-- Logs begin at Tue 2021-11-23 13:20:43 UTC, end at Tue 2021-11-23 15:42:04 UTC. -- Nov 23 13:53:09.634408 n-d-818503-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 13:53:12.391358 n-d-818503-2 neutron-server[103238]: INFO neutron.common.config [-] Logging enabled! Nov 23 13:53:12.391958 n-d-818503-2 neutron-server[103238]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 13:53:12.392147 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103238) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 13:53:12.395348 n-d-818503-2 neutron-server[103238]: INFO neutron.common.config [-] Logging enabled! Nov 23 13:53:12.395608 n-d-818503-2 neutron-server[103238]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 13:53:12.395920 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103238) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 13:53:12.396853 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 13:53:12.397108 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 13:53:12.397995 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 13:53:12.398239 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 13:53:12.398465 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 13:53:12.398784 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.399242 n-d-818503-2 neutron-server[103238]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 13:53:12.399567 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.399864 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.400156 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.400450 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.400741 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.401024 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.401312 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.401610 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.401896 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.402176 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.402458 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.402749 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.403058 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.403346 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.403632 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.403914 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] debug = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.404196 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.404623 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.405047 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.405329 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.405625 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.405904 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.406174 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.406448 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.406731 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.407095 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] host = n-d-818503-2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.407374 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.407658 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.407942 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.408225 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.408495 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.408771 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.409094 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.409371 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.409642 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] log_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.409928 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.410204 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.410487 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.410773 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.411027 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.411250 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.411540 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.411825 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.412100 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.412374 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.412646 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.412947 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.413221 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.413489 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.413776 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.414062 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.414344 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.414615 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.414909 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.415183 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.415458 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.415739 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.416012 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.416283 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.416556 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.416841 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.417110 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.417383 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.417683 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.417966 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.418245 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.418526 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.418797 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.419107 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.419381 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.419653 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.419922 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] use_json = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.420193 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.420462 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.420739 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.421010 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.421280 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.421551 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.421820 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.422100 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:12.422395 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.422688 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.423016 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.423304 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.423606 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.423884 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.424171 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.424449 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.424735 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.425021 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.425311 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.425586 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.425873 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.426148 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.426438 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.426738 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.427068 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.427360 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.427636 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.427910 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.428183 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.428484 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.428772 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.429050 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.429337 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.429623 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.429900 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.430196 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.430480 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.430772 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.431088 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.431364 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.431642 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.431931 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.432207 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.432479 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.432755 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.433041 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.433317 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.433589 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.433868 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.434144 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.434412 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.434681 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.434982 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.435279 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.435554 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.435822 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.436091 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.436366 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.436635 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.436914 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.437190 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.437461 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.437733 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.438007 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.438277 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.438554 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.438816 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.439109 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.439387 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.439658 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.439925 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.440196 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.440463 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.440730 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.440996 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.441267 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.441539 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.441808 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.442077 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.442346 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.442614 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.442882 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.443193 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.443490 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.443767 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.444570 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.444850 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.445124 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.445403 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.445681 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.445958 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.446233 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.446501 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.446786 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.447196 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.447487 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.447771 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.448076 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.448367 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.448642 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.448921 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.449196 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.449470 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.449753 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.450034 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.450325 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.450615 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.450932 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.451219 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.451545 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.451876 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.452182 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.452462 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:12.452680 n-d-818503-2 neutron-server[103238]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 13:53:12.452920 n-d-818503-2 neutron-server[103238]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103238) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 13:53:12.883793 n-d-818503-2 neutron-server[103238]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 13:53:12.884066 n-d-818503-2 neutron-server[103238]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 13:53:12.884370 n-d-818503-2 neutron-server[103238]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 13:53:12.884704 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 13:53:13.208007 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.208220 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.208490 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.209710 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.210482 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.210744 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.246132 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.246412 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.246681 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.261304 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.261587 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.261857 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.290324 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.290609 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.290877 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.329586 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.329868 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.330136 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.572594 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.573219 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.573219 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.573396 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.574081 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.673155 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.673479 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.673758 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.674026 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.674288 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.674596 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.674853 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.675129 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.675380 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.675658 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.675919 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.676178 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.676433 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.676684 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.676936 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.677196 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.677446 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.677707 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.677971 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.678225 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.678521 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.678773 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.679086 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.679462 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.679710 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.679954 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.680352 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:13.680594 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:13.680830 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:13.681067 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:13.681301 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:13.681532 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:13.681892 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 13:53:13.685000 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 13:53:13.688985 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 13:53:13.692731 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 23 13:53:13.695066 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 13:53:13.695524 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 13:53:13.695861 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 13:53:13.696248 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 13:53:13.699093 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 13:53:13.699343 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 13:53:13.699686 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 13:53:13.704976 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 13:53:13.728346 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 13:53:13.729738 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.730050 n-d-818503-2 neutron-server[103238]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103238) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 13:53:13.730417 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.731857 n-d-818503-2 neutron-server[103238]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103238) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 13:53:13.732139 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 13:53:13.732390 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 13:53:13.737807 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.738096 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:13.802757 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 13:53:13.803037 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 13:53:13.803294 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 13:53:13.803673 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 13:53:13.827266 n-d-818503-2 neutron-server[103238]: DEBUG oslo_db.sqlalchemy.engines [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103238) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 13:53:14.359107 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing driver for type 'gre' Nov 23 13:53:14.359631 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] gre ID ranges: [(1, 1000)] Nov 23 13:53:14.409025 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing driver for type 'local' Nov 23 13:53:14.409366 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing driver for type 'vlan' Nov 23 13:53:14.422943 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] VlanTypeDriver initialization complete Nov 23 13:53:14.423277 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing driver for type 'vxlan' Nov 23 13:53:14.423737 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] vxlan ID ranges: [(1, 1000)] Nov 23 13:53:14.472936 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing extension driver 'port_security' Nov 23 13:53:14.473350 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.extensions.port_security [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] PortSecurityExtensionDriver initialization complete Nov 23 13:53:14.473763 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing mechanism driver 'openvswitch' Nov 23 13:53:14.474092 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing mechanism driver 'hyperv' Nov 23 13:53:14.481241 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.plugin [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:53:14.481952 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.482330 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.482682 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.483248 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 13:53:14.483682 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnet after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.484038 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnet after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.484386 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.484790 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 13:53:14.485197 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.485547 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.485890 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.486290 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 13:53:14.486693 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > security_group after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.487065 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > security_group after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.487410 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.487947 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 13:53:14.488356 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.488706 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.489049 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.489456 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 13:53:14.489862 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > address_group after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.490209 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > address_group after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.490551 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.491190 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103238) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 13:53:14.491607 n-d-818503-2 neutron-server[103238]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] ML2 OVO RPC backend initialized. {{(pid=103238) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 13:53:14.492367 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.492729 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.493150 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.493506 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > networks before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.493860 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.494208 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > ports before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.494555 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnet before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.494913 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnets before_response 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.495269 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.495612 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.495950 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.496288 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.496624 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.496959 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.497294 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnet after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.497630 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnet after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.497964 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.498533 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.plugin [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Modular L2 Plugin initialization complete Nov 23 13:53:14.498863 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading services supported by the core plugin {{(pid=103238) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 13:53:14.499209 n-d-818503-2 neutron-server[103238]: INFO neutron.plugins.ml2.managers [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Got port-security extension from driver 'port_security' Nov 23 13:53:14.499675 n-d-818503-2 neutron-server[103238]: INFO neutron.extensions.vlantransparent [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Disabled vlantransparent extension. Nov 23 13:53:14.500160 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103238) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 13:53:14.500475 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: router Nov 23 13:53:14.537158 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.537555 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router after_create 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.537929 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router before_create 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.538296 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.538671 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.539058 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router after_delete 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.539423 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.539781 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.540142 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router after_create 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.540488 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router after_update 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.540839 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router after_update 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.541187 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.541546 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router after_update 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.541958 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_update 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.542326 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: port after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.542666 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: port after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.543036 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: subnet after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.543382 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.543732 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.544079 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_create 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.544426 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: port before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.544773 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.545130 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router after_update 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.545473 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.545825 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_create 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.546187 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.546536 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_update 55549900 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.546937 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > agent after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.547294 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > agent after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.547640 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > network after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.548490 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Tracking information for resource: router configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:14.548825 n-d-818503-2 neutron-server[103238]: DEBUG neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Tracking information for resource: floatingip configured {{(pid=103238) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:53:14.553832 n-d-818503-2 neutron-server[103238]: INFO neutron.db.l3_agentschedulers_db [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 13:53:14.554408 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: port after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.554770 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: port after_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.555148 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: port after_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.555502 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: port after_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.556281 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router before_create 55550100 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.556648 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.557010 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_create 55550100 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.557368 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > router precommit_update 55550100 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.562150 n-d-818503-2 neutron-server[103238]: DEBUG neutron.services.provider_configuration [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service providers = [] {{(pid=103238) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 13:53:14.562521 n-d-818503-2 neutron-server[103238]: DEBUG neutron.db.servicetype_db [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103238) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 13:53:14.565505 n-d-818503-2 neutron-server[103238]: DEBUG neutron.services.service_base [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:53:14.565856 n-d-818503-2 neutron-server[103238]: DEBUG neutron.services.service_base [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:53:14.566198 n-d-818503-2 neutron-server[103238]: DEBUG neutron.services.service_base [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:53:14.567118 n-d-818503-2 neutron-server[103238]: DEBUG neutron.services.service_base [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103238) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:53:14.567493 n-d-818503-2 neutron-server[103238]: INFO neutron.services.service_base [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 13:53:14.567866 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.568186 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 13:53:14.579353 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.579870 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: auto_allocate Nov 23 13:53:14.586070 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: network precommit_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.586447 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: network precommit_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.587001 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.587328 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: tag Nov 23 13:53:14.593932 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.594267 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: timestamp Nov 23 13:53:14.598394 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.598727 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: network_ip_availability Nov 23 13:53:14.604294 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.604672 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.605029 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.605757 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.606076 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: flavors Nov 23 13:53:14.610960 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.611264 n-d-818503-2 neutron-server[103238]: INFO neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading Plugin: revisions Nov 23 13:53:14.615613 n-d-818503-2 neutron-server[103238]: DEBUG neutron.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103238) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:53:14.616031 n-d-818503-2 neutron-server[103238]: DEBUG oslo_concurrency.lockutils [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=103238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 13:53:14.616778 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103238) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 13:53:14.617113 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Initializing extension manager. Nov 23 13:53:14.617634 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: __init__.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.617973 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: __pycache__ {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.618308 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.618642 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: address_group.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.619435 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.619998 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: address-group Nov 23 13:53:14.620321 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: address_scope.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.622551 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.623128 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: address-scope Nov 23 13:53:14.623471 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.624435 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.624958 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: router-admin-state-down-before-update Nov 23 13:53:14.625289 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: agent.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.626005 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.626520 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: agent Nov 23 13:53:14.626850 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: agent_resources_synced.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.627802 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.628317 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: agent-resources-synced Nov 23 13:53:14.628644 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: allowedaddresspairs.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.630446 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.631258 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: allowed-address-pairs Nov 23 13:53:14.632104 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: auto_allocated_topology.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.633194 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.633714 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: auto-allocated-topology Nov 23 13:53:14.634044 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: availability_zone.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.634746 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.635287 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: availability_zone Nov 23 13:53:14.635614 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: availability_zone_filter.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.636536 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.637044 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: availability_zone_filter Nov 23 13:53:14.637365 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: data_plane_status.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.638275 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.638777 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 13:53:14.639136 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: default_subnetpools.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.640060 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.640566 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: default-subnetpools Nov 23 13:53:14.640887 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.641693 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.642202 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: dhcp_agent_scheduler Nov 23 13:53:14.642526 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: dns.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.643469 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.643978 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 13:53:14.644303 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: dns_domain_ports.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.645222 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.645727 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 13:53:14.646053 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.647047 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.648085 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 13:53:14.648410 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: dvr.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.649094 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.649601 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: dvr Nov 23 13:53:14.649922 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: ecmp_routes.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.650848 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.651401 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 13:53:14.651727 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: empty_string_filtering.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.652647 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.653156 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: empty-string-filtering Nov 23 13:53:14.653482 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.654398 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.654935 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 13:53:14.655257 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.656176 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.656681 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 13:53:14.657007 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: external_net.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.657919 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.658428 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: external-net Nov 23 13:53:14.658752 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.659689 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.660198 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: extra_dhcp_opt Nov 23 13:53:14.660520 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: extraroute.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.661441 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.661946 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: extraroute Nov 23 13:53:14.662269 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: extraroute_atomic.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.663352 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.663861 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: extraroute-atomic Nov 23 13:53:14.664185 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: filter_validation.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.664855 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.665365 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: filter-validation Nov 23 13:53:14.665689 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: fip_pf_description.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.666610 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.667147 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 13:53:14.667473 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: fip_port_details.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.668401 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.668909 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: fip-port-details Nov 23 13:53:14.669236 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: flavors.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.670481 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.671045 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: flavors Nov 23 13:53:14.671373 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.673079 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.673597 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 13:53:14.673931 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: floatingip_pools.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.674640 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.675184 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: floatingip-pools Nov 23 13:53:14.675510 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: ip_allocation.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.676449 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.676957 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 13:53:14.677282 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.678214 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.678750 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: ip-substring-filtering Nov 23 13:53:14.679112 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l2_adjacency.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.680050 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.680560 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 13:53:14.680887 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l3.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.681994 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.682517 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: router Nov 23 13:53:14.682846 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.685140 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.685671 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 13:53:14.686003 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.686972 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.687492 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: ext-gw-mode Nov 23 13:53:14.687821 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.688768 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.689285 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: l3-ha Nov 23 13:53:14.689611 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l3_flavors.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.690526 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.691069 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: l3-flavors Nov 23 13:53:14.691392 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.692316 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.692827 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 13:53:14.693150 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: l3agentscheduler.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.694695 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.695237 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: l3_agent_scheduler Nov 23 13:53:14.695567 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: local_ip.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.697338 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.697866 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension local_ip not supported by any of loaded plugins Nov 23 13:53:14.698197 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: logging.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.699732 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.700255 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension logging not supported by any of loaded plugins Nov 23 13:53:14.700587 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: metering.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.701336 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.701913 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: metering Nov 23 13:53:14.702240 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.703384 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.703907 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: metering_source_and_destination_fields Nov 23 13:53:14.704236 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: multiprovidernet.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.705169 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.705697 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: multi-provider Nov 23 13:53:14.706008 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: netmtu.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.706955 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.707469 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: net-mtu Nov 23 13:53:14.707794 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: netmtu_writable.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.708714 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.709234 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: net-mtu-writable Nov 23 13:53:14.709613 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: network_availability_zone.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.710787 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.711327 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: network_availability_zone Nov 23 13:53:14.711653 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: network_ip_availability.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.712762 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.713281 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: network-ip-availability Nov 23 13:53:14.713610 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: network_segment_range.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.714377 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.714884 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 13:53:14.715304 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: pagination.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.716297 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.716762 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: pagination Nov 23 13:53:14.717088 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: port_device_profile.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.718017 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.718538 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: port-device-profile Nov 23 13:53:14.718865 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.719817 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.720326 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: port-mac-address-regenerate Nov 23 13:53:14.720649 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.721580 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.722088 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: port-numa-affinity-policy Nov 23 13:53:14.722409 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: port_resource_request.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.723365 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.723871 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 13:53:14.724193 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: port_resource_request_groups.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.725191 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.725696 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 13:53:14.726053 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: portbindings.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.727038 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.727548 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: binding Nov 23 13:53:14.727868 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: portbindings_extended.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.729167 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.729681 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: binding-extended Nov 23 13:53:14.730010 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: portsecurity.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.730960 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.731474 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: port-security Nov 23 13:53:14.731799 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: project_id.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.732786 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.733117 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: project-id Nov 23 13:53:14.733441 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: providernet.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.734374 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.734885 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: provider Nov 23 13:53:14.735231 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.738834 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.739386 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos not supported by any of loaded plugins Nov 23 13:53:14.739723 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.741006 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.741523 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 13:53:14.741852 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.742781 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.743331 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 13:53:14.743657 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_default.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.744578 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.745098 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-default not supported by any of loaded plugins Nov 23 13:53:14.745423 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_fip.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.746079 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.746587 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 13:53:14.746924 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_gateway_ip.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.747860 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.748371 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 13:53:14.748696 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_port_network_policy.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.749621 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.750131 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 13:53:14.750458 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.751546 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.752056 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 13:53:14.752381 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_pps_rule.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.753565 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.754078 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 13:53:14.754402 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_rule_type_details.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.755369 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.755883 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 13:53:14.756978 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: qos_rules_alias.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.758033 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.758546 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 13:53:14.758873 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: quota_check_limit.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.759824 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.760335 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: quota-check-limit Nov 23 13:53:14.760661 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: quotasv2.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.761598 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.761929 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: quotas Nov 23 13:53:14.762305 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: quotasv2_detail.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.765608 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.765953 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: quota_details Nov 23 13:53:14.766286 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: rbac.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.767372 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.767902 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: rbac-policies Nov 23 13:53:14.768236 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: rbac_address_group.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.769181 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.769702 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: rbac-address-group Nov 23 13:53:14.770031 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: rbac_address_scope.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.770993 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.771512 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: rbac-address-scope Nov 23 13:53:14.771837 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: rbac_security_groups.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.773297 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.773811 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: rbac-security-groups Nov 23 13:53:14.774138 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: rbac_subnetpool.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.775100 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.775612 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: rbac-subnetpool Nov 23 13:53:14.775938 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: revisionifmatch.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.776871 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.777383 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: revision-if-match Nov 23 13:53:14.777710 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: revisions.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.778835 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.779386 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: standard-attr-revisions Nov 23 13:53:14.779716 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: router_availability_zone.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.780393 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.780908 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: router_availability_zone Nov 23 13:53:14.781235 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: routerservicetype.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.782168 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.782676 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 13:53:14.783034 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.784037 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.784555 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: security-groups-normalized-cidr Nov 23 13:53:14.784882 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.785812 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.786326 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: port-security-groups-filtering Nov 23 13:53:14.786652 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.787630 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.788148 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: security-groups-remote-address-group Nov 23 13:53:14.788473 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.789418 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.789928 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: security-groups-shared-filtering Nov 23 13:53:14.790253 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.790841 n-d-818503-2 neutron-server[103238]: WARNING neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 13:53:14.791191 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: securitygroup.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.800954 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.801486 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: security-group Nov 23 13:53:14.801823 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: segment.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.802620 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.803163 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension segment not supported by any of loaded plugins Nov 23 13:53:14.804020 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.804963 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.805473 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 13:53:14.805797 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: servicetype.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.806919 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.807448 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: service-type Nov 23 13:53:14.807778 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: sorting.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.808919 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.809253 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: sorting Nov 23 13:53:14.809576 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: standard_attr_segment.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.810512 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.811062 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 13:53:14.811389 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: standardattrdescription.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.812057 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.812581 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: standard-attr-description Nov 23 13:53:14.812906 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: stateful_security_group.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.813838 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.814353 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: stateful-security-group Nov 23 13:53:14.814678 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: stdattrs_common.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.815286 n-d-818503-2 neutron-server[103238]: WARNING neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 13:53:14.815611 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.816561 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.817072 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 13:53:14.817397 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: subnet_onboard.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.818473 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.819575 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: subnet_onboard Nov 23 13:53:14.819904 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.820840 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.821355 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 13:53:14.821681 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: subnet_service_types.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.822606 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.823155 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: subnet-service-types Nov 23 13:53:14.823482 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: subnetallocation.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.824582 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.825096 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: subnet_allocation Nov 23 13:53:14.825449 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.826122 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.826630 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: subnetpool-prefix-ops Nov 23 13:53:14.826986 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.827929 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.828439 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 13:53:14.828763 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: tagging.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.829828 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.830346 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: standard-attr-tag Nov 23 13:53:14.830673 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: timestamp.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.831915 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.832429 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loaded extension: standard-attr-timestamp Nov 23 13:53:14.832756 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: trunk.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.833801 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.834317 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension trunk not supported by any of loaded plugins Nov 23 13:53:14.834669 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: trunk_details.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.835643 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.836156 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 13:53:14.836481 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: uplink_status_propagation.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.837409 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.837917 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 13:53:14.838240 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Loading extension file: vlantransparent.py {{(pid=103238) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:53:14.838949 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103238) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:53:14.839454 n-d-818503-2 neutron-server[103238]: INFO neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 13:53:14.841961 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:network Nov 23 13:53:14.842500 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:subnet Nov 23 13:53:14.842930 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:53:14.843327 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:port Nov 23 13:53:14.844569 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.845002 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service FLAVORS assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.845633 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.846045 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.846375 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:router Nov 23 13:53:14.846798 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 13:53:14.847323 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service METERING assigned prefix: /metering {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.848753 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.849123 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.849479 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:53:14.850513 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 13:53:14.850985 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:security_group Nov 23 13:53:14.851425 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 13:53:14.852076 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service CORE assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.852407 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:53:14.852753 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] subnetpool is already registered Nov 23 13:53:14.853183 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service CORE assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.853515 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:53:14.853845 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] subnetpool is already registered Nov 23 13:53:14.856133 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.856568 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service FLAVORS assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.857159 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.857583 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.857912 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:router Nov 23 13:53:14.858251 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] router is already registered Nov 23 13:53:14.858662 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 13:53:14.859023 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] floatingip is already registered Nov 23 13:53:14.859482 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service METERING assigned prefix: /metering {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.860146 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 13:53:14.860475 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] rbac_policy is already registered Nov 23 13:53:14.860890 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:security_group Nov 23 13:53:14.861282 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] security_group is already registered Nov 23 13:53:14.861637 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 13:53:14.861968 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] security_group_rule is already registered Nov 23 13:53:14.862592 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service CORE assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.862941 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:53:14.863276 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] subnetpool is already registered Nov 23 13:53:14.863696 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.v2.resource_helper [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Service CORE assigned prefix: {{(pid=103238) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:53:14.864023 n-d-818503-2 neutron-server[103238]: INFO neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:53:14.864350 n-d-818503-2 neutron-server[103238]: WARNING neutron.quota.resource_registry [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] subnetpool is already registered Nov 23 13:53:14.864818 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: extensions {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.866825 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: address-groups {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.868350 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: address-scopes {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.869669 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: agents {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.870833 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: auto-allocated-topology {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.872116 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: availability_zones {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.873356 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: dhcp-networks {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.874865 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: dhcp-agents {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.876318 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: routers {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.879488 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: flavors {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.880743 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: service_profiles {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.882797 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: next_providers {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.884285 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: service_profiles {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.885818 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: floatingip-pools {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.887061 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: routers {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.889179 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: floatingips {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.890470 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: l3-routers {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.891909 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: l3-agents {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.893303 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: metering-labels {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.894667 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: metering-label-rules {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.895996 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: network-ip-availabilities {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.897288 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: bindings {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.898972 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: quotas {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.900532 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: quotas {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.902072 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: rbac-policies {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.903397 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: security-groups {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.904633 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: security-group-rules {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.905884 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: service-providers {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.907190 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: subnetpools {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.908615 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: subnetpools {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.910099 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.911808 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.913635 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.915424 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.917260 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.919136 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.920816 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.922727 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.924517 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.926351 n-d-818503-2 neutron-server[103238]: DEBUG neutron.api.extensions [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Extended resource: tags {{(pid=103238) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:53:14.932941 n-d-818503-2 neutron-server[103238]: WARNING keystonemiddleware.auth_token [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 13:53:14.937674 n-d-818503-2 neutron-server[103238]: WARNING keystonemiddleware.auth_token [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 13:53:14.946951 n-d-818503-2 neutron-server[103238]: DEBUG oslo_concurrency.lockutils [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Acquired lock "singleton_lock" {{(pid=103238) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 13:53:14.947434 n-d-818503-2 neutron-server[103238]: DEBUG oslo_concurrency.lockutils [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Releasing lock "singleton_lock" {{(pid=103238) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 13:53:14.948075 n-d-818503-2 neutron-server[103238]: INFO oslo_service.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Starting 2 workers Nov 23 13:53:14.952898 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Started child 103345 {{(pid=103238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 13:53:14.957344 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Started child 103346 {{(pid=103238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 13:53:14.958432 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:14.959098 n-d-818503-2 neutron-server[103238]: INFO neutron.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 13:53:14.959579 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Publish callbacks [] for process, before_spawn {{(pid=103238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:14.960012 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [-] (103345) wsgi starting up on http://0.0.0.0:9696 Nov 23 13:53:14.962050 n-d-818503-2 neutron-server[103238]: INFO oslo_service.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Starting 1 workers Nov 23 13:53:14.962181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:14.963641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [-] (103346) wsgi starting up on http://0.0.0.0:9696 Nov 23 13:53:14.967271 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Started child 103347 {{(pid=103238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 13:53:14.967837 n-d-818503-2 neutron-server[103238]: INFO oslo_service.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Starting 1 workers Nov 23 13:53:14.971167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] calling RpcWorker wait() {{(pid=103347) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 13:53:14.971709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] returning from RpcWorker wait() {{(pid=103347) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 13:53:14.972284 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Started child 103348 {{(pid=103238) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 13:53:14.973077 n-d-818503-2 neutron-server[103238]: DEBUG neutron_lib.callbacks.manager [None req-d273e92c-3ca8-4bad-a0bf-1e5f13cb9d11 None None] Publish callbacks [] for process, after_spawn {{(pid=103238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:14.973179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:14.973603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:53:14.975079 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103238) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 13:53:14.975342 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 13:53:14.975533 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 13:53:14.975755 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 13:53:14.976096 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 13:53:14.976282 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 13:53:14.976819 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.977090 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.977363 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.977449 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:14.977877 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.977954 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.978284 n-d-818503-2 neutron-server[103348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:53:14.978478 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.978734 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.979026 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.979298 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.979534 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.979710 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.979876 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.980119 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.980375 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.980685 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.980965 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.981227 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.981476 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.981655 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.981902 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.982180 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.982441 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.982726 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] debug = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.983010 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.983498 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.983762 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.984014 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.984239 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.984509 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.984739 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.985007 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.985264 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.985486 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.985728 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.985986 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.986223 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.986452 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.986708 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.986946 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.987202 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.987425 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.987901 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] host = n-d-818503-2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.988145 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.988366 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.988612 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.988859 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.989117 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.989333 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.989597 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.989852 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.990104 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.990347 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.990573 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.991386 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.991615 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.991871 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.992036 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_options = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.992286 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.992564 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.992833 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.993031 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.993201 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.993378 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.993649 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.993858 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.994083 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.994334 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.994548 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.994765 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.995004 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.995256 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.995528 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.995768 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.995987 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.996216 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.996460 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.996689 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.996915 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.997143 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.997399 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.997634 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.997871 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.998087 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.998314 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.998546 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.998771 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.999038 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.999274 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.999522 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:14.999762 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.000008 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.000285 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.000515 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.000742 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.000958 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.001223 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.001449 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.001706 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.001953 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.002188 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.002450 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.002664 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.002916 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.003143 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_json = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.003377 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.003621 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.003886 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.004118 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.004335 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.004551 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.004765 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.004999 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.005431 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.005722 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.006308 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.007171 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.007413 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.007689 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.008043 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.008266 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.008508 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.008904 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.009460 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.009696 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.010008 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.010348 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.010511 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.010831 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.011138 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.011395 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.011634 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.011854 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.012073 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.012296 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.012585 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.012812 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.013044 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.013308 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.014141 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.014420 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.014706 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.015158 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.015463 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.015737 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.016020 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.016200 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.016625 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.016754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.016901 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.017130 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.017476 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.017750 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.018415 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.018415 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.018415 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.018849 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.019022 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.019426 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.019613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.019918 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.020313 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.020972 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.021121 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.021263 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.021492 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.021686 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.021941 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.022208 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.022489 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.022748 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.023034 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.023256 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.023477 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.023703 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.023961 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.024224 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.024400 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.024678 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.025199 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.025296 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.025509 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.025754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.025973 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.026190 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.026411 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.026646 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.026865 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.027135 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.027336 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.027563 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.027797 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.028015 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.028233 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.028476 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.028658 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.028895 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.029125 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.029364 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.029579 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.029794 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.030025 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.030246 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.030461 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.030759 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.031107 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.031369 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.031619 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.031878 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.032355 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.032355 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.032921 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.032921 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.033199 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.033355 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.033516 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.033767 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.033999 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.034234 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.034476 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.034739 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.035057 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.035284 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.035507 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.036264 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.036264 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.036264 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.036639 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.036760 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.036954 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.037207 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.037473 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.037762 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.038047 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.038272 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.038585 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.038854 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.039422 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.039422 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.039691 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.039896 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.040181 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.041004 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.041004 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.041004 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.041388 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.041388 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.041654 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.041886 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.042460 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.042460 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.042715 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.042987 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.043158 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.043399 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.043765 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.044121 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.044423 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.044700 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.049754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.050469 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.051787 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.052867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.054613 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.055609 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.055609 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.055609 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.055609 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.055609 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.055609 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.056436 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.056436 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.056436 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.056914 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.056914 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.057225 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.057446 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.057580 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.057753 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.057960 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.058178 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.058557 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.058985 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.059399 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.059801 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.060021 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.060238 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.060476 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.060717 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.060934 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.061234 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.061482 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.061717 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.061974 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.062213 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.062462 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.062710 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.062943 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.063187 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.063412 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.063655 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.063893 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.064124 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.064337 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.064550 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.064795 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.065035 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.065293 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.065522 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.065736 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.065952 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.066177 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.066400 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.066639 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.066911 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.067155 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.067370 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.067621 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.067848 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.068150 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.068528 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.069510 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.069616 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.069818 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.070434 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.070805 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.071265 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.071531 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.071773 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.072072 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.072346 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.072614 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.072880 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.073178 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.073421 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.073690 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.073916 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.074137 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.074366 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.074629 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.075006 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.075306 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.075568 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.075825 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.076105 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.076543 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.076846 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.077061 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.077520 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.078011 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.078467 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.078926 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.079367 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.079880 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.080271 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.080494 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.080758 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.081003 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.081226 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.081481 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.081715 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.081957 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.082199 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.082434 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.082679 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.082953 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.083323 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.083574 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.083818 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.083983 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 13:53:15.084524 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103238) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 13:53:15.084687 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 13:53:15.084841 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 13:53:15.085499 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 13:53:15.085499 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 13:53:15.085499 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 13:53:15.085722 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.085722 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.085840 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.085991 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.086152 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.086337 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.086500 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.086662 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.086818 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.087012 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.087152 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.087308 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.087463 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.087618 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.087761 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.088077 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.088241 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.088401 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.088566 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.088724 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.089031 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.089193 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.089351 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] debug = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.089510 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.089705 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.089867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.090169 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.090511 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.090673 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.090830 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.091016 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.091177 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.091337 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.091501 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.091663 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.091820 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.091977 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.092137 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.092295 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.092496 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.092622 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.092744 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] host = n-d-818503-2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.092891 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.093048 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.093206 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.093364 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.093523 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.093680 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.093838 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.093997 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.094156 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.094314 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.094471 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.094632 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.094790 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.094960 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.095121 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_options = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.095278 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.095435 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.095592 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.095782 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.095952 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.096109 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.096419 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.096580 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.096739 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.096898 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.097055 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.097214 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.097372 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.097531 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.097689 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.097847 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.098006 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.098165 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.098325 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.098483 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.098722 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.099555 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.099720 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.099860 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.099998 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.100179 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.100332 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.100487 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.100798 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.100964 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.101121 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.101279 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.101441 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.101604 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.101762 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.101905 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.102065 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.102223 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.102544 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.102544 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.102781 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.102861 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.102988 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.103156 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.103296 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.103459 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.103616 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_json = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.103773 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.103931 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.104113 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.104248 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.104409 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.104559 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.104724 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.104884 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:53:15.105053 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.105216 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.105389 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.105550 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.105711 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.105871 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.106116 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.106259 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.106355 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.106488 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.106654 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.106815 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.107010 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.107173 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.107333 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.107499 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.107663 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.107822 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.107983 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.108145 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.108571 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.108571 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.108571 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.108937 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.108937 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.109084 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.109178 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.109345 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.109503 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.109678 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.109838 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.110000 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.110160 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.110321 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.110510 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.110644 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.110770 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.110949 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.111163 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.111336 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.111470 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.111594 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.111716 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.111863 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.112024 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.112185 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.112349 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.112511 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.112670 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.112831 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.112993 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.113154 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.113316 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.113479 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.113676 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.113888 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.114107 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.114107 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.114552 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.114552 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.114552 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.115030 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.115030 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.115030 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.115425 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.115425 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.115617 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.115617 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.116301 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.116446 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.116606 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.116923 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.117084 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.117235 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.117400 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.117561 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.117720 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.117881 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.118042 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.118203 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.118365 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.118547 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.118689 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.118850 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.119042 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.119204 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.119365 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.119526 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.119685 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.119845 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.120005 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.120176 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.120352 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.120513 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.120825 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.120984 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.121080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:53:15.121182 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.121295 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.121461 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.121622 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.121784 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.121945 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.122105 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.122265 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.122428 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.122591 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.122751 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.122942 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.123096 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.123257 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.123417 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.123577 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.123737 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.123897 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.124057 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.124216 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.124376 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.124537 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.124706 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.124867 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.125029 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.125190 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.125356 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.125527 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.125688 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.125848 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.126008 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.126168 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.126329 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.126491 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.126651 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.126811 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.126994 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.127156 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.127327 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.127488 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.127649 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.127809 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.127992 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.128152 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.128312 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.128472 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.128631 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.128792 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.128953 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.129114 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.129274 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.129435 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.129595 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.129756 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.129917 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.130077 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.130241 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.130401 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.130562 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.130727 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.130887 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.131327 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.131544 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.131707 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.131926 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.132103 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.132338 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.132577 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.132966 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.132966 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.133458 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.133626 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.133788 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.133950 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.134112 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.134272 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.134434 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.134607 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.134754 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.134942 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.135118 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.135672 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.135672 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.135672 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136075 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136075 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136075 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136436 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136436 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136436 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136835 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.136835 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137063 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137063 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137290 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137409 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137528 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137646 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137808 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.137969 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.138130 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.138291 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.138456 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.138614 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.138779 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.139378 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.139378 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.139378 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.139715 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.139715 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.139715 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.139925 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.140002 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.140162 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.140313 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.140481 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.140642 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.140786 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.140939 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.141126 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.141273 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.141403 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.141546 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.141693 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.141855 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.142005 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.142163 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.142325 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.142494 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.142654 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.142815 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.142999 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.143154 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.143309 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.143462 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.143648 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.143795 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.143929 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.144082 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.144243 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.144411 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.144572 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.144733 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.144893 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.145054 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.145214 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.145384 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.145544 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.145703 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.145863 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.146023 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.146186 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.146359 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.146521 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.146681 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.146848 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.147058 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.147221 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.147382 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.147553 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.147716 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.147878 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.148041 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.148203 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.148362 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.148524 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.148688 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.148858 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.149023 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.149186 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.149354 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.149522 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.149691 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.149852 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.150018 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.150191 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.150353 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.150534 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.150662 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.150821 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.151005 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.151166 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.151327 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.151489 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.151649 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.151809 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.151968 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.152128 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.152288 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.152449 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.152609 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.152769 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.152928 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.153087 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.153247 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:53:15.153401 n-d-818503-2 neutron-server[103238]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103238) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 13:53:15.313972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54550) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:15.322637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064349 Nov 23 13:53:26.606811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de1378a-8b27-4b31-96ef-47b7586fc665 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 13:53:26.779219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de1378a-8b27-4b31-96ef-47b7586fc665 None None] No non-hosted networks {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 13:53:26.779219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.agentschedulers_db [None req-4de1378a-8b27-4b31-96ef-47b7586fc665 None None] DHCP Agent not found on host n-d-818503-2 {{(pid=103347) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 13:53:26.903338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7123248a-7b12-416e-992f-910b9a861102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648916'] for agent, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:28.960932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-97eb82f1-0aa9-46a6-8e01-8b778f7f4d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648916'] for agent, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:29.012775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9142157-bd18-4d37-bd53-584e330858c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:29.879268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648916'] for agent, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:31.497856 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648916'] for agent, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:32.335941 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648916'] for agent, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:32.336814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.337374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.338077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.338561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.339114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.341255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.341658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.342356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.342958 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.343917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.344544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.345072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:32.345502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-818503-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:53:32.358331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-818503-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:53:32.769913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54642) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:33.274969 n-d-818503-2 neutron-server[103346]: WARNING oslo_policy.policy [None req-d4c9eea3-4a2d-4a5e-99c1-38dfb7fe6585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:33.275534 n-d-818503-2 neutron-server[103346]: WARNING oslo_policy.policy [None req-d4c9eea3-4a2d-4a5e-99c1-38dfb7fe6585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:33.499611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-d4c9eea3-4a2d-4a5e-99c1-38dfb7fe6585 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:53:33.505090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d4c9eea3-4a2d-4a5e-99c1-38dfb7fe6585 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7341559 Nov 23 13:53:35.461737 n-d-818503-2 neutron-server[103347]: INFO neutron.db.l3_hamode_db [None req-ec7c5201-bba4-4282-b548-6c04dc14a2c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 13:53:35.539899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c5201-bba4-4282-b548-6c04dc14a2c8 None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 13:53:35.540278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c5201-bba4-4282-b548-6c04dc14a2c8 None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 13:53:36.045739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54658) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:36.352734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:53:36.449220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.policy [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103346) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 13:53:36.497052 n-d-818503-2 neutron-server[103346]: WARNING oslo_policy.policy [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:36.497419 n-d-818503-2 neutron-server[103346]: WARNING oslo_policy.policy [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:36.506835 n-d-818503-2 neutron-server[103346]: INFO neutron.quota [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] Loaded quota_driver: . Nov 23 13:53:36.595619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762670331687', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762670331252', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762670342576', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762670349481', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762670339727', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762670364071', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4131477', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3990270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-736283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661751'] for rbac-policy, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:36.661724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:36.663461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a04bc084-0324-4362-b868-0a0739409031 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6167169 Nov 23 13:53:39.416907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54670) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:39.710271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Request body: {'network': {'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'name': 'private', 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'admin_state_up': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:53:39.741340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Made reservation on behalf of ce1e8e2f93dc491488659e949a251fd1 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:53:39.744258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:39.761889 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:39.870853 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:39.874286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:39.893650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:53:39.923664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762670414511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:39.924247 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Unsubscribe: segment precommit_create {{(pid=103346) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 13:53:39.924739 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Added segment 31b150a1-5c68-4d63-88c0-274ee99b5f3f of type vlan for network b62b8533-dfdc-4924-898f-7386164cf52a Nov 23 13:53:39.942172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb7de7a-3d35-4f2f-9c71-8ff650ebb496,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:39.993244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.993580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.993906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.994227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.994544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.994862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.995235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.995504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.995811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.996118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.996424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.996729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Tracked resource versions report: Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: pushed versions: Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: { 'AddressGroup': {'1.2'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'ConntrackHelper': {'1.0'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Log': {'1.0'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Network': {'1.1'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Port': {'1.7'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'PortForwarding': {'1.2'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'QosPolicy': {'1.10'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'SecurityGroup': {'1.5'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'SubPort': {'1.0'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Subnet': {'1.1'}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Trunk': {'1.1'}} Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: consumer versions: Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: { DHCP agent@n-d-818503-2: {}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: L3 agent@n-d-818503-2: {}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: Metadata agent@n-d-818503-2: {}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: Metering agent@n-d-818503-2: {}, Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'ConntrackHelper': '1.0', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Log': '1.0', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Network': '1.1', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Port': '1.7', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'PortForwarding': '1.2', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'QosPolicy': '1.10', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'SecurityGroup': '1.5', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'SecurityGroupRule': '1.2', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'SubPort': '1.0', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Subnet': '1.1', Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: 'Trunk': '1.1'}} Nov 23 13:53:39.997848 n-d-818503-2 neutron-server[103346]: {{(pid=103346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:53:40.056265 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:40.096923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:40.097979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:53:40.098704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:40.151426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7333472 Nov 23 13:53:40.201370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014519f1-ff09-4299-8ead-6b1e906630ce admin admin] Pushing event updated for resources: {'Network': ['ID=b62b8533-dfdc-4924-898f-7386164cf52a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:40.213154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network b62b8533-dfdc-4924-898f-7386164cf52a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 13:53:42.926412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54684) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:43.429717 n-d-818503-2 neutron-server[103345]: WARNING oslo_policy.policy [None req-76a9bc4a-6f1d-44d4-abec-e1aa3d26de67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:43.430290 n-d-818503-2 neutron-server[103345]: WARNING oslo_policy.policy [None req-76a9bc4a-6f1d-44d4-abec-e1aa3d26de67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:43.874153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.policy [None req-76a9bc4a-6f1d-44d4-abec-e1aa3d26de67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103345) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 13:53:43.922164 n-d-818503-2 neutron-server[103345]: WARNING oslo_policy.policy [None req-76a9bc4a-6f1d-44d4-abec-e1aa3d26de67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:43.922535 n-d-818503-2 neutron-server[103345]: WARNING oslo_policy.policy [None req-76a9bc4a-6f1d-44d4-abec-e1aa3d26de67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:53:43.931384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a9bc4a-6f1d-44d4-abec-e1aa3d26de67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:53:43.933284 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-76a9bc4a-6f1d-44d4-abec-e1aa3d26de67 admin admin] 10.222.0.46 "GET /v2.0/networks/b62b8533-dfdc-4924-898f-7386164cf52a HTTP/1.1" status: 200 len: 825 time: 1.0042517 Nov 23 13:53:43.971923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b48fb0cd-eafd-4377-83bc-18fd8e5baf1d admin admin] 10.222.0.46 "GET /v2.0/subnetpools/2a4af6e1-7308-4dc4-baf4-15bbe7ba8375 HTTP/1.1" status: 200 len: 734 time: 0.0327134 Nov 23 13:53:43.981084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2a4af6e1-7308-4dc4-baf4-15bbe7ba8375', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'ip_version': 4, 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:53:43.982648 n-d-818503-2 neutron-server[103345]: INFO neutron.quota [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Loaded quota_driver: . Nov 23 13:53:44.020570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Made reservation on behalf of ce1e8e2f93dc491488659e949a251fd1 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:53:44.024140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:44.322552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:44.386495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Checking segment: {'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 13:53:44.386873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Network hostable DHCP agents. Network: b62b8533-dfdc-4924-898f-7386164cf52a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:53:44.407218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3f1266-89ad-471a-9b25-6d0252af5126,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:44.419276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.419622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.420024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.420480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.420723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.421120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.421484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.421807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.422126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.422443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.422760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.423101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Tracked resource versions report: Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: pushed versions: Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: { 'AddressGroup': {'1.2'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'ConntrackHelper': {'1.0'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Log': {'1.0'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Network': {'1.1'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Port': {'1.7'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'PortForwarding': {'1.2'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'QosPolicy': {'1.10'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'SecurityGroup': {'1.5'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'SubPort': {'1.0'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Subnet': {'1.1'}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Trunk': {'1.1'}} Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: consumer versions: Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: { DHCP agent@n-d-818503-2: {}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: L3 agent@n-d-818503-2: {}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: Metadata agent@n-d-818503-2: {}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: Metering agent@n-d-818503-2: {}, Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'ConntrackHelper': '1.0', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Log': '1.0', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Network': '1.1', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Port': '1.7', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'PortForwarding': '1.2', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'QosPolicy': '1.10', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'SecurityGroup': '1.5', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'SecurityGroupRule': '1.2', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'SubPort': '1.0', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Subnet': '1.1', Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: 'Trunk': '1.1'}} Nov 23 13:53:44.424189 n-d-818503-2 neutron-server[103345]: {{(pid=103345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:53:44.446470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Network b62b8533-dfdc-4924-898f-7386164cf52a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:53:44.461721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, b62b8533-dfdc-4924-898f-7386164cf52a) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:53:44.466117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:53:44.466764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:44.472091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f806f0f-1d5f-4297-bd0d-cfe3a018e209 None None] Network b62b8533-dfdc-4924-898f-7386164cf52a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 13:53:44.487522 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7782c2b1-8b28-4742-ba78-2280dbe7ab98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5098655 Nov 23 13:53:44.801847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-b62b8533-dfdc-4924-898f-7386164cf52a', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'fixed_ips': [{'subnet_id': '1c3f1266-89ad-471a-9b25-6d0252af5126'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 13:53:44.803679 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:45.094075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Allocated IP 172.20.0.2 (b62b8533-dfdc-4924-898f-7386164cf52a/1c3f1266-89ad-471a-9b25-6d0252af5126/b733a3af-a128-42c0-8ee4-9cccdea4cb71) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:53:45.293239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:45.301064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:45.378013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Network b62b8533-dfdc-4924-898f-7386164cf52a is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:53:45.387157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:53:45.392492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Pushing event updated for resources: {'Port': ['ID=b733a3af-a128-42c0-8ee4-9cccdea4cb71,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:45.394636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 13:53:45.404664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.405008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.405349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.405682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.406012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.406338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.406732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.407080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.407405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.407724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.408044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.408359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Tracked resource versions report: Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: pushed versions: Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: { 'AddressGroup': {'1.2'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'ConntrackHelper': {'1.0'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Log': {'1.0'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Network': {'1.1'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Port': {'1.7'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'PortForwarding': {'1.2'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'QosPolicy': {'1.10'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'SecurityGroup': {'1.5'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'SubPort': {'1.0'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Subnet': {'1.1'}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Trunk': {'1.1'}} Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: consumer versions: Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: { DHCP agent@n-d-818503-2: {}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: L3 agent@n-d-818503-2: {}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: Metadata agent@n-d-818503-2: {}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: Metering agent@n-d-818503-2: {}, Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'ConntrackHelper': '1.0', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Log': '1.0', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Network': '1.1', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Port': '1.7', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'PortForwarding': '1.2', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'QosPolicy': '1.10', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'SecurityGroup': '1.5', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'SecurityGroupRule': '1.2', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'SubPort': '1.0', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Subnet': '1.1', Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: 'Trunk': '1.1'}} Nov 23 13:53:45.409478 n-d-818503-2 neutron-server[103347]: {{(pid=103347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:53:45.485127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Attempting to bind port b733a3af-a128-42c0-8ee4-9cccdea4cb71 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 13:53:45.485769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Attempting to bind port b733a3af-a128-42c0-8ee4-9cccdea4cb71 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 13:53:45.486049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Attempting to bind port b733a3af-a128-42c0-8ee4-9cccdea4cb71 on network b62b8533-dfdc-4924-898f-7386164cf52a {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 13:53:45.491710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 13:53:45.492095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Checking segment: {'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 13:53:45.492567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:45.492948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Bound using segment: {'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 13:53:45.493406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Bound port: b733a3af-a128-42c0-8ee4-9cccdea4cb71, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 13:53:45.493833 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:45.554505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] For port b733a3af-a128-42c0-8ee4-9cccdea4cb71, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 13:53:45.558789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] For port b733a3af-a128-42c0-8ee4-9cccdea4cb71, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b733a3af-a128-42c0-8ee4-9cccdea4cb71,segment=NetworkSegment(31b150a1-5c68-4d63-88c0-274ee99b5f3f),segment_id=31b150a1-5c68-4d63-88c0-274ee99b5f3f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 13:53:45.562785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:45.626721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45d54d-71fb-4c10-bd0c-81ffe3846e48 None None] Pushing event updated for resources: {'Port': ['ID=b733a3af-a128-42c0-8ee4-9cccdea4cb71,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:46.997206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54704) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:47.318436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-73e1303a-7c13-4a85-a7c2-1913cb52791d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:53:47.319594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-73e1303a-7c13-4a85-a7c2-1913cb52791d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3214626 Nov 23 13:53:49.832752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54712) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:50.155635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-57d041da-6188-4fea-a622-c3b65caaac8d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:53:50.156624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-57d041da-6188-4fea-a622-c3b65caaac8d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3229113 Nov 23 13:53:52.918281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54722) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:53.226416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-11192d5f-290e-4319-8e17-8cbe72ec2344 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:53:53.249593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11192d5f-290e-4319-8e17-8cbe72ec2344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:53.251203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11192d5f-290e-4319-8e17-8cbe72ec2344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:53.411078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11192d5f-290e-4319-8e17-8cbe72ec2344 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:53.417088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11192d5f-290e-4319-8e17-8cbe72ec2344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:53.433672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11192d5f-290e-4319-8e17-8cbe72ec2344 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:53.434864 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-11192d5f-290e-4319-8e17-8cbe72ec2344 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5155289 Nov 23 13:53:54.082148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b733a3af-a128-42c0-8ee4-9cccdea4cb71 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 13:53:54.176850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b733a3af-a128-42c0-8ee4-9cccdea4cb71 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:53:54.176850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:54.290489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:54.324851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port b733a3af-a128-42c0-8ee4-9cccdea4cb71, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b733a3af-a128-42c0-8ee4-9cccdea4cb71,segment=NetworkSegment(31b150a1-5c68-4d63-88c0-274ee99b5f3f),segment_id=31b150a1-5c68-4d63-88c0-274ee99b5f3f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 13:53:54.329002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:54.383340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=b733a3af-a128-42c0-8ee4-9cccdea4cb71,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:54.753315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbd154-0981-4c7b-be9f-a1ff9223d963 None None] Network b62b8533-dfdc-4924-898f-7386164cf52a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 13:53:54.832054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ab69e713-5b7f-4ba5-a4c2-db8cf8719abb None None] Provisioning complete for port b733a3af-a128-42c0-8ee4-9cccdea4cb71 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:53:54.832462 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ab69e713-5b7f-4ba5-a4c2-db8cf8719abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:55.197263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b5941e18-03cf-4b8d-8d86-40fb46cc59c4 None None] Provisioning complete for port b733a3af-a128-42c0-8ee4-9cccdea4cb71 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:53:55.197923 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b5941e18-03cf-4b8d-8d86-40fb46cc59c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:55.941092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:56.054306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b733a3af-a128-42c0-8ee4-9cccdea4cb71 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 13:53:56.106473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b733a3af-a128-42c0-8ee4-9cccdea4cb71 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:53:56.106837 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:56.276690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-c8e1d5a2-1f74-49d5-b794-0c4e89046656 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:53:56.277688 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c8e1d5a2-1f74-49d5-b794-0c4e89046656 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3356476 Nov 23 13:53:56.540466 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8611f7a7-a6e1-439d-9810-3d4996359525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:58.773268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54742) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:53:58.967735 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d1bf32de-a1a9-4f5a-8aac-072f55bf38ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.092924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:53:59.116136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Made reservation on behalf of b26279317c6044029c3f0f21f312004c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:53:59.118418 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.150651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.247854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.251363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.265611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103345) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 13:53:59.289197 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762670414511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.289758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Unsubscribe: segment precommit_create {{(pid=103345) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 13:53:59.290219 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Added segment f559f8e5-dd0a-42cd-9a68-49b3794fa677 of type flat for network d3be324a-e94b-4855-898c-b827f6b442ae Nov 23 13:53:59.293682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec043e-226e-4af3-8ad2-81aa12f767e2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:59.352603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.391830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.392749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:53:59.393345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:53:59.441997 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6675551 Nov 23 13:53:59.489061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d02c4-5f39-4dfe-a244-bf15a3f91ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=d3be324a-e94b-4855-898c-b827f6b442ae,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:53:59.503937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d3be324a-e94b-4855-898c-b827f6b442ae details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 13:53:59.826693 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:01.436223 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:01.932012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54760) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:54:02.104806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a850d-4e57-4d77-85d9-e357ef7d1e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:54:02.106108 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a70a850d-4e57-4d77-85d9-e357ef7d1e4b admin admin] 10.222.0.46 "GET /v2.0/subnets/1c3f1266-89ad-471a-9b25-6d0252af5126 HTTP/1.1" status: 200 len: 849 time: 0.1731517 Nov 23 13:54:02.201661 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:02.219987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de758893-2686-456f-9f79-50f616d73c69 admin admin] 10.222.0.46 "GET /v2.0/routers/7ee77603-efdc-48d9-98c1-7ea8d0979f38 HTTP/1.1" status: 200 len: 704 time: 0.1079729 Nov 23 13:54:02.482426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:02.768933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Allocated IP 172.20.0.1 (b62b8533-dfdc-4924-898f-7386164cf52a/1c3f1266-89ad-471a-9b25-6d0252af5126/1e7bb940-eb7e-4bb6-862d-f598eeaece2f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:54:02.925788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:02.988515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.102181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Network b62b8533-dfdc-4924-898f-7386164cf52a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:54:03.107305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:54:03.113043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 13:54:03.113563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.135677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7bb940-eb7e-4bb6-862d-f598eeaece2f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:03.316206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.387268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-53eaf6a4-6c11-463b-85e2-c99ee216b0cf None None] Provisioning complete for port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:54:03.387823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-53eaf6a4-6c11-463b-85e2-c99ee216b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.428245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-53eaf6a4-6c11-463b-85e2-c99ee216b0cf None None] Port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 13:54:03.541793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.546439 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.547264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.606739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7bb940-eb7e-4bb6-862d-f598eeaece2f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:03.675084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Network b62b8533-dfdc-4924-898f-7386164cf52a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:54:03.676306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:54:03.849565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 13:54:03.851499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8f67490f-a9be-42a7-aea8-cdf9debf60fa None None] Provisioning complete for port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:54:03.851920 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f67490f-a9be-42a7-aea8-cdf9debf60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:03.894440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8f67490f-a9be-42a7-aea8-cdf9debf60fa None None] Port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 13:54:03.959862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 13:54:03.967969 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aad7247b-7a11-451a-801c-a04b5f2d8726 admin admin] 10.222.0.46 "PUT /v2.0/routers/7ee77603-efdc-48d9-98c1-7ea8d0979f38/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7412055 Nov 23 13:54:03.970695 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Sync routers for ids ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:54:03.984005 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Routers {'7ee77603-efdc-48d9-98c1-7ea8d0979f38'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 13:54:03.984806 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T13:53:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:04.188665 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Set router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 13:54:04.626144 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'name': 'router1', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:53:53Z', 'updated_at': '2021-11-23T13:54:03Z', 'revision_number': 2, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'gw_port_host': None, '_interfaces': [{'id': '1e7bb940-eb7e-4bb6-862d-f598eeaece2f', 'name': '', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'mac_address': 'fa:16:3e:3b:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:02Z', 'updated_at': '2021-11-23T13:54:03Z', 'revision_number': 2, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'subnets': [{'id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4af6e1-7308-4dc4-baf4-15bbe7ba8375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:04.677244 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Checking router: 7ee77603-efdc-48d9-98c1-7ea8d0979f38 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:54:04.677457 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Updating router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:54:04.725324 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.228842 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.235677 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.392044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Pushing event updated for resources: {'Port': ['ID=1e7bb940-eb7e-4bb6-862d-f598eeaece2f,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:05.407215 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.407556 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.407889 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.408221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.408543 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.408864 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.409530 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.409530 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.409807 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.410100 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.410409 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.410738 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Tracked resource versions report: Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: pushed versions: Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: { 'AddressGroup': {'1.2'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'ConntrackHelper': {'1.0'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Log': {'1.0'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Network': {'1.1'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Port': {'1.7'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'PortForwarding': {'1.2'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'QosPolicy': {'1.10'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'SecurityGroup': {'1.5'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'SubPort': {'1.0'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Subnet': {'1.1'}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Trunk': {'1.1'}} Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: consumer versions: Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: { DHCP agent@n-d-818503-2: {}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: L3 agent@n-d-818503-2: {}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: Metadata agent@n-d-818503-2: {}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: Metering agent@n-d-818503-2: {}, Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'ConntrackHelper': '1.0', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Log': '1.0', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Network': '1.1', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Port': '1.7', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'PortForwarding': '1.2', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'QosPolicy': '1.10', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'SecurityGroup': '1.5', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'SecurityGroupRule': '1.2', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'SubPort': '1.0', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Subnet': '1.1', Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: 'Trunk': '1.1'}} Nov 23 13:54:05.412439 n-d-818503-2 neutron-server[103348]: {{(pid=103348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:54:05.415069 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Attempting to bind port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 13:54:05.415538 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Attempting to bind port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 13:54:05.415977 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Attempting to bind port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f on network b62b8533-dfdc-4924-898f-7386164cf52a {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 13:54:05.422206 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 13:54:05.422623 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Checking segment: {'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 13:54:05.423103 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.423481 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Bound using segment: {'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 13:54:05.423938 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Bound port: 1e7bb940-eb7e-4bb6-862d-f598eeaece2f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b150a1-5c68-4d63-88c0-274ee99b5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 13:54:05.424323 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.428501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-baabc13d-de0b-4c85-b195-8909a9724728 None None] Provisioning complete for port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:54:05.429091 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baabc13d-de0b-4c85-b195-8909a9724728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.465920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-baabc13d-de0b-4c85-b195-8909a9724728 None None] Port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 13:54:05.492987 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] For port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 13:54:05.514233 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] For port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1e7bb940-eb7e-4bb6-862d-f598eeaece2f,segment=NetworkSegment(31b150a1-5c68-4d63-88c0-274ee99b5f3f),segment_id=31b150a1-5c68-4d63-88c0-274ee99b5f3f)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 13:54:05.518658 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.576616 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Routers {'7ee77603-efdc-48d9-98c1-7ea8d0979f38'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 13:54:05.577252 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T13:53:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:05.579025 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caff3f6-3b55-485d-975a-ec5d078db48a None None] Pushing event updated for resources: {'Port': ['ID=1e7bb940-eb7e-4bb6-862d-f598eeaece2f,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:05.674930 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] Set router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 13:54:05.786792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-14207bc6-6c79-4c01-b32e-fca80b5637e1 None None] Provisioning complete for port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:54:05.787341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-14207bc6-6c79-4c01-b32e-fca80b5637e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.869390 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-14207bc6-6c79-4c01-b32e-fca80b5637e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.892139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'name': 'router1', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:53:53Z', 'updated_at': '2021-11-23T13:54:03Z', 'revision_number': 2, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'gw_port_host': None, '_interfaces': [{'id': '1e7bb940-eb7e-4bb6-862d-f598eeaece2f', 'name': '', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'mac_address': 'fa:16:3e:3b:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:02Z', 'updated_at': '2021-11-23T13:54:05Z', 'revision_number': 4, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'subnets': [{'id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4af6e1-7308-4dc4-baf4-15bbe7ba8375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:05.900832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-14207bc6-6c79-4c01-b32e-fca80b5637e1 None None] For port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1e7bb940-eb7e-4bb6-862d-f598eeaece2f,segment=NetworkSegment(31b150a1-5c68-4d63-88c0-274ee99b5f3f),segment_id=31b150a1-5c68-4d63-88c0-274ee99b5f3f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 13:54:05.905091 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-14207bc6-6c79-4c01-b32e-fca80b5637e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:05.918240 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582124f-bc77-4f93-854f-86e6cf5326f9 None None] The sync data for ids ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'] in n-d-818503-2 is: [{'id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'name': 'router1', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:53:53Z', 'updated_at': '2021-11-23T13:54:03Z', 'revision_number': 2, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'gw_port_host': None, '_interfaces': [{'id': '1e7bb940-eb7e-4bb6-862d-f598eeaece2f', 'name': '', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'mac_address': 'fa:16:3e:3b:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:02Z', 'updated_at': '2021-11-23T13:54:05Z', 'revision_number': 4, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'subnets': [{'id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4af6e1-7308-4dc4-baf4-15bbe7ba8375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:54:05.955778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14207bc6-6c79-4c01-b32e-fca80b5637e1 None None] Pushing event updated for resources: {'Port': ['ID=1e7bb940-eb7e-4bb6-862d-f598eeaece2f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:06.336137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:54:06.481809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc055d4-0b96-416e-9cc4-b8ce13f08481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:54:06.483192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1cc055d4-0b96-416e-9cc4-b8ce13f08481 admin admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 842 time: 0.1460645 Nov 23 13:54:06.493455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:54:06.523311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Made reservation on behalf of b26279317c6044029c3f0f21f312004c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:54:06.525515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:06.933220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 13:54:06.933702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:06.998066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c3a190-e726-4100-ae12-b0c7ffc7ee7e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:07.006706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 13:54:07.006821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Network hostable DHCP agents. Network: d3be324a-e94b-4855-898c-b827f6b442ae, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:54:07.028177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:54:07.044028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d3be324a-e94b-4855-898c-b827f6b442ae) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:54:07.049173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:54:07.049768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:07.056236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af1de2e-9241-4354-b745-21b965872390 None None] Network d3be324a-e94b-4855-898c-b827f6b442ae requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 13:54:07.080688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-836453cb-b4be-47b3-9bf4-cbbc3d787584 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5785229 Nov 23 13:54:07.200797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15170ce0-2c4f-464b-a6a2-858b4396ba44 None None] Network d3be324a-e94b-4855-898c-b827f6b442ae requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 13:54:09.512738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54788) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:54:09.749401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7487371-3ecd-499a-a589-436772a1fad3 admin admin] 10.222.0.46 "GET /v2.0/routers/7ee77603-efdc-48d9-98c1-7ea8d0979f38 HTTP/1.1" status: 200 len: 710 time: 0.2355268 Nov 23 13:54:09.837967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e7960-d8bc-4e40-be4a-6325e5191827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:54:09.839353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ab3e7960-d8bc-4e40-be4a-6325e5191827 admin admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 886 time: 0.0835662 Nov 23 13:54:09.848614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:54:10.102086 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:10.367365 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:10.446939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:10.649599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Allocated IP 172.25.3.25 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/1a0c6c24-f531-4288-9b0d-b5975cb5979f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:54:10.757053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:10.814699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:10.887726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:54:10.893055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:54:10.902403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 13:54:10.905054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0c6c24-f531-4288-9b0d-b5975cb5979f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:11.178283 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:11.382465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:11.387936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:11.502784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 13:54:11.611444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 13:54:11.616828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:11.618048 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aaffd971-1822-4161-8581-ed0931b2a450 admin admin] 10.222.0.46 "PUT /v2.0/routers/7ee77603-efdc-48d9-98c1-7ea8d0979f38 HTTP/1.1" status: 200 len: 889 time: 1.7726011 Nov 23 13:54:12.079263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1e7bb940-eb7e-4bb6-862d-f598eeaece2f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 13:54:12.130269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:54:12.130644 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:12.884740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Sync routers for ids ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:54:12.896175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Routers {'7ee77603-efdc-48d9-98c1-7ea8d0979f38'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 13:54:12.896878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T13:53:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:13.101512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Set router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 13:54:13.547713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'name': 'router1', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a0c6c24-f531-4288-9b0d-b5975cb5979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:53:53Z', 'updated_at': '2021-11-23T13:54:11Z', 'revision_number': 4, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'gw_port': {'id': '1a0c6c24-f531-4288-9b0d-b5975cb5979f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:10Z', 'updated_at': '2021-11-23T13:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '1e7bb940-eb7e-4bb6-862d-f598eeaece2f', 'name': '', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'mac_address': 'fa:16:3e:3b:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:02Z', 'updated_at': '2021-11-23T13:54:05Z', 'revision_number': 5, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'subnets': [{'id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4af6e1-7308-4dc4-baf4-15bbe7ba8375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:13.599104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Checking router: 7ee77603-efdc-48d9-98c1-7ea8d0979f38 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:54:13.599456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Updating router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 port 1a0c6c24-f531-4288-9b0d-b5975cb5979f binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:54:13.645894 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:13.958815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:13.964416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:14.019431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7843062-525d-4495-b959-fd74395d0300 None None] Pushing event updated for resources: {'Port': ['ID=1a0c6c24-f531-4288-9b0d-b5975cb5979f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:14.021815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Attempting to bind port 1a0c6c24-f531-4288-9b0d-b5975cb5979f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 13:54:14.022191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Attempting to bind port 1a0c6c24-f531-4288-9b0d-b5975cb5979f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 13:54:14.022553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Attempting to bind port 1a0c6c24-f531-4288-9b0d-b5975cb5979f on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 13:54:14.027931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 13:54:14.028284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 13:54:14.028681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:14.029064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 13:54:14.029524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Bound port: 1a0c6c24-f531-4288-9b0d-b5975cb5979f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 13:54:14.029917 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:14.079895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] For port 1a0c6c24-f531-4288-9b0d-b5975cb5979f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 13:54:14.083323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] For port 1a0c6c24-f531-4288-9b0d-b5975cb5979f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1a0c6c24-f531-4288-9b0d-b5975cb5979f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 13:54:14.087643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:14.114983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54800) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:54:14.147194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Routers {'7ee77603-efdc-48d9-98c1-7ea8d0979f38'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 13:54:14.147814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T13:53:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:14.151807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7843062-525d-4495-b959-fd74395d0300 None None] Pushing event updated for resources: {'Port': ['ID=1a0c6c24-f531-4288-9b0d-b5975cb5979f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:14.229851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-832fb213-7377-4151-a364-6c129a391fdb admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1135826 Nov 23 13:54:14.256479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] Set router 7ee77603-efdc-48d9-98c1-7ea8d0979f38 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 13:54:14.490148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'name': 'router1', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a0c6c24-f531-4288-9b0d-b5975cb5979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:53:53Z', 'updated_at': '2021-11-23T13:54:11Z', 'revision_number': 4, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'gw_port': {'id': '1a0c6c24-f531-4288-9b0d-b5975cb5979f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:10Z', 'updated_at': '2021-11-23T13:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '1e7bb940-eb7e-4bb6-862d-f598eeaece2f', 'name': '', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'mac_address': 'fa:16:3e:3b:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:02Z', 'updated_at': '2021-11-23T13:54:05Z', 'revision_number': 5, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'subnets': [{'id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4af6e1-7308-4dc4-baf4-15bbe7ba8375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:54:14.516763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543ca2f-3e57-4f68-8fd9-64601d1ca92b None None] The sync data for ids ['7ee77603-efdc-48d9-98c1-7ea8d0979f38'] in n-d-818503-2 is: [{'id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'name': 'router1', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '1a0c6c24-f531-4288-9b0d-b5975cb5979f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:53:53Z', 'updated_at': '2021-11-23T13:54:11Z', 'revision_number': 4, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'gw_port': {'id': '1a0c6c24-f531-4288-9b0d-b5975cb5979f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:10Z', 'updated_at': '2021-11-23T13:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '1e7bb940-eb7e-4bb6-862d-f598eeaece2f', 'name': '', 'network_id': 'b62b8533-dfdc-4924-898f-7386164cf52a', 'tenant_id': 'ce1e8e2f93dc491488659e949a251fd1', 'mac_address': 'fa:16:3e:3b:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee77603-efdc-48d9-98c1-7ea8d0979f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:54:02Z', 'updated_at': '2021-11-23T13:54:05Z', 'revision_number': 5, 'project_id': 'ce1e8e2f93dc491488659e949a251fd1', 'subnets': [{'id': '1c3f1266-89ad-471a-9b25-6d0252af5126', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4af6e1-7308-4dc4-baf4-15bbe7ba8375'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:54:15.032479 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:54:16.101478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1a0c6c24-f531-4288-9b0d-b5975cb5979f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 13:54:16.166169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1a0c6c24-f531-4288-9b0d-b5975cb5979f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:54:16.166530 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:16.249170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:16.270461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 1a0c6c24-f531-4288-9b0d-b5975cb5979f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1a0c6c24-f531-4288-9b0d-b5975cb5979f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 13:54:16.275356 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:16.324750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=1a0c6c24-f531-4288-9b0d-b5975cb5979f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:54:18.120678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1a0c6c24-f531-4288-9b0d-b5975cb5979f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 13:54:18.190208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1a0c6c24-f531-4288-9b0d-b5975cb5979f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:54:18.190939 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:26.544707 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae9ed-a09f-4e81-9217-d09eef4e1da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:28.977877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08111f92-ce6f-4f38-8807-b4dd675de7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:29.829014 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:31.436413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:32.210477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:52.030924 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:54:56.593403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-badb0191-f840-404a-9122-03d6726efd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:58.972777 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f47da6db-2a30-4593-9e86-b577c7cec408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:54:59.824419 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:01.439115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:02.203505 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:26.544742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a7d08df1-88d5-4848-a58a-4633e7aade06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:28.974867 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f770760-1ba1-40a5-9cdb-7e5ec3def453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:29.029213 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:55:29.828196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:31.439531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:32.206317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:39.437235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55316) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:39.498199 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fffe4b-41b1-46a1-8b02-ab82ab05f645 admin admin] GET failed (client error): The resource could not be found. Nov 23 13:55:39.499498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-02fffe4b-41b1-46a1-8b02-ab82ab05f645 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612905 Nov 23 13:55:39.658642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9ea1a-1dce-45de-9fb5-21da1d5f1496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:39.660579 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-15d9ea1a-1dce-45de-9fb5-21da1d5f1496 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559997 Nov 23 13:55:41.921292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55326) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:42.025139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d5ea5-74a4-407b-a694-3364a58155b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:42.026478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aa8d5ea5-74a4-407b-a694-3364a58155b2 admin admin] 10.222.0.46 "GET /v2.0/subnets/1c3f1266-89ad-471a-9b25-6d0252af5126 HTTP/1.1" status: 200 len: 849 time: 0.1042490 Nov 23 13:55:42.036301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:55:42.118858 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:42.329541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762670318457'] for subnet, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:42.360528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:42.361646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:42.362375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] 10.222.0.46 "PUT /v2.0/subnets/1c3f1266-89ad-471a-9b25-6d0252af5126 HTTP/1.1" status: 200 len: 868 time: 0.3296847 Nov 23 13:55:42.365418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929a4f39-1251-4a12-b4ab-82d00a768ace None None] Network b62b8533-dfdc-4924-898f-7386164cf52a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 13:55:42.381714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3f1266-89ad-471a-9b25-6d0252af5126,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:55:42.389211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.389621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.389905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.390241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.390580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.390922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.391262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.391588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.391910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.392235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.392555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.392872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd7fac-9b7b-4987-96f6-3990eecc1e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:55:42.793191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2afc9445-28de-4f7b-b884-9ecd10499f5f None None] Provisioning complete for port b733a3af-a128-42c0-8ee4-9cccdea4cb71 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:55:42.793551 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2afc9445-28de-4f7b-b884-9ecd10499f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:42.884924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2afc9445-28de-4f7b-b884-9ecd10499f5f None None] Provisioning complete for port 1e7bb940-eb7e-4bb6-862d-f598eeaece2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:55:42.885213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2afc9445-28de-4f7b-b884-9ecd10499f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:44.615234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55336) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:44.816446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd844e8-cf3a-4661-9f96-bd75d74a2a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:44.816749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd844e8-cf3a-4661-9f96-bd75d74a2a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:44.818298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2cd844e8-cf3a-4661-9f96-bd75d74a2a67 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021031 Nov 23 13:55:47.094991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55344) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:47.292161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e98bb9-f777-48d5-9187-4dc393362d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:47.292550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e98bb9-f777-48d5-9187-4dc393362d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:47.294086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-02e98bb9-f777-48d5-9187-4dc393362d27 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981471 Nov 23 13:55:49.607601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55352) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:49.814648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ef81d-4e28-4143-8e2a-b6fa2368020b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:49.816507 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-341ef81d-4e28-4143-8e2a-b6fa2368020b admin admin] 10.222.0.46 "GET /v2.0/networks/b62b8533-dfdc-4924-898f-7386164cf52a HTTP/1.1" status: 200 len: 869 time: 0.2079387 Nov 23 13:55:52.090086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55360) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:52.212991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3957c1-f041-4a91-955b-8515f28ae4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:52.214368 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0e3957c1-f041-4a91-955b-8515f28ae4e1 admin admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 886 time: 0.1233392 Nov 23 13:55:54.462323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55368) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:54.590728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761b2c4-d3ec-46e4-ae78-890ccd2bc9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:54.591221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761b2c4-d3ec-46e4-ae78-890ccd2bc9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:54.592761 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d761b2c4-d3ec-46e4-ae78-890ccd2bc9cc admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294625 Nov 23 13:55:56.551677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1173a8c-dfb8-479c-a121-fc46cd67b694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:56.832155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55376) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:56.922700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19c1ce-49d3-48f1-a685-7535eac24dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:56.923174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19c1ce-49d3-48f1-a685-7535eac24dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:56.924728 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f19c1ce-49d3-48f1-a685-7535eac24dbe admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917034 Nov 23 13:55:58.978722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5137bdb1-0236-4605-8368-602d7524cc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:55:59.201699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55384) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:55:59.296413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a4b9c-7e1c-40e6-9199-e5d315509623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:55:59.297748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-207a4b9c-7e1c-40e6-9199-e5d315509623 admin admin] 10.222.0.46 "GET /v2.0/subnets/1c3f1266-89ad-471a-9b25-6d0252af5126 HTTP/1.1" status: 200 len: 868 time: 0.0950215 Nov 23 13:55:59.830866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:01.444132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:01.548664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55392) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:56:01.636161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ab5ec-1fc3-4d23-9d62-bb77a92dc79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:56:01.637527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5b8ab5ec-1fc3-4d23-9d62-bb77a92dc79c admin admin] 10.222.0.46 "GET /v2.0/subnets/63c3a190-e726-4100-ae12-b0c7ffc7ee7e HTTP/1.1" status: 200 len: 816 time: 0.0879090 Nov 23 13:56:02.207705 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:06.027170 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:56:26.333126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55446) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:56:26.380014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-d3609a16-df62-4b09-9e10-397385942c7f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:56:26.381021 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3609a16-df62-4b09-9e10-397385942c7f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469744 Nov 23 13:56:26.544387 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-04605f6b-8718-4355-8fcf-4d47777e6f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:28.779254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:56:28.845241 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5272da-a348-49d4-8167-58b6cbacc21b admin admin] GET failed (client error): The resource could not be found. Nov 23 13:56:28.846459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7f5272da-a348-49d4-8167-58b6cbacc21b admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662229 Nov 23 13:56:28.933542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4869ab1-45a5-4ecb-b779-d0e733d3d9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:56:28.934914 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e4869ab1-45a5-4ecb-b779-d0e733d3d9f9 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840733 Nov 23 13:56:28.981744 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b03b0421-9c78-47c3-bda1-6bfb41ea8efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:29.832285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:31.241022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55462) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:56:31.287737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:56:31.308535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Made reservation on behalf of b26279317c6044029c3f0f21f312004c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:56:31.310687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:31.344003 n-d-818503-2 neutron-server[103346]: WARNING neutron.services.revisions.revision_plugin [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Could not find related network for resource to bump revision. Nov 23 13:56:31.355997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:56:31.365488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:31.365821 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Added segment ee160bdf-a884-4f47-8441-a7715e28d170 of type vlan for network a09458af-7def-48c0-beb2-11598ff635df Nov 23 13:56:31.403873 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:31.426830 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:31.427709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:56:31.428333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:31.445323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:31.463679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2215188 Nov 23 13:56:31.490680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbd185-a8ba-4046-9df2-e4570051e8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a09458af-7def-48c0-beb2-11598ff635df,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:56:31.501447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network a09458af-7def-48c0-beb2-11598ff635df details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 13:56:32.208484 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:33.779570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55470) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:56:33.839799 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f979c4-e349-4f05-a46f-001bff15f471 admin admin] GET failed (client error): The resource could not be found. Nov 23 13:56:33.841114 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-94f979c4-e349-4f05-a46f-001bff15f471 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605969 Nov 23 13:56:33.908730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d433327-9e43-459e-ac21-692d714008ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:56:33.912685 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d433327-9e43-459e-ac21-692d714008ce admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669706 Nov 23 13:56:33.922722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:56:33.944338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Made reservation on behalf of b26279317c6044029c3f0f21f312004c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:56:33.946614 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.106516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.153442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea63b569-ea6a-4e71-8238-055c0a87376a,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:56:34.169140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.169494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.169838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.170173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.170519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.170830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.171180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.171502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.171824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.172142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.172459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.172776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.182223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 13:56:34.182576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Network hostable DHCP agents. Network: a09458af-7def-48c0-beb2-11598ff635df, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:56:34.198187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Network a09458af-7def-48c0-beb2-11598ff635df is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:56:34.206600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, a09458af-7def-48c0-beb2-11598ff635df) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:56:34.210713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:56:34.211517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.215647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4ae7f-0990-4d54-aef2-95d93a262430 None None] Network a09458af-7def-48c0-beb2-11598ff635df requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 13:56:34.233791 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f994b1a2-b635-4b4c-ba2f-0d9ba793e365 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081896 Nov 23 13:56:34.473150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-a09458af-7def-48c0-beb2-11598ff635df', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'tenant_id': 'b26279317c6044029c3f0f21f312004c', 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 13:56:34.474113 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.604968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Allocated IP 192.168.233.2 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/8b08c2c8-c681-4058-9c62-d471af22aae3) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:56:34.747742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.753132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.802297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:56:34.803572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Pushing event updated for resources: {'Port': ['ID=8b08c2c8-c681-4058-9c62-d471af22aae3,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:56:34.805924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:56:34.808642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 13:56:34.815976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.816263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.817199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.817199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.817418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.817563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.817870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.818191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.818504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.818819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.819156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.819700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:56:34.872539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Attempting to bind port 8b08c2c8-c681-4058-9c62-d471af22aae3 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 13:56:34.872912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Attempting to bind port 8b08c2c8-c681-4058-9c62-d471af22aae3 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 13:56:34.873270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Attempting to bind port 8b08c2c8-c681-4058-9c62-d471af22aae3 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 13:56:34.878368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 13:56:34.878743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 13:56:34.879169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.879565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 13:56:34.880028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Bound port: 8b08c2c8-c681-4058-9c62-d471af22aae3, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 13:56:34.880418 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:34.943131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] For port 8b08c2c8-c681-4058-9c62-d471af22aae3, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 13:56:34.947723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] For port 8b08c2c8-c681-4058-9c62-d471af22aae3, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8b08c2c8-c681-4058-9c62-d471af22aae3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 13:56:34.951876 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:35.009823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5906c1-fba0-45e9-adf6-d2765b25d553 None None] Pushing event updated for resources: {'Port': ['ID=8b08c2c8-c681-4058-9c62-d471af22aae3,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:56:35.877301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc83c4-55bd-4523-bb17-c1dcd8944809 None None] Network a09458af-7def-48c0-beb2-11598ff635df requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 13:56:35.911628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e2d88eec-f190-45ad-983e-9dd00cd84d28 None None] Provisioning complete for port 8b08c2c8-c681-4058-9c62-d471af22aae3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:56:35.912016 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e2d88eec-f190-45ad-983e-9dd00cd84d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:36.065207 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e2d88eec-f190-45ad-983e-9dd00cd84d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:36.116580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e2d88eec-f190-45ad-983e-9dd00cd84d28 None None] For port 8b08c2c8-c681-4058-9c62-d471af22aae3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8b08c2c8-c681-4058-9c62-d471af22aae3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 13:56:36.121778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e2d88eec-f190-45ad-983e-9dd00cd84d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:36.181930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d88eec-f190-45ad-983e-9dd00cd84d28 None None] Pushing event updated for resources: {'Port': ['ID=8b08c2c8-c681-4058-9c62-d471af22aae3,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:56:36.233405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8b08c2c8-c681-4058-9c62-d471af22aae3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 13:56:36.288995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8b08c2c8-c681-4058-9c62-d471af22aae3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:56:36.289357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:36.386175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1872a27e-d793-436c-97dd-7ee47d3d7609 None None] Provisioning complete for port 8b08c2c8-c681-4058-9c62-d471af22aae3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:56:36.386488 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1872a27e-d793-436c-97dd-7ee47d3d7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:38.160681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8b08c2c8-c681-4058-9c62-d471af22aae3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 13:56:38.208641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8b08c2c8-c681-4058-9c62-d471af22aae3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:56:38.209195 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:43.025408 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:56:56.574523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cbaa7c5a-6d3f-423f-8b98-dc8d86049429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:58.983825 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b62b-342c-4a26-bcb5-552a99a44015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:56:59.836071 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:01.448852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:02.210912 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:20.024162 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:57:26.548373 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eecfb501-d612-4ded-a72f-443ee09016d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:28.984982 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bd60a2bf-d966-4a0e-93ad-b4db672c3f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:29.839847 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:31.451970 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:32.214543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.269444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55514) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:57:46.275702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-7a1ddd54-c588-4327-b274-eb84369d78c9 tempest-verify_tempest_config-1140574911 tempest-verify_tempest_config-1140574911-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:57:46.276694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7a1ddd54-c588-4327-b274-eb84369d78c9 tempest-verify_tempest_config-1140574911 tempest-verify_tempest_config-1140574911-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062816 Nov 23 13:57:46.573914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55532) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:57:46.679949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.754687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.758358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.802626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01cb34dc41ce44d4b669024c6365e869&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2276952 Nov 23 13:57:46.803464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a5d05-bd54-4ec9-8bf0-d4bb4da517ac,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:57:46.805475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55536) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 13:57:46.810037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.810387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.810729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.811091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.811426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.811757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.812084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.812415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.812740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.813066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.813390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.813771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae68adb-6716-439d-988b-248d50b6b297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.859165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.880261 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.977551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.980184 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:46.981362 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/090a5d05-bd54-4ec9-8bf0-d4bb4da517ac HTTP/1.1" status: 204 len: 168 time: 0.1748946 Nov 23 13:57:46.989528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a5d05-bd54-4ec9-8bf0-d4bb4da517ac,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:57:46.996017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.996369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.996717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.997066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.997396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.997725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.998056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.998384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.998711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.999066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.999403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:46.999706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f848f-663c-4f74-8a2f-f491106187a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:57:56.549796 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-32519679-ceea-4c8c-a313-300711b9b39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:57.022629 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:57:58.992772 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2655-3381-48a2-9948-3a64ae27ae10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:57:59.841294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:01.453599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:02.215037 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:26.553728 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-07c70e51-7770-42ba-bb78-f5bcdda118ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:28.985564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b6a95eb-8b06-4a47-87cc-5821fc458d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:29.844137 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:31.457267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:32.214995 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:34.020298 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:58:56.580320 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3f54be0a-720e-4246-83d6-2bf7e62418c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:58.987753 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ffc1-4b6e-4b8c-b9bd-774426c19d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:58:59.851431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:01.461002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:02.216141 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:11.018310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:59:26.551193 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3b2a-e0fb-4751-8f45-fd0ed3e51d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:28.988702 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c8008862-ff23-4c74-bf0a-417796c881ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:29.851976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:31.462781 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:32.216914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:48.017399 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 13:59:56.552126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fa7f5466-2622-4706-a311-8bee41f71e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:58.989653 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5ce86463-451b-4f06-9fa5-0e95b8973e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 13:59:59.854158 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:01.464616 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:02.212596 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:25.016667 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 5 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:00:26.553291 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b2e609e9-eab7-496e-ba25-5e6c05d34ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:28.990567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2c54-fe07-4488-ad7f-f8961977e831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:29.859130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:31.467612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:32.214595 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:53.447993 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648916'] for agent, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:56.581250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c18fa524-c777-4ddd-b4ad-725eac24465a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:56.777466 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648916'] for agent, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:58.991973 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-92d191f7-37f0-472c-8321-c2e9706b48e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:00:59.860943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:01.470249 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:02.018153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:01:02.216381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:23.399324 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:26.554413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9973c121-6574-49c5-9453-03dd32c84d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:26.731398 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:28.993366 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae0663dd-30d2-4873-abc3-adba7b4b745d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:29.862855 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:31.472892 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:32.217162 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:39.017830 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:01:40.641511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55594) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:01:40.741628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-97e26ab2-2fb3-4874-9252-f1086a4ddb66 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0990281 Nov 23 14:01:43.041873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55604) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:01:43.104533 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-584cb5e0-12a9-4b0e-b252-03a29db0d0ad admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0609796 Nov 23 14:01:53.397830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:56.556073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3b5c74cf-5aa5-4ff0-bfc7-6861c6a70963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:56.744165 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:58.994611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cc7-b0cc-4976-a8cb-73d7adcf10b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:01:59.865642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:01.477983 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:02.222239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:16.017722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:02:23.402252 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:26.558377 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-02ffef0b-7418-40d3-b4d3-1af21ceb062d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:26.767322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:28.998988 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1429625a-458b-43cd-afcf-d8c8ceb76565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:29.877000 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:31.488875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:32.225161 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:53.017080 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:02:53.411847 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:56.586336 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-920c349e-4f89-407a-b2b1-18bb328fa97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:56.758286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:59.001255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7dd7-358f-4a71-b0af-85dc7293af86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:02:59.871915 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:01.481778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:02.236661 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:08.220210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:08.704238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55876) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:08.704749 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3534a42c-7132-4fb0-bd95-413802a16681 tempest-AutoAllocateNetworkTest-446701666 tempest-AutoAllocateNetworkTest-446701666-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c597f14414ff479286332aab30554315&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4830022 Nov 23 14:03:08.909402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e11c524-c433-4266-8afa-d503cb375746 tempest-AutoAllocateNetworkTest-446701666 tempest-AutoAllocateNetworkTest-446701666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:08.911011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0e11c524-c433-4266-8afa-d503cb375746 tempest-AutoAllocateNetworkTest-446701666 tempest-AutoAllocateNetworkTest-446701666-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2044735 Nov 23 14:03:08.914036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55902) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:08.975000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a79bd267-d5ff-47a0-bae7-ce82edf8a647 tempest-AutoAllocateNetworkTest-446701666 tempest-AutoAllocateNetworkTest-446701666-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591218 Nov 23 14:03:08.977505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55904) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:09.004623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-415090bc-82b6-4574-9f00-11daee776370 tempest-AutoAllocateNetworkTest-446701666 tempest-AutoAllocateNetworkTest-446701666-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c597f14414ff479286332aab30554315 HTTP/1.1" status: 200 len: 208 time: 0.0259221 Nov 23 14:03:09.618396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55942) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:10.093715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.171520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.176839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.220631 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c597f14414ff479286332aab30554315&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6006377 Nov 23 14:03:10.223509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55968) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:10.233318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2d6fd0-2780-4d49-aef2-c4801e225dfe,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:10.241358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.241736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.242140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.242548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.243448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.243780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.244110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.244440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.244768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.245096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.245451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.245810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486cea-9fee-421b-8ed2-d1c57cc574ff admin admin] Tracked resource versions report: Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: pushed versions: Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: { 'AddressGroup': {'1.2'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'ConntrackHelper': {'1.0'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Log': {'1.0'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Network': {'1.1'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Port': {'1.7'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'PortForwarding': {'1.2'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'QosPolicy': {'1.10'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'SecurityGroup': {'1.5'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'SubPort': {'1.0'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Subnet': {'1.1'}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Trunk': {'1.1'}} Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: consumer versions: Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: { DHCP agent@n-d-818503-2: {}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: HyperV agent@n-h1-818503-2: {}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: HyperV agent@n-h2-818503-2: {}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: L3 agent@n-d-818503-2: {}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: Metadata agent@n-d-818503-2: {}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: Metering agent@n-d-818503-2: {}, Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'ConntrackHelper': '1.0', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Log': '1.0', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Network': '1.1', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Port': '1.7', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'PortForwarding': '1.2', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'QosPolicy': '1.10', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'SecurityGroup': '1.5', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'SecurityGroupRule': '1.2', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'SubPort': '1.0', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Subnet': '1.1', Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: 'Trunk': '1.1'}} Nov 23 14:03:10.258320 n-d-818503-2 neutron-server[103345]: {{(pid=103345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:03:10.295972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.326404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.418816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.421834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.423407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b2d6fd0-2780-4d49-aef2-c4801e225dfe HTTP/1.1" status: 204 len: 168 time: 0.1982472 Nov 23 14:03:10.435625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2d6fd0-2780-4d49-aef2-c4801e225dfe,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:10.445240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.446691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.447271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.447925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.448489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.449142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.449544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.449940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.450328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.450803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.451319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.451690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f031a1-4e4a-47d9-9e85-13efedb96bc3 admin admin] Tracked resource versions report: Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: pushed versions: Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: { 'AddressGroup': {'1.2'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'ConntrackHelper': {'1.0'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Log': {'1.0'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Network': {'1.1'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Port': {'1.7'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'PortForwarding': {'1.2'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'QosPolicy': {'1.10'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'SecurityGroup': {'1.5'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'SubPort': {'1.0'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Subnet': {'1.1'}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Trunk': {'1.1'}} Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: consumer versions: Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: { DHCP agent@n-d-818503-2: {}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: HyperV agent@n-h1-818503-2: {}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: HyperV agent@n-h2-818503-2: {}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: L3 agent@n-d-818503-2: {}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: Metadata agent@n-d-818503-2: {}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: Metering agent@n-d-818503-2: {}, Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'ConntrackHelper': '1.0', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Log': '1.0', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Network': '1.1', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Port': '1.7', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'PortForwarding': '1.2', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'QosPolicy': '1.10', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'SecurityGroup': '1.5', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'SecurityGroupRule': '1.2', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'SubPort': '1.0', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Subnet': '1.1', Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: 'Trunk': '1.1'}} Nov 23 14:03:10.452747 n-d-818503-2 neutron-server[103346]: {{(pid=103346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:03:10.500471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55992) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:10.770382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-98b75640-c0bc-4c22-95bd-236696048d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.879196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-98b75640-c0bc-4c22-95bd-236696048d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.886077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-98b75640-c0bc-4c22-95bd-236696048d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:10.933507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-98b75640-c0bc-4c22-95bd-236696048d04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c5b4d3b3a5d476e95fa9213b77aaaaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4321377 Nov 23 14:03:10.936509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56018) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:10.945864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75640-c0bc-4c22-95bd-236696048d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c83f45-19ff-4bd3-a546-c85c5318d089,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:11.015964 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-233a9573-8500-4b2a-b0db-0db29682f4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.041899 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-233a9573-8500-4b2a-b0db-0db29682f4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.095882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-233a9573-8500-4b2a-b0db-0db29682f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.110942 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-233a9573-8500-4b2a-b0db-0db29682f4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.110942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-233a9573-8500-4b2a-b0db-0db29682f4a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6c83f45-19ff-4bd3-a546-c85c5318d089 HTTP/1.1" status: 204 len: 168 time: 0.1671598 Nov 23 14:03:11.120284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a9573-8500-4b2a-b0db-0db29682f4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c83f45-19ff-4bd3-a546-c85c5318d089,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:11.355934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56060) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:11.494393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56080) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:11.510671 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1bc961c-5eeb-4b87-a11e-5468371ecaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.610743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1bc961c-5eeb-4b87-a11e-5468371ecaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.614723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1bc961c-5eeb-4b87-a11e-5468371ecaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.655427 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f1bc961c-5eeb-4b87-a11e-5468371ecaa3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=778d50e6bf2544bbb8fdaf031d0041d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1599207 Nov 23 14:03:11.656174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56090) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:11.657462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc961c-5eeb-4b87-a11e-5468371ecaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93869f26-3f42-434a-a525-54c7d9da02ef,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:11.692900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9911355b-3e18-4507-89f9-7aa462836f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.738188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8af5e1ff-4160-46bc-992a-0259d64dc2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.781774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8af5e1ff-4160-46bc-992a-0259d64dc2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.799153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9911355b-3e18-4507-89f9-7aa462836f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.804198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9911355b-3e18-4507-89f9-7aa462836f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.837659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911355b-3e18-4507-89f9-7aa462836f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188f48c9-8bbb-447e-8625-34dfeff0246e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:11.856529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9911355b-3e18-4507-89f9-7aa462836f6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cca2e8c0a2cc4a6b8de63fd1387f2a4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4992664 Nov 23 14:03:11.858876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56100) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:11.869532 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8af5e1ff-4160-46bc-992a-0259d64dc2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.872428 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8af5e1ff-4160-46bc-992a-0259d64dc2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.873974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8af5e1ff-4160-46bc-992a-0259d64dc2d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93869f26-3f42-434a-a525-54c7d9da02ef HTTP/1.1" status: 204 len: 168 time: 0.2159739 Nov 23 14:03:11.890508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e1ff-4160-46bc-992a-0259d64dc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93869f26-3f42-434a-a525-54c7d9da02ef,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:11.930649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e2d52978-d69a-4204-8a76-b202a3ddb8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:11.955897 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e2d52978-d69a-4204-8a76-b202a3ddb8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:12.033372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e2d52978-d69a-4204-8a76-b202a3ddb8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:12.038445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e2d52978-d69a-4204-8a76-b202a3ddb8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:12.043176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e2d52978-d69a-4204-8a76-b202a3ddb8d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/188f48c9-8bbb-447e-8625-34dfeff0246e HTTP/1.1" status: 204 len: 168 time: 0.1806724 Nov 23 14:03:12.051345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d52978-d69a-4204-8a76-b202a3ddb8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188f48c9-8bbb-447e-8625-34dfeff0246e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:12.614228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56174) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:12.633649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8b96-348d-4e0f-9ed3-992e86dbe35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:12.752215 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8b96-348d-4e0f-9ed3-992e86dbe35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:12.759727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8b96-348d-4e0f-9ed3-992e86dbe35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:12.839026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0c7d8b96-348d-4e0f-9ed3-992e86dbe35e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=346bd25689124ec4adda53d1f26755a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2230263 Nov 23 14:03:12.842411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56196) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:12.886160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d8b96-348d-4e0f-9ed3-992e86dbe35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ce98d-ef9e-41f5-898e-855ede60a8c3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:12.926038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2d4-f0aa-440b-97e9-e03b4a5547c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:12.983978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2d4-f0aa-440b-97e9-e03b4a5547c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:13.082151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2d4-f0aa-440b-97e9-e03b4a5547c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:13.084971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2d4-f0aa-440b-97e9-e03b4a5547c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:13.086128 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-56c4d2d4-f0aa-440b-97e9-e03b4a5547c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a5ce98d-ef9e-41f5-898e-855ede60a8c3 HTTP/1.1" status: 204 len: 168 time: 0.2406769 Nov 23 14:03:13.098828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4d2d4-f0aa-440b-97e9-e03b4a5547c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ce98d-ef9e-41f5-898e-855ede60a8c3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:13.259122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56252) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:13.695174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbcf5-8c44-4079-af80-c7fe6f2947b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:13.811767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbcf5-8c44-4079-af80-c7fe6f2947b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:13.826101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbcf5-8c44-4079-af80-c7fe6f2947b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:13.915999 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4a2cbcf5-8c44-4079-af80-c7fe6f2947b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23a8421bcc6d43be95e8e6df4399eb1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6554546 Nov 23 14:03:13.918207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cbcf5-8c44-4079-af80-c7fe6f2947b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e7deb-c847-4dec-ac25-782696acdc5f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:13.919009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:13.980700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5051768-897c-4391-9713-ee4e4094fe2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.004349 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5051768-897c-4391-9713-ee4e4094fe2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.056439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5051768-897c-4391-9713-ee4e4094fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.059525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5051768-897c-4391-9713-ee4e4094fe2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.063904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b5051768-897c-4391-9713-ee4e4094fe2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d9e7deb-c847-4dec-ac25-782696acdc5f HTTP/1.1" status: 204 len: 168 time: 0.1432168 Nov 23 14:03:14.071618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5051768-897c-4391-9713-ee4e4094fe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e7deb-c847-4dec-ac25-782696acdc5f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:14.433849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56346) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:14.691696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56364) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:14.694030 n-d-818503-2 neutron-server[103346]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 14:03:14.723651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2583c217-0a1c-4327-a0b0-b1ab9ed413d4 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ac493208506c4b6588667f961bf36ab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308769 Nov 23 14:03:14.750546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56366) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:14.776096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0476312f-1ebe-417c-833d-380ee2adbef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.823889 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb1270d4-70a0-4bbb-8803-7cab46444143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.875791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-c72e913e-6ee7-4602-9bf0-3b3af6aa579b tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:14.877295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-c72e913e-6ee7-4602-9bf0-3b3af6aa579b tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469181 Nov 23 14:03:14.890129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0476312f-1ebe-417c-833d-380ee2adbef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.898245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0476312f-1ebe-417c-833d-380ee2adbef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:14.908580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-c9ffb752-16d6-4e77-b5cb-bcd7f4a8562f tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/quotas/ac493208506c4b6588667f961bf36ab9 HTTP/1.1" status: 200 len: 375 time: 0.0198438 Nov 23 14:03:14.942527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0476312f-1ebe-417c-833d-380ee2adbef3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbfbdfca44fc4a3aaa6ebfc9774b7176&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1903958 Nov 23 14:03:14.956738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56370) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:14.996961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-d251ee61-6243-4ccf-9fdd-19f243bb4171 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac493208506c4b6588667f961bf36ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755687 Nov 23 14:03:15.044226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb1270d4-70a0-4bbb-8803-7cab46444143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.051834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb1270d4-70a0-4bbb-8803-7cab46444143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.078737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d26a-b1c9-43f3-b794-47ea63e08943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.093652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476312f-1ebe-417c-833d-380ee2adbef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb8e43d-1d03-4bb5-908e-9d00144a9a25,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:15.120165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d26a-b1c9-43f3-b794-47ea63e08943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.183249 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d26a-b1c9-43f3-b794-47ea63e08943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.187051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d26a-b1c9-43f3-b794-47ea63e08943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.188747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c7f9d26a-b1c9-43f3-b794-47ea63e08943 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fb8e43d-1d03-4bb5-908e-9d00144a9a25 HTTP/1.1" status: 204 len: 168 time: 0.2308884 Nov 23 14:03:15.199227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9d26a-b1c9-43f3-b794-47ea63e08943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb8e43d-1d03-4bb5-908e-9d00144a9a25,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:15.291129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bb1270d4-70a0-4bbb-8803-7cab46444143 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1603a08a44e742019239d1cc85a0e2fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8533082 Nov 23 14:03:15.291468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56404) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:15.303889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1270d4-70a0-4bbb-8803-7cab46444143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e628d6-1069-4f32-92a1-2d552ff3a09a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:15.400050 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d16a1e-2511-4ee8-b33a-4efdf6edaa60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.407715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5814b96f-be22-41fc-8803-e2c83bc6eb51 req-b3b38159-121b-47fb-98ca-2511aa6b975a tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 210 time: 0.0968523 Nov 23 14:03:15.449694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d16a1e-2511-4ee8-b33a-4efdf6edaa60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.464422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56422) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:15.495037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-1050cf9b-8603-4316-a73f-c4d085c18c39 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=00c69b7821094984934fabbd87599a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289650 Nov 23 14:03:15.508323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d16a1e-2511-4ee8-b33a-4efdf6edaa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.512747 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d16a1e-2511-4ee8-b33a-4efdf6edaa60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:15.513284 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22d16a1e-2511-4ee8-b33a-4efdf6edaa60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85e628d6-1069-4f32-92a1-2d552ff3a09a HTTP/1.1" status: 204 len: 168 time: 0.2207875 Nov 23 14:03:15.521309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16a1e-2511-4ee8-b33a-4efdf6edaa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e628d6-1069-4f32-92a1-2d552ff3a09a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:15.563610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56428) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:15.634291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-79e3a2af-0381-448e-91a9-7980c0fe8105 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:15.635549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-79e3a2af-0381-448e-91a9-7980c0fe8105 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397645 Nov 23 14:03:15.653323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-2cc29cba-0f56-4869-85b7-1fffbd0f7dc4 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/quotas/00c69b7821094984934fabbd87599a88 HTTP/1.1" status: 200 len: 375 time: 0.0103626 Nov 23 14:03:15.691974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-005e9a42-81fa-4c97-bf81-07d94d49ab97 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c69b7821094984934fabbd87599a88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318475 Nov 23 14:03:15.917802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e75026e-7833-489d-ab8a-6f94b11e2dff req-6f23acad-d4b6-4375-8737-bbd52a07de09 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 210 time: 0.0340037 Nov 23 14:03:15.959076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-110782261-network', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:16.012814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Made reservation on behalf of 12ed8e93dfde453397fd71db694ae8fa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:16.016668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.032413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.168629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.178823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.239708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9acedd4-b631-4f84-8537-8c96b12ad0e5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:16.266392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56472) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:16.283611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:03:16.285558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f447deb3-2989-4aa9-8161-5942d5585b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.306885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.307236 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Added segment c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30 of type vlan for network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 Nov 23 14:03:16.397829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.479005 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f447deb3-2989-4aa9-8161-5942d5585b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.479228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.480455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:16.483385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.485795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f447deb3-2989-4aa9-8161-5942d5585b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.546321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447deb3-2989-4aa9-8161-5942d5585b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e8772-3069-4e20-b7f5-855b36d76a8d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:16.553192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f447deb3-2989-4aa9-8161-5942d5585b37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d21eb4ad36ad4e96bfdcd3a91f7722fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2857158 Nov 23 14:03:16.563616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56488) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:16.626237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-932dafd7-fc0a-4791-a319-f3be6696293a req-c9d4071c-9100-4913-9e34-280b301ca0e4 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 210 time: 0.0756440 Nov 23 14:03:16.705713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] Pushing event updated for resources: {'Network': ['ID=842f50c9-4fa2-44f8-86a1-d5f731d9e773,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:16.717478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-021f7f70-dc84-4f00-a358-3596f7164401 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1528265 Nov 23 14:03:16.718138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:03:16.720250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56498) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:16.736251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Request body: {'subnet': {'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-subnet', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:16.756767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69c047e-21a2-4370-8f4f-dcf505c76e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.782663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Made reservation on behalf of 12ed8e93dfde453397fd71db694ae8fa for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:16.788232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.812413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69c047e-21a2-4370-8f4f-dcf505c76e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.877519 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69c047e-21a2-4370-8f4f-dcf505c76e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.880993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69c047e-21a2-4370-8f4f-dcf505c76e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:16.884797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b69c047e-21a2-4370-8f4f-dcf505c76e98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba2e8772-3069-4e20-b7f5-855b36d76a8d HTTP/1.1" status: 204 len: 168 time: 0.3150220 Nov 23 14:03:16.895898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c047e-21a2-4370-8f4f-dcf505c76e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e8772-3069-4e20-b7f5-855b36d76a8d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:17.073103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c805756-e0e3-43b7-b8a3-2b9d4e05ac67 req-0dde04ca-0066-49b3-8713-2ee118bd36f6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 210 time: 0.0725210 Nov 23 14:03:17.115545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.188722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91963d8-b0fe-420c-93da-72622218c758,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:17.217253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Checking segment: {'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:17.217927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Network hostable DHCP agents. Network: 842f50c9-4fa2-44f8-86a1-d5f731d9e773, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:03:17.247247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:03:17.271506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 842f50c9-4fa2-44f8-86a1-d5f731d9e773) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:17.284019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30798a23-9adb-4af0-bcec-4eef182f2558 None None] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:17.288122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:17.292424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.338252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8811c1c0-f2ed-47ac-8a74-d010800f1247 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6136122 Nov 23 14:03:17.338593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56528) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:17.343245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:17.360594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56530) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:17.407257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.407257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.558484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-842f50c9-4fa2-44f8-86a1-d5f731d9e773', 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'fixed_ips': [{'subnet_id': 'a91963d8-b0fe-420c-93da-72622218c758'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:03:17.559745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.577202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.737125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Allocated IP 172.20.0.2 (842f50c9-4fa2-44f8-86a1-d5f731d9e773/a91963d8-b0fe-420c-93da-72622218c758/fae433bc-42e9-44f4-be17-d80a66b3ec1f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:17.743419 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1d33b7f-d49f-4edf-9b62-7843e3792765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.839045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.941498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.74', 59470) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:17.965970 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1d33b7f-d49f-4edf-9b62-7843e3792765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:17.973362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1d33b7f-d49f-4edf-9b62-7843e3792765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.049617 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.058964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.063672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ef6963e-d37d-41c5-abb9-4014efe1ffe3 req-dee69b62-f753-4e2e-8277-9f9bca2613a8 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 210 time: 0.0807948 Nov 23 14:03:18.066128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-876d7850-2597-4bed-a5a0-b353c25a8f79 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ac493208506c4b6588667f961bf36ab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132128 Nov 23 14:03:18.097440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b1d33b7f-d49f-4edf-9b62-7843e3792765 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bc8da8af7be4ff88fbd829a930b4e38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7332668 Nov 23 14:03:18.102863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56558) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:18.104572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d33b7f-d49f-4edf-9b62-7843e3792765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b954fda3-470d-4c52-8452-8bb6c566ba19,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:18.142284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Pushing event updated for resources: {'Port': ['ID=fae433bc-42e9-44f4-be17-d80a66b3ec1f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:18.176206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.176795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.177355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.177825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.178289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.180294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.180777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.181246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.181717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.183226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.184446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.187546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:18.188888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66116ab9-6187-4602-9cc0-b6b14cb5db85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Tracked resource versions report: Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: pushed versions: Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: { 'AddressGroup': {'1.2'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'ConntrackHelper': {'1.0'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Log': {'1.0'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Network': {'1.1'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Port': {'1.7'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'PortForwarding': {'1.2'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'QosPolicy': {'1.10'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'SecurityGroup': {'1.5'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'SubPort': {'1.0'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Subnet': {'1.1'}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Trunk': {'1.1'}} Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: consumer versions: Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: { DHCP agent@n-d-818503-2: {}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: HyperV agent@n-h1-818503-2: {}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: HyperV agent@n-h2-818503-2: {}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: L3 agent@n-d-818503-2: {}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: Metadata agent@n-d-818503-2: {}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: Metering agent@n-d-818503-2: {}, Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'ConntrackHelper': '1.0', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Log': '1.0', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Network': '1.1', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Port': '1.7', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'PortForwarding': '1.2', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'QosPolicy': '1.10', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'SecurityGroup': '1.5', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'SecurityGroupRule': '1.2', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'SubPort': '1.0', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Subnet': '1.1', Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: 'Trunk': '1.1'}} Nov 23 14:03:18.189310 n-d-818503-2 neutron-server[103347]: {{(pid=103347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:03:18.213888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66116ab9-6187-4602-9cc0-b6b14cb5db85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.219481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:18.224092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:18.235252 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:18.349556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-dbdf49a2-67f1-4a21-b431-1e3dc2fb5a09 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:18.352255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-dbdf49a2-67f1-4a21-b431-1e3dc2fb5a09 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753603 Nov 23 14:03:18.353667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Attempting to bind port fae433bc-42e9-44f4-be17-d80a66b3ec1f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:18.354037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Attempting to bind port fae433bc-42e9-44f4-be17-d80a66b3ec1f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:18.354399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Attempting to bind port fae433bc-42e9-44f4-be17-d80a66b3ec1f on network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:18.361628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:18.362022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Checking segment: {'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:18.362428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.362813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Bound using segment: {'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:18.363322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Bound port: fae433bc-42e9-44f4-be17-d80a66b3ec1f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:18.363697 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.439706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] For port fae433bc-42e9-44f4-be17-d80a66b3ec1f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:18.446282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] For port fae433bc-42e9-44f4-be17-d80a66b3ec1f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fae433bc-42e9-44f4-be17-d80a66b3ec1f,segment=NetworkSegment(c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30),segment_id=c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:18.453557 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.463683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Request body: {'port': {'device_id': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'ac493208506c4b6588667f961bf36ab9'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:18.484418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66116ab9-6187-4602-9cc0-b6b14cb5db85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.484418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66116ab9-6187-4602-9cc0-b6b14cb5db85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.484418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-66116ab9-6187-4602-9cc0-b6b14cb5db85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b954fda3-470d-4c52-8452-8bb6c566ba19 HTTP/1.1" status: 204 len: 168 time: 0.3764238 Nov 23 14:03:18.484418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb8ab425-78c2-4168-8c9b-ea8a8c41e34f req-cc0dfd4a-b890-4f16-9bac-e6a7da177fa1 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 210 time: 0.0805657 Nov 23 14:03:18.561340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8768ec-d80d-4f42-883d-2e2409e67215 None None] Pushing event updated for resources: {'Port': ['ID=fae433bc-42e9-44f4-be17-d80a66b3ec1f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:18.620094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.74', 59473) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:18.683766 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-2fdcf59c-068e-4f15-8045-a67d5a54fe92 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=00c69b7821094984934fabbd87599a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400190 Nov 23 14:03:18.711246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66116ab9-6187-4602-9cc0-b6b14cb5db85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b954fda3-470d-4c52-8452-8bb6c566ba19,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:18.749768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.807473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.809777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Made reservation on behalf of ac493208506c4b6588667f961bf36ab9 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:18.813562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:18.829138 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.173745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.176861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-b604fae9-ab60-4247-bef4-4cab79c14caf tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:19.178664 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-b604fae9-ab60-4247-bef4-4cab79c14caf tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4885869 Nov 23 14:03:19.183432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.191642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Request body: {'port': {'device_id': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '00c69b7821094984934fabbd87599a88'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:19.375518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-540cfe54-c79f-49e2-9e1b-d1805b54a49a req-1c4e10ab-8097-4897-8be0-e5d97b6e8fd7 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 210 time: 0.1243076 Nov 23 14:03:19.375980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56618) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:19.434411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-83b6611f-0d5e-4eb2-9279-a80822be45cb tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7e5d753a3f62430a9ac85886fb832943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250360 Nov 23 14:03:19.525762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Made reservation on behalf of 00c69b7821094984934fabbd87599a88 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:19.537354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80695f0d-7247-429b-b09c-33de39400d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.547892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.572861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.662411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83acd564-2e8a-4bff-b431-6be844a4203b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:19.764341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80695f0d-7247-429b-b09c-33de39400d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.768304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Allocated IP 172.25.3.53 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/c9d39a24-a439-4db0-a8d6-cc6d61059261) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:19.788167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:19.793737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.068707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80695f0d-7247-429b-b09c-33de39400d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.102541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53e16efb-0b5d-49a0-a110-f500357e7e28 req-47a66ade-02d8-41b7-baff-096954140be2 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 210 time: 0.4704778 Nov 23 14:03:20.107066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:20.135823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-6f2801ad-cf14-4cfa-9ab0-97db5a46a4e1 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:20.137700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-6f2801ad-cf14-4cfa-9ab0-97db5a46a4e1 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5803249 Nov 23 14:03:20.205911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80695f0d-7247-429b-b09c-33de39400d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37197d11-e5cb-4239-aa9a-1566251ae3a1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:20.241535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf07129-6d80-4bef-bced-942680953c41 None None] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:20.340295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.390851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-20255ff8-1e0c-4f5f-863c-2cc34388661f tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/quotas/7e5d753a3f62430a9ac85886fb832943 HTTP/1.1" status: 200 len: 375 time: 0.2167399 Nov 23 14:03:20.404308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2e469e16-9e32-496e-9711-2031b289af1a None None] Provisioning complete for port fae433bc-42e9-44f4-be17-d80a66b3ec1f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:20.405250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e469e16-9e32-496e-9711-2031b289af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.416405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.418600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-80695f0d-7247-429b-b09c-33de39400d4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=317201e065cf432dbd9122156e35cc3d&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9909308 Nov 23 14:03:20.421547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56646) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:20.499925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-57c176a5-5c68-478b-881b-7008e2e9067c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e5d753a3f62430a9ac85886fb832943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029766 Nov 23 14:03:20.508279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d39a24-a439-4db0-a8d6-cc6d61059261,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:20.513462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Allocated IP 192.168.233.41 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/d94f64f0-e287-4205-a7f0-c7bf2779cfce) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:20.542019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf58f-19dc-4e8e-8e7c-e6f3eecfbc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.544773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:20.565064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:20.578573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01209d95-7dae-4294-82e4-0a5f7be3c4e4 req-95d07693-a9fc-4b8a-afa8-81b2bf5ef895 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 210 time: 0.0430391 Nov 23 14:03:20.579462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:20.600379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf58f-19dc-4e8e-8e7c-e6f3eecfbc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.626692 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e469e16-9e32-496e-9711-2031b289af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.646556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fae433bc-42e9-44f4-be17-d80a66b3ec1f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:20.706760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf58f-19dc-4e8e-8e7c-e6f3eecfbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.710927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf58f-19dc-4e8e-8e7c-e6f3eecfbc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:20.715275 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7fcaf58f-19dc-4e8e-8e7c-e6f3eecfbc07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37197d11-e5cb-4239-aa9a-1566251ae3a1 HTTP/1.1" status: 204 len: 168 time: 0.2900751 Nov 23 14:03:20.744033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaf58f-19dc-4e8e-8e7c-e6f3eecfbc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37197d11-e5cb-4239-aa9a-1566251ae3a1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:20.883280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2e469e16-9e32-496e-9711-2031b289af1a None None] For port fae433bc-42e9-44f4-be17-d80a66b3ec1f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fae433bc-42e9-44f4-be17-d80a66b3ec1f,segment=NetworkSegment(c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30),segment_id=c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:20.939350 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e469e16-9e32-496e-9711-2031b289af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:21.009014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fae433bc-42e9-44f4-be17-d80a66b3ec1f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:21.009633 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:21.015052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e469e16-9e32-496e-9711-2031b289af1a None None] Pushing event updated for resources: {'Port': ['ID=fae433bc-42e9-44f4-be17-d80a66b3ec1f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:21.129911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bec848fe-de8e-4a42-b63d-9a3a58acc65c req-c1536e15-1dc3-4aa8-aeb8-52650268e45d tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.2538228 Nov 23 14:03:21.349762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:21.431811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:21.475264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-aba18d81-653f-42ba-a4ff-84dee326519a None None] Provisioning complete for port fae433bc-42e9-44f4-be17-d80a66b3ec1f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:21.479302 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aba18d81-653f-42ba-a4ff-84dee326519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:21.487010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5e0eab1-f353-441a-8efa-0ed6e6487035 req-1b199e82-5b9c-40f0-9985-7fb0c238efd7 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 210 time: 0.0633378 Nov 23 14:03:21.687486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Allocated IP 192.168.233.192 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/3e71bbe2-fb4e-4f8a-a333-a434d010d922) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:21.698483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:21.828340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:21.834738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:21.847005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:21.847684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:21.993942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Pushing event updated for resources: {'Port': ['ID=d94f64f0-e287-4205-a7f0-c7bf2779cfce,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:22.062933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-2bbf89ce-8319-4c7d-9685-1af0bf586830 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6035707 Nov 23 14:03:22.103490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-c0115ffd-2919-4c4b-b244-9291ed15ea66 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:22.104974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-c0115ffd-2919-4c4b-b244-9291ed15ea66 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194163 Nov 23 14:03:22.125638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.135812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.167114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fad78-9266-4404-aa2c-aac3de0ef494 req-ac1e193d-d2bf-4e35-a0d1-6beac52172d4 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:22.169478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d31fad78-9266-4404-aa2c-aac3de0ef494 req-ac1e193d-d2bf-4e35-a0d1-6beac52172d4 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 935 time: 0.3446126 Nov 23 14:03:22.251390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.374513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ddf2b4ab-f62c-4313-8ea6-0a9197b90734 None None] Provisioning complete for port d94f64f0-e287-4205-a7f0-c7bf2779cfce triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:22.374861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b4ab-f62c-4313-8ea6-0a9197b90734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.375669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:22.397385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:22.410871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:22.439581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:22.441847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.474682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fae433bc-42e9-44f4-be17-d80a66b3ec1f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:22.594927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Pushing event updated for resources: {'Port': ['ID=3e71bbe2-fb4e-4f8a-a333-a434d010d922,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:22.621175 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-fedc3fb7-4337-42d2-bd1f-d751f609c093 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4332724 Nov 23 14:03:22.657908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b4ab-f62c-4313-8ea6-0a9197b90734 None None] Port d94f64f0-e287-4205-a7f0-c7bf2779cfce cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:03:22.711927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fae433bc-42e9-44f4-be17-d80a66b3ec1f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:22.712748 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.720839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1521c5b-9243-44ab-b9ba-1eb5dc4b413a req-ca532f01-6d5d-4418-93b0-0081b3836637 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.0713644 Nov 23 14:03:22.728425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.11', 54240) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:22.753714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d31fad78-9266-4404-aa2c-aac3de0ef494 req-38b84ac2-1e8d-4dfe-9446-965817e348fe tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782801 Nov 23 14:03:22.823807 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-442f72b3-13e0-4bd3-b559-5d251d3f5fd5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7e5d753a3f62430a9ac85886fb832943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841217 Nov 23 14:03:22.851987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Request body: {'port': {'device_id': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'device_owner': 'compute:tempest-test_az-153343406', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:22.949368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ce2490fd-8c40-41f6-bcfd-022e95cfb710 None None] Provisioning complete for port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:22.949741 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce2490fd-8c40-41f6-bcfd-022e95cfb710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.962357 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:22.996639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56716) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:23.007351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Request body: {'port': {'device_id': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'device_owner': 'compute:tempest-test_az-153343406', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:23.082143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:23.107638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ce2490fd-8c40-41f6-bcfd-022e95cfb710 None None] Port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:03:23.175370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1152350416-network', 'tenant_id': '9b30275af3ab48bf83e54908cf06aa54'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:23.332376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-8886e68c-793e-4618-8d7b-dd171408fe68 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:23.343014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-8886e68c-793e-4618-8d7b-dd171408fe68 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4704301 Nov 23 14:03:23.357409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Made reservation on behalf of 9b30275af3ab48bf83e54908cf06aa54 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:23.359737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:23.395984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:23.421341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:23.454079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Request body: {'port': {'device_id': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '7e5d753a3f62430a9ac85886fb832943'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:23.467327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b6ab4-8dc2-49c8-ac93-e946f4c5d12f req-96687d0e-7d45-4f8c-b6af-7ac1e836bcd5 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:23.468901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a07b6ab4-8dc2-49c8-ac93-e946f4c5d12f req-96687d0e-7d45-4f8c-b6af-7ac1e836bcd5 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 936 time: 0.4910114 Nov 23 14:03:23.472816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:23.717638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Router 8133208e-1c37-412b-a3de-96599c05d50a is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:03:23.783191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a07b6ab4-8dc2-49c8-ac93-e946f4c5d12f req-789c126c-6a4d-4992-9e2f-8c31e453b1e5 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903888 Nov 23 14:03:23.783791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56744) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:23.979613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Made reservation on behalf of 7e5d753a3f62430a9ac85886fb832943 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:23.991284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe1c7e72-92b3-42a3-8457-cfbf51cdb130 req-9b51a49c-8eb3-462b-ad9b-5ee981ca8012 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.0703857 Nov 23 14:03:23.995130 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.037278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.220868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.229957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4bed143a-fef4-4c45-aa91-3d554e889e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.247098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.264210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:03:24.276741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.277275 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Added segment b53da8a8-7996-4a37-bfb9-51ad64394707 of type vlan for network f51c83a0-d363-40a0-a106-ef6c6004c686 Nov 23 14:03:24.287142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2016a-72aa-4492-aa3a-df5ecdf707fb req-aca8f637-dc7f-464c-8e0f-9fa2ad9c7291 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:24.288634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f2016a-72aa-4492-aa3a-df5ecdf707fb req-aca8f637-dc7f-464c-8e0f-9fa2ad9c7291 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 935 time: 0.3449814 Nov 23 14:03:24.299629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:03:24.318557 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Sync routers for ids ['8133208e-1c37-412b-a3de-96599c05d50a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:03:24.349189 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Routers {'8133208e-1c37-412b-a3de-96599c05d50a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:03:24.354871 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:02:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8133208e-1c37-412b-a3de-96599c05d50a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:24.407077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.419674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5dcbce78-327c-4a13-9aa9-5c8d59c581d2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0796566 Nov 23 14:03:24.474071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:24.509798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b75722-1b2d-4a36-a565-932a35681821,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:24.567886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94f64f0-e287-4205-a7f0-c7bf2779cfce {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:24.579642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.593451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f2016a-72aa-4492-aa3a-df5ecdf707fb req-342ec7fa-0db3-4358-b772-a9b583c24ef3 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889955 Nov 23 14:03:24.608036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4bed143a-fef4-4c45-aa91-3d554e889e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.633714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4bed143a-fef4-4c45-aa91-3d554e889e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.641685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Transition to ACTIVE for port object d94f64f0-e287-4205-a7f0-c7bf2779cfce will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:03:24.671970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.702690 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Set router 8133208e-1c37-412b-a3de-96599c05d50a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:03:24.714587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:24.732718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4bed143a-fef4-4c45-aa91-3d554e889e8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c8bd50e086f45e1b465f2bd5f327697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9034557 Nov 23 14:03:24.736912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed143a-fef4-4c45-aa91-3d554e889e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0760f4fc-a582-4968-9ee5-fc9d33418c1e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:24.749380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56758) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:24.840479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d94f64f0-e287-4205-a7f0-c7bf2779cfce,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:24.998770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59e04f28-be8f-4d63-8695-bce1d916b103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.059474 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59e04f28-be8f-4d63-8695-bce1d916b103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.067203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e71bbe2-fb4e-4f8a-a333-a434d010d922 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:25.089036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.244749 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:20Z', 'revision_number': 3, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port': {'id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:18Z', 'updated_at': '2021-11-23T14:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:25.253067 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.254926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59e04f28-be8f-4d63-8695-bce1d916b103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.255088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:25.255473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.257773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59e04f28-be8f-4d63-8695-bce1d916b103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.262855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-59e04f28-be8f-4d63-8695-bce1d916b103 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0760f4fc-a582-4968-9ee5-fc9d33418c1e HTTP/1.1" status: 204 len: 168 time: 0.4971638 Nov 23 14:03:25.271066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Transition to ACTIVE for port object 3e71bbe2-fb4e-4f8a-a333-a434d010d922 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:03:25.312582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aac36243-718f-4cf8-ac54-d13c6bf7148c req-82927db0-8bfb-462f-81a8-5b759fb39813 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.0787060 Nov 23 14:03:25.313598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Attempting to bind port d94f64f0-e287-4205-a7f0-c7bf2779cfce on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:25.314229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Attempting to bind port d94f64f0-e287-4205-a7f0-c7bf2779cfce by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:25.316222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Attempting to bind port d94f64f0-e287-4205-a7f0-c7bf2779cfce on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:25.322631 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Checking router: 8133208e-1c37-412b-a3de-96599c05d50a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:03:25.323237 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Updating router 8133208e-1c37-412b-a3de-96599c05d50a port c9d39a24-a439-4db0-a8d6-cc6d61059261 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:03:25.334566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.343927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.350243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Port d94f64f0-e287-4205-a7f0-c7bf2779cfce on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:03:25.351231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Attempting to bind port d94f64f0-e287-4205-a7f0-c7bf2779cfce on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:25.358012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:25.359068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:25.359889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:25.360545 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Bound port: d94f64f0-e287-4205-a7f0-c7bf2779cfce, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:25.361140 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.369147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e04f28-be8f-4d63-8695-bce1d916b103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0760f4fc-a582-4968-9ee5-fc9d33418c1e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:25.372086 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.436757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a85d92-6f0c-418b-a8bf-ee0138963a89 req-da599d7d-6bca-4bbc-a10d-a503759e5b46 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:25.447664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6a85d92-6f0c-418b-a8bf-ee0138963a89 req-da599d7d-6bca-4bbc-a10d-a503759e5b46 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.2214191 Nov 23 14:03:25.482065 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.486094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Pushing event updated for resources: {'Port': ['ID=3e71bbe2-fb4e-4f8a-a333-a434d010d922,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:25.541568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6a85d92-6f0c-418b-a8bf-ee0138963a89 req-32623e46-4f51-4538-8055-8ce189c335d7 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926795 Nov 23 14:03:25.567681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] For port d94f64f0-e287-4205-a7f0-c7bf2779cfce, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:25.575141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] For port d94f64f0-e287-4205-a7f0-c7bf2779cfce, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:25.592545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] Pushing event updated for resources: {'Network': ['ID=f51c83a0-d363-40a0-a106-ef6c6004c686,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:25.613766 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.658025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:25.658650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:25.660184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] 10.222.0.74 "PUT /v2.0/ports/d94f64f0-e287-4205-a7f0-c7bf2779cfce HTTP/1.1" status: 200 len: 1116 time: 3.0218639 Nov 23 14:03:25.660636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'tag': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:25.684788 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3e4a2b0-30f5-411c-87b7-9152b2ae983f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6866095 Nov 23 14:03:25.726139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56778) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:25.734640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54724d9-67fd-4105-815a-f2e118cffa7c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:25.749653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f51c83a0-d363-40a0-a106-ef6c6004c686 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:03:25.761126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Request body: {'subnet': {'network_id': 'f51c83a0-d363-40a0-a106-ef6c6004c686', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1152350416-subnet', 'tenant_id': '9b30275af3ab48bf83e54908cf06aa54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:25.928566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Made reservation on behalf of 9b30275af3ab48bf83e54908cf06aa54 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:25.945376 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.069272 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.087930 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.295663 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Pushing event updated for resources: {'Port': ['ID=c9d39a24-a439-4db0-a8d6-cc6d61059261,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:26.345143 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.350963 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.352090 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.360356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56784) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:26.362377 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.364231 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.364806 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.365951 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.367829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.369336 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.372617 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.373223 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.373789 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Tracked resource versions report: Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: pushed versions: Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: { 'AddressGroup': {'1.2'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'ConntrackHelper': {'1.0'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Log': {'1.0'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Network': {'1.1'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Port': {'1.7'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'PortForwarding': {'1.2'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'QosPolicy': {'1.10'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'SecurityGroup': {'1.5'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'SubPort': {'1.0'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Subnet': {'1.1'}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Trunk': {'1.1'}} Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: consumer versions: Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: { DHCP agent@n-d-818503-2: {}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: HyperV agent@n-h1-818503-2: {}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: HyperV agent@n-h2-818503-2: {}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: L3 agent@n-d-818503-2: {}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: Metadata agent@n-d-818503-2: {}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: Metering agent@n-d-818503-2: {}, Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: Open vSwitch agent@n-d-818503-2: { 'AddressGroup': '1.2', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'ConntrackHelper': '1.0', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Log': '1.0', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Network': '1.1', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Port': '1.7', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'PortForwarding': '1.2', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'QosPolicy': '1.10', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'SecurityGroup': '1.5', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'SecurityGroupRule': '1.2', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'SubPort': '1.0', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Subnet': '1.1', Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: 'Trunk': '1.1'}} Nov 23 14:03:26.376136 n-d-818503-2 neutron-server[103348]: {{(pid=103348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:03:26.396684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.512822 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Attempting to bind port c9d39a24-a439-4db0-a8d6-cc6d61059261 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:26.513248 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Attempting to bind port c9d39a24-a439-4db0-a8d6-cc6d61059261 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:26.513745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Attempting to bind port c9d39a24-a439-4db0-a8d6-cc6d61059261 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:26.526831 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:26.527438 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:26.531801 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.532379 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:26.533110 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Bound port: c9d39a24-a439-4db0-a8d6-cc6d61059261, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:26.533652 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.589625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d5209510-4451-4f43-9aab-03905097dcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.702368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22a7ff91-bbe3-401d-804a-42aa487fea09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.709054 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d8b84-11be-4b70-a667-6f2494910312" -d '{"events": [{"name": "network-changed", "server_uuid": "644bbc17-74ba-44a9-9fc5-9ea70e09381a", "tag": "d94f64f0-e287-4205-a7f0-c7bf2779cfce"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:26.715814 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] For port c9d39a24-a439-4db0-a8d6-cc6d61059261, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:26.719145 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] For port c9d39a24-a439-4db0-a8d6-cc6d61059261, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c9d39a24-a439-4db0-a8d6-cc6d61059261,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:26.727530 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.792236 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.793830 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e744468-3ced-4055-b313-3fac9f99ea3b None None] Pushing event updated for resources: {'Port': ['ID=c9d39a24-a439-4db0-a8d6-cc6d61059261,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:26.811424 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Routers {'8133208e-1c37-412b-a3de-96599c05d50a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:03:26.812052 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:02:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8133208e-1c37-412b-a3de-96599c05d50a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:26.867809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba6889fe-bddb-40f0-885a-7695df87c3a3 req-6120d1b8-7dc7-4b12-ba03-887006718c8b tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.1594934 Nov 23 14:03:26.868534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ead227-e0d4-426e-ba38-92408feb15c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d94f64f0-e287-4205-a7f0-c7bf2779cfce,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:26.894047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-0f830c34-4413-4280-a6ef-3d1517fad026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:26.900769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-0f830c34-4413-4280-a6ef-3d1517fad026 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac493208506c4b6588667f961bf36ab9&device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 1119 time: 1.0073414 Nov 23 14:03:26.988504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-cea2a9c6-5cca-44fd-9df6-68b579407fa9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce HTTP/1.1" status: 200 len: 217 time: 0.0730860 Nov 23 14:03:26.989371 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22a7ff91-bbe3-401d-804a-42aa487fea09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:26.997791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15068bd-17f1-4b2d-8b57-da0117503ab0 req-46da1425-57aa-40fa-b676-d4d3545bbbe8 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:27.000263 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c15068bd-17f1-4b2d-8b57-da0117503ab0 req-46da1425-57aa-40fa-b676-d4d3545bbbe8 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 1.0745106 Nov 23 14:03:27.107731 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] Set router 8133208e-1c37-412b-a3de-96599c05d50a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:03:27.113767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22a7ff91-bbe3-401d-804a-42aa487fea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:27.157027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Attempting to bind port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:27.157410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Attempting to bind port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:27.157758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Attempting to bind port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:27.163448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-22201500-f926-4046-a7dd-713b840f80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:27.165884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-22201500-f926-4046-a7dd-713b840f80e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1645164 Nov 23 14:03:27.184056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dd9e8-e3d6-47b1-ae73-af34118159a8 req-5ca77fc2-3586-4d86-b249-760909e65e2a tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:27.185818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-870dd9e8-e3d6-47b1-ae73-af34118159a8 req-5ca77fc2-3586-4d86-b249-760909e65e2a tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.1752720 Nov 23 14:03:27.220405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:03:27.220975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Attempting to bind port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:27.228417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7ff91-bbe3-401d-804a-42aa487fea09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b75b47-e6dc-46b2-be9b-95c79a2ae014,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:27.254986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:27.255651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:27.256595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:27.257464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Bound port: 3e71bbe2-fb4e-4f8a-a333-a434d010d922, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:27.258157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:27.349547 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:20Z', 'revision_number': 3, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port': {'id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:18Z', 'updated_at': '2021-11-23T14:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:27.365460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] For port 3e71bbe2-fb4e-4f8a-a333-a434d010d922, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:27.371057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] For port 3e71bbe2-fb4e-4f8a-a333-a434d010d922, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3e71bbe2-fb4e-4f8a-a333-a434d010d922,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:27.375016 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22a7ff91-bbe3-401d-804a-42aa487fea09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3942b26d43d44be3a42270fb064d2a94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0105746 Nov 23 14:03:27.398082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56796) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:27.404320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:27.418511 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af6093-bb4c-4047-8982-cdfec3980232 None None] The sync data for ids ['8133208e-1c37-412b-a3de-96599c05d50a'] in n-d-818503-2 is: [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:20Z', 'revision_number': 3, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port': {'id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:18Z', 'updated_at': '2021-11-23T14:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:03:27.467298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd46b908-7a2b-4620-b92c-fbc149677d83,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:27.483772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-870dd9e8-e3d6-47b1-ae73-af34118159a8 req-288f2d4f-7cbb-4bd6-a629-53c311711e90 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218667 Nov 23 14:03:27.495876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c15068bd-17f1-4b2d-8b57-da0117503ab0 req-1e6d4388-4f77-4cae-967a-a87eed7c2fd3 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838946 Nov 23 14:03:27.530325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-695ecfc5-38f0-4ed3-b1a6-0c21fb05ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:27.533080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-695ecfc5-38f0-4ed3-b1a6-0c21fb05ecce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3433762 Nov 23 14:03:27.637717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Checking segment: {'id': 'b53da8a8-7996-4a37-bfb9-51ad64394707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f51c83a0-d363-40a0-a106-ef6c6004c686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:27.638258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Network hostable DHCP agents. Network: f51c83a0-d363-40a0-a106-ef6c6004c686, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:03:27.686346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Allocated IP 192.168.233.26 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/89f00287-3276-4677-a0ad-657fff51eb3b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:27.719484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:27.720346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:27.721951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] 10.222.0.74 "PUT /v2.0/ports/3e71bbe2-fb4e-4f8a-a333-a434d010d922 HTTP/1.1" status: 200 len: 1117 time: 5.0890083 Nov 23 14:03:27.733732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'tag': '3e71bbe2-fb4e-4f8a-a333-a434d010d922'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:27.869828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af8e6b0d-c158-43eb-b5da-500460d0a5c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:27.920279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Network f51c83a0-d363-40a0-a106-ef6c6004c686 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:03:28.076997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-83c9f277-4190-4c39-95de-167e43a8e949 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134431 Nov 23 14:03:28.204761 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41f8d51-7b38-48e8-b0b6-5b11a2bfcf47 x-openstack-request-id: req-d41f8d51-7b38-48e8-b0b6-5b11a2bfcf47 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:28.205051 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644bbc17-74ba-44a9-9fc5-9ea70e09381a", "tag": "d94f64f0-e287-4205-a7f0-c7bf2779cfce", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:28.207239 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d41f8d51-7b38-48e8-b0b6-5b11a2bfcf47 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:28.207781 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'tag': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce', 'status': 'completed', 'code': 200} Nov 23 14:03:28.217045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e002527d-9f54-47b9-82f1-dd70cb8a2cbc req-a01f286c-f325-427c-b742-816a3ba0bbb0 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.1317673 Nov 23 14:03:28.263299 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a78f8be-4046-49e4-aa12-b4784bf1217e" -d '{"events": [{"name": "network-changed", "server_uuid": "987b7c38-4096-4548-ad68-371ef6e3a48d", "tag": "3e71bbe2-fb4e-4f8a-a333-a434d010d922"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:28.281174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeab325-7ab9-4b3e-a4eb-b93db1145c55 service neutron] Pushing event updated for resources: {'Port': ['ID=3e71bbe2-fb4e-4f8a-a333-a434d010d922,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:28.393003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6dd57b5-cdf4-4c07-b9ea-53e676dcf996 req-89b49afa-d0b5-471a-8b42-fcfb0fc2f422 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022428 Nov 23 14:03:28.503660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c9d39a24-a439-4db0-a8d6-cc6d61059261 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:28.650946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c9d39a24-a439-4db0-a8d6-cc6d61059261 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:28.650946 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:28.678511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, f51c83a0-d363-40a0-a106-ef6c6004c686) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:28.694448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af8e6b0d-c158-43eb-b5da-500460d0a5c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:28.742782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:28.743449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:28.749867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad099666-218c-4472-90b3-37583d9ce9b8 None None] Network f51c83a0-d363-40a0-a106-ef6c6004c686 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:28.824484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-83fff6fb-a575-4a64-83f9-7dee504f4546 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0907176 Nov 23 14:03:28.831952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-9d7ad634-097d-4cb6-84aa-f96fd1c71920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:28.833611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-9d7ad634-097d-4cb6-84aa-f96fd1c71920 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=00c69b7821094984934fabbd87599a88&device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 1120 time: 0.8754566 Nov 23 14:03:28.884319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8a95a-3104-4b0b-bea4-0b348e76e064 req-655b4905-bfbb-4143-8251-e6f8f08d3d23 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:28.897437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47f8a95a-3104-4b0b-bea4-0b348e76e064 req-655b4905-bfbb-4143-8251-e6f8f08d3d23 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.2489061 Nov 23 14:03:29.058565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876c491-acaa-4aa6-b4c8-7dc53639b419 req-d1ce7e6c-7af8-41ca-999e-cc6c859d4e78 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:29.069985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6876c491-acaa-4aa6-b4c8-7dc53639b419 req-d1ce7e6c-7af8-41ca-999e-cc6c859d4e78 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 0.3942432 Nov 23 14:03:29.085341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a27024-a889-4cf1-8d49-826563346a2b None None] Network f51c83a0-d363-40a0-a106-ef6c6004c686 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:29.092506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af8e6b0d-c158-43eb-b5da-500460d0a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:29.099271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af8e6b0d-c158-43eb-b5da-500460d0a5c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:29.104448 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-af8e6b0d-c158-43eb-b5da-500460d0a5c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4b75b47-e6dc-46b2-be9b-95c79a2ae014 HTTP/1.1" status: 204 len: 168 time: 1.6979322 Nov 23 14:03:29.166150 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-53972fb6-580d-4827-bf97-5f6e2f6afe04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=3e71bbe2-fb4e-4f8a-a333-a434d010d922 HTTP/1.1" status: 200 len: 217 time: 0.2949641 Nov 23 14:03:29.237259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47f8a95a-3104-4b0b-bea4-0b348e76e064 req-9130f49d-ca27-4821-90b7-03aa42264dc7 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999091 Nov 23 14:03:29.284986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-150bfca4-6d39-46df-b898-f8c67a2ec3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:29.287138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-150bfca4-6d39-46df-b898-f8c67a2ec3bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac493208506c4b6588667f961bf36ab9&device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 1119 time: 0.3865385 Nov 23 14:03:29.295091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6876c491-acaa-4aa6-b4c8-7dc53639b419 req-946fed60-4794-485c-b9df-f470b8f63284 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997654 Nov 23 14:03:29.369892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e6b0d-c158-43eb-b5da-500460d0a5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b75b47-e6dc-46b2-be9b-95c79a2ae014,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:29.400662 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:29.456417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port c9d39a24-a439-4db0-a8d6-cc6d61059261, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c9d39a24-a439-4db0-a8d6-cc6d61059261,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:29.466156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3f522108-54c8-4d68-96f3-5c5a220486fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:29.509224 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:29.540531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:29.616885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-26ae3a74-0171-403c-ac42-a15b7f84145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:29.618947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-26ae3a74-0171-403c-ac42-a15b7f84145e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.3161640 Nov 23 14:03:29.628648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c038207-7fae-4a05-bfc5-62914e42fc9d req-891bbca9-a11d-41bf-8375-7079028f91cd tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.0800307 Nov 23 14:03:29.698147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=c9d39a24-a439-4db0-a8d6-cc6d61059261,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:29.742073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-92cc6793-935e-432e-9c4e-dc5093a0b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:29.747535 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-92cc6793-935e-432e-9c4e-dc5093a0b765 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.5287971 Nov 23 14:03:29.776038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-d9999aca-b539-49b2-aa2e-46201755c3a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce HTTP/1.1" status: 200 len: 217 time: 0.1412156 Nov 23 14:03:29.914151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:29.939008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-d1b9b206-084c-44af-971a-8da05f2ea7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:29.941683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-d1b9b206-084c-44af-971a-8da05f2ea7d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1450124 Nov 23 14:03:30.020404 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:03:30.029569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:30.142677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-dae99858-46ed-4e96-b9fa-c959bad5e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:30.145454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-dae99858-46ed-4e96-b9fa-c959bad5e816 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384263 Nov 23 14:03:30.229722 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f35a1d1-f1af-450d-b17b-ef8030159389 x-openstack-request-id: req-3f35a1d1-f1af-450d-b17b-ef8030159389 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:30.230502 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987b7c38-4096-4548-ad68-371ef6e3a48d", "tag": "3e71bbe2-fb4e-4f8a-a333-a434d010d922", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:30.231015 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f35a1d1-f1af-450d-b17b-ef8030159389 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:30.231666 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'tag': '3e71bbe2-fb4e-4f8a-a333-a434d010d922', 'status': 'completed', 'code': 200} Nov 23 14:03:30.266312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-3b87e2fb-f67b-4524-b8d7-5845fe3581a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:30.277794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-3b87e2fb-f67b-4524-b8d7-5845fe3581a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5071898 Nov 23 14:03:30.375934 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:30.457759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-8f098fa7-3084-4614-872d-3e10108934ae service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041804 Nov 23 14:03:30.479870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c9d39a24-a439-4db0-a8d6-cc6d61059261 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:30.671833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:30.689667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c9d39a24-a439-4db0-a8d6-cc6d61059261 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:30.690237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:30.716510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:30.735761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:30.754259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:30.755142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:30.774951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Pushing event updated for resources: {'Port': ['ID=89f00287-3276-4677-a0ad-657fff51eb3b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:30.777880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56856) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:30.790395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Allocated IP 172.20.0.1 (842f50c9-4fa2-44f8-86a1-d5f731d9e773/a91963d8-b0fe-420c-93da-72622218c758/36f466ba-b04a-46e7-b052-b6681e920819) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:30.826766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3d8b84-11be-4b70-a667-6f2494910312 req-d3906e02-74c8-4fc0-8aca-a0d98d41ef2f service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427093 Nov 23 14:03:30.837035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1657950551-network', 'tenant_id': '6f7bac3e8c8244009638531c32bd765a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:30.891822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db6df6-c0fd-4d2d-a35d-957a027076e2 req-fbfe9faa-2b1a-44c8-91ed-6ad2f27e740d tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:30.899702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86db6df6-c0fd-4d2d-a35d-957a027076e2 req-fbfe9faa-2b1a-44c8-91ed-6ad2f27e740d tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.4168031 Nov 23 14:03:30.975083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86db6df6-c0fd-4d2d-a35d-957a027076e2 req-7a0ee5a4-baf2-4de6-95fe-58f899815776 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742333 Nov 23 14:03:30.998735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb38ef3-7f45-4026-8a21-62863013985c req-3ddeeb46-a7ed-4060-86ce-3fa5a9bb9ea8 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:31.009511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbb38ef3-7f45-4026-8a21-62863013985c req-3ddeeb46-a7ed-4060-86ce-3fa5a9bb9ea8 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 0.1805401 Nov 23 14:03:31.117223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ee99d2e4-dbdd-4cd5-b1de-49253b84d898 None None] Provisioning complete for port 89f00287-3276-4677-a0ad-657fff51eb3b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:31.117702 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ee99d2e4-dbdd-4cd5-b1de-49253b84d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.123772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbb38ef3-7f45-4026-8a21-62863013985c req-e6c216c1-5b00-4cfc-ad71-ac35e7bbb7f1 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120272 Nov 23 14:03:31.145179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.166834 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-79ed015c-4933-4169-a6e9-9933390d2f6b service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781409 Nov 23 14:03:31.208404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ee99d2e4-dbdd-4cd5-b1de-49253b84d898 None None] Port 89f00287-3276-4677-a0ad-657fff51eb3b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:03:31.241728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e12903-8deb-49b7-835e-ac1ddc085ea0 req-a3fbf72b-f706-414e-89f2-9b0e9cc44b65 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:31.255675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e12903-8deb-49b7-835e-ac1ddc085ea0 req-a3fbf72b-f706-414e-89f2-9b0e9cc44b65 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 935 time: 0.1433313 Nov 23 14:03:31.272289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Made reservation on behalf of 6f7bac3e8c8244009638531c32bd765a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:31.277670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.326040 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a9dbb1b-8565-456f-a9a8-c0078d171dd7 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.8873100 Nov 23 14:03:31.331929 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.380472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e12903-8deb-49b7-835e-ac1ddc085ea0 req-de3a868d-f993-4331-8a31-c32e17a9f7e4 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113486 Nov 23 14:03:31.431979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.492520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.508929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:31.521647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:31.531345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a44b415-5ce6-491e-aa60-ce958bcf4b71 req-00038e4c-3b2e-4b07-a108-a6d333e5c762 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422990 Nov 23 14:03:31.533857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:31.534919 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.608898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Pushing event updated for resources: {'Port': ['ID=36f466ba-b04a-46e7-b052-b6681e920819,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:31.802542 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.823143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.850216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:03:31.864471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.864816 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Added segment ce2ec203-1622-469c-9345-b14d93929e2f of type vlan for network 550f71ab-f84e-4744-ab63-5ff658187d12 Nov 23 14:03:31.933794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:31.953087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2bfbf898-7303-4b46-b84a-9b99093770cf None None] Provisioning complete for port 36f466ba-b04a-46e7-b052-b6681e920819 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:31.953697 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf898-7303-4b46-b84a-9b99093770cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:32.002786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de19d212-c53f-40b0-aae3-dd31107500f6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:32.017623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:32.018600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:32.019274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:32.036362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-ce0cba9f-3739-49ea-8281-f974c983cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:32.048427 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-ce0cba9f-3739-49ea-8281-f974c983cd26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=00c69b7821094984934fabbd87599a88&device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 1120 time: 0.4577339 Nov 23 14:03:32.066441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbf898-7303-4b46-b84a-9b99093770cf None None] Port 36f466ba-b04a-46e7-b052-b6681e920819 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:03:32.139512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3341203 Nov 23 14:03:32.149169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56874) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:32.157184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Request body: {'subnet': {'network_id': '550f71ab-f84e-4744-ab63-5ff658187d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1657950551-subnet', 'tenant_id': '6f7bac3e8c8244009638531c32bd765a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:32.176407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-7db6bf3f-ddcb-4bbe-9713-d22f1679cd43 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:32.177629 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-7db6bf3f-ddcb-4bbe-9713-d22f1679cd43 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081046 Nov 23 14:03:32.187434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ac18f-9bf2-42a9-bda5-fecc1e907f5c req-9a915179-3a02-4d45-ab82-285caad410cb tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:32.198464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b0ac18f-9bf2-42a9-bda5-fecc1e907f5c req-9a915179-3a02-4d45-ab82-285caad410cb tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.0834305 Nov 23 14:03:32.240978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6e7ec-9848-45a9-9858-83bc1d583e1f admin admin] Pushing event updated for resources: {'Network': ['ID=550f71ab-f84e-4744-ab63-5ff658187d12,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:32.250701 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:32.257807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:32.290206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 550f71ab-f84e-4744-ab63-5ff658187d12 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:03:32.295075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Made reservation on behalf of 6f7bac3e8c8244009638531c32bd765a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:32.297384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:32.387302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b0ac18f-9bf2-42a9-bda5-fecc1e907f5c req-c1f11471-064b-4356-9488-3b83de8a90e7 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829040 Nov 23 14:03:32.539666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8aee32-8f3c-456b-ac8b-61e45da212fc req-1aa291ce-6545-4742-8ea2-1c5d373f489e tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:32.541295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c8aee32-8f3c-456b-ac8b-61e45da212fc req-1aa291ce-6545-4742-8ea2-1c5d373f489e tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 0.1711922 Nov 23 14:03:32.876600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17935d4-46d7-4ee2-92ec-f41dcaf69664 req-d121bd9a-5eee-450e-9ef8-a072e8f17f3c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:32.886970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d17935d4-46d7-4ee2-92ec-f41dcaf69664 req-d121bd9a-5eee-450e-9ef8-a072e8f17f3c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 935 time: 0.2998512 Nov 23 14:03:32.893395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c8aee32-8f3c-456b-ac8b-61e45da212fc req-2eeac97c-4e7d-41ab-880b-9624ac804b5d tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458869 Nov 23 14:03:32.965806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d17935d4-46d7-4ee2-92ec-f41dcaf69664 req-a0e45148-7cce-49c1-9f2a-f2ffd5751f64 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774055 Nov 23 14:03:33.030102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-8c71718f-8b46-43c0-8895-e41df02bb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:33.031658 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-8c71718f-8b46-43c0-8895-e41df02bb1ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.5073109 Nov 23 14:03:33.068604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Request body: {'port': {'device_id': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:33.199478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:33.290392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-c59ba6f7-fcd3-4e7f-8c6c-59291717ec48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=3e71bbe2-fb4e-4f8a-a333-a434d010d922 HTTP/1.1" status: 200 len: 217 time: 0.0740542 Nov 23 14:03:33.536929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda021d4-a60c-4f42-996b-5a3dbd07fa64 req-62333a8f-5499-4764-bb4a-b43e08a7a0ef tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:33.547757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cda021d4-a60c-4f42-996b-5a3dbd07fa64 req-62333a8f-5499-4764-bb4a-b43e08a7a0ef tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.0731723 Nov 23 14:03:33.622314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cda021d4-a60c-4f42-996b-5a3dbd07fa64 req-d8521d27-806d-4a82-be38-5dc0f968584c tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733690 Nov 23 14:03:33.747118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-e2b2427f-cc39-429f-8b95-c973c20864b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:33.748926 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-e2b2427f-cc39-429f-8b95-c973c20864b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.3478389 Nov 23 14:03:33.760242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:33.776240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:33.777019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:33.823594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:34.063882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Pushing event updated for resources: {'Port': ['ID=36f466ba-b04a-46e7-b052-b6681e920819,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:34.087359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75d1879-e357-40b5-b57c-01e0d3d4ef0d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:34.189144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14589d59-8588-4b14-b6a0-2b05642ccc7e req-bd472866-26f0-4634-822c-dc4bb1d16576 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:34.195659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:34.199101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14589d59-8588-4b14-b6a0-2b05642ccc7e req-bd472866-26f0-4634-822c-dc4bb1d16576 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 0.1737723 Nov 23 14:03:34.203894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Checking segment: {'id': 'ce2ec203-1622-469c-9345-b14d93929e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '550f71ab-f84e-4744-ab63-5ff658187d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:34.204675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Network hostable DHCP agents. Network: 550f71ab-f84e-4744-ab63-5ff658187d12, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:03:34.211610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:34.271202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1558f2c-4982-4c55-8c68-da363a7f6507 req-c1c27458-bef6-441d-8e1c-168d4417ac08 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:34.295907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1558f2c-4982-4c55-8c68-da363a7f6507 req-c1c27458-bef6-441d-8e1c-168d4417ac08 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 935 time: 0.2027693 Nov 23 14:03:34.556151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1558f2c-4982-4c55-8c68-da363a7f6507 req-99106a72-4485-4eb3-8f02-fe72678d32ee tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234082 Nov 23 14:03:34.581762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14589d59-8588-4b14-b6a0-2b05642ccc7e req-118af901-d535-41da-b12b-3e051b293fb2 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816993 Nov 23 14:03:34.597521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56924) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:34.608565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Network 550f71ab-f84e-4744-ab63-5ff658187d12 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:03:34.640374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-4ba01eec-b7ae-4f54-93b1-98d782e5f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:34.641883 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-4ba01eec-b7ae-4f54-93b1-98d782e5f30c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857486 Nov 23 14:03:34.670438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 550f71ab-f84e-4744-ab63-5ff658187d12) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:34.675496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f00287-3276-4677-a0ad-657fff51eb3b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:34.677588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ad837-9581-48c6-a0ea-6c22882d4d99 None None] Network 550f71ab-f84e-4744-ab63-5ff658187d12 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:34.694120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:34.694714 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:34.719448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:34.756639 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-98228eba-567c-4468-8c3a-7db30ddf0c78 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6061800 Nov 23 14:03:34.784381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Transition to ACTIVE for port object 89f00287-3276-4677-a0ad-657fff51eb3b will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:03:34.798725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:34.809759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Router 8133208e-1c37-412b-a3de-96599c05d50a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:03:34.844637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d818-5491-458f-9828-7b342d4e21b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:34.887088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd3657-27b9-4036-9bba-a1852eb02d9f req-904238a2-a475-499c-89a0-a41385df7f98 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:34.897853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fbd3657-27b9-4036-9bba-a1852eb02d9f req-904238a2-a475-499c-89a0-a41385df7f98 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.1617780 Nov 23 14:03:34.917389 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-8569b729-8401-474f-9976-b4ee537307d9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441909 Nov 23 14:03:34.922132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9cb85d4b-2414-417a-b914-107126f4a399 None None] Provisioning complete for port 36f466ba-b04a-46e7-b052-b6681e920819 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:34.922511 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cb85d4b-2414-417a-b914-107126f4a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:34.969314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56932) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:34.970912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Pushing event updated for resources: {'Port': ['ID=89f00287-3276-4677-a0ad-657fff51eb3b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:35.071355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] Deleting subnet dd46b908-7a2b-4620-b92c-fbc149677d83 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:03:35.072266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9cb85d4b-2414-417a-b914-107126f4a399 None None] Port 36f466ba-b04a-46e7-b052-b6681e920819 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:03:35.075494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.086203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fbd3657-27b9-4036-9bba-a1852eb02d9f req-c07f5ba7-8906-41c4-866f-5b67c9e40df6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861701 Nov 23 14:03:35.127339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d818-5491-458f-9828-7b342d4e21b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.130310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d555ee-d46f-4c92-866e-897f76233e20 None None] Network 550f71ab-f84e-4744-ab63-5ff658187d12 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:35.133195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d818-5491-458f-9828-7b342d4e21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.137811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.153035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.235490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8aa3d818-5491-458f-9828-7b342d4e21b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b1effe93fe645bab1674e4a8d66d034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6364424 Nov 23 14:03:35.236376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56934) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:35.237040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d818-5491-458f-9828-7b342d4e21b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c0f0e5-51cb-467d-a99b-ed4b2be8f7f5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:35.318244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.349614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Attempting to bind port 89f00287-3276-4677-a0ad-657fff51eb3b on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:35.350149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bc60ea8f-b97a-4d39-a037-82a3f38090b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.350975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Attempting to bind port 89f00287-3276-4677-a0ad-657fff51eb3b by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:35.355031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Attempting to bind port 89f00287-3276-4677-a0ad-657fff51eb3b on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:35.402943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bc60ea8f-b97a-4d39-a037-82a3f38090b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.450292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd46b908-7a2b-4620-b92c-fbc149677d83,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:35.452029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Port 89f00287-3276-4677-a0ad-657fff51eb3b on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:03:35.452361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Attempting to bind port 89f00287-3276-4677-a0ad-657fff51eb3b on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:35.459389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.465058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4c2e6248-1e17-4320-9295-649e57f463e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dd46b908-7a2b-4620-b92c-fbc149677d83 HTTP/1.1" status: 204 len: 168 time: 0.4764652 Nov 23 14:03:35.496440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56936) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:35.514592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:35.515134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:35.515583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:35.516018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Bound port: 89f00287-3276-4677-a0ad-657fff51eb3b, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:35.516442 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.593966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a78f8be-4046-49e4-aa12-b4784bf1217e req-a017eff7-394f-4ef3-968b-b410f756f6b6 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437733 Nov 23 14:03:35.604971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:03:35.615442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Sync routers for ids ['8133208e-1c37-412b-a3de-96599c05d50a'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:03:35.619577 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8808d755-c5b1-4476-8949-0c43c43ad66c admin admin] 10.222.0.46 "PUT /v2.0/routers/8133208e-1c37-412b-a3de-96599c05d50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1385086 Nov 23 14:03:35.657384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Routers {'8133208e-1c37-412b-a3de-96599c05d50a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:03:35.664680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8133208e-1c37-412b-a3de-96599c05d50a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:35.712145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] For port 89f00287-3276-4677-a0ad-657fff51eb3b, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:35.716655 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.720868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] For port 89f00287-3276-4677-a0ad-657fff51eb3b, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=89f00287-3276-4677-a0ad-657fff51eb3b,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:35.726222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bc60ea8f-b97a-4d39-a037-82a3f38090b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.728791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.744760 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bc60ea8f-b97a-4d39-a037-82a3f38090b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.749015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bc60ea8f-b97a-4d39-a037-82a3f38090b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1c0f0e5-51cb-467d-a99b-ed4b2be8f7f5 HTTP/1.1" status: 204 len: 168 time: 0.5089450 Nov 23 14:03:35.815902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:35.816633 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:35.818127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] 10.222.0.11 "PUT /v2.0/ports/89f00287-3276-4677-a0ad-657fff51eb3b HTTP/1.1" status: 200 len: 1095 time: 3.3076108 Nov 23 14:03:35.818606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'tag': '89f00287-3276-4677-a0ad-657fff51eb3b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:35.821031 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8435885-492c-4235-9e17-ef2fd66fdfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab56722-d6da-4af6-897c-07b02d2e38e3", "tag": "89f00287-3276-4677-a0ad-657fff51eb3b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:35.890673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3cb00-38f9-4696-9e5a-e2d1a2405d25 service neutron] Pushing event updated for resources: {'Port': ['ID=89f00287-3276-4677-a0ad-657fff51eb3b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:35.961284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60ea8f-b97a-4d39-a037-82a3f38090b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c0f0e5-51cb-467d-a99b-ed4b2be8f7f5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:36.113320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d64ab-27db-49dd-a1b5-75c3b9fcd494 req-8d8c6bc4-b83f-4ebc-aee2-7b40037ddad0 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:36.115112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-108d64ab-27db-49dd-a1b5-75c3b9fcd494 req-8d8c6bc4-b83f-4ebc-aee2-7b40037ddad0 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 947 time: 0.3922997 Nov 23 14:03:36.117093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.121813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Set router 8133208e-1c37-412b-a3de-96599c05d50a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:03:36.127311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefbf8a-8015-46a9-b4e6-9a18651fb21b req-550d3ce7-44b5-4e5d-ba9d-dc20d99be73c tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:36.128985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0eefbf8a-8015-46a9-b4e6-9a18651fb21b req-550d3ce7-44b5-4e5d-ba9d-dc20d99be73c tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 0.4100497 Nov 23 14:03:36.219815 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.220199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.233476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.233890 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > port after_create 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.234212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.234563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > port after_update 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.235196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.235459 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.235553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.235951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.396688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.397065 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.397445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.397801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:03:36.398677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51c83a0-d363-40a0-a106-ef6c6004c686']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:36.420621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56954) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:36.435475 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc5270b-4df8-40d5-b2d9-d8c13568a01b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.448403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53da8a8-7996-4a37-bfb9-51ad64394707') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:36.449279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53da8a8-7996-4a37-bfb9-51ad64394707') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:36.458372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-108d64ab-27db-49dd-a1b5-75c3b9fcd494 req-7e691f25-5a13-4820-8a62-55d34c0067fc tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283544 Nov 23 14:03:36.474285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0eefbf8a-8015-46a9-b4e6-9a18651fb21b req-5e2f2583-0af7-4593-a287-9f26ad476715 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357794 Nov 23 14:03:36.495222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.513270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:32Z', 'revision_number': 4, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port': {'id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:18Z', 'updated_at': '2021-11-23T14:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '36f466ba-b04a-46e7-b052-b6681e920819', 'name': '', 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'mac_address': 'fa:16:3e:c7:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a91963d8-b0fe-420c-93da-72622218c758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:29Z', 'updated_at': '2021-11-23T14:03:32Z', 'revision_number': 2, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'subnets': [{'id': 'a91963d8-b0fe-420c-93da-72622218c758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:36.526695 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.542425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:03:36.543580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.550858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Checking router: 8133208e-1c37-412b-a3de-96599c05d50a for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:03:36.551605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Updating router 8133208e-1c37-412b-a3de-96599c05d50a port 36f466ba-b04a-46e7-b052-b6681e920819 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:03:36.589910 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61318be-6539-4f30-a03a-7f5b5f5239e5 x-openstack-request-id: req-b61318be-6539-4f30-a03a-7f5b5f5239e5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:36.590289 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab56722-d6da-4af6-897c-07b02d2e38e3", "tag": "89f00287-3276-4677-a0ad-657fff51eb3b", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:36.590643 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b61318be-6539-4f30-a03a-7f5b5f5239e5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:36.590868 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.591985 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'tag': '89f00287-3276-4677-a0ad-657fff51eb3b', 'status': 'completed', 'code': 200} Nov 23 14:03:36.614941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc5270b-4df8-40d5-b2d9-d8c13568a01b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.625577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc5270b-4df8-40d5-b2d9-d8c13568a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: from cryptography.utils import int_from_bytes Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: from cryptography.utils import int_from_bytes Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:03:36.669730 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:03:36.696202 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fcc5270b-4df8-40d5-b2d9-d8c13568a01b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=066e7a79e849483486817703ab5ff50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748525 Nov 23 14:03:36.698744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5270b-4df8-40d5-b2d9-d8c13568a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e46da0-463c-4d83-a1a1-786d55093f54,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:36.702832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56962) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:36.722041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.741995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.746918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f51c83a0-d363-40a0-a106-ef6c6004c686 HTTP/1.1" status: 204 len: 168 time: 1.2473855 Nov 23 14:03:36.749859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:36.764922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12e828-709a-481e-bb1c-8d9fa3b68887 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51c83a0-d363-40a0-a106-ef6c6004c686,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:36.795037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61eea-c49b-4fb1-99ff-a2603c46cd70 req-3a01e4b7-a9b9-4223-a8e8-545e4be049c5 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:36.796615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2e61eea-c49b-4fb1-99ff-a2603c46cd70 req-3a01e4b7-a9b9-4223-a8e8-545e4be049c5 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.1251810 Nov 23 14:03:36.808426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] Deleting subnet a75d1879-e357-40b5-b57c-01e0d3d4ef0d {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:03:36.813048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.815060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1522ef2a-fda4-46e8-83af-c0207d89cf6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.863541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1522ef2a-fda4-46e8-83af-c0207d89cf6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.871627 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.880761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.894554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2e61eea-c49b-4fb1-99ff-a2603c46cd70 req-83d8a375-3029-4274-9d5f-7660db6c9326 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906448 Nov 23 14:03:36.963371 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.968613 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1522ef2a-fda4-46e8-83af-c0207d89cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.970377 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.971243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1522ef2a-fda4-46e8-83af-c0207d89cf6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:36.973037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1522ef2a-fda4-46e8-83af-c0207d89cf6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3e46da0-463c-4d83-a1a1-786d55093f54 HTTP/1.1" status: 204 len: 168 time: 0.2692142 Nov 23 14:03:37.015344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522ef2a-fda4-46e8-83af-c0207d89cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e46da0-463c-4d83-a1a1-786d55093f54,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:37.058623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc52a6d-d765-4923-88bf-dd0a558d6363 None None] Pushing event updated for resources: {'Port': ['ID=36f466ba-b04a-46e7-b052-b6681e920819,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:37.155848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Attempting to bind port 36f466ba-b04a-46e7-b052-b6681e920819 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:37.157224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Attempting to bind port 36f466ba-b04a-46e7-b052-b6681e920819 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:37.157224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Attempting to bind port 36f466ba-b04a-46e7-b052-b6681e920819 on network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:37.159832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435885-492c-4235-9e17-ef2fd66fdfc7 req-522f16a6-e0a5-4a10-8b62-616deaf1234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:37.161343 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c8435885-492c-4235-9e17-ef2fd66fdfc7 req-522f16a6-e0a5-4a10-8b62-616deaf1234a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e5d753a3f62430a9ac85886fb832943&device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 1098 time: 0.2841427 Nov 23 14:03:37.162979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:37.163398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Checking segment: {'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:37.164139 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.164409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Bound using segment: {'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:37.165028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Bound port: 36f466ba-b04a-46e7-b052-b6681e920819, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:37.165632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.188862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.210081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.214075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a75d1879-e357-40b5-b57c-01e0d3d4ef0d HTTP/1.1" status: 204 len: 168 time: 0.4628887 Nov 23 14:03:37.216597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-56607f5b-c863-4bba-a22a-832bcb15e016 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2860579 Nov 23 14:03:37.217487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56968) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:37.217604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c8435885-492c-4235-9e17-ef2fd66fdfc7 req-ff371b1e-be90-462c-967c-b0f988c7ffa7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7e5d753a3f62430a9ac85886fb832943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474663 Nov 23 14:03:37.243744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf3c7f-83a1-4116-965b-1c97be825e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75d1879-e357-40b5-b57c-01e0d3d4ef0d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:37.259172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:37.259398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] For port 36f466ba-b04a-46e7-b052-b6681e920819, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:37.262799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] For port 36f466ba-b04a-46e7-b052-b6681e920819, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=36f466ba-b04a-46e7-b052-b6681e920819,segment=NetworkSegment(c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30),segment_id=c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:37.268888 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.346021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Routers {'8133208e-1c37-412b-a3de-96599c05d50a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:03:37.347157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8133208e-1c37-412b-a3de-96599c05d50a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:37.348918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc52a6d-d765-4923-88bf-dd0a558d6363 None None] Pushing event updated for resources: {'Port': ['ID=36f466ba-b04a-46e7-b052-b6681e920819,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:37.354417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.365968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.495533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435885-492c-4235-9e17-ef2fd66fdfc7 req-f02a064b-822f-4138-9f4e-c3586812c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:37.498014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c8435885-492c-4235-9e17-ef2fd66fdfc7 req-f02a064b-822f-4138-9f4e-c3586812c626 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634861 Nov 23 14:03:37.506982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-72189b9d-0930-4406-beb4-3370bc3bd079 None None] Provisioning complete for port 36f466ba-b04a-46e7-b052-b6681e920819 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:37.511769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-72189b9d-0930-4406-beb4-3370bc3bd079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.519726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.594980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a1a44c2-961b-4397-90b5-e87a174eb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:37.596563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-5a1a44c2-961b-4397-90b5-e87a174eb42e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e5d753a3f62430a9ac85886fb832943&device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 1098 time: 0.0504742 Nov 23 14:03:37.610463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] Set router 8133208e-1c37-412b-a3de-96599c05d50a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:03:37.633762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550f71ab-f84e-4744-ab63-5ff658187d12']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:37.669355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-c3eaf519-8a10-4c25-b250-69a9507f435f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=89f00287-3276-4677-a0ad-657fff51eb3b HTTP/1.1" status: 200 len: 217 time: 0.0638990 Nov 23 14:03:37.685335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2ec203-1622-469c-9345-b14d93929e2f') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:37.686051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2ec203-1622-469c-9345-b14d93929e2f') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:37.706990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.732422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-b54ab6d7-7894-4c59-8bca-bf56ef0ffd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:37.732881 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.734276 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-b54ab6d7-7894-4c59-8bca-bf56ef0ffd6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0575097 Nov 23 14:03:37.754104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff083d4-3e3d-4f53-a712-925a5f2325c9 req-9c486ad3-9c94-439a-a438-e9d41137a85a tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:37.756402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fff083d4-3e3d-4f53-a712-925a5f2325c9 req-9c486ad3-9c94-439a-a438-e9d41137a85a tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 947 time: 0.1305714 Nov 23 14:03:37.758183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:03:37.758573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:03:37.762176 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:03:37.797353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-3604c745-4f3b-409c-9325-a2698fd442c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:37.800405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-3604c745-4f3b-409c-9325-a2698fd442c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585701 Nov 23 14:03:37.863553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-72189b9d-0930-4406-beb4-3370bc3bd079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.864580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.869015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.879457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fff083d4-3e3d-4f53-a712-925a5f2325c9 req-98bb8779-4064-41c4-91f1-ed48891a2996 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043136 Nov 23 14:03:37.884150 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.887114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] 10.222.0.46 "DELETE /v2.0/networks/550f71ab-f84e-4744-ab63-5ff658187d12 HTTP/1.1" status: 204 len: 168 time: 0.6681406 Nov 23 14:03:37.900586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-72189b9d-0930-4406-beb4-3370bc3bd079 None None] For port 36f466ba-b04a-46e7-b052-b6681e920819, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=36f466ba-b04a-46e7-b052-b6681e920819,segment=NetworkSegment(c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30),segment_id=c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:37.904398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32de17e-d7be-4dd1-aaeb-b794f47c5e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=550f71ab-f84e-4744-ab63-5ff658187d12,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:37.907721 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-72189b9d-0930-4406-beb4-3370bc3bd079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:37.989887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:32Z', 'revision_number': 4, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port': {'id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:18Z', 'updated_at': '2021-11-23T14:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '36f466ba-b04a-46e7-b052-b6681e920819', 'name': '', 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'mac_address': 'fa:16:3e:c7:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a91963d8-b0fe-420c-93da-72622218c758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:29Z', 'updated_at': '2021-11-23T14:03:37Z', 'revision_number': 4, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'subnets': [{'id': 'a91963d8-b0fe-420c-93da-72622218c758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:37.993028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72189b9d-0930-4406-beb4-3370bc3bd079 None None] Pushing event updated for resources: {'Port': ['ID=36f466ba-b04a-46e7-b052-b6681e920819,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:37.997997 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-aac82d14-aa63-4bf5-bf6d-6aad0026455f service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881833 Nov 23 14:03:38.026162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7c4ad-675c-417f-9104-6c8db1351170 None None] The sync data for ids ['8133208e-1c37-412b-a3de-96599c05d50a'] in n-d-818503-2 is: [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:32Z', 'revision_number': 4, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port': {'id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:18Z', 'updated_at': '2021-11-23T14:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '36f466ba-b04a-46e7-b052-b6681e920819', 'name': '', 'network_id': '842f50c9-4fa2-44f8-86a1-d5f731d9e773', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'mac_address': 'fa:16:3e:c7:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a91963d8-b0fe-420c-93da-72622218c758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:29Z', 'updated_at': '2021-11-23T14:03:37Z', 'revision_number': 4, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'subnets': [{'id': 'a91963d8-b0fe-420c-93da-72622218c758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:03:38.038190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-be708519-857d-4e91-abb2-42913a63fdaf None None] Provisioning complete for port 36f466ba-b04a-46e7-b052-b6681e920819 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:38.039586 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be708519-857d-4e91-abb2-42913a63fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.084343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Allocated IP 172.25.3.222 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/f756d7ec-841d-4ca9-8b49-0f2dfdf6519c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:38.106128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37c40-29b4-4366-8b75-9dfa35c43b4c req-7820ef81-6e92-4eb4-a7bf-45f004cf56c8 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:38.126578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7eb37c40-29b4-4366-8b75-9dfa35c43b4c req-7820ef81-6e92-4eb4-a7bf-45f004cf56c8 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 0.1020770 Nov 23 14:03:38.202214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ca47f56c-1f0c-48ef-a29e-8669bc21fba9 req-f524d321-050e-4d6a-9be4-6e95aa26ecb1 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956191 Nov 23 14:03:38.221108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7eb37c40-29b4-4366-8b75-9dfa35c43b4c req-a88dc538-cb74-438b-ac1d-9e65a2e65fed tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936077 Nov 23 14:03:38.237998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56996) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:38.318718 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ea78b7f-f753-4a8e-ba01-cd6665815c31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b30275af3ab48bf83e54908cf06aa54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770340 Nov 23 14:03:38.320616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57000) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:38.353025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.396957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1c7ba-b011-4f99-982f-fa5b2f667765 req-9b7a4374-3bd6-43ba-9df3-eefec082311d tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:38.398682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cf1c7ba-b011-4f99-982f-fa5b2f667765 req-9b7a4374-3bd6-43ba-9df3-eefec082311d tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.1058023 Nov 23 14:03:38.400198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-869d5282-f927-4e2e-8d2b-e6eed8766bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.442343 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-869d5282-f927-4e2e-8d2b-e6eed8766bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.467148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 36f466ba-b04a-46e7-b052-b6681e920819 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:38.502360 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.512485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-869d5282-f927-4e2e-8d2b-e6eed8766bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.514992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-869d5282-f927-4e2e-8d2b-e6eed8766bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.516333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-869d5282-f927-4e2e-8d2b-e6eed8766bac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4b75722-1b2d-4a36-a565-932a35681821 HTTP/1.1" status: 204 len: 168 time: 0.1944690 Nov 23 14:03:38.530343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d5282-f927-4e2e-8d2b-e6eed8766bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b75722-1b2d-4a36-a565-932a35681821,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:38.549225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 36f466ba-b04a-46e7-b052-b6681e920819 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:38.549931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.603585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cf1c7ba-b011-4f99-982f-fa5b2f667765 req-9f00c4a2-a3f7-4a24-9698-972c3894812f tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920161 Nov 23 14:03:38.626946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:38.629837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:38.635828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:38.657836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=f756d7ec-841d-4ca9-8b49-0f2dfdf6519c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:38.812445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:38.867622 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.056716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:39.115840 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-69a6185a-e776-4312-9abb-ce837b03431a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f7bac3e8c8244009638531c32bd765a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552561 Nov 23 14:03:39.116395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57020) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:39.172763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c87e14d-b641-438b-9af1-bea10e0fb8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.200591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c87e14d-b641-438b-9af1-bea10e0fb8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.255548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6a1-f855-4486-9188-1b632689b6b5 req-e95e1f77-2a93-40dd-8b3f-db8134fe725c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:39.257803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-079bd6a1-f855-4486-9188-1b632689b6b5 req-e95e1f77-2a93-40dd-8b3f-db8134fe725c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 947 time: 0.1254327 Nov 23 14:03:39.261804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c87e14d-b641-438b-9af1-bea10e0fb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.264827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c87e14d-b641-438b-9af1-bea10e0fb8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.266721 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5c87e14d-b641-438b-9af1-bea10e0fb8e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de19d212-c53f-40b0-aae3-dd31107500f6 HTTP/1.1" status: 204 len: 168 time: 0.1486857 Nov 23 14:03:39.275167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87e14d-b641-438b-9af1-bea10e0fb8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de19d212-c53f-40b0-aae3-dd31107500f6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:39.340916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.351037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-079bd6a1-f855-4486-9188-1b632689b6b5 req-6eeaacb8-06aa-48e0-9b29-bbef9854f311 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775030 Nov 23 14:03:39.351842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.396713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=f756d7ec-841d-4ca9-8b49-0f2dfdf6519c,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:39.486381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.513360 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:39.514689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7a02b281-99c5-46c8-a31d-3a177f0922d7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2857111 Nov 23 14:03:39.524355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b6054-1020-4704-8a86-14d9051c228c req-c79856ba-2ec7-410e-89c5-a370d2ffff50 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:39.525839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-106b6054-1020-4704-8a86-14d9051c228c req-c79856ba-2ec7-410e-89c5-a370d2ffff50 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 968 time: 0.0746255 Nov 23 14:03:39.606558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-7d11579d-2f72-4020-853c-0241d328faa9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0797560 Nov 23 14:03:39.657511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-106b6054-1020-4704-8a86-14d9051c228c req-3f3e3fe3-4412-48e6-94ef-2664f5fe1c46 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242640 Nov 23 14:03:39.745624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-28648d66-adda-4eb5-827e-cd47f2bec7a6 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:39.747167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-28648d66-adda-4eb5-827e-cd47f2bec7a6 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1295063 Nov 23 14:03:39.758954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-e93be452-85a4-48f4-a416-90eede95274b tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:39.759918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bd43869-4047-436b-b29a-bee5dab2baf4 req-e93be452-85a4-48f4-a416-90eede95274b tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064116 Nov 23 14:03:39.867951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835db41a-b77b-44a1-be7a-9f56e210dbdd req-1bf06746-f480-4a91-9c3e-ccce2509b040 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:39.875379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-835db41a-b77b-44a1-be7a-9f56e210dbdd req-1bf06746-f480-4a91-9c3e-ccce2509b040 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 969 time: 0.0622096 Nov 23 14:03:39.930858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-835db41a-b77b-44a1-be7a-9f56e210dbdd req-227011df-1c22-4cd1-8d0b-7148fd563289 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Nov 23 14:03:40.076381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-62363a8d-4e23-4485-83e5-5e01a275437a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1104486 Nov 23 14:03:40.080096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57058) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:40.091239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:40.115206 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.197925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1538527340-network', 'tenant_id': '34571f635c11481689d073a5cada7e6a'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:40.225501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Made reservation on behalf of 34571f635c11481689d073a5cada7e6a for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:40.227900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.238458 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.253105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.276273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d94f64f0-e287-4205-a7f0-c7bf2779cfce details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:03:40.372224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57068) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:40.394309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d94f64f0-e287-4205-a7f0-c7bf2779cfce, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:40.399456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Allocated IP 172.25.3.170 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/0e1fcbf9-3a6c-4104-b6da-f53474fce7af) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:40.415799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce', 'mac_address': 'fa:16:3e:7b:e0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-153343406', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:03:40.453387 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.458966 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.472410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94f64f0-e287-4205-a7f0-c7bf2779cfce {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:40.475165 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.494485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d94f64f0-e287-4205-a7f0-c7bf2779cfce, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:40.500138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.500935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3e71bbe2-fb4e-4f8a-a333-a434d010d922 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:03:40.517605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-087ed29f-109e-4045-9b20-f5bfc00c6287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.560492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:03:40.574643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d94f64f0-e287-4205-a7f0-c7bf2779cfce,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:40.578515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3e71bbe2-fb4e-4f8a-a333-a434d010d922, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3e71bbe2-fb4e-4f8a-a333-a434d010d922,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:40.585336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e91d6b7-0e6d-4be6-905d-97a72730de64,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:40.591832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.592372 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Added segment 0ddd23e7-617c-4bdc-85c7-84ef4b72fcca of type vlan for network 7811a950-ac82-499b-ba3f-9fd609f856d4 Nov 23 14:03:40.592591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '3e71bbe2-fb4e-4f8a-a333-a434d010d922', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '3e71bbe2-fb4e-4f8a-a333-a434d010d922', 'mac_address': 'fa:16:3e:cd:72:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-153343406', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:03:40.617183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-087ed29f-109e-4045-9b20-f5bfc00c6287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.622575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-087ed29f-109e-4045-9b20-f5bfc00c6287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.640341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.648449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c87b7-f442-44ec-85cd-6778eb8503d4 req-7fe49ea8-b821-4fd5-a65f-514a168adb76 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:40.649587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b34c87b7-f442-44ec-85cd-6778eb8503d4 req-7fe49ea8-b821-4fd5-a65f-514a168adb76 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 947 time: 0.1945922 Nov 23 14:03:40.654100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e71bbe2-fb4e-4f8a-a333-a434d010d922 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:40.669968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ed29f-109e-4045-9b20-f5bfc00c6287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd5e311-73d4-4558-924b-5d05a5e89ab7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:40.674813 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-087ed29f-109e-4045-9b20-f5bfc00c6287 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bee56c40917e4524a40feb582b9076a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009744 Nov 23 14:03:40.675167 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.677465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57074) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:40.679045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3e71bbe2-fb4e-4f8a-a333-a434d010d922, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3e71bbe2-fb4e-4f8a-a333-a434d010d922,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:40.688240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.697358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.734569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f493681-d77e-46cc-b39f-899f491344fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.745083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=3e71bbe2-fb4e-4f8a-a333-a434d010d922,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:40.756847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f493681-d77e-46cc-b39f-899f491344fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.760333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.761277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:40.762123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.785623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b34c87b7-f442-44ec-85cd-6778eb8503d4 req-0c9d1305-3eae-44d1-822c-73d9e381948f tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253722 Nov 23 14:03:40.803072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7217221 Nov 23 14:03:40.806645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57078) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:40.812518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Request body: {'subnet': {'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1538527340-subnet', 'tenant_id': '34571f635c11481689d073a5cada7e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:40.826824 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f493681-d77e-46cc-b39f-899f491344fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.829328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f493681-d77e-46cc-b39f-899f491344fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.833007 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4f493681-d77e-46cc-b39f-899f491344fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccd5e311-73d4-4558-924b-5d05a5e89ab7 HTTP/1.1" status: 204 len: 168 time: 0.1518092 Nov 23 14:03:40.844616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f493681-d77e-46cc-b39f-899f491344fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd5e311-73d4-4558-924b-5d05a5e89ab7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:40.845972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.850194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Made reservation on behalf of 34571f635c11481689d073a5cada7e6a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:40.853004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:40.890705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663478a7-3b53-48bf-9664-6779c38a2b44 admin admin] Pushing event updated for resources: {'Network': ['ID=7811a950-ac82-499b-ba3f-9fd609f856d4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:40.903792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:03:40.942334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:40.946454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:40.951844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:41.000869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=0e1fcbf9-3a6c-4104-b6da-f53474fce7af,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:41.028514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['3e71bbe2-fb4e-4f8a-a333-a434d010d922'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:03:41.048418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85567a-1dc1-4320-8ea2-21e9b9b8ba32 req-06bc7541-6b45-4de9-8585-6231a3e70e32 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:41.050101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe85567a-1dc1-4320-8ea2-21e9b9b8ba32 req-06bc7541-6b45-4de9-8585-6231a3e70e32 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 969 time: 0.1608469 Nov 23 14:03:41.085132 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.094554 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.122924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe85567a-1dc1-4320-8ea2-21e9b9b8ba32 req-362c3245-d002-487e-9189-2c8bedf9c29e tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644176 Nov 23 14:03:41.164067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f446e3-072d-43c4-84d8-2573908fe985,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:41.170881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:41.171368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Network hostable DHCP agents. Network: 7811a950-ac82-499b-ba3f-9fd609f856d4, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:03:41.190920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:03:41.198124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.206724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:41.214176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d94f64f0-e287-4205-a7f0-c7bf2779cfce'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:03:41.221585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7811a950-ac82-499b-ba3f-9fd609f856d4) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:41.223684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81b0b357-de27-4900-95f3-0c0cc18279b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.235105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:41.235692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.254135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2428c0a-95ef-4f78-8b98-e36a9e71a8d9 None None] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:41.267136 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-543befa6-7541-406f-945c-a5e2d54e0234 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4592011 Nov 23 14:03:41.330828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81b0b357-de27-4900-95f3-0c0cc18279b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.338985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81b0b357-de27-4900-95f3-0c0cc18279b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.340204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32015716-28b3-42cd-a838-c20a3be7d354 req-edbe005e-0642-44dc-a102-b786e508568f tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:41.341740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32015716-28b3-42cd-a838-c20a3be7d354 req-edbe005e-0642-44dc-a102-b786e508568f tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 970 time: 0.1189942 Nov 23 14:03:41.421742 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81b0b357-de27-4900-95f3-0c0cc18279b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ad13d51bbef456baa564feeb3f465ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135854 Nov 23 14:03:41.424286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57092) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:41.433687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b357-de27-4900-95f3-0c0cc18279b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc428506-35be-4dd6-b3a9-528933f4980c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:41.456210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32015716-28b3-42cd-a838-c20a3be7d354 req-74f627f9-5fae-43ec-9351-e32508152d12 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837288 Nov 23 14:03:41.483894 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.490525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.508847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fd7f5e-4ad4-4878-be23-a51a3f2e037f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.533771 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fd7f5e-4ad4-4878-be23-a51a3f2e037f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.590062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=0e1fcbf9-3a6c-4104-b6da-f53474fce7af,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:41.601092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 89f00287-3276-4677-a0ad-657fff51eb3b details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:03:41.603419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de9f21-807f-4338-bdfd-9d06cbc80c54 None None] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:41.610121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.620536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fd7f5e-4ad4-4878-be23-a51a3f2e037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.625589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fd7f5e-4ad4-4878-be23-a51a3f2e037f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.628071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-05fd7f5e-4ad4-4878-be23-a51a3f2e037f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc428506-35be-4dd6-b3a9-528933f4980c HTTP/1.1" status: 204 len: 168 time: 0.2016835 Nov 23 14:03:41.628580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:41.630089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-87c24007-5174-4d47-a88c-b26af9d1191f tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5432339 Nov 23 14:03:41.639703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7f5e-4ad4-4878-be23-a51a3f2e037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc428506-35be-4dd6-b3a9-528933f4980c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:41.695586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-d15484a3-53e7-4cc9-9b65-3318d2a9a9ee tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.0587606 Nov 23 14:03:41.853266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-de7d3b09-1cc1-4699-b5e8-512584121196 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:41.854745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64212b76-86c0-4a79-a9ee-be6e5158a62e req-de7d3b09-1cc1-4699-b5e8-512584121196 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1533659 Nov 23 14:03:41.959544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 89f00287-3276-4677-a0ad-657fff51eb3b, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=89f00287-3276-4677-a0ad-657fff51eb3b,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:41.974367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '89f00287-3276-4677-a0ad-657fff51eb3b', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '89f00287-3276-4677-a0ad-657fff51eb3b', 'mac_address': 'fa:16:3e:d0:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:03:42.018426 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.020723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6ebb-fe38-4798-b36b-c5f57c4582d4 req-0e63d334-f16f-42b9-9718-db3ef95d0213 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:42.028186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9da6ebb-fe38-4798-b36b-c5f57c4582d4 req-0e63d334-f16f-42b9-9718-db3ef95d0213 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 947 time: 0.1104488 Nov 23 14:03:42.034262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f00287-3276-4677-a0ad-657fff51eb3b {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:42.057078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 89f00287-3276-4677-a0ad-657fff51eb3b, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=89f00287-3276-4677-a0ad-657fff51eb3b,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:42.062424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.092874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-5403afad-9e7f-4a99-a593-7465153bde5b tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2141190 Nov 23 14:03:42.104202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9da6ebb-fe38-4798-b36b-c5f57c4582d4 req-179e7ad0-b058-4b7b-9244-64a6b887860c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750988 Nov 23 14:03:42.108953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:42.130458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=89f00287-3276-4677-a0ad-657fff51eb3b,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:42.137463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57120) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:42.143467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1867463360-network', 'tenant_id': 'fdbe6512689f46258436934b0ba48253'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:42.149629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.169256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Made reservation on behalf of fdbe6512689f46258436934b0ba48253 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:42.172192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.187895 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.257534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d94f64f0-e287-4205-a7f0-c7bf2779cfce up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:42.292631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.298058 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.332373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d94f64f0-e287-4205-a7f0-c7bf2779cfce completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:03:42.337331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d94f64f0-e287-4205-a7f0-c7bf2779cfce triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:42.337774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.371134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:03:42.371556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['89f00287-3276-4677-a0ad-657fff51eb3b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:03:42.379697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab6e536-bae5-4337-a518-63247960fb6b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:42.389121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.389739 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Added segment 9a581f08-abce-4655-a9bb-561b9e917f59 of type vlan for network afcacd72-98b7-4564-9380-62c98549305f Nov 23 14:03:42.449249 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.484796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.487377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:42.487377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.487642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.523647 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3840575 Nov 23 14:03:42.526649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:42.532159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Request body: {'subnet': {'network_id': 'afcacd72-98b7-4564-9380-62c98549305f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1867463360-subnet', 'tenant_id': 'fdbe6512689f46258436934b0ba48253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:42.540062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:42.541340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f692bd-58eb-47e8-836c-8b6ac00923c2 req-99e6e650-6998-4ead-8662-de1dec40d7ce tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:42.542982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44f692bd-58eb-47e8-836c-8b6ac00923c2 req-99e6e650-6998-4ead-8662-de1dec40d7ce tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 969 time: 0.3484509 Nov 23 14:03:42.579033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0551c-1e79-4b50-bf4a-ef3dfa30a5da admin admin] Pushing event updated for resources: {'Network': ['ID=afcacd72-98b7-4564-9380-62c98549305f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:42.599331 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.605215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network afcacd72-98b7-4564-9380-62c98549305f details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:03:42.613883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Made reservation on behalf of fdbe6512689f46258436934b0ba48253 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:42.616336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.644490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d94f64f0-e287-4205-a7f0-c7bf2779cfce, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:42.666317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.666803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3e71bbe2-fb4e-4f8a-a333-a434d010d922 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:42.706062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44f692bd-58eb-47e8-836c-8b6ac00923c2 req-afed1d0f-26fa-4e18-af9e-54d948b991ac tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543922 Nov 23 14:03:42.811195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d94f64f0-e287-4205-a7f0-c7bf2779cfce,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:42.899136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:03:42.904122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:42.904703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.917484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Allocated IP 172.25.3.236 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/296f89fa-6b93-42c7-a446-ed32ccd39b2a) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:42.943677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:42.952749 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2520c88-3e6b-41aa-8c56-5d8e4135a61a" -d '{"events": [{"server_uuid": "644bbc17-74ba-44a9-9fc5-9ea70e09381a", "name": "network-vif-plugged", "status": "completed", "tag": "d94f64f0-e287-4205-a7f0-c7bf2779cfce"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:43.010795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Checking segment: {'id': '9a581f08-abce-4655-a9bb-561b9e917f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'afcacd72-98b7-4564-9380-62c98549305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:43.011608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Network hostable DHCP agents. Network: afcacd72-98b7-4564-9380-62c98549305f, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:03:43.016962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73eb02a6-ad59-4f90-88fd-58e72c40acd0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:43.017900 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.033329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f55f-13ee-4606-870f-9b1b700a022c req-1d351bfb-babb-40b7-960b-2682d53a94c3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:43.034306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Network afcacd72-98b7-4564-9380-62c98549305f is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:03:43.036132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fd3f55f-13ee-4606-870f-9b1b700a022c req-1d351bfb-babb-40b7-960b-2682d53a94c3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 970 time: 0.1480715 Nov 23 14:03:43.051681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, afcacd72-98b7-4564-9380-62c98549305f) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:43.057092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:43.057425 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.058831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3e71bbe2-fb4e-4f8a-a333-a434d010d922, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3e71bbe2-fb4e-4f8a-a333-a434d010d922,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:43.066064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.072484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80cb905-f74c-4eae-b905-1b35b0691887 None None] Network afcacd72-98b7-4564-9380-62c98549305f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:43.078962 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aca871f6-dc90-480e-bb5f-f1089b7b3a46 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5469468 Nov 23 14:03:43.151102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fd3f55f-13ee-4606-870f-9b1b700a022c req-0aa014bd-35c3-470c-962f-2221a72a378c tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Nov 23 14:03:43.191121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.193693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=3e71bbe2-fb4e-4f8a-a333-a434d010d922,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:43.237631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.275715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd5647-af1f-452b-b48c-1076cafdb47c None None] Network afcacd72-98b7-4564-9380-62c98549305f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:03:43.282371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:43.288253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:43.296261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:43.321049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=296f89fa-6b93-42c7-a446-ed32ccd39b2a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:43.426359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.451740 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c989700a-f66a-4b98-bc6c-c2d994cdac88 x-openstack-request-id: req-c989700a-f66a-4b98-bc6c-c2d994cdac88 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:43.451970 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644bbc17-74ba-44a9-9fc5-9ea70e09381a", "name": "network-vif-plugged", "status": "completed", "tag": "d94f64f0-e287-4205-a7f0-c7bf2779cfce", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:43.452790 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c989700a-f66a-4b98-bc6c-c2d994cdac88 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:43.452790 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce', 'code': 200} Nov 23 14:03:43.476529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.590689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 89f00287-3276-4677-a0ad-657fff51eb3b up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:43.613474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe09f2-9af1-4f20-a5cb-8186b8d2e033 req-c73a65b3-0ae5-4625-b68c-08eca327f858 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:43.615083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dfe09f2-9af1-4f20-a5cb-8186b8d2e033 req-c73a65b3-0ae5-4625-b68c-08eca327f858 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 948 time: 0.0935001 Nov 23 14:03:43.616121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4409856-dd51-4513-ac8d-126b4f037c8e req-aa536ddc-7a31-4fd5-ac2a-1068bd71e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:43.618735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f4409856-dd51-4513-ac8d-126b4f037c8e req-aa536ddc-7a31-4fd5-ac2a-1068bd71e07b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 1121 time: 0.0968595 Nov 23 14:03:43.642938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f4409856-dd51-4513-ac8d-126b4f037c8e req-d27f700b-9c93-4567-bb80-6ea20e7d4581 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.723852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dfe09f2-9af1-4f20-a5cb-8186b8d2e033 req-ef696d9b-4d72-4446-bb8d-164d78acbc90 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792949 Nov 23 14:03:43.758119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f4409856-dd51-4513-ac8d-126b4f037c8e req-d27f700b-9c93-4567-bb80-6ea20e7d4581 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.764112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f4409856-dd51-4513-ac8d-126b4f037c8e req-d27f700b-9c93-4567-bb80-6ea20e7d4581 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.765754 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.772269 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.802129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f700b-9c93-4567-bb80-6ea20e7d4581 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b815b38-df53-4c24-82fd-3d2d0c8cac4b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:43.825355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f4409856-dd51-4513-ac8d-126b4f037c8e req-d27f700b-9c93-4567-bb80-6ea20e7d4581 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986923 Nov 23 14:03:43.848961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 89f00287-3276-4677-a0ad-657fff51eb3b completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:03:43.853537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 89f00287-3276-4677-a0ad-657fff51eb3b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:43.853947 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.872108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=296f89fa-6b93-42c7-a446-ed32ccd39b2a,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:43.885826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.904544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.905756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-e02abca0-b086-43e3-82f6-d43e33a1dad9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8006446 Nov 23 14:03:43.945915 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:43.961074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-1fd0ada8-db6b-407c-996b-5243c2ab2989 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0488727 Nov 23 14:03:43.978328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 89f00287-3276-4677-a0ad-657fff51eb3b, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=89f00287-3276-4677-a0ad-657fff51eb3b,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:43.982542 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:44.034873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=89f00287-3276-4677-a0ad-657fff51eb3b,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:44.199348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-7365a4ce-427c-480e-992f-ede3127d641a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:44.200683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbfd80dd-bb4e-4f1d-8164-4216226d06d9 req-7365a4ce-427c-480e-992f-ede3127d641a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2221775 Nov 23 14:03:44.247527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-76fa90b7-5c61-4d47-b0ba-e615712cd8b0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:44.248966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-76fa90b7-5c61-4d47-b0ba-e615712cd8b0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 0.2034009 Nov 23 14:03:44.281960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-02c2d7e4-f1e6-42a5-90ac-179ad9ac5cf9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/quotas/34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 375 time: 0.0240436 Nov 23 14:03:44.315462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-e18f2eb8-0ad5-4c5b-a719-588e1429cee5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275154 Nov 23 14:03:44.323091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a79118-d274-405b-9833-df0e191a54e4 req-94965c70-03c4-4061-b895-030bf547c99e tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:44.324485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23a79118-d274-405b-9833-df0e191a54e4 req-94965c70-03c4-4061-b895-030bf547c99e tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 970 time: 0.0746686 Nov 23 14:03:44.377298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23a79118-d274-405b-9833-df0e191a54e4 req-4b6c3bd0-3d6f-492c-8593-3467f8046f76 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Nov 23 14:03:44.471708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-69eae601-51db-4998-abca-b9132e4d0445 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:44.472781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-69eae601-51db-4998-abca-b9132e4d0445 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517292 Nov 23 14:03:44.593431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-cc72bfec-e2a1-4386-ba56-b8f01cb9401c service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131904 Nov 23 14:03:44.605726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505bf71-266b-42d3-86ff-b942eefad7f9 req-40d3c514-23ae-4f08-83e5-971c892be2b2 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:44.607230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b505bf71-266b-42d3-86ff-b942eefad7f9 req-40d3c514-23ae-4f08-83e5-971c892be2b2 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 971 time: 0.0632584 Nov 23 14:03:44.709208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b505bf71-266b-42d3-86ff-b942eefad7f9 req-2ae4d65b-5cdf-4f62-a709-70044bded6d6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943580 Nov 23 14:03:44.724837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-cea775d8-197d-4ad1-b409-9c13529dacb8 service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166761 Nov 23 14:03:44.868124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-6a2adb78-22e5-47b8-8c54-103df0938e15 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1314349 Nov 23 14:03:44.882364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:44.913379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.003062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b55290-c1db-42d2-901e-1837e9bb2649 req-2cc5fbeb-4fbe-47c8-8029-2e768d24174f tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:45.004616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b55290-c1db-42d2-901e-1837e9bb2649 req-2cc5fbeb-4fbe-47c8-8029-2e768d24174f tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.0736320 Nov 23 14:03:45.095600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b55290-c1db-42d2-901e-1837e9bb2649 req-00027e7a-f883-46a1-a21b-09dc44598ec0 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Nov 23 14:03:45.116405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.205894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57212) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:45.212125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa4ac5b5-2e8b-4d98-af3e-3476abbb40fb req-198e631a-8abb-4060-be01-01aa2c46d4c4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 210 time: 0.0389719 Nov 23 14:03:45.270200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Allocated IP 172.25.3.216 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9a76f4c9-6e7f-48ef-b91e-3d1784659c03) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:45.331723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff40d71a-cd67-4ec9-bd7a-1874e0f0a4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.382566 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.427254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff40d71a-cd67-4ec9-bd7a-1874e0f0a4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.429717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.445623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff40d71a-cd67-4ec9-bd7a-1874e0f0a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.455463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e71bbe2-fb4e-4f8a-a333-a434d010d922'}, {'server_uuid': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f00287-3276-4677-a0ad-657fff51eb3b'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:45.459633 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adae1b4b-d77f-4b4a-b5f2-6ea259990087" -d '{"events": [{"server_uuid": "987b7c38-4096-4548-ad68-371ef6e3a48d", "name": "network-vif-plugged", "status": "completed", "tag": "3e71bbe2-fb4e-4f8a-a333-a434d010d922"}, {"server_uuid": "3ab56722-d6da-4af6-897c-07b02d2e38e3", "name": "network-vif-plugged", "status": "completed", "tag": "89f00287-3276-4677-a0ad-657fff51eb3b"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:45.498861 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ff40d71a-cd67-4ec9-bd7a-1874e0f0a4f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=324268e9f40a4c1babd3a8c88550d16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892320 Nov 23 14:03:45.498861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d71a-cd67-4ec9-bd7a-1874e0f0a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0accb9f7-f0af-468c-aa7d-c149078234c2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:45.499200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:45.499887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57220) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:45.519401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:45.525238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:45.560732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bae3a87-fb65-4af6-bfca-8b57c5e79af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.564406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=9a76f4c9-6e7f-48ef-b91e-3d1784659c03,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:45.596309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bae3a87-fb65-4af6-bfca-8b57c5e79af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.630212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaae36b-938f-43a0-9e87-8b522be08d33 req-25163881-2dac-4f68-975c-0a10786bb839 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:45.632052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-daaae36b-938f-43a0-9e87-8b522be08d33 req-25163881-2dac-4f68-975c-0a10786bb839 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 970 time: 0.1621358 Nov 23 14:03:45.652564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.663118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bae3a87-fb65-4af6-bfca-8b57c5e79af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.666366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bae3a87-fb65-4af6-bfca-8b57c5e79af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.669966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9bae3a87-fb65-4af6-bfca-8b57c5e79af8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0accb9f7-f0af-468c-aa7d-c149078234c2 HTTP/1.1" status: 204 len: 168 time: 0.1668210 Nov 23 14:03:45.676572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae3a87-fb65-4af6-bfca-8b57c5e79af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0accb9f7-f0af-468c-aa7d-c149078234c2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:45.722058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:45.938876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-daaae36b-938f-43a0-9e87-8b522be08d33 req-50e74274-9557-4dca-9589-86382b21c2de tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767422 Nov 23 14:03:46.013927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57228) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:46.015358 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c58d6-912e-43a0-af17-ace1e4e62554 x-openstack-request-id: req-202c58d6-912e-43a0-af17-ace1e4e62554 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:46.015813 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987b7c38-4096-4548-ad68-371ef6e3a48d", "name": "network-vif-plugged", "status": "completed", "tag": "3e71bbe2-fb4e-4f8a-a333-a434d010d922", "code": 200}, {"server_uuid": "3ab56722-d6da-4af6-897c-07b02d2e38e3", "name": "network-vif-plugged", "status": "completed", "tag": "89f00287-3276-4677-a0ad-657fff51eb3b", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:46.016214 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-202c58d6-912e-43a0-af17-ace1e4e62554 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:46.016744 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e71bbe2-fb4e-4f8a-a333-a434d010d922', 'code': 200} Nov 23 14:03:46.017153 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f00287-3276-4677-a0ad-657fff51eb3b', 'code': 200} Nov 23 14:03:46.032959 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1082d8f-6173-4768-bee8-5d870154dc25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.084773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.096285 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.142350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.11', 54250) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:46.235025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event updated for resources: {'Port': ['ID=9a76f4c9-6e7f-48ef-b91e-3d1784659c03,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:46.245633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.263898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dfe3a-12bb-4205-80ff-cb14282840fc req-adf4de15-6093-41be-ac27-4a496e8e227c tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:46.265774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f4dfe3a-12bb-4205-80ff-cb14282840fc req-adf4de15-6093-41be-ac27-4a496e8e227c tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 971 time: 0.1653147 Nov 23 14:03:46.273962 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.275341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-460ee1c9-35c3-456e-b36f-309a9b46cc2a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3987365 Nov 23 14:03:46.329640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-e9babf48-6478-40b6-8780-73a124db287b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:46.330965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-e9babf48-6478-40b6-8780-73a124db287b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 0.2995942 Nov 23 14:03:46.335066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6ae0c-6c83-4760-8b29-c3dfdee008c9 req-5c15c3b6-fe53-4f98-b6c5-f2653fca3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:46.337016 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74d6ae0c-6c83-4760-8b29-c3dfdee008c9 req-5c15c3b6-fe53-4f98-b6c5-f2653fca3395 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 1122 time: 0.2048976 Nov 23 14:03:46.344622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf6081-e640-46d7-b1f3-68385893976d req-0874da07-0e7d-4e53-b308-f987d6896d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:46.346295 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9daf6081-e640-46d7-b1f3-68385893976d req-0874da07-0e7d-4e53-b308-f987d6896d16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 1100 time: 0.1711323 Nov 23 14:03:46.349550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-e1f174d3-6113-4281-9de0-33e57d3e48b4 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.216 HTTP/1.1" status: 200 len: 696 time: 0.0675697 Nov 23 14:03:46.351621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Request body: {'port': {'device_id': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'admin_state_up': True, 'tenant_id': '34571f635c11481689d073a5cada7e6a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:46.361754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f4dfe3a-12bb-4205-80ff-cb14282840fc req-5210dc28-874a-42fe-b1ae-6de2bd6fa92f tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856357 Nov 23 14:03:46.428441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1082d8f-6173-4768-bee8-5d870154dc25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.519698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-7a5ef7f1-35e5-4848-a60a-f04e0e23b4a2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:46.521186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08871cac-ee92-4c1e-9da0-7afddd074029 req-7a5ef7f1-35e5-4848-a60a-f04e0e23b4a2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1494238 Nov 23 14:03:46.536447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3af6d2-f9bc-46df-bb1e-48ef30acc717 req-643be032-fb6e-489a-9d70-058a82680223 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:46.538011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f3af6d2-f9bc-46df-bb1e-48ef30acc717 req-643be032-fb6e-489a-9d70-058a82680223 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.0933967 Nov 23 14:03:46.607977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f3af6d2-f9bc-46df-bb1e-48ef30acc717 req-cf4e124f-9592-4642-a46e-f458a24f6ad5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620172 Nov 23 14:03:46.627472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e903a5c4-07b6-431a-8cc5-d19cd6e6a4bc req-4c20d360-737c-4f17-8a9e-cf0318a25b10 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 210 time: 0.0409818 Nov 23 14:03:46.649623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1082d8f-6173-4768-bee8-5d870154dc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.712423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9107725b-a05a-437d-ad80-d63659ea326b req-c3f5f549-4131-46ce-bd97-c7930aa27a82 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips/ca0080b2-ca6d-4989-a510-14fcd58fc89a HTTP/1.1" status: 200 len: 693 time: 0.0764194 Nov 23 14:03:46.722122 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74d6ae0c-6c83-4760-8b29-c3dfdee008c9 req-3caab062-ba44-4da5-a787-9b3f0cd4a458 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751762 Nov 23 14:03:46.728041 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9daf6081-e640-46d7-b1f3-68385893976d req-dedbaefc-ec5d-45cc-9199-53f58f5f2ff6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689418 Nov 23 14:03:46.733415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a1082d8f-6173-4768-bee8-5d870154dc25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=025d2dae2eca4c1984b1fa1ec7d5136b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7184560 Nov 23 14:03:46.738616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57238) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:46.738775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1082d8f-6173-4768-bee8-5d870154dc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbec1b2-d4fe-4c88-a83c-810a61a49dca,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:46.767686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Made reservation on behalf of 34571f635c11481689d073a5cada7e6a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:46.771797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.853720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d90cef7-a099-42c3-a880-c7a2f0dd72b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.865248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107725b-a05a-437d-ad80-d63659ea326b req-da5e0ba5-2d49-42ad-8c76-f9421f58a7ed tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:46.866607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9107725b-a05a-437d-ad80-d63659ea326b req-da5e0ba5-2d49-42ad-8c76-f9421f58a7ed tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1485581 Nov 23 14:03:46.892060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-9107725b-a05a-437d-ad80-d63659ea326b req-29fec5fd-171a-4680-b858-9bcfb0c47a00 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:46.893057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9107725b-a05a-437d-ad80-d63659ea326b req-29fec5fd-171a-4680-b858-9bcfb0c47a00 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112860 Nov 23 14:03:46.899301 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d90cef7-a099-42c3-a880-c7a2f0dd72b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:46.913385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Allocated IP 172.20.0.12 (7811a950-ac82-499b-ba3f-9fd609f856d4/d3f446e3-072d-43c4-84d8-2573908fe985/203bc7f1-1b40-4dd3-b604-bb8abccab39e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:46.981983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-3d463d60-e8ad-40c8-8bd0-1251e875803e tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips/ca0080b2-ca6d-4989-a510-14fcd58fc89a HTTP/1.1" status: 200 len: 693 time: 0.0601811 Nov 23 14:03:47.024826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d90cef7-a099-42c3-a880-c7a2f0dd72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.027437 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d90cef7-a099-42c3-a880-c7a2f0dd72b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.028536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9d90cef7-a099-42c3-a880-c7a2f0dd72b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cbec1b2-d4fe-4c88-a83c-810a61a49dca HTTP/1.1" status: 204 len: 168 time: 0.2891757 Nov 23 14:03:47.059333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90cef7-a099-42c3-a880-c7a2f0dd72b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbec1b2-d4fe-4c88-a83c-810a61a49dca,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:47.084679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.126385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.141981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f611c5-0716-4a22-810e-06e0fcdc1d17 req-9b0e8a2d-3d8e-48af-95b0-30e87a935b03 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:47.143525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27f611c5-0716-4a22-810e-06e0fcdc1d17 req-9b0e8a2d-3d8e-48af-95b0-30e87a935b03 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 970 time: 0.1075013 Nov 23 14:03:47.164985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-e8490b79-f441-4bb3-af11-f156f6405595 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:47.166342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-e8490b79-f441-4bb3-af11-f156f6405595 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1784799 Nov 23 14:03:47.182194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-e05e0026-bdac-40e8-b91d-a41e5b834591 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:47.183293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-e05e0026-bdac-40e8-b91d-a41e5b834591 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080996 Nov 23 14:03:47.191838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:47.196103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:47.201293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:47.207568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:47.208292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.213845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:47.236605 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-11c65836-86db-4a84-a889-2351d58fb01f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8940091 Nov 23 14:03:47.252477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Request body: {'port': {'device_id': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:47.254508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27f611c5-0716-4a22-810e-06e0fcdc1d17 req-4be6a720-ed6e-4a59-b743-5d8d01a857ca tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030247 Nov 23 14:03:47.268289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-d8b41b41-d0a1-4b63-998d-ecc48b5515a1 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.216 HTTP/1.1" status: 200 len: 696 time: 0.0715978 Nov 23 14:03:47.312956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.326155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-2dc14f16-3591-4a72-b09a-4534d80f47e3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.216 HTTP/1.1" status: 200 len: 696 time: 0.0445557 Nov 23 14:03:47.534158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92568f4a-73b0-46d8-aa70-941f632e7029 req-7b52f3d9-755e-48b9-a8f7-734df34be2a7 tempest-AggregatesAdminTestJSON-1180889588 tempest-AggregatesAdminTestJSON-1180889588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:47.535708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92568f4a-73b0-46d8-aa70-941f632e7029 req-7b52f3d9-755e-48b9-a8f7-734df34be2a7 tempest-AggregatesAdminTestJSON-1180889588 tempest-AggregatesAdminTestJSON-1180889588-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 1121 time: 0.1358018 Nov 23 14:03:47.562573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-92568f4a-73b0-46d8-aa70-941f632e7029 req-f53c25c2-706f-4353-a287-d5c5b2ab9b87 tempest-AggregatesAdminTestJSON-1180889588 tempest-AggregatesAdminTestJSON-1180889588-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.591190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Deleting port 9a76f4c9-6e7f-48ef-b91e-3d1784659c03 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:03:47.591932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.607958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203bc7f1-1b40-4dd3-b604-bb8abccab39e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:47.617022 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.638102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Transition to ACTIVE for port object 203bc7f1-1b40-4dd3-b604-bb8abccab39e will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:03:47.642790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.705409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:47.746308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:47.746308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:47.746583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:47.751802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:03:47.751922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:47.755764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.756091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.757450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:47.758311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:47.758311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:47.758758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Bound port: 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:47.759198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.778106 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-92568f4a-73b0-46d8-aa70-941f632e7029 req-f53c25c2-706f-4353-a287-d5c5b2ab9b87 tempest-AggregatesAdminTestJSON-1180889588 tempest-AggregatesAdminTestJSON-1180889588-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.779462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Calling delete_port for 9a76f4c9-6e7f-48ef-b91e-3d1784659c03 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:03:47.798271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-92568f4a-73b0-46d8-aa70-941f632e7029 req-f53c25c2-706f-4353-a287-d5c5b2ab9b87 tempest-AggregatesAdminTestJSON-1180889588 tempest-AggregatesAdminTestJSON-1180889588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.832836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:47.838373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:47.843656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.879326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:47.879966 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:47.881407 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] 10.222.0.11 "PUT /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 1092 time: 0.6337748 Nov 23 14:03:47.881868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:47.884331 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4309b5-b05f-469f-843d-c3d32f98e3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:47.915225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7613-75fd-4365-a630-9abada43cd47 service neutron] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:47.926474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c25c2-706f-4353-a287-d5c5b2ab9b87 tempest-AggregatesAdminTestJSON-1180889588 tempest-AggregatesAdminTestJSON-1180889588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3688f-6c16-4938-bcae-b7c9903bc7fa,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:47.938979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92568f4a-73b0-46d8-aa70-941f632e7029 req-f53c25c2-706f-4353-a287-d5c5b2ab9b87 tempest-AggregatesAdminTestJSON-1180889588 tempest-AggregatesAdminTestJSON-1180889588-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962560 Nov 23 14:03:47.995531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-759d796e-3c12-41e1-8f99-47666ffe685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:47.997486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-759d796e-3c12-41e1-8f99-47666ffe685f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1095 time: 0.0648510 Nov 23 14:03:48.055327 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-91caff40-88df-463f-827b-fa94329c19e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 217 time: 0.0482433 Nov 23 14:03:48.101472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:48.114507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-977f713d-8790-4616-b2e5-e3d390b6a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.116032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-977f713d-8790-4616-b2e5-e3d390b6a8c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0540547 Nov 23 14:03:48.117481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d778512-aa07-4ea4-a00c-324fc4b85881 req-8188225a-ddae-4338-babb-b90544b56627 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.118976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d778512-aa07-4ea4-a00c-324fc4b85881 req-8188225a-ddae-4338-babb-b90544b56627 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 971 time: 0.0927856 Nov 23 14:03:48.143251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event deleted for resources: {'Port': ['ID=9a76f4c9-6e7f-48ef-b91e-3d1784659c03,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:48.152139 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-2eee2032-4565-46a0-988c-59773eddfae3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278275 Nov 23 14:03:48.232723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d778512-aa07-4ea4-a00c-324fc4b85881 req-adbe882e-9b75-4e38-8ca3-4ea98fddbab8 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918174 Nov 23 14:03:48.237220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:48.239862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:48.240960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d78eb6a-fb4d-4dc3-a6e8-6e4d90bc0be2 req-10ad74f6-0c29-4400-9cf2-ea358656c0f3 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "DELETE /v2.0/floatingips/ca0080b2-ca6d-4989-a510-14fcd58fc89a HTTP/1.1" status: 204 len: 173 time: 0.9075832 Nov 23 14:03:48.268486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-545bee6c-4d74-4d83-b731-d8b772d110da service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070950 Nov 23 14:03:48.371333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc021590-bb28-479f-bf7f-ca8bbcb608f4 req-1f5ff817-f120-4006-b544-48fe89284d9a service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954287 Nov 23 14:03:48.380696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657af3d-d75d-42c3-a6c2-54407d3d0cc4 req-627ca369-76c6-4901-abdd-10b50fed5b4b tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.382257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7657af3d-d75d-42c3-a6c2-54407d3d0cc4 req-627ca369-76c6-4901-abdd-10b50fed5b4b tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.0812812 Nov 23 14:03:48.395161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ce06e-9e8e-486d-9547-fb331d0dc29b req-21c07623-06af-492f-91cb-5d2b3ed8f76c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.396906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd6ce06e-9e8e-486d-9547-fb331d0dc29b req-21c07623-06af-492f-91cb-5d2b3ed8f76c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 944 time: 0.0838518 Nov 23 14:03:48.641509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7657af3d-d75d-42c3-a6c2-54407d3d0cc4 req-3ed488e9-4071-4ad3-89ba-6f06a14217ea tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437651 Nov 23 14:03:48.646002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd6ce06e-9e8e-486d-9547-fb331d0dc29b req-fd15d1b1-9cde-4f83-9020-016517208d3e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403510 Nov 23 14:03:48.693296 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1721b5-95cf-4913-8a6e-8e957faedf79 x-openstack-request-id: req-cb1721b5-95cf-4913-8a6e-8e957faedf79 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:48.693802 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:48.694354 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb1721b5-95cf-4913-8a6e-8e957faedf79 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:48.695033 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e', 'status': 'completed', 'code': 200} Nov 23 14:03:48.764733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-c7c56793-acd5-4e18-a6a4-a6d99e546c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.766268 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-c7c56793-acd5-4e18-a6a4-a6d99e546c54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1095 time: 0.0495443 Nov 23 14:03:48.871184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-5f545fc8-8145-4175-a8ff-2ad887d57087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.872611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-5f545fc8-8145-4175-a8ff-2ad887d57087 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.0972421 Nov 23 14:03:48.912149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcf65-e2d0-47d4-8ad3-17b92db0a284 req-317b4b6d-9bb0-4de5-bfc1-c98e5c4b258c tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.913697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-704bcf65-e2d0-47d4-8ad3-17b92db0a284 req-317b4b6d-9bb0-4de5-bfc1-c98e5c4b258c tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2081156 Nov 23 14:03:48.924714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-e9c51162-9e1d-4a8e-b096-3fea579f0657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 217 time: 0.0430601 Nov 23 14:03:48.988311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-bdebd180-6a61-4584-b119-14d765582f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:48.989900 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-bdebd180-6a61-4584-b119-14d765582f35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0562556 Nov 23 14:03:49.027958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-adf726b1-1935-4af4-88de-4923ed5d4d5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266042 Nov 23 14:03:49.163212 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-f632beaa-4470-4307-aedd-ef431c56c926 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235878 Nov 23 14:03:49.192239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a6bef53-0b79-416b-8de0-85d6e8084c1d req-54501412-c19b-4f1e-a8f4-38aa46a23ff8 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=12ed8e93dfde453397fd71db694ae8fa HTTP/1.1" status: 200 len: 1657 time: 0.0921092 Nov 23 14:03:49.268404 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ce4309b5-b05f-469f-843d-c3d32f98e3fb req-b3940657-dfd1-4e50-b52d-d4cfaa8f500b service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969610 Nov 23 14:03:49.312006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bef53-0b79-416b-8de0-85d6e8084c1d req-0a38b7c1-fe0f-4406-88fa-abe10d4ee645 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:49.313719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a6bef53-0b79-416b-8de0-85d6e8084c1d req-0a38b7c1-fe0f-4406-88fa-abe10d4ee645 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks?id=d3be324a-e94b-4855-898c-b827f6b442ae&id=d3be324a-e94b-4855-898c-b827f6b442ae&id=d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 787 time: 0.1138713 Nov 23 14:03:49.326466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-0a6bef53-0b79-416b-8de0-85d6e8084c1d req-bc97a536-0190-45bc-b9df-41c1c4bb627a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:49.327581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a6bef53-0b79-416b-8de0-85d6e8084c1d req-bc97a536-0190-45bc-b9df-41c1c4bb627a tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068765 Nov 23 14:03:49.431317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-6e07b2cd-feb4-43b7-8823-e00f18e51fc1 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips/f54d6e5c-3b0f-433b-8e2e-48d88ff858a2 HTTP/1.1" status: 200 len: 693 time: 0.0630124 Nov 23 14:03:49.566833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8a0af-606f-485a-8c50-6350569063d4 req-412388c4-6c0f-4da3-bb70-f76c9cdbd76b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:49.570514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4e8a0af-606f-485a-8c50-6350569063d4 req-412388c4-6c0f-4da3-bb70-f76c9cdbd76b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 971 time: 0.1617622 Nov 23 14:03:49.675859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-12984baf-cbcf-4711-93cb-dc25ab481b98 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:49.677114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-12984baf-cbcf-4711-93cb-dc25ab481b98 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2327468 Nov 23 14:03:49.682193 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4e8a0af-606f-485a-8c50-6350569063d4 req-f55d09fc-b5ea-4ba9-9054-930f3c9984c8 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006377 Nov 23 14:03:49.728946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-5030dced-a324-4502-af93-1a991922c991 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0451193 Nov 23 14:03:49.787961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-b0d02586-e2bd-4282-b109-98c1aac91216 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0514081 Nov 23 14:03:49.926578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Deleting port 296f89fa-6b93-42c7-a446-ed32ccd39b2a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:03:49.926836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:50.002848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69f62daa-b6fb-4c5d-b64d-a3d18f5c6887 req-969fdc6e-878a-4670-829d-8f503968bf5c tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6158572e40954f9298fb7f9e63a09274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509217 Nov 23 14:03:50.053379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:50.053701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:50.096637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Calling delete_port for 296f89fa-6b93-42c7-a446-ed32ccd39b2a owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:03:50.172827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f62daa-b6fb-4c5d-b64d-a3d18f5c6887 req-2ce8afab-4221-499c-9142-746ca00e06f9 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:50.174287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69f62daa-b6fb-4c5d-b64d-a3d18f5c6887 req-2ce8afab-4221-499c-9142-746ca00e06f9 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649666 Nov 23 14:03:50.199968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69f62daa-b6fb-4c5d-b64d-a3d18f5c6887 req-03d08c73-0438-47bf-8651-44cb6f1dcfb9 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/quotas/6158572e40954f9298fb7f9e63a09274 HTTP/1.1" status: 200 len: 375 time: 0.0171304 Nov 23 14:03:50.237680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69f62daa-b6fb-4c5d-b64d-a3d18f5c6887 req-0cd3c48a-29d5-4577-a660-8c9040247aa2 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6158572e40954f9298fb7f9e63a09274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269637 Nov 23 14:03:50.288796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:50.321116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event deleted for resources: {'Port': ['ID=296f89fa-6b93-42c7-a446-ed32ccd39b2a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:50.402526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:50.405068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:50.406190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d09c0c5f-de23-4896-8c8e-1b6f89d802af req-7a734931-ad26-47de-bf3f-01c89c264ea2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "DELETE /v2.0/floatingips/f54d6e5c-3b0f-433b-8e2e-48d88ff858a2 HTTP/1.1" status: 204 len: 173 time: 0.6117582 Nov 23 14:03:50.422497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b37ea4-feb9-4f31-824c-01d4bf7ab9ed req-12e806dd-7ad7-4cd2-a23f-fd428d4f40be tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:50.424019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08b37ea4-feb9-4f31-824c-01d4bf7ab9ed req-12e806dd-7ad7-4cd2-a23f-fd428d4f40be tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.0661228 Nov 23 14:03:50.498725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08b37ea4-feb9-4f31-824c-01d4bf7ab9ed req-e1cd77fb-a94e-4562-9e50-b55262b3a880 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678537 Nov 23 14:03:50.519367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b0958-621b-49f3-97e1-300f15c44b43 req-f75144b4-a4f4-4843-a5ca-4427d844c610 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:50.521081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f7b0958-621b-49f3-97e1-300f15c44b43 req-f75144b4-a4f4-4843-a5ca-4427d844c610 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 944 time: 0.0653334 Nov 23 14:03:50.569443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f7b0958-621b-49f3-97e1-300f15c44b43 req-dbcffb39-25f8-4543-92a2-40daef536c74 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Nov 23 14:03:50.778137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-605e0a9c-774b-4872-ad94-0a24ac33cff2 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips/2f3c1cdf-a5d5-4805-ab9d-a225e83c42fe HTTP/1.1" status: 200 len: 693 time: 0.0438805 Nov 23 14:03:50.892819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-f62d4d89-49ae-41ee-ab31-6c1db51c4af9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:50.894167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-f62d4d89-49ae-41ee-ab31-6c1db51c4af9 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1103101 Nov 23 14:03:50.945608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-13572fe6-5d79-45f2-98c0-650233b5b514 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.0448141 Nov 23 14:03:50.997216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-ef515970-56dc-4023-bd21-e08213473dc8 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.0454597 Nov 23 14:03:51.015936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-c73b155f-bf8d-475d-b75b-42f47a3099a7 req-2f7432ac-3749-43ee-875c-b6c33e787e4d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:03:51.017954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c73b155f-bf8d-475d-b75b-42f47a3099a7 req-2f7432ac-3749-43ee-875c-b6c33e787e4d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059273 Nov 23 14:03:51.133457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Deleting port 0e1fcbf9-3a6c-4104-b6da-f53474fce7af {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:03:51.133798 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.216344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.216674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.229384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Calling delete_port for 0e1fcbf9-3a6c-4104-b6da-f53474fce7af owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:03:51.396816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.432074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbf594-8947-4e1c-ab89-85685e183f0d req-b04abae4-4acb-4203-9c67-811f9abf9ab3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:51.433530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2acbf594-8947-4e1c-ab89-85685e183f0d req-b04abae4-4acb-4203-9c67-811f9abf9ab3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 971 time: 0.0888557 Nov 23 14:03:51.434251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event deleted for resources: {'Port': ['ID=0e1fcbf9-3a6c-4104-b6da-f53474fce7af,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:51.524566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2acbf594-8947-4e1c-ab89-85685e183f0d req-83b81803-c7c4-4a3b-9d64-d678ee89e816 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844307 Nov 23 14:03:51.525356 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.527967 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.528999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-118d081b-3e93-4ed9-8df1-9a9ea7ee2ecb req-03147b22-fb27-43bc-9134-bed530c6ee74 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "DELETE /v2.0/floatingips/2f3c1cdf-a5d5-4805-ab9d-a225e83c42fe HTTP/1.1" status: 204 len: 173 time: 0.5245063 Nov 23 14:03:51.637210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35bee8-0ab6-4457-a98f-12661af89bd2 req-4a83cd18-0ef8-4e56-a4d0-d5171f47d247 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:51.638704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c35bee8-0ab6-4457-a98f-12661af89bd2 req-4a83cd18-0ef8-4e56-a4d0-d5171f47d247 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.0560849 Nov 23 14:03:51.639722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:03:51.695516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c35bee8-0ab6-4457-a98f-12661af89bd2 req-8f377f49-acc5-4280-88e8-da781f1e9219 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Nov 23 14:03:51.758024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:51.771770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '203bc7f1-1b40-4dd3-b604-bb8abccab39e', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'port_id': '203bc7f1-1b40-4dd3-b604-bb8abccab39e', 'mac_address': 'fa:16:3e:65:3b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f446e3-072d-43c4-84d8-2573908fe985', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:03:51.780261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-80b1fcd4-405c-4d15-bc83-01d7df79f628 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips/49e69d02-bc1b-4f7f-bcaf-797010c0b4d1 HTTP/1.1" status: 200 len: 693 time: 0.0548751 Nov 23 14:03:51.812417 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.827392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203bc7f1-1b40-4dd3-b604-bb8abccab39e {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:51.852130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:51.857170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:51.900234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-f611cff6-75a2-4fa2-93ef-23499f75b1d5 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:51.907785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-f611cff6-75a2-4fa2-93ef-23499f75b1d5 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1262515 Nov 23 14:03:51.928343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:51.971035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-79199545-2fca-4d6a-bce3-2e01c75fbbfc tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0621667 Nov 23 14:03:52.105922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['203bc7f1-1b40-4dd3-b604-bb8abccab39e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:03:52.209743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-8c39af8d-b4cc-4b55-91c3-adf00f94fba7 tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.2320237 Nov 23 14:03:52.314599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774e412-0883-4c87-b601-409c8e6a9561 req-eec65dae-8b9e-47af-8eb2-09b1bd743846 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:52.316089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8774e412-0883-4c87-b601-409c8e6a9561 req-eec65dae-8b9e-47af-8eb2-09b1bd743846 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 945 time: 0.1235628 Nov 23 14:03:52.317708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-5e181cbc-4fc7-44d0-b9f4-5147acb60879 tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:52.319288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-5e181cbc-4fc7-44d0-b9f4-5147acb60879 tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 1122 time: 0.0376785 Nov 23 14:03:52.389506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8774e412-0883-4c87-b601-409c8e6a9561 req-766e00c3-eb5c-439d-afe9-de76bc1178ab tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531256 Nov 23 14:03:52.395413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Deleting port f756d7ec-841d-4ca9-8b49-0f2dfdf6519c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:03:52.395755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.401488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Deleting port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:03:52.401826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.484759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] For port 3e71bbe2-fb4e-4f8a-a333-a434d010d922, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3e71bbe2-fb4e-4f8a-a333-a434d010d922,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:52.485263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.492573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-6bb87692-98dd-42c7-bb78-483f656d563d tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7e5d753a3f62430a9ac85886fb832943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234122 Nov 23 14:03:52.497598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Calling delete_port for 3e71bbe2-fb4e-4f8a-a333-a434d010d922 owned by compute:tempest-test_az-153343406 {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:03:52.527804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.528355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.550639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Calling delete_port for f756d7ec-841d-4ca9-8b49-0f2dfdf6519c owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:03:52.661426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.662039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-041f30f3-b644-43a6-9cec-481d5aaae371 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:52.663561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-041f30f3-b644-43a6-9cec-481d5aaae371 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622143 Nov 23 14:03:52.672869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['3e71bbe2-fb4e-4f8a-a333-a434d010d922'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:03:52.684974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-98af2640-243d-4a66-bd0d-eaa2064b7914 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/quotas/7e5d753a3f62430a9ac85886fb832943 HTTP/1.1" status: 200 len: 375 time: 0.0152214 Nov 23 14:03:52.750611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e71bbe2-fb4e-4f8a-a333-a434d010d922,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:52.754054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] No DVR routers for this DVR port 3e71bbe2-fb4e-4f8a-a333-a434d010d922 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:03:52.757946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.761250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4cf4ce4-a333-4805-9fd5-96df7eaeda36 req-927fe8e7-6140-4770-900b-c439e41caa5e tempest-DeleteServersAdminTestJSON-1087749981 tempest-DeleteServersAdminTestJSON-1087749981-project-admin] 10.222.0.74 "DELETE /v2.0/ports/3e71bbe2-fb4e-4f8a-a333-a434d010d922 HTTP/1.1" status: 204 len: 173 time: 0.4361501 Nov 23 14:03:52.761976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'name': 'network-vif-deleted', 'tag': '3e71bbe2-fb4e-4f8a-a333-a434d010d922'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:52.765257 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e441dc8-d506-421d-a75c-fbe50adecf96" -d '{"events": [{"server_uuid": "987b7c38-4096-4548-ad68-371ef6e3a48d", "name": "network-vif-deleted", "tag": "3e71bbe2-fb4e-4f8a-a333-a434d010d922"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:52.783602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-82aead33-d7b2-472b-9df7-8e72ea9b86f0 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e5d753a3f62430a9ac85886fb832943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912702 Nov 23 14:03:52.811292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.840419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Pushing event deleted for resources: {'Port': ['ID=f756d7ec-841d-4ca9-8b49-0f2dfdf6519c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:52.912052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.915010 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:52.916200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0baa7ee7-38e3-4643-bf13-ac98dc6d3d53 req-4058983b-6d3f-444e-bfa7-0d28ae2fef3d tempest-FloatingIPDetailsTestJSON-634602544 tempest-FloatingIPDetailsTestJSON-634602544-project] 10.222.0.46 "DELETE /v2.0/floatingips/49e69d02-bc1b-4f7f-bcaf-797010c0b4d1 HTTP/1.1" status: 204 len: 173 time: 0.6930709 Nov 23 14:03:52.922130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57428) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:53.042336 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6514f5d2-488f-4c80-8af6-234acad4ee69 req-5e48571e-47b0-4f78-a230-0c7d01dceb01 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6158572e40954f9298fb7f9e63a09274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244014 Nov 23 14:03:53.187778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d5ea6406-27bc-4e41-844b-a34c501c97f5 req-6813b6ba-fca7-40da-b330-eedfb05ba9d4 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=987b7c38-4096-4548-ad68-371ef6e3a48d HTTP/1.1" status: 200 len: 210 time: 0.0304689 Nov 23 14:03:53.195246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f5d2-488f-4c80-8af6-234acad4ee69 req-fb523df8-73ae-4f59-a3a9-03ea83e6eabf tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:53.196664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6514f5d2-488f-4c80-8af6-234acad4ee69 req-fb523df8-73ae-4f59-a3a9-03ea83e6eabf tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460140 Nov 23 14:03:53.212107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6514f5d2-488f-4c80-8af6-234acad4ee69 req-ce6377f6-e5d8-4304-bd39-d9d4932413b2 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/quotas/6158572e40954f9298fb7f9e63a09274 HTTP/1.1" status: 200 len: 375 time: 0.0097797 Nov 23 14:03:53.272713 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15e9e3f-1ff3-4f30-b8a3-4f9d82ffd6b1 x-openstack-request-id: req-c15e9e3f-1ff3-4f30-b8a3-4f9d82ffd6b1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:53.273156 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987b7c38-4096-4548-ad68-371ef6e3a48d", "name": "network-vif-deleted", "tag": "3e71bbe2-fb4e-4f8a-a333-a434d010d922", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:53.273506 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c15e9e3f-1ff3-4f30-b8a3-4f9d82ffd6b1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:53.273996 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987b7c38-4096-4548-ad68-371ef6e3a48d', 'name': 'network-vif-deleted', 'tag': '3e71bbe2-fb4e-4f8a-a333-a434d010d922', 'status': 'completed', 'code': 200} Nov 23 14:03:53.279121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6514f5d2-488f-4c80-8af6-234acad4ee69 req-33b5e636-675a-4564-8f74-d4c0f7a0980a tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6158572e40954f9298fb7f9e63a09274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522633 Nov 23 14:03:53.328210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bf6fc17-8c4c-4c54-b261-a1f3dc7e2c54 req-b0a8c5a2-c3fa-4fee-b6ae-b8edc4ea13db tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 210 time: 0.0416882 Nov 23 14:03:53.420228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:53.510949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:53.674581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:03:53.727011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990c4ac-7fd9-4469-aa1f-7c16f1ce85ca req-3838451c-40e2-4ee4-a4f9-085a1e7d131b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:53.729656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d990c4ac-7fd9-4469-aa1f-7c16f1ce85ca req-3838451c-40e2-4ee4-a4f9-085a1e7d131b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 945 time: 0.0947201 Nov 23 14:03:53.762408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 203bc7f1-1b40-4dd3-b604-bb8abccab39e completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:03:53.768786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 203bc7f1-1b40-4dd3-b604-bb8abccab39e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:53.769445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:53.846075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d990c4ac-7fd9-4469-aa1f-7c16f1ce85ca req-e1eeb4e2-fdec-4efc-926a-960c453a096a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097553 Nov 23 14:03:53.886234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:53.927242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:53.929872 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c541dac-d36b-4c11-9670-6e533cce4ecb" -d '{"events": [{"server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "name": "network-vif-plugged", "status": "completed", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:53.951750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:53.957198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:54.008966 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711da12c-1e53-44c1-b04d-515e246da79a x-openstack-request-id: req-711da12c-1e53-44c1-b04d-515e246da79a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:54.009473 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "name": "network-vif-plugged", "status": "completed", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:54.009730 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-711da12c-1e53-44c1-b04d-515e246da79a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:54.010239 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e', 'code': 200} Nov 23 14:03:54.062009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:54.120495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Deleting port 36f466ba-b04a-46e7-b052-b6681e920819 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:03:54.120844 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:54.198828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1739-c1f5-4841-94f6-bc7da334cd15 req-72ea3f13-131c-4a70-a60b-006ec80848fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:54.200373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f26e1739-c1f5-4841-94f6-bc7da334cd15 req-72ea3f13-131c-4a70-a60b-006ec80848fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1097 time: 0.1126962 Nov 23 14:03:54.212538 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-2b5162ba-bf82-4875-8a63-be8b466f5713 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=7e5d753a3f62430a9ac85886fb832943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300889 Nov 23 14:03:54.234945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f0a5c99-1b4a-4d00-8cd0-82c6fcab11b6 req-f2e432b1-3e46-4531-92f9-d87bd6fbcff5 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6158572e40954f9298fb7f9e63a09274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683148 Nov 23 14:03:54.340524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] For port 36f466ba-b04a-46e7-b052-b6681e920819, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=36f466ba-b04a-46e7-b052-b6681e920819,segment=NetworkSegment(c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30),segment_id=c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:54.340933 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:54.348372 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f26e1739-c1f5-4841-94f6-bc7da334cd15 req-cfeb872a-e0d8-4f84-a80b-116a5828b62e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348927 Nov 23 14:03:54.363865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Calling delete_port for 36f466ba-b04a-46e7-b052-b6681e920819 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:03:54.382266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a5c99-1b4a-4d00-8cd0-82c6fcab11b6 req-c731d4f8-48f1-447f-a113-62e26f0c03b3 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:54.391680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f0a5c99-1b4a-4d00-8cd0-82c6fcab11b6 req-c731d4f8-48f1-447f-a113-62e26f0c03b3 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504755 Nov 23 14:03:54.413979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f0a5c99-1b4a-4d00-8cd0-82c6fcab11b6 req-671df91c-7e32-4459-8949-0165767c41f5 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/quotas/6158572e40954f9298fb7f9e63a09274 HTTP/1.1" status: 200 len: 375 time: 0.0210078 Nov 23 14:03:54.446653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f0a5c99-1b4a-4d00-8cd0-82c6fcab11b6 req-d4511268-1b35-4f0e-af5b-a14e5d1ad3c2 tempest-QuotasAdminNegativeTest-988274215 tempest-QuotasAdminNegativeTest-988274215-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6158572e40954f9298fb7f9e63a09274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312817 Nov 23 14:03:54.461134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-55d6902e-cfe8-404b-9ad2-d4ef4aa994b8 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:54.462859 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-55d6902e-cfe8-404b-9ad2-d4ef4aa994b8 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418833 Nov 23 14:03:54.485660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Request body: {'port': {'device_id': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '7e5d753a3f62430a9ac85886fb832943'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:54.507522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db7a9c65-1c01-41bf-91ff-4ed3d7e9cf97 req-7cf535c1-0dc0-4804-aae3-fbadbcbc9bbf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 210 time: 0.0373435 Nov 23 14:03:54.658078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-d5372949-a5f6-4727-878f-a565ca195ad0 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=00c69b7821094984934fabbd87599a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266817 Nov 23 14:03:54.721639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Made reservation on behalf of 7e5d753a3f62430a9ac85886fb832943 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:54.725666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:54.795473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:54.811307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-6c300f65-197e-4989-849b-d370d221bd10 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:54.812863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-6c300f65-197e-4989-849b-d370d221bd10 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455848 Nov 23 14:03:54.829730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f466ba-b04a-46e7-b052-b6681e920819,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:54.845948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a036634f-4602-4a29-96ae-88a1ba979e6c tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/quotas/00c69b7821094984934fabbd87599a88 HTTP/1.1" status: 200 len: 375 time: 0.0266435 Nov 23 14:03:54.917347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-4a833d93-fa91-4f92-b50d-7d87314d255a tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=00c69b7821094984934fabbd87599a88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700994 Nov 23 14:03:55.016087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Allocated IP 192.168.233.54 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:55.060449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389d2ad-205e-4ccf-832f-91f1e9c68231 req-5e47d199-3af6-4397-9ece-2abc3f24b1ad tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:55.062110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f389d2ad-205e-4ccf-832f-91f1e9c68231 req-5e47d199-3af6-4397-9ece-2abc3f24b1ad tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 946 time: 0.0725422 Nov 23 14:03:55.134680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f389d2ad-205e-4ccf-832f-91f1e9c68231 req-291478de-8260-479b-9856-9bfcf03cdad5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595157 Nov 23 14:03:55.201887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0294b66b-592e-45e5-b3db-87db611e7e7d req-4ecf14ba-df31-47aa-9e15-706e7094bacc tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 210 time: 0.0334394 Nov 23 14:03:55.295474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57580) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:55.329976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:55.467613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:55.554859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20d40b30-2150-4219-9892-c82d98fadb3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:55.633660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-651bb466-88c7-4775-98ad-58f2ef61ccff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119227 Nov 23 14:03:55.710769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:55.724051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['89f00287-3276-4677-a0ad-657fff51eb3b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:03:55.809874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:03:55.817155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:03:55.820943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54297db-d34c-442a-916f-b9aee9565127 req-d1644950-636f-4a6d-9a13-2417abf282e3 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:55.823550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:03:55.829025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b54297db-d34c-442a-916f-b9aee9565127 req-d1644950-636f-4a6d-9a13-2417abf282e3 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 935 time: 0.1749642 Nov 23 14:03:55.829592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:55.830217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:55.843749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Pushing event updated for resources: {'Port': ['ID=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:55.857336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60a356c6-a0fa-4c7b-8928-3e17ae8d5402 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3776193 Nov 23 14:03:55.874303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-30e9b31d-379b-4407-b178-826dfb2ddb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:55.876034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-30e9b31d-379b-4407-b178-826dfb2ddb10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac493208506c4b6588667f961bf36ab9&device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 1121 time: 0.1688473 Nov 23 14:03:55.881859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Request body: {'port': {'device_id': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:55.961849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Router 8133208e-1c37-412b-a3de-96599c05d50a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:03:55.984379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20d40b30-2150-4219-9892-c82d98fadb3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.009817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.012655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b54297db-d34c-442a-916f-b9aee9565127 req-c81ecbec-4810-4c46-9928-631933187ea3 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827304 Nov 23 14:03:56.031784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20d40b30-2150-4219-9892-c82d98fadb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.234616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d40b30-2150-4219-9892-c82d98fadb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b3efe7-8bfe-4d33-8148-6b162a7f321d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:56.264669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f11d29b5-dd3c-4ed5-888b-87f65bcd14b5 None None] Provisioning complete for port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:03:56.266552 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f11d29b5-dd3c-4ed5-888b-87f65bcd14b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.273517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-20d40b30-2150-4219-9892-c82d98fadb3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6158572e40954f9298fb7f9e63a09274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9728010 Nov 23 14:03:56.273517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57646) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:56.340949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:03:56.350616 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f909d7e1-8855-4f59-a6c5-bf941889a137 admin admin] 10.222.0.46 "PUT /v2.0/routers/8133208e-1c37-412b-a3de-96599c05d50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4271405 Nov 23 14:03:56.352158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57650) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:56.352976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3e71bbe2-fb4e-4f8a-a333-a434d010d922 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:03:56.366597 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] Sync routers for ids ['8133208e-1c37-412b-a3de-96599c05d50a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:03:56.425148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 3e71bbe2-fb4e-4f8a-a333-a434d010d922 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:03:56.425486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3e71bbe2-fb4e-4f8a-a333-a434d010d922 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:03:56.429502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57652) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:56.433264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f11d29b5-dd3c-4ed5-888b-87f65bcd14b5 None None] Port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:03:56.510931 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] Routers {'8133208e-1c37-412b-a3de-96599c05d50a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:03:56.512181 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8133208e-1c37-412b-a3de-96599c05d50a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:56.526143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-086b1002-4e6b-4b97-911f-dc1de9f57615 req-6f859fe4-2383-4523-9893-1aaac2e839b0 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 210 time: 0.0955873 Nov 23 14:03:56.541068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.567099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501dd70-f4b6-4eb6-bdda-552336d757b1 req-b5ed890d-f093-4d0b-bd35-542827ab5217 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:56.575343 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8501dd70-f4b6-4eb6-bdda-552336d757b1 req-b5ed890d-f093-4d0b-bd35-542827ab5217 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 946 time: 0.1435206 Nov 23 14:03:56.577948 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-068301f6-4a50-4ec7-a467-6c29ff0b0682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.602507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-18f89675-a519-482f-a9ce-c6f951e94cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:56.604013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-18f89675-a519-482f-a9ce-c6f951e94cc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.6801493 Nov 23 14:03:56.670767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc097f1f-99cd-41fd-b199-0e45ced146e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.672747 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] Set router 8133208e-1c37-412b-a3de-96599c05d50a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:03:56.706060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-6eb0f383-d4cf-464c-81f5-d6e67e9b456f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce HTTP/1.1" status: 200 len: 217 time: 0.0902629 Nov 23 14:03:56.783398 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.806654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.74', 59486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:56.849633 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-5bcd4fde-e5a4-4bb3-b9b5-20560e457fef tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=00c69b7821094984934fabbd87599a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390971 Nov 23 14:03:56.851856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.856369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8501dd70-f4b6-4eb6-bdda-552336d757b1 req-5be437ba-0b7a-474a-b50b-6f6d9c0a5ee0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751775 Nov 23 14:03:56.865081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad82691d-9908-409a-b6f5-dc05ca26a095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.880841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc097f1f-99cd-41fd-b199-0e45ced146e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:56.951220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-1a2a89e7-d4ac-4bcd-b37a-15da9fee334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:56.954062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-1a2a89e7-d4ac-4bcd-b37a-15da9fee334e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2297831 Nov 23 14:03:57.019189 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:54Z', 'revision_number': 5, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port': {'id': 'c9d39a24-a439-4db0-a8d6-cc6d61059261', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133208e-1c37-412b-a3de-96599c05d50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:03:18Z', 'updated_at': '2021-11-23T14:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:57.045152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-4b49aa7e-92fe-4034-acf7-40d8684b0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:57.046829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-4b49aa7e-92fe-4034-acf7-40d8684b0f63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837936 Nov 23 14:03:57.048738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-ad6f61b1-52f1-4965-ba08-9bb1a79eb08b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:57.052739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-ad6f61b1-52f1-4965-ba08-9bb1a79eb08b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878746 Nov 23 14:03:57.077089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc097f1f-99cd-41fd-b199-0e45ced146e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.083951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc097f1f-99cd-41fd-b199-0e45ced146e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.090061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cc097f1f-99cd-41fd-b199-0e45ced146e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21b3efe7-8bfe-4d33-8148-6b162a7f321d HTTP/1.1" status: 204 len: 168 time: 0.7998316 Nov 23 14:03:57.126351 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] Checking router: 8133208e-1c37-412b-a3de-96599c05d50a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:03:57.134111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc097f1f-99cd-41fd-b199-0e45ced146e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b3efe7-8bfe-4d33-8148-6b162a7f321d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:57.139668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Request body: {'port': {'device_id': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '00c69b7821094984934fabbd87599a88'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:03:57.157478 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] Routers {'8133208e-1c37-412b-a3de-96599c05d50a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:03:57.158790 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8133208e-1c37-412b-a3de-96599c05d50a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:57.224067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad82691d-9908-409a-b6f5-dc05ca26a095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.242299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad82691d-9908-409a-b6f5-dc05ca26a095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.280907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:03:57.291542 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] Set router 8133208e-1c37-412b-a3de-96599c05d50a gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:03:57.304836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.318338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82691d-9908-409a-b6f5-dc05ca26a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fbe854-8f0a-4637-9df2-ec621a8351f8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:57.323149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ad82691d-9908-409a-b6f5-dc05ca26a095 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5eb2c7e1fb35490889f8869ae09fa1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8856440 Nov 23 14:03:57.327034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-323b6389-6244-4465-80ce-3ef8db302fcb service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657752 Nov 23 14:03:57.329146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57686) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:57.384459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218920-57c5-4529-aad2-0617d0a3ee30 req-ac7d9c70-ff61-49c5-a638-3b3003028ad5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:57.386047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92218920-57c5-4529-aad2-0617d0a3ee30 req-ac7d9c70-ff61-49c5-a638-3b3003028ad5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 935 time: 0.1652710 Nov 23 14:03:57.422031 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:56Z', 'revision_number': 6, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:03:57.460636 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855308f-0bfe-4825-8d2d-514738820a99 None None] The sync data for ids ['8133208e-1c37-412b-a3de-96599c05d50a'] in n-d-818503-2 is: [{'id': '8133208e-1c37-412b-a3de-96599c05d50a', 'name': 'tempest-FloatingIPDetailsTestJSON-110782261-router', 'tenant_id': '12ed8e93dfde453397fd71db694ae8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:03:17Z', 'updated_at': '2021-11-23T14:03:56Z', 'revision_number': 6, 'project_id': '12ed8e93dfde453397fd71db694ae8fa', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:03:57.576910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bab109f-35ae-43e8-aef1-0483c4355429 req-848030bf-8576-4cb6-96d8-3cd5882df696 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401741 Nov 23 14:03:57.579231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57694) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:57.582745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92218920-57c5-4529-aad2-0617d0a3ee30 req-17fba4de-cc22-4fd4-b267-ed178c348aea tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770935 Nov 23 14:03:57.589625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-972e9188-6035-4d9c-9820-ecdbbc58aaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.604708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4351d243-6126-4a89-8587-c2bdf57b1193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.617689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Deleting port c9d39a24-a439-4db0-a8d6-cc6d61059261 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:03:57.618231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.620348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Transition to ACTIVE for port object 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:03:57.643429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.651395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36101b1-4a5d-431c-b8f2-85cec9113e60 req-1b6f1edb-0701-495b-9ce6-aa91e6e4bec6 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:57.653659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f36101b1-4a5d-431c-b8f2-85cec9113e60 req-1b6f1edb-0701-495b-9ce6-aa91e6e4bec6 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1097 time: 0.1444020 Nov 23 14:03:57.660295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-972e9188-6035-4d9c-9820-ecdbbc58aaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.776479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:57.802621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b81051aa-117e-4167-b090-52c363d9e7da req-d038037f-4622-4f82-ab60-e5ac2320341a tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 210 time: 0.0435121 Nov 23 14:03:57.805616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f36101b1-4a5d-431c-b8f2-85cec9113e60 req-ced34121-344a-4b8d-b98c-e4501c9513ff tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416478 Nov 23 14:03:57.844069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Made reservation on behalf of 00c69b7821094984934fabbd87599a88 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:03:57.844069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.844794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] For port c9d39a24-a439-4db0-a8d6-cc6d61059261, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c9d39a24-a439-4db0-a8d6-cc6d61059261,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:03:57.844988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.856230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-972e9188-6035-4d9c-9820-ecdbbc58aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.858880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-972e9188-6035-4d9c-9820-ecdbbc58aaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.862933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-972e9188-6035-4d9c-9820-ecdbbc58aaff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83fbe854-8f0a-4637-9df2-ec621a8351f8 HTTP/1.1" status: 204 len: 168 time: 0.5327871 Nov 23 14:03:57.874777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e9188-6035-4d9c-9820-ecdbbc58aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fbe854-8f0a-4637-9df2-ec621a8351f8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:57.892637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4351d243-6126-4a89-8587-c2bdf57b1193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.901380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4351d243-6126-4a89-8587-c2bdf57b1193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:57.915581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Calling delete_port for c9d39a24-a439-4db0-a8d6-cc6d61059261 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:03:58.002521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351d243-6126-4a89-8587-c2bdf57b1193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5b9f6-ef08-46f7-b587-b31e69fda4b0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:58.019738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4351d243-6126-4a89-8587-c2bdf57b1193 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10513ad2d14b483b9aa0e7d5d2cd9eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357488 Nov 23 14:03:58.022211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57708) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:58.088872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Attempting to bind port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:03:58.089215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Attempting to bind port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:03:58.089600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Attempting to bind port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:58.108311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:03:58.108680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Attempting to bind port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:03:58.128506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:03:58.128846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:03:58.129342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:03:58.129876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Bound port: 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:03:58.130503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.204449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93275093-d20f-491a-bc7f-5a753389d4f9 req-d750d7a0-2536-4f14-b2a3-fa4e6aff0013 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:58.206389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93275093-d20f-491a-bc7f-5a753389d4f9 req-d750d7a0-2536-4f14-b2a3-fa4e6aff0013 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1097 time: 0.1646397 Nov 23 14:03:58.235454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-190012df-d4b5-46b8-9bc6-3adf956bb19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.285201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-190012df-d4b5-46b8-9bc6-3adf956bb19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.307042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93275093-d20f-491a-bc7f-5a753389d4f9 req-a4237b53-8203-4ccc-a1eb-e56b47a668ec tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887072 Nov 23 14:03:58.392179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] For port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:03:58.412159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-190012df-d4b5-46b8-9bc6-3adf956bb19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.415400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-190012df-d4b5-46b8-9bc6-3adf956bb19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.417406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-190012df-d4b5-46b8-9bc6-3adf956bb19b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecb5b9f6-ef08-46f7-b587-b31e69fda4b0 HTTP/1.1" status: 204 len: 168 time: 0.3933613 Nov 23 14:03:58.427430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] For port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:03:58.434057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.444107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.450720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190012df-d4b5-46b8-9bc6-3adf956bb19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5b9f6-ef08-46f7-b587-b31e69fda4b0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:58.509964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57724) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:58.519057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Allocated IP 192.168.233.236 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/d99d308e-7796-443d-b692-c65f5d83ce92) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:03:58.564447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c9d39a24-a439-4db0-a8d6-cc6d61059261 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:03:58.624273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:58.624885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.624996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e610325-242b-46be-afe1-250d4f4e97fc req-66bff5bb-71c7-4ff0-a2ef-704ae5ae12d5 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:58.626302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] 10.222.0.74 "PUT /v2.0/ports/1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac HTTP/1.1" status: 200 len: 1095 time: 2.7584543 Nov 23 14:03:58.626715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e610325-242b-46be-afe1-250d4f4e97fc req-66bff5bb-71c7-4ff0-a2ef-704ae5ae12d5 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 970 time: 0.0950503 Nov 23 14:03:58.652030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'tag': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:03:58.664823 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58a1068-f5d1-48e1-b7fe-b50b50146474" -d '{"events": [{"name": "network-changed", "server_uuid": "6685e5af-3771-4d84-bad4-2790a7e772b7", "tag": "1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:03:58.665412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c9d39a24-a439-4db0-a8d6-cc6d61059261 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:03:58.665756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c9d39a24-a439-4db0-a8d6-cc6d61059261 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:03:58.670095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 36f466ba-b04a-46e7-b052-b6681e920819 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:03:58.677137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:58.728555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e610325-242b-46be-afe1-250d4f4e97fc req-cca244fa-3774-422b-ae0b-e62c4050cbae tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940790 Nov 23 14:03:58.731156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 36f466ba-b04a-46e7-b052-b6681e920819 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:03:58.731800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 36f466ba-b04a-46e7-b052-b6681e920819 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:03:58.876274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57738) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:58.904162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20a5eb0a-4432-4f81-b218-2718765948dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.007590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.011334 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cca277e-cfdd-4f88-a68e-945ac9f9f49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.032037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.052806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b258e-e384-4f4b-bd53-1de45d10ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:59.076267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe2f5-90e9-4671-a7b6-ccbddcb4fe47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.125286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1cc20-88a1-42cf-ae87-f95d53e78b10 req-14df5276-8c10-4a65-8ecc-dc7fba2208fb tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:59.133973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8a1cc20-88a1-42cf-ae87-f95d53e78b10 req-14df5276-8c10-4a65-8ecc-dc7fba2208fb tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 947 time: 0.2213285 Nov 23 14:03:59.134422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-f2c41f57-e82a-40b6-a80a-e03d324be9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:59.136008 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-f2c41f57-e82a-40b6-a80a-e03d324be9f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e5d753a3f62430a9ac85886fb832943&device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 1098 time: 0.2794206 Nov 23 14:03:59.208063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d39a24-a439-4db0-a8d6-cc6d61059261,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:59.220897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.221350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8133208e-1c37-412b-a3de-96599c05d50a {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:03:59.264288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20a5eb0a-4432-4f81-b218-2718765948dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.272006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8a1cc20-88a1-42cf-ae87-f95d53e78b10 req-e13d8ef4-7c69-4eb9-8042-8f1f41cf373c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363909 Nov 23 14:03:59.275954 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.279453 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-142ef5ed-219a-45a7-b985-316bcf1dc62a admin admin] 10.222.0.46 "DELETE /v2.0/routers/8133208e-1c37-412b-a3de-96599c05d50a HTTP/1.1" status: 204 len: 168 time: 2.9209018 Nov 23 14:03:59.281553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20a5eb0a-4432-4f81-b218-2718765948dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.304429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-f26ea2cb-1cce-45a1-9451-f4f55d37f0ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3144288 Nov 23 14:03:59.305695 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-ac67de14-4c13-4dbe-a1c7-3ea4af091297 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac HTTP/1.1" status: 200 len: 217 time: 0.1122715 Nov 23 14:03:59.306148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:59.367458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-20a5eb0a-4432-4f81-b218-2718765948dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f69dc161a8f42cdb6ef46c027b7b3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898951 Nov 23 14:03:59.378130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57760) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:59.378825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5eb0a-4432-4f81-b218-2718765948dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af381e13-0408-475d-88b4-2e2bef5d918d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:59.444777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe2f5-90e9-4671-a7b6-ccbddcb4fe47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.465004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe2f5-90e9-4671-a7b6-ccbddcb4fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.517405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1610981f-ee18-4c66-9d3b-cda54e481863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.548847 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1610981f-ee18-4c66-9d3b-cda54e481863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.560243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.592738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60c4ee41-d61b-4989-8022-9e07d561171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:59.597200 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-60c4ee41-d61b-4989-8022-9e07d561171f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2546148 Nov 23 14:03:59.598958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] Deleting subnet a91963d8-b0fe-420c-93da-72622218c758 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:03:59.603299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fe2f5-90e9-4671-a7b6-ccbddcb4fe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f772faf5-1367-4246-8f78-d5050ab83158,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:59.607749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.623080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1610981f-ee18-4c66-9d3b-cda54e481863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.625859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1610981f-ee18-4c66-9d3b-cda54e481863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.629972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1610981f-ee18-4c66-9d3b-cda54e481863 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af381e13-0408-475d-88b4-2e2bef5d918d HTTP/1.1" status: 204 len: 168 time: 0.2479789 Nov 23 14:03:59.641802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ea6fe2f5-90e9-4671-a7b6-ccbddcb4fe47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83ea660706034ae3b8889e67aa290095&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1305351 Nov 23 14:03:59.646502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57776) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:03:59.654351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610981f-ee18-4c66-9d3b-cda54e481863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af381e13-0408-475d-88b4-2e2bef5d918d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:03:59.677377 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd06fe37-a388-4977-92a7-e08e380f79ad x-openstack-request-id: req-bd06fe37-a388-4977-92a7-e08e380f79ad {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:03:59.677680 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6685e5af-3771-4d84-bad4-2790a7e772b7", "tag": "1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:03:59.677936 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd06fe37-a388-4977-92a7-e08e380f79ad {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:03:59.678342 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'tag': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac', 'status': 'completed', 'code': 200} Nov 23 14:03:59.732953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-5a77660f-9035-405c-b3d7-0f8797662e48 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:59.734412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-5a77660f-9035-405c-b3d7-0f8797662e48 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.74 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 970 time: 0.0706129 Nov 23 14:03:59.751526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-c310a728-d7cf-443d-857e-f64fc36a6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:59.760520 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-c310a728-d7cf-443d-857e-f64fc36a6dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e5d753a3f62430a9ac85886fb832943&device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 1100 time: 0.3959999 Nov 23 14:03:59.800213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.886175 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.911535 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:03:59.924986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-de7f517c-c71d-4a8c-96b8-c07cd1da3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:03:59.926521 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-de7f517c-c71d-4a8c-96b8-c07cd1da3f5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3156612 Nov 23 14:04:00.055197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:00.056538 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.086643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:00.105019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:00.111076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:00.111754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.160024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Pushing event updated for resources: {'Port': ['ID=d99d308e-7796-443d-b692-c65f5d83ce92,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:00.222851 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a6c89d7a-ad46-4897-9eb1-5c39c074a6b6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0949643 Nov 23 14:04:00.229800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-05fb45e8-4c36-4543-b9e9-d5315a9115a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:00.231318 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-05fb45e8-4c36-4543-b9e9-d5315a9115a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.4440582 Nov 23 14:04:00.243112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Request body: {'port': {'device_id': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:00.286777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03069430-2619-443e-b122-eb3ed0db88ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.332983 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-08a68953-bd8b-419c-b36c-af55dd8cba0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=89f00287-3276-4677-a0ad-657fff51eb3b HTTP/1.1" status: 200 len: 217 time: 0.0847254 Nov 23 14:04:00.336992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.340451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-1957c4d7-ec4a-443d-ac01-062a98477ed2 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015541 Nov 23 14:04:00.416871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03069430-2619-443e-b122-eb3ed0db88ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.441811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b8ba1-0572-4cb8-a9cd-7d110b8eeba1 req-029177ad-8e5e-4e69-a7e1-cf9b62970d70 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:00.449916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-511b8ba1-0572-4cb8-a9cd-7d110b8eeba1 req-029177ad-8e5e-4e69-a7e1-cf9b62970d70 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 936 time: 0.5811508 Nov 23 14:04:00.489452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Deleting port d94f64f0-e287-4205-a7f0-c7bf2779cfce {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:04:00.489970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.607497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-511b8ba1-0572-4cb8-a9cd-7d110b8eeba1 req-9ea62006-81d2-4c02-afea-b653d4592b88 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564395 Nov 23 14:04:00.624536 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03069430-2619-443e-b122-eb3ed0db88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.627352 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03069430-2619-443e-b122-eb3ed0db88ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.628661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-03069430-2619-443e-b122-eb3ed0db88ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f772faf5-1367-4246-8f78-d5050ab83158 HTTP/1.1" status: 204 len: 168 time: 0.9804506 Nov 23 14:04:00.640051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b1056a32-8a32-4505-946d-89724ec50227 None None] Provisioning complete for port d99d308e-7796-443d-b692-c65f5d83ce92 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:00.647040 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1056a32-8a32-4505-946d-89724ec50227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.658282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03069430-2619-443e-b122-eb3ed0db88ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f772faf5-1367-4246-8f78-d5050ab83158,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:00.690228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91963d8-b0fe-420c-93da-72622218c758,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:00.714636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] For port d94f64f0-e287-4205-a7f0-c7bf2779cfce, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d94f64f0-e287-4205-a7f0-c7bf2779cfce,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:00.716936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.717740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.726949 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08372e5b-891a-4e0a-94f7-f95863002b84 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a91963d8-b0fe-420c-93da-72622218c758 HTTP/1.1" status: 204 len: 168 time: 1.4184849 Nov 23 14:04:00.728592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57818) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:00.731947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed99dc-5ac0-49b3-a29e-706888d90c2b None None] Network 842f50c9-4fa2-44f8-86a1-d5f731d9e773 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:00.774716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Calling delete_port for d94f64f0-e287-4205-a7f0-c7bf2779cfce owned by compute:tempest-test_az-153343406 {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:04:00.805982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b1056a32-8a32-4505-946d-89724ec50227 None None] Port d99d308e-7796-443d-b692-c65f5d83ce92 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:00.930514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-6df1a233-07e9-42b1-8ae8-c689ab84ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:00.933182 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-6df1a233-07e9-42b1-8ae8-c689ab84ffaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.5904796 Nov 23 14:04:00.941497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765bde-0b95-4ce2-ac4c-9aafbcaf9f94 req-c9ff6658-4ae5-4561-9a56-3cf69df5d485 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:00.944146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76765bde-0b95-4ce2-ac4c-9aafbcaf9f94 req-c9ff6658-4ae5-4561-9a56-3cf69df5d485 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/ports?device_id=644bbc17-74ba-44a9-9fc5-9ea70e09381a HTTP/1.1" status: 200 len: 970 time: 0.2078295 Nov 23 14:04:00.944729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:00.976483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] DHCP port deletion for 842f50c9-4fa2-44f8-86a1-d5f731d9e773 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:04:00.980727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.028003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57830) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:01.055007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76765bde-0b95-4ce2-ac4c-9aafbcaf9f94 req-8bb7b962-891e-45df-9678-0a54103cbe9b tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.46 "GET /v2.0/security-groups?id=83acd564-2e8a-4bff-b431-6be844a4203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968451 Nov 23 14:04:01.102230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] Deleting port fae433bc-42e9-44f4-be17-d80a66b3ec1f {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:04:01.102825 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.142701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.186675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d94f64f0-e287-4205-a7f0-c7bf2779cfce'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:01.212767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Pushing event deleted for resources: {'Port': ['ID=d94f64f0-e287-4205-a7f0-c7bf2779cfce,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:01.235648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] For port fae433bc-42e9-44f4-be17-d80a66b3ec1f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fae433bc-42e9-44f4-be17-d80a66b3ec1f,segment=NetworkSegment(c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30),segment_id=c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:01.236420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.255374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] Calling delete_port for fae433bc-42e9-44f4-be17-d80a66b3ec1f owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:04:01.364521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57838) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:01.432523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a7a21c0-423f-4fee-ab7a-6484c1c34114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.438460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84f0d48c-bb66-4163-a8f4-61d375c8a9fc req-90d4d060-da2e-4bcc-8d50-a11722cb0da9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0210757 Nov 23 14:04:01.460304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-75e88dc7-49ce-4bdb-97a2-8990c447a1f1 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:04:01.464894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-75e88dc7-49ce-4bdb-97a2-8990c447a1f1 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4321988 Nov 23 14:04:01.481227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] No DVR routers for this DVR port d94f64f0-e287-4205-a7f0-c7bf2779cfce on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:04:01.484503 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.489158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8dd4a2ba-aa93-40cd-80b0-20d4f3f591c6 req-b4ce0f00-e97b-490c-942a-41ffba6ed543 tempest-AggregatesAdminTestJSON-1083520180 tempest-AggregatesAdminTestJSON-1083520180-project] 10.222.0.74 "DELETE /v2.0/ports/d94f64f0-e287-4205-a7f0-c7bf2779cfce HTTP/1.1" status: 204 len: 173 time: 1.7466538 Nov 23 14:04:01.494315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'name': 'network-vif-deleted', 'tag': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:01.495648 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.512536 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85deb9d-ac51-4d6c-b600-26d3521436e5" -d '{"events": [{"server_uuid": "644bbc17-74ba-44a9-9fc5-9ea70e09381a", "name": "network-vif-deleted", "tag": "d94f64f0-e287-4205-a7f0-c7bf2779cfce"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:01.563125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] Pushing event deleted for resources: {'Port': ['ID=fae433bc-42e9-44f4-be17-d80a66b3ec1f,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:01.575302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99d308e-7796-443d-b692-c65f5d83ce92 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:01.588479 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.595861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.600931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9325b4-5c1a-4b85-82a9-2f9e326d8621 None None] No DVR routers for this DVR port fae433bc-42e9-44f4-be17-d80a66b3ec1f on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:04:01.641370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] The port 'fae433bc-42e9-44f4-be17-d80a66b3ec1f' was deleted {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 14:04:01.659398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc45bfd-b884-4feb-94c9-a1afcdf998f1 req-3f9dcd51-2e46-4dd8-aa34-c7cc16453565 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:01.667345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9fc45bfd-b884-4feb-94c9-a1afcdf998f1 req-3f9dcd51-2e46-4dd8-aa34-c7cc16453565 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 947 time: 0.4556518 Nov 23 14:04:01.679934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Transition to ACTIVE for port object d99d308e-7796-443d-b692-c65f5d83ce92 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:04:01.683957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-eb6e024f-5d7d-4d84-a42f-4efc2de84d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:01.685477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-eb6e024f-5d7d-4d84-a42f-4efc2de84d15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e5d753a3f62430a9ac85886fb832943&device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 1098 time: 0.1597106 Nov 23 14:04:01.701781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.705063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-7c46aa3e-df54-4b84-88f9-bdb9205104ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:01.707257 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-7c46aa3e-df54-4b84-88f9-bdb9205104ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7474036 Nov 23 14:04:01.792439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57852) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:01.823695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:01.858197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9fc45bfd-b884-4feb-94c9-a1afcdf998f1 req-85f9a393-d75c-470e-b11d-2ea633c03fbc tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878061 Nov 23 14:04:01.893168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.894408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.895537 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.896453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.897108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.900243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.900601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.900958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.901287 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.901620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.959211 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c89ceb9-baf9-420e-97dc-6eda405151f8 x-openstack-request-id: req-7c89ceb9-baf9-420e-97dc-6eda405151f8 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:01.961683 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644bbc17-74ba-44a9-9fc5-9ea70e09381a", "name": "network-vif-deleted", "tag": "d94f64f0-e287-4205-a7f0-c7bf2779cfce", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:01.961937 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c89ceb9-baf9-420e-97dc-6eda405151f8 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:01.962335 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644bbc17-74ba-44a9-9fc5-9ea70e09381a', 'name': 'network-vif-deleted', 'tag': 'd94f64f0-e287-4205-a7f0-c7bf2779cfce', 'status': 'completed', 'code': 200} Nov 23 14:04:01.970316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-698088a4-c08c-4a71-be6e-1993cc91ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:01.972058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-698088a4-c08c-4a71-be6e-1993cc91ac9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2781081 Nov 23 14:04:01.973094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-c2ad63fd-b17b-49d7-b637-4e6890ce9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:01.983257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-c2ad63fd-b17b-49d7-b637-4e6890ce9a2c service neutron] 10.222.0.46 "GET /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 1094 time: 0.2326105 Nov 23 14:04:01.988458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Request body: {'binding': {'host': 'n-h2-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:01.988981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Unknown quota resources ['binding']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:04:01.991076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.992964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.994198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.994665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:04:01.995028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842f50c9-4fa2-44f8-86a1-d5f731d9e773']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:02.020492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-network', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:02.030681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:02.031329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a9859b-d5d9-461e-bbb3-86b0b3a0cd30') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:02.078292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-d122708d-e494-424c-9fb2-594c8cdd84b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac HTTP/1.1" status: 200 len: 217 time: 0.0928214 Nov 23 14:04:02.163565 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-388595e5-9bf1-4a14-baa5-e6f3ab1e77e8 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323320 Nov 23 14:04:02.164441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d99d308e-7796-443d-b692-c65f5d83ce92,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:02.201983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.215041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Made reservation on behalf of de496beecb2b43989cffdda526bde7c5 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:02.217343 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.222224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9afe44-9944-407d-b28c-dfa9a0b621c1 req-5950de53-a6dd-434b-9c92-459a44c49e2a tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:02.223873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a9afe44-9944-407d-b28c-dfa9a0b621c1 req-5950de53-a6dd-434b-9c92-459a44c49e2a tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 948 time: 0.1498885 Nov 23 14:04:02.227888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-cb4b6b45-b7db-4e08-bbb0-be75f9d283ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:02.229387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-cb4b6b45-b7db-4e08-bbb0-be75f9d283ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1382670 Nov 23 14:04:02.242339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.262151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.332446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a9afe44-9944-407d-b28c-dfa9a0b621c1 req-78185870-5351-428a-951d-8b93eaa7bbfe tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985818 Nov 23 14:04:02.335964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.340957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Attempting to bind port d99d308e-7796-443d-b692-c65f5d83ce92 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:02.341305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Attempting to bind port d99d308e-7796-443d-b692-c65f5d83ce92 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:02.341636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Attempting to bind port d99d308e-7796-443d-b692-c65f5d83ce92 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:02.342512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-9e73ca9f-6b37-4e73-907d-9eec98e25078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:02.344103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-9e73ca9f-6b37-4e73-907d-9eec98e25078 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910103 Nov 23 14:04:02.355224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Port d99d308e-7796-443d-b692-c65f5d83ce92 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:02.355564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Attempting to bind port d99d308e-7796-443d-b692-c65f5d83ce92 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:02.382158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on host n-h2-818503-2 for vnic_type normal with profile None {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:02.382530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:02.382861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:02.405246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:02.405246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:02.417599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:02.417929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:02.418369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:02.418806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Bound port: 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:02.446512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:04:02.447835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: from cryptography.utils import int_from_bytes Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: from cryptography.utils import int_from_bytes Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:04:02.456755 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:04:02.467867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fae433bc-42e9-44f4-be17-d80a66b3ec1f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:04:02.498849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:02.499508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:02.500050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:02.500339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Bound port: d99d308e-7796-443d-b692-c65f5d83ce92, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:02.500699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.504330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: fae433bc-42e9-44f4-be17-d80a66b3ec1f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:04:02.504723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a7a21c0-423f-4fee-ab7a-6484c1c34114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.505937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fae433bc-42e9-44f4-be17-d80a66b3ec1f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:04:02.532060 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a7a21c0-423f-4fee-ab7a-6484c1c34114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.569940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:02.582679 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] Publish callbacks [] for binding, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.583948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ca234dd2-1d3f-4c3c-96c8-7b4a26b655fa service neutron] 10.222.0.46 "POST /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5998867 Nov 23 14:04:02.601317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-f4ef3fb7-f458-40d6-92fa-7a58d777bb66 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457886 Nov 23 14:04:02.703885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.713730 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-97505a0f-5caa-444c-9006-2a6775f7e837 req-50026111-9f39-48b2-a75f-a4d148b93898 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071449 Nov 23 14:04:02.727575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a21c0-423f-4fee-ab7a-6484c1c34114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27137abf-ec8c-45df-a97d-103da89e5dbf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:02.734198 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4a7a21c0-423f-4fee-ab7a-6484c1c34114 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af9ac192f31848488aca216c49e05173&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3488593 Nov 23 14:04:02.741625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57864) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:02.743395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.750674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/842f50c9-4fa2-44f8-86a1-d5f731d9e773 HTTP/1.1" status: 204 len: 168 time: 1.9114225 Nov 23 14:04:02.774716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58a1068-f5d1-48e1-b7fe-b50b50146474 req-3e7d270c-d096-4479-9fc7-230a51925fb8 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660652 Nov 23 14:04:02.782986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d5d0-cc09-461f-867e-e635ce25b7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=842f50c9-4fa2-44f8-86a1-d5f731d9e773,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:02.830832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] For port d99d308e-7796-443d-b692-c65f5d83ce92, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:02.862973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] For port d99d308e-7796-443d-b692-c65f5d83ce92, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d99d308e-7796-443d-b692-c65f5d83ce92,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:02.865409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.876805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.878744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.917195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b47cda-a68d-4181-8cc8-ab0544bb8bce req-2245d43f-6c14-491b-8b03-95e006e557a1 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:02.918846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01b47cda-a68d-4181-8cc8-ab0544bb8bce req-2245d43f-6c14-491b-8b03-95e006e557a1 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 946 time: 0.1270578 Nov 23 14:04:02.941248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981882fd-6978-4fcc-801f-c6652cf3a871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.974451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:02.979792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:02.982010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] 10.222.0.74 "PUT /v2.0/ports/d99d308e-7796-443d-b692-c65f5d83ce92 HTTP/1.1" status: 200 len: 1096 time: 2.7476177 Nov 23 14:04:02.983108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:04:02.997162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'tag': 'd99d308e-7796-443d-b692-c65f5d83ce92'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:03.003202 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d0e91f-2822-41a6-ad96-1625da752011" -d '{"events": [{"name": "network-changed", "server_uuid": "7d87e212-50f5-46a6-a8b7-89bfc1cc60c6", "tag": "d99d308e-7796-443d-b692-c65f5d83ce92"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:03.025731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57880) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:03.048409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04e9771-c699-4ce4-9d72-7d09ac007685,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:03.052328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01b47cda-a68d-4181-8cc8-ab0544bb8bce req-a6a32aab-eb65-4c1b-b3fb-b3b1bb27834c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225841 Nov 23 14:04:03.064903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981882fd-6978-4fcc-801f-c6652cf3a871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.070741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.070741 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Added segment c64df725-125d-4e4d-905b-f7053ede5c36 of type vlan for network bd9c651b-1edf-46ff-96d5-23db0651e1da Nov 23 14:04:03.130067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c451d-6a2c-456f-8d78-ccdbbd8bc2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d99d308e-7796-443d-b692-c65f5d83ce92,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:03.130279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-3d6a3c98-a890-43ec-9b02-fe393eecd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.133991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-3d6a3c98-a890-43ec-9b02-fe393eecd400 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1097 time: 0.1201787 Nov 23 14:04:03.254981 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.290436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3893ecab-af28-4e9f-b54b-e44584b26c49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12ed8e93dfde453397fd71db694ae8fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2573128 Nov 23 14:04:03.291963 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981882fd-6978-4fcc-801f-c6652cf3a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.296551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981882fd-6978-4fcc-801f-c6652cf3a871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.298553 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-981882fd-6978-4fcc-801f-c6652cf3a871 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27137abf-ec8c-45df-a97d-103da89e5dbf HTTP/1.1" status: 204 len: 168 time: 0.5371912 Nov 23 14:04:03.301146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57884) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:03.301482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57886) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:03.332275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981882fd-6978-4fcc-801f-c6652cf3a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27137abf-ec8c-45df-a97d-103da89e5dbf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:03.343757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-6a67d5f5-74a3-4a5a-8832-76f828e864a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.345396 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-6a67d5f5-74a3-4a5a-8832-76f828e864a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=00c69b7821094984934fabbd87599a88&device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 1099 time: 0.2939539 Nov 23 14:04:03.413393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06fcf1-e2fe-458a-ac4c-daf19cfd92e3 req-87667baa-f7a9-48f3-aae2-dffdb8ddbcda tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.413982 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-a226883b-7c36-44a1-a8d2-56bfd7625567 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=d99d308e-7796-443d-b692-c65f5d83ce92 HTTP/1.1" status: 200 len: 217 time: 0.0570683 Nov 23 14:04:03.414576 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.415521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.416124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.421285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc06fcf1-e2fe-458a-ac4c-daf19cfd92e3 req-87667baa-f7a9-48f3-aae2-dffdb8ddbcda tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 947 time: 0.2092328 Nov 23 14:04:03.432717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-53dbef7c-f2c1-4aac-ad80-ffdf5debea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.434533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-53dbef7c-f2c1-4aac-ad80-ffdf5debea04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.2931483 Nov 23 14:04:03.520319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-aae7f055-ae9c-404f-a256-d3ccfb1f34c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 217 time: 0.0770514 Nov 23 14:04:03.527327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] Pushing event updated for resources: {'Network': ['ID=bd9c651b-1edf-46ff-96d5-23db0651e1da,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:03.539623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bd9c651b-1edf-46ff-96d5-23db0651e1da details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:04:03.540163 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0a301540-992a-4be9-bb96-c5c89cae464b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7191861 Nov 23 14:04:03.545019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57898) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:03.553269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Request body: {'subnet': {'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-subnet', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:03.561206 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e910bd-90e9-4e54-897e-bffe2bc81f19 x-openstack-request-id: req-14e910bd-90e9-4e54-897e-bffe2bc81f19 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:03.561430 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d87e212-50f5-46a6-a8b7-89bfc1cc60c6", "tag": "d99d308e-7796-443d-b692-c65f5d83ce92", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:03.561695 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14e910bd-90e9-4e54-897e-bffe2bc81f19 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:03.562106 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'tag': 'd99d308e-7796-443d-b692-c65f5d83ce92', 'status': 'completed', 'code': 200} Nov 23 14:04:03.601035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-0af3af19-f65a-4621-a917-3bc0c5072095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.602558 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-0af3af19-f65a-4621-a917-3bc0c5072095 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1211522 Nov 23 14:04:03.605460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a04246-892c-4a4c-80f8-a598af9b1c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.642940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Made reservation on behalf of de496beecb2b43989cffdda526bde7c5 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:03.645262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.685153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc06fcf1-e2fe-458a-ac4c-daf19cfd92e3 req-e01895cb-01ea-4785-a9d6-36f7bfe2611d tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632172 Nov 23 14:04:03.701339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a04246-892c-4a4c-80f8-a598af9b1c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.721388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-000b710b-6edd-456f-92d5-904e3354bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.723838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-000b710b-6edd-456f-92d5-904e3354bd9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1945758 Nov 23 14:04:03.766791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-2419a50a-4326-4f0f-a8e8-3a9ffffb7025 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339556 Nov 23 14:04:03.779137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c521bd5-cb77-4c33-98e8-35f3ebd6ee7a req-4bf81ed8-f555-4b9f-94fe-9e6f1003eeef tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.781421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c521bd5-cb77-4c33-98e8-35f3ebd6ee7a req-4bf81ed8-f555-4b9f-94fe-9e6f1003eeef tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 948 time: 0.1194825 Nov 23 14:04:03.840084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-9110730c-c48c-475c-bc86-98ba5d83115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:03.841646 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-9110730c-c48c-475c-bc86-98ba5d83115f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310827 Nov 23 14:04:03.894104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c521bd5-cb77-4c33-98e8-35f3ebd6ee7a req-c9f2496a-f285-4af0-8b94-478ae4f38036 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843616 Nov 23 14:04:03.917894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-ea54d330-93f8-4eef-9665-3b644758a18a service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354809 Nov 23 14:04:03.920994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0da0fee3-b212-452f-a347-ccac4a917c95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac493208506c4b6588667f961bf36ab9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6079402 Nov 23 14:04:03.923920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57906) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:03.984925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a04246-892c-4a4c-80f8-a598af9b1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.987576 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a04246-892c-4a4c-80f8-a598af9b1c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:03.991756 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-75a04246-892c-4a4c-80f8-a598af9b1c8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9acedd4-b631-4f84-8537-8c96b12ad0e5 HTTP/1.1" status: 204 len: 168 time: 0.6739445 Nov 23 14:04:04.014215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a04246-892c-4a4c-80f8-a598af9b1c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9acedd4-b631-4f84-8537-8c96b12ad0e5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:04.049017 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-f31117e7-2c9c-41e9-b776-09cbb4d612e9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921449 Nov 23 14:04:04.063916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78148131-6727-4545-9ea8-8f379848da4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.076177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57916) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:04.111089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78148131-6727-4545-9ea8-8f379848da4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.115139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-02f909ff-314a-4a52-9816-c03a2830082f service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836653 Nov 23 14:04:04.207170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78148131-6727-4545-9ea8-8f379848da4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.208174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.210321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78148131-6727-4545-9ea8-8f379848da4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.211436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-78148131-6727-4545-9ea8-8f379848da4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83acd564-2e8a-4bff-b431-6be844a4203b HTTP/1.1" status: 204 len: 168 time: 0.2857895 Nov 23 14:04:04.236359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a30a1-bed4-4fdd-be03-63e999b86959 req-107f8338-0cee-4b2d-851b-b51c522d6bbd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:04.238140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c39a30a1-bed4-4fdd-be03-63e999b86959 req-107f8338-0cee-4b2d-851b-b51c522d6bbd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 946 time: 0.0734057 Nov 23 14:04:04.239300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78148131-6727-4545-9ea8-8f379848da4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83acd564-2e8a-4bff-b431-6be844a4203b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:04.303056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13390dc8-d8ca-406c-832b-0fa20d28e421,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:04.333727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Checking segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:04.334237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Network hostable DHCP agents. Network: bd9c651b-1edf-46ff-96d5-23db0651e1da, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:04:04.347017 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-df9c0e4d-9940-4e7a-9683-15108b75e212 req-0199b073-1868-492d-95cc-95071a0e214f service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674034 Nov 23 14:04:04.354974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c39a30a1-bed4-4fdd-be03-63e999b86959 req-7644379d-75d8-4592-8de9-814640df7ff5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092715 Nov 23 14:04:04.356464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:04:04.374229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-6dc8a29b-0bf3-4df8-af84-f309b93c0893 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:04.386190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Network bd9c651b-1edf-46ff-96d5-23db0651e1da is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:04:04.386290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-6dc8a29b-0bf3-4df8-af84-f309b93c0893 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1097 time: 0.1067874 Nov 23 14:04:04.396863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818503-2'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:04.406562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bd9c651b-1edf-46ff-96d5-23db0651e1da) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:04.440575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:04.441195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.464103 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.475807 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5e2822c4-5e33-4077-8496-25d0fcd245f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9288044 Nov 23 14:04:04.476547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57928) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:04.482322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:04.511879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09490bf6-e298-48fd-a9d9-ebaab6be7224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.514203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:04.523759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e91f-2822-41a6-ad96-1625da752011 req-411bbb3d-8fe1-4f4f-b57f-bae6f0a24bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:04.526489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d94f64f0-e287-4205-a7f0-c7bf2779cfce no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:04:04.527666 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21d0e91f-2822-41a6-ad96-1625da752011 req-411bbb3d-8fe1-4f4f-b57f-bae6f0a24bc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=00c69b7821094984934fabbd87599a88&device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 1099 time: 0.1063898 Nov 23 14:04:04.531208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac', 'mac_address': 'fa:16:3e:81:6c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:04:04.534474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea35d98-cb4d-402d-a058-5960d89acda2 None None] Network bd9c651b-1edf-46ff-96d5-23db0651e1da requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:04.566552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: d94f64f0-e287-4205-a7f0-c7bf2779cfce {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:04:04.567641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d94f64f0-e287-4205-a7f0-c7bf2779cfce not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:04:04.660449 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.708700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:04.722974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e91f-2822-41a6-ad96-1625da752011 req-dc436728-e4e2-4f81-b3eb-491cdc907cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:04.724461 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21d0e91f-2822-41a6-ad96-1625da752011 req-dc436728-e4e2-4f81-b3eb-491cdc907cc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1856472 Nov 23 14:04:04.814645 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21d0e91f-2822-41a6-ad96-1625da752011 req-752772af-078e-42a2-b112-ea141c4a34bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=d99d308e-7796-443d-b692-c65f5d83ce92 HTTP/1.1" status: 200 len: 217 time: 0.0812383 Nov 23 14:04:04.815836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:04.819456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:04.848496 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.884931 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09490bf6-e298-48fd-a9d9-ebaab6be7224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.906373 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09490bf6-e298-48fd-a9d9-ebaab6be7224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.932120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.933285 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:04.934808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bd9c651b-1edf-46ff-96d5-23db0651e1da', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:04:04.936209 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.031560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e91f-2822-41a6-ad96-1625da752011 req-1c57c6b7-4533-4fe3-a390-1dc80112b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:05.033041 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21d0e91f-2822-41a6-ad96-1625da752011 req-1c57c6b7-4533-4fe3-a390-1dc80112b943 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1982429 Nov 23 14:04:05.051426 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1d5b8d70-8c56-4341-8742-bbf4e0b84643 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd9c5e59349e42458446c170882d013d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282786 Nov 23 14:04:05.059501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.060738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:05.123027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0e91f-2822-41a6-ad96-1625da752011 req-0b028c13-e1b4-47c8-bccb-31fea9009c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:05.124557 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21d0e91f-2822-41a6-ad96-1625da752011 req-0b028c13-e1b4-47c8-bccb-31fea9009c9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740650 Nov 23 14:04:05.140762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:05.149028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-890a068b-b06e-4d64-9204-c68c5eb68929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.174858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-890a068b-b06e-4d64-9204-c68c5eb68929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.177742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Allocated IP 172.20.0.2 (bd9c651b-1edf-46ff-96d5-23db0651e1da/13390dc8-d8ca-406c-832b-0fa20d28e421/22ef20d6-2b4d-45e4-9296-654e28d03f20) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:05.182175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:05.193891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:05.220120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:05.235186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.242308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:05.244634 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7de654-db26-4d20-aa27-2e9765a8de54" -d '{"events": [{"server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "name": "network-vif-unplugged", "status": "completed", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:05.259117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-890a068b-b06e-4d64-9204-c68c5eb68929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.260251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.261932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-890a068b-b06e-4d64-9204-c68c5eb68929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.263095 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-890a068b-b06e-4d64-9204-c68c5eb68929 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70d3688f-6c16-4938-bcae-b7c9903bc7fa HTTP/1.1" status: 204 len: 168 time: 0.2013943 Nov 23 14:04:05.341583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:05.465978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-09490bf6-e298-48fd-a9d9-ebaab6be7224 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0d35f0b5e05417b83d7fb73518f52bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3844769 Nov 23 14:04:05.477812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09490bf6-e298-48fd-a9d9-ebaab6be7224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f2c5fd-3815-4fec-87cd-f75e16647230,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:05.481355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57962) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:05.506075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526beba-b757-4c98-a5d7-a438f4c677c3 req-d07bdf77-775f-4cef-b149-d37cef2d82ec tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:05.508634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d526beba-b757-4c98-a5d7-a438f4c677c3 req-d07bdf77-775f-4cef-b149-d37cef2d82ec tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 948 time: 0.6202557 Nov 23 14:04:05.522311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba208-9112-44fa-9032-0bbab57a73b9 req-ee919d67-c922-4e29-9803-7409b3e53a8b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:05.524080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a7ba208-9112-44fa-9032-0bbab57a73b9 req-ee919d67-c922-4e29-9803-7409b3e53a8b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 948 time: 0.2723663 Nov 23 14:04:05.605478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d526beba-b757-4c98-a5d7-a438f4c677c3 req-b6d20b26-0b5a-4525-a647-912b6cfc2539 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736849 Nov 23 14:04:05.618324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a068b-b06e-4d64-9204-c68c5eb68929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3688f-6c16-4938-bcae-b7c9903bc7fa,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:05.680509 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21d0e91f-2822-41a6-ad96-1625da752011 req-26fd579a-a30d-46e7-ab6f-5ed90fa3b306 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453067 Nov 23 14:04:05.703401 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e51808-b36e-4ec8-9a80-ccc0318a5cab x-openstack-request-id: req-54e51808-b36e-4ec8-9a80-ccc0318a5cab {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:05.703828 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "name": "network-vif-unplugged", "status": "completed", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:05.704178 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54e51808-b36e-4ec8-9a80-ccc0318a5cab {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:05.704676 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e', 'code': 200} Nov 23 14:04:05.729986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on host n-h1-818503-2 for vnic_type normal with profile {"migrating_to": "n-h2-818503-2"} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:05.730453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:05.730904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:05.737982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.795640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a7ba208-9112-44fa-9032-0bbab57a73b9 req-4f5f1541-1db0-4d92-8eb6-a660096fe427 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624459 Nov 23 14:04:05.802098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:05.805441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Attempting to bind port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:05.812663 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21d0e91f-2822-41a6-ad96-1625da752011 req-5cecc415-d3f9-42b5-bf1d-03b857833cd1 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239047 Nov 23 14:04:05.822766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:05.823140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:05.823646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:05.824295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Bound port: 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:05.824652 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.863694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.870502 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.912729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d5dc0-498a-4877-97ec-203d966b788f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:05.917676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Network bd9c651b-1edf-46ff-96d5-23db0651e1da is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:05.924229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:05.929080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:05.935644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Pushing event updated for resources: {'Port': ['ID=22ef20d6-2b4d-45e4-9296-654e28d03f20,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:06.000232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Attempting to bind port 22ef20d6-2b4d-45e4-9296-654e28d03f20 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:06.000612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Attempting to bind port 22ef20d6-2b4d-45e4-9296-654e28d03f20 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:06.000975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Attempting to bind port 22ef20d6-2b4d-45e4-9296-654e28d03f20 on network bd9c651b-1edf-46ff-96d5-23db0651e1da {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:06.007644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:06.008020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Checking segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:06.008422 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.008813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Bound using segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:06.009283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Bound port: 22ef20d6-2b4d-45e4-9296-654e28d03f20, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:06.009850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.039275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d5dc0-498a-4877-97ec-203d966b788f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.048033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ddd84-c70d-4e97-9dd4-412d248a5b63 req-add3a86a-aaa8-470e-95bc-01a9abcf2975 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:06.049539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-179ddd84-c70d-4e97-9dd4-412d248a5b63 req-add3a86a-aaa8-470e-95bc-01a9abcf2975 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 944 time: 0.2487028 Nov 23 14:04:06.058448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:06.089848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] For port 22ef20d6-2b4d-45e4-9296-654e28d03f20, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:06.093285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] For port 22ef20d6-2b4d-45e4-9296-654e28d03f20, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=22ef20d6-2b4d-45e4-9296-654e28d03f20,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:06.098871 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.111199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:06.154730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.174259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc861432-6dc6-4d31-8060-ddf07c684c45 None None] Pushing event updated for resources: {'Port': ['ID=22ef20d6-2b4d-45e4-9296-654e28d03f20,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:06.262199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d5dc0-498a-4877-97ec-203d966b788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.265023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d5dc0-498a-4877-97ec-203d966b788f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.269097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-749d5dc0-498a-4877-97ec-203d966b788f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0f2c5fd-3815-4fec-87cd-f75e16647230 HTTP/1.1" status: 204 len: 168 time: 0.7749381 Nov 23 14:04:06.293115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-179ddd84-c70d-4e97-9dd4-412d248a5b63 req-f8b0385e-076a-41b9-8837-c129572aa61e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358897 Nov 23 14:04:06.298006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d5dc0-498a-4877-97ec-203d966b788f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f2c5fd-3815-4fec-87cd-f75e16647230,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:06.307035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=8']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:06.352088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:06.352726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.354160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8614fc99-c8fa-41ba-853d-221e6683fb54 service neutron] 10.222.0.74 "PUT /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 1122 time: 1.9657309 Nov 23 14:04:06.365136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:06.460892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['203bc7f1-1b40-4dd3-b604-bb8abccab39e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:06.551527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:04:06.561834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.578718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:06.579893 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.581025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.727368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Allocated IP 172.25.3.92 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/64558a03-a27c-4a05-b3e4-7873e0d56517) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:06.798676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.817906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f418e1-5fde-4912-a2f1-620c57387501 req-bbf1eccd-4bc8-4bba-ba87-9d302f0f4d1e tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:06.829548 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65f418e1-5fde-4912-a2f1-620c57387501 req-bbf1eccd-4bc8-4bba-ba87-9d302f0f4d1e tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 948 time: 0.1104128 Nov 23 14:04:06.835195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:06.835195 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db256f29-b3a7-4edd-9f22-5bce32dd1417" -d '{"events": [{"server_uuid": "6685e5af-3771-4d84-bad4-2790a7e772b7", "name": "network-vif-plugged", "status": "completed", "tag": "1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:06.850828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:06.855436 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:06.921994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:06.941575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65f418e1-5fde-4912-a2f1-620c57387501 req-c3ef5d2e-5b7e-478f-8108-258ef4009fa1 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062264 Nov 23 14:04:07.002256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.029111 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:04:07.045004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4838ed-b322-4d81-8c8a-5d0e869389ed req-bb697e3d-82f0-40fd-b4cf-523ae9ad25e3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:07.046724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b4838ed-b322-4d81-8c8a-5d0e869389ed req-bb697e3d-82f0-40fd-b4cf-523ae9ad25e3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 948 time: 0.1219411 Nov 23 14:04:07.114721 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.159943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:07.163494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:07.170254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b4838ed-b322-4d81-8c8a-5d0e869389ed req-d90d3770-760b-499b-9a55-34938a811da0 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977938 Nov 23 14:04:07.172933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:07.192450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58020) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:07.213774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e408373-6316-41c6-af96-fa3b843e8187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.231687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Pushing event updated for resources: {'Port': ['ID=64558a03-a27c-4a05-b3e4-7873e0d56517,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:07.279002 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3798b7-f6c9-4c5b-80cb-1c7acec46747 x-openstack-request-id: req-dd3798b7-f6c9-4c5b-80cb-1c7acec46747 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:07.279320 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685e5af-3771-4d84-bad4-2790a7e772b7", "name": "network-vif-plugged", "status": "completed", "tag": "1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:07.279578 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd3798b7-f6c9-4c5b-80cb-1c7acec46747 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:07.280026 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac', 'code': 200} Nov 23 14:04:07.373260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e408373-6316-41c6-af96-fa3b843e8187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.381275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e408373-6316-41c6-af96-fa3b843e8187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.460691 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e408373-6316-41c6-af96-fa3b843e8187 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ab49702c4024b158d1746689b7abf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671115 Nov 23 14:04:07.463458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e408373-6316-41c6-af96-fa3b843e8187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c18b07-afd4-4044-a82b-a6640decdbd4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:07.466387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58034) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:07.513130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f39fe-3f9f-4060-a486-0e8c3a3de72e req-5250e215-7d90-40a1-9e0e-1e63ac5f7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:07.514653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e55f39fe-3f9f-4060-a486-0e8c3a3de72e req-5250e215-7d90-40a1-9e0e-1e63ac5f7fca service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 1100 time: 0.1495430 Nov 23 14:04:07.547358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-621c3846-7863-4d05-a287-2aec08e5a828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.573897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f84b-4871-476b-97d9-f646723e111a req-b087cc00-29b3-456b-8ac1-c236e5e6d194 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:07.575466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e4f84b-4871-476b-97d9-f646723e111a req-b087cc00-29b3-456b-8ac1-c236e5e6d194 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 944 time: 0.1574483 Nov 23 14:04:07.588514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-621c3846-7863-4d05-a287-2aec08e5a828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.652183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f682868-c315-4326-b783-55cb6a6319b0 None None] Network bd9c651b-1edf-46ff-96d5-23db0651e1da requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:07.656051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-621c3846-7863-4d05-a287-2aec08e5a828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.662501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-621c3846-7863-4d05-a287-2aec08e5a828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.667660 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-621c3846-7863-4d05-a287-2aec08e5a828 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6c18b07-afd4-4044-a82b-a6640decdbd4 HTTP/1.1" status: 204 len: 168 time: 0.1998804 Nov 23 14:04:07.676657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c3846-7863-4d05-a287-2aec08e5a828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c18b07-afd4-4044-a82b-a6640decdbd4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:07.718332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:07.721507 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:07.753412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e55f39fe-3f9f-4060-a486-0e8c3a3de72e req-a0a5dca8-5822-4556-a89d-c7285a1de124 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882043 Nov 23 14:04:07.758976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:07.779348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.813900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-67affefc-8a69-4471-b214-7385abf22e52 None None] Provisioning complete for port 22ef20d6-2b4d-45e4-9296-654e28d03f20 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:07.814524 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67affefc-8a69-4471-b214-7385abf22e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:07.832768 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a719f6d7-67c4-43ed-98c9-41e0e726b7a5 x-openstack-request-id: req-a719f6d7-67c4-43ed-98c9-41e0e726b7a5 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:07.833075 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:07.833300 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a719f6d7-67c4-43ed-98c9-41e0e726b7a5 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:07.833694 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e', 'status': 'completed', 'code': 200} Nov 23 14:04:07.852798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e4f84b-4871-476b-97d9-f646723e111a req-776a8d17-246d-42f4-beac-5738bb76ff29 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696445 Nov 23 14:04:07.919602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-f426dc1c-4fdd-48de-83cc-7f7a1faa1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:07.926684 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-f426dc1c-4fdd-48de-83cc-7f7a1faa1e8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1125 time: 0.0847144 Nov 23 14:04:07.952472 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67affefc-8a69-4471-b214-7385abf22e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.022712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-67affefc-8a69-4471-b214-7385abf22e52 None None] For port 22ef20d6-2b4d-45e4-9296-654e28d03f20, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=22ef20d6-2b4d-45e4-9296-654e28d03f20,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:08.032727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67affefc-8a69-4471-b214-7385abf22e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.122025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67affefc-8a69-4471-b214-7385abf22e52 None None] Pushing event updated for resources: {'Port': ['ID=22ef20d6-2b4d-45e4-9296-654e28d03f20,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:08.158848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-522b95f1-327f-4e72-8f91-a661e73c1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:08.160341 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-522b95f1-327f-4e72-8f91-a661e73c1d63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.2187893 Nov 23 14:04:08.250333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84cfe7b6-81a1-4000-a008-aab01d839cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.266816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7ea3fd7b-686f-4b42-9511-cb91ac7d7fb6 None None] Provisioning complete for port 22ef20d6-2b4d-45e4-9296-654e28d03f20 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:08.268676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7ea3fd7b-686f-4b42-9511-cb91ac7d7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.278125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-81848cbc-c796-4260-9c3f-4c2fa11a6626 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 217 time: 0.1060703 Nov 23 14:04:08.365409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d99d308e-7796-443d-b692-c65f5d83ce92 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:04:08.411765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-92b097e6-252f-46de-9875-ab4f0198bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:08.418712 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-92b097e6-252f-46de-9875-ab4f0198bcd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1195099 Nov 23 14:04:08.488234 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-53f31be6-23cb-4e1a-ab18-36c2269b9d8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605142 Nov 23 14:04:08.559677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 22ef20d6-2b4d-45e4-9296-654e28d03f20 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:08.616428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9603d-d662-4f15-be33-5321d623b3de req-d2330d08-1986-4729-92f5-2b0a17417ac6 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:08.628974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56b9603d-d662-4f15-be33-5321d623b3de req-d2330d08-1986-4729-92f5-2b0a17417ac6 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 949 time: 0.5479248 Nov 23 14:04:08.632795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d99d308e-7796-443d-b692-c65f5d83ce92, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d99d308e-7796-443d-b692-c65f5d83ce92,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:08.639839 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.651303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd99d308e-7796-443d-b692-c65f5d83ce92', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'd99d308e-7796-443d-b692-c65f5d83ce92', 'mac_address': 'fa:16:3e:9d:e5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:04:08.655186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 22ef20d6-2b4d-45e4-9296-654e28d03f20 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:08.655737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.656009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01baf-475d-4fa0-8bf0-d50f5c94fae2 req-1e62b705-9f5d-4a74-9864-36b93e7c7df9 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:08.658294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84cfe7b6-81a1-4000-a008-aab01d839cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.664840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3d01baf-475d-4fa0-8bf0-d50f5c94fae2 req-1e62b705-9f5d-4a74-9864-36b93e7c7df9 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 948 time: 0.2353301 Nov 23 14:04:08.673818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84cfe7b6-81a1-4000-a008-aab01d839cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.734405 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.746450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3d01baf-475d-4fa0-8bf0-d50f5c94fae2 req-c8029345-1b92-449a-aa6f-2c8684787384 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692892 Nov 23 14:04:08.765726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99d308e-7796-443d-b692-c65f5d83ce92 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:08.774115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-84cfe7b6-81a1-4000-a008-aab01d839cbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=931653ca147d4132b57261d1f32f845b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0132554 Nov 23 14:04:08.795635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58088) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:08.816856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d99d308e-7796-443d-b692-c65f5d83ce92, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d99d308e-7796-443d-b692-c65f5d83ce92,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:08.824077 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:08.841880 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-0b1859ed-6184-4938-9723-1c3fab9f8438 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447735 Nov 23 14:04:08.895559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d99d308e-7796-443d-b692-c65f5d83ce92,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:08.923984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56b9603d-d662-4f15-be33-5321d623b3de req-aeeb0a99-64d2-4de1-9fc6-0948784f6843 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938643 Nov 23 14:04:09.048399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d99d308e-7796-443d-b692-c65f5d83ce92'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:09.057032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfdf1ee1-38e5-477f-88a2-11f6dac4cdd2 req-9634b069-6dfe-45ed-8775-9ca81f4cf436 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002268 Nov 23 14:04:09.061352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfe7b6-81a1-4000-a008-aab01d839cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638678b8-f608-4c2e-a4b9-09797feb137a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:09.103931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f76b7b0e-2684-4e1d-8f19-1a924283ffb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.143519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f76b7b0e-2684-4e1d-8f19-1a924283ffb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.183159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b506e-560f-4eae-a7e9-af4e9de563d2 req-793e0287-d4bd-4cf0-8aa9-a0979b34be2a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:09.184708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-062b506e-560f-4eae-a7e9-af4e9de563d2 req-793e0287-d4bd-4cf0-8aa9-a0979b34be2a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 944 time: 0.1639178 Nov 23 14:04:09.235123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f76b7b0e-2684-4e1d-8f19-1a924283ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.237790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f76b7b0e-2684-4e1d-8f19-1a924283ffb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.238969 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f76b7b0e-2684-4e1d-8f19-1a924283ffb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/638678b8-f608-4c2e-a4b9-09797feb137a HTTP/1.1" status: 204 len: 168 time: 0.4420121 Nov 23 14:04:09.250022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b7b0e-2684-4e1d-8f19-1a924283ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638678b8-f608-4c2e-a4b9-09797feb137a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:09.306054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-062b506e-560f-4eae-a7e9-af4e9de563d2 req-44a962ce-1ee8-4890-b923-67da344de92a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107945 Nov 23 14:04:09.316361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Router fa08ded0-d117-4a0e-841a-b3a974ae02df is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:04:09.444155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:09.454162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Sync routers for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:09.470346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:09.471066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:09.472456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.474168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-acc3f336-dfb3-4f58-ab8e-3417f70c43d6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.9965935 Nov 23 14:04:09.477181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58136) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:09.586280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:09.586401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58138) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:09.730705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58144) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:09.757594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-network', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:09.778129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be2493e-d81f-4a75-a34b-aca9c334920e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.803055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:07Z', 'revision_number': 3, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:09.848999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Checking router: fa08ded0-d117-4a0e-841a-b3a974ae02df for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:09.849768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Updating router fa08ded0-d117-4a0e-841a-b3a974ae02df port 64558a03-a27c-4a05-b3e4-7873e0d56517 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:09.878822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.896715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Made reservation on behalf of 9041bb5b85b54b2db493bff38f126e01 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:09.899784 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.911880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.927867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be2493e-d81f-4a75-a34b-aca9c334920e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.937879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be2493e-d81f-4a75-a34b-aca9c334920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:09.984132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be5cbf-b878-4759-aeb8-2bd814fcdb3e req-710bf339-e998-4ac1-95f6-5ddaf8576959 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:09.993149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11be5cbf-b878-4759-aeb8-2bd814fcdb3e req-710bf339-e998-4ac1-95f6-5ddaf8576959 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 949 time: 0.1463602 Nov 23 14:04:10.044183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2493e-d81f-4a75-a34b-aca9c334920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c671f73c-74bf-462d-93d7-0b13d9e4f744,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:10.078353 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1be2493e-d81f-4a75-a34b-aca9c334920e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=916638636830433b8738f25c0a41bbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459258 Nov 23 14:04:10.078978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58154) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:10.117656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11be5cbf-b878-4759-aeb8-2bd814fcdb3e req-b38d2a4c-7cc7-4693-a5b6-96ba4b9a46b5 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244762 Nov 23 14:04:10.168368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775cb7e-2e8f-4441-b5b0-d4ec878d0f8f req-3f60701c-3530-472d-8d56-630a58f60f92 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:10.171400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7775cb7e-2e8f-4441-b5b0-d4ec878d0f8f req-3f60701c-3530-472d-8d56-630a58f60f92 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 949 time: 0.1353304 Nov 23 14:04:10.174820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.191884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-03e74d67-71d7-432a-a766-a92dbf15a5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.215505 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.224616 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.228969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-03e74d67-71d7-432a-a766-a92dbf15a5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.262952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:04:10.292648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc0175-8245-47a2-94f9-c19721c3a01e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:10.298814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.299249 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Added segment 4d584714-befe-45f9-bcb1-73af54642fff of type vlan for network bed0df03-3c5e-40dc-9c99-f5a919a1457a Nov 23 14:04:10.313072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.313496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.314003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.314379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.314910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.315218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.315672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.316124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.316491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.316944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.317341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.317764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:10.357411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.373260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-03e74d67-71d7-432a-a766-a92dbf15a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.376098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-03e74d67-71d7-432a-a766-a92dbf15a5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.379771 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-03e74d67-71d7-432a-a766-a92dbf15a5b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c671f73c-74bf-462d-93d7-0b13d9e4f744 HTTP/1.1" status: 204 len: 168 time: 0.2953124 Nov 23 14:04:10.399283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74d67-71d7-432a-a766-a92dbf15a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c671f73c-74bf-462d-93d7-0b13d9e4f744,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:10.401346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:04:10.405219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d99d308e-7796-443d-b692-c65f5d83ce92 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:10.409905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.410075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7775cb7e-2e8f-4441-b5b0-d4ec878d0f8f req-026d487a-4832-4e15-a871-6d58ec1b1d2f tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045898 Nov 23 14:04:10.412111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:10.413594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.487023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] Pushing event updated for resources: {'Network': ['ID=bed0df03-3c5e-40dc-9c99-f5a919a1457a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:10.495790 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a20f37fb-20f1-45fb-ad2c-772ca2a2286f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9077497 Nov 23 14:04:10.498588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58174) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:10.507297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Request body: {'subnet': {'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-subnet', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:10.540338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Made reservation on behalf of 9041bb5b85b54b2db493bff38f126e01 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:10.543288 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.546061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:04:10.669433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Allocated IP 172.20.0.1 (bd9c651b-1edf-46ff-96d5-23db0651e1da/13390dc8-d8ca-406c-832b-0fa20d28e421/22a56922-421f-487e-9113-bf9d7f4d6e62) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:10.694732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d99d308e-7796-443d-b692-c65f5d83ce92 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:04:10.712099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d99d308e-7796-443d-b692-c65f5d83ce92 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:10.712478 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.795556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.798763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.814151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.822184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.885873 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.911464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6cdb53-6260-43c9-a072-82fb166ff457,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:10.916072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Attempting to bind port 64558a03-a27c-4a05-b3e4-7873e0d56517 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:10.916680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Attempting to bind port 64558a03-a27c-4a05-b3e4-7873e0d56517 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:10.917213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Attempting to bind port 64558a03-a27c-4a05-b3e4-7873e0d56517 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:10.941170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:10.944146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:10.944798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:10.945367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.945910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:10.946532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Bound port: 64558a03-a27c-4a05-b3e4-7873e0d56517, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:10.947125 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:10.947542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Checking segment: {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:10.948043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Network hostable DHCP agents. Network: bed0df03-3c5e-40dc-9c99-f5a919a1457a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:04:10.974720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:04:10.994061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bed0df03-3c5e-40dc-9c99-f5a919a1457a) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:11.003647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:11.005589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.007535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] For port 64558a03-a27c-4a05-b3e4-7873e0d56517, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:11.011764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] For port 64558a03-a27c-4a05-b3e4-7873e0d56517, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=64558a03-a27c-4a05-b3e4-7873e0d56517,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:11.024101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Pushing event updated for resources: {'Port': ['ID=22a56922-421f-487e-9113-bf9d7f4d6e62,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:11.028562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e97fb-4043-4e24-ad3f-c1f1a9add549 None None] Pushing event updated for resources: {'Port': ['ID=64558a03-a27c-4a05-b3e4-7873e0d56517,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:11.031315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc85cc-6a8c-47db-917c-e1b55a7b05a9 None None] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:11.040402 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.047585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b9e1-e8f2-4ebd-a8bb-fa3e5a02db81 req-12955cda-ca3f-404a-b060-f398a87f37e6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:11.057533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5025b9e1-e8f2-4ebd-a8bb-fa3e5a02db81 req-12955cda-ca3f-404a-b060-f398a87f37e6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 944 time: 0.5408597 Nov 23 14:04:11.058481 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-795bd894-fec8-4ffe-a834-2a0e8d74f0c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5576041 Nov 23 14:04:11.061062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58184) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:11.082771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Network bd9c651b-1edf-46ff-96d5-23db0651e1da is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:11.087114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:11.087803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.088587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.089241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.089845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.091070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.091264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.091996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.092655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.093348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.093963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.094615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.095232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:11.114609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:11.120489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e has no active binding in host n-h2-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:04:11.135678 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.135887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:11.151425 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.157557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.231207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5025b9e1-e8f2-4ebd-a8bb-fa3e5a02db81 req-6edded69-6988-441b-a944-9b880eed145d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725905 Nov 23 14:04:11.241120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.251335 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.294788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99d308e-7796-443d-b692-c65f5d83ce92'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:11.298700 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082fe64d-fd55-44da-b7c6-2740d2d92e61" -d '{"events": [{"server_uuid": "7d87e212-50f5-46a6-a8b7-89bfc1cc60c6", "name": "network-vif-plugged", "status": "completed", "tag": "d99d308e-7796-443d-b692-c65f5d83ce92"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:11.328149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e97fb-4043-4e24-ad3f-c1f1a9add549 None None] Pushing event updated for resources: {'Port': ['ID=64558a03-a27c-4a05-b3e4-7873e0d56517,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:11.341204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:11.342073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:11.346360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d99d308e-7796-443d-b692-c65f5d83ce92, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d99d308e-7796-443d-b692-c65f5d83ce92,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:11.414442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.599176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d99d308e-7796-443d-b692-c65f5d83ce92,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:11.620828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.639003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-93023f25-0d93-421b-9262-2b89a2f1a8a9 None None] Provisioning complete for port 22a56922-421f-487e-9113-bf9d7f4d6e62 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:11.639647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93023f25-0d93-421b-9262-2b89a2f1a8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.669586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:11.674145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'fixed_ips': [{'subnet_id': '0a6cdb53-6260-43c9-a072-82fb166ff457'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:04:11.675316 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.745929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205167-ad42-4dc9-a92f-7c4ba2c27b7b req-95b894fe-cafe-43be-9277-fc364c6a842f tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:11.747579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb205167-ad42-4dc9-a92f-7c4ba2c27b7b req-95b894fe-cafe-43be-9277-fc364c6a842f tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 949 time: 0.3034775 Nov 23 14:04:11.792937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-93023f25-0d93-421b-9262-2b89a2f1a8a9 None None] Port 22a56922-421f-487e-9113-bf9d7f4d6e62 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:11.861469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb205167-ad42-4dc9-a92f-7c4ba2c27b7b req-2c39a5fa-d138-4641-9661-243ebc06d552 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027861 Nov 23 14:04:11.876058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:11.910245 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cb8b06-cbd6-4ba1-93f8-aa0f2974d949 x-openstack-request-id: req-f8cb8b06-cbd6-4ba1-93f8-aa0f2974d949 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:11.910562 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d87e212-50f5-46a6-a8b7-89bfc1cc60c6", "name": "network-vif-plugged", "status": "completed", "tag": "d99d308e-7796-443d-b692-c65f5d83ce92", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:11.911082 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8cb8b06-cbd6-4ba1-93f8-aa0f2974d949 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:11.911255 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99d308e-7796-443d-b692-c65f5d83ce92', 'code': 200} Nov 23 14:04:12.005536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Allocated IP 172.20.0.2 (bed0df03-3c5e-40dc-9c99-f5a919a1457a/0a6cdb53-6260-43c9-a072-82fb166ff457/a4c4dcab-c4e7-468f-b428-4e1858c9d1d3) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:12.087584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01363169-9203-49dd-8cda-55189ab89b43 req-b0f41e28-73a1-41f4-ab58-0f416af2c689 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:12.090681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01363169-9203-49dd-8cda-55189ab89b43 req-b0f41e28-73a1-41f4-ab58-0f416af2c689 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 950 time: 0.2281141 Nov 23 14:04:12.111600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.128489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:07Z', 'revision_number': 3, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:12.143888 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.200735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b894-13e8-4d3d-8c42-873f56795d24 None None] The sync data for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 is: [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:07Z', 'revision_number': 3, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:12.276829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a17c3-7df7-4cfa-adae-18066e54ad78 req-859937c6-fd0c-42f2-9029-ababefc0bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:12.278392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a9a17c3-7df7-4cfa-adae-18066e54ad78 req-859937c6-fd0c-42f2-9029-ababefc0bb00 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 1101 time: 0.2397461 Nov 23 14:04:12.322618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-a8a9f544-7979-4763-88c6-38f90a91bc40 service neutron] 10.222.0.11 "GET /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e/bindings/n-h2-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.1257322 Nov 23 14:04:12.331934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Allocated IP 172.25.3.229 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9ff72126-33f4-40c1-bf07-43683d589b6e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:12.339925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.348433 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.370141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01363169-9203-49dd-8cda-55189ab89b43 req-4b2f93fb-4562-49dc-812d-5695d113fb44 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490485 Nov 23 14:04:12.480769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a9a17c3-7df7-4cfa-adae-18066e54ad78 req-fbb30210-062f-4a9f-8fef-9d4bfd0e8b71 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627033 Nov 23 14:04:12.534495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:12.538479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Pushing event updated for resources: {'Port': ['ID=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:12.543701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:12.549878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:12.562413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.582115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.622560 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.688490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Attempting to bind port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:12.688866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Attempting to bind port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:12.689228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Attempting to bind port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 on network bed0df03-3c5e-40dc-9c99-f5a919a1457a {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:12.703895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:12.704276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Checking segment: {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:12.704681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.705079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Bound using segment: {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:12.711839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Bound port: a4c4dcab-c4e7-468f-b428-4e1858c9d1d3, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:12.712456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.769076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:12.827607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:12.854886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:12.964685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:12.994222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:13.000685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:13.006795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:13.032796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203bc7f1-1b40-4dd3-b604-bb8abccab39e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:13.065058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:13.130664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff72126-33f4-40c1-bf07-43683d589b6e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:13.144163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:13.145669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca3bbd-d1ed-4c26-855a-c7ee521e1630 req-58fc5973-a13b-4cb9-a3c7-1214babf181f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:13.146535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] For port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:13.152633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] For port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:13.154230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8eca3bbd-d1ed-4c26-855a-c7ee521e1630 req-58fc5973-a13b-4cb9-a3c7-1214babf181f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 944 time: 0.6058474 Nov 23 14:04:13.162475 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:13.220252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fdfab-59c2-46d7-8a23-8320bca13fd3 req-06f2906d-fbc9-40b9-a8d3-6534eb216885 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:13.222485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd3fdfab-59c2-46d7-8a23-8320bca13fd3 req-06f2906d-fbc9-40b9-a8d3-6534eb216885 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 949 time: 0.1911449 Nov 23 14:04:13.248196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Pushing event updated for resources: {'Port': ['ID=22a56922-421f-487e-9113-bf9d7f4d6e62,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:13.264467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cddc7-13a7-4167-8238-721e38953f59 None None] Pushing event updated for resources: {'Port': ['ID=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:13.299851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8eca3bbd-d1ed-4c26-855a-c7ee521e1630 req-799e4938-1fb7-43fe-8a3f-b542c5054475 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445544 Nov 23 14:04:13.366308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd3fdfab-59c2-46d7-8a23-8320bca13fd3 req-9eee1f52-8b75-4025-9652-d335b49454c0 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200824 Nov 23 14:04:13.367958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Network bd9c651b-1edf-46ff-96d5-23db0651e1da is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:13.370301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:13.443697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] Transition to ACTIVE for port object 203bc7f1-1b40-4dd3-b604-bb8abccab39e will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:04:13.461209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:13.781808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] No DVR routers for this DVR port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:04:13.804655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c52e-a21e-4f72-bb82-8684425eca61 req-559badda-6e66-412c-99ce-ff0871cdeecf tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:13.806531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bab9c52e-a21e-4f72-bb82-8684425eca61 req-559badda-6e66-412c-99ce-ff0871cdeecf tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 950 time: 0.1763575 Nov 23 14:04:13.814285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Router fa08ded0-d117-4a0e-841a-b3a974ae02df has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:04:13.828264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] Pushing event updated for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:13.943689 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9254f1c7-cad7-4bac-b03c-f28cebbe264c service neutron] 10.222.0.11 "PUT /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e/bindings/n-h2-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6132505 Nov 23 14:04:13.968624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bd73ee30-d3b2-4f6a-9975-f6c809975d0c None None] Provisioning complete for port 22a56922-421f-487e-9113-bf9d7f4d6e62 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:13.969442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bd73ee30-d3b2-4f6a-9975-f6c809975d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:14.026832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bd73ee30-d3b2-4f6a-9975-f6c809975d0c None None] Port 22a56922-421f-487e-9113-bf9d7f4d6e62 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:14.034321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:14.073016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99849-511d-4077-b75c-8fc47a0de84c req-07c5d38c-5f89-4314-9406-c5513d704745 tempest-LiveMigrationNegativeTest-502465317 tempest-LiveMigrationNegativeTest-502465317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:14.074445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ad99849-511d-4077-b75c-8fc47a0de84c req-07c5d38c-5f89-4314-9406-c5513d704745 tempest-LiveMigrationNegativeTest-502465317 tempest-LiveMigrationNegativeTest-502465317-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 1100 time: 0.1909294 Nov 23 14:04:14.078024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bab9c52e-a21e-4f72-bb82-8684425eca61 req-c35a6fc6-dddc-4cb5-9baf-da5d4dbfc352 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617791 Nov 23 14:04:14.138180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4ad99849-511d-4077-b75c-8fc47a0de84c req-20971f2d-eda7-4415-892c-0a618f5a6234 tempest-LiveMigrationNegativeTest-502465317 tempest-LiveMigrationNegativeTest-502465317-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:14.183818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-4951d826-515b-425c-bbda-5b5be4af7ae6 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:14.185908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-4951d826-515b-425c-bbda-5b5be4af7ae6 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.1625586 Nov 23 14:04:14.268584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:14.336104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-de1409bb-d98c-4f5f-a014-eccac604492c admin admin] 10.222.0.46 "PUT /v2.0/routers/fa08ded0-d117-4a0e-841a-b3a974ae02df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8576136 Nov 23 14:04:14.367813 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4ad99849-511d-4077-b75c-8fc47a0de84c req-20971f2d-eda7-4415-892c-0a618f5a6234 tempest-LiveMigrationNegativeTest-502465317 tempest-LiveMigrationNegativeTest-502465317-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:14.401552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4ad99849-511d-4077-b75c-8fc47a0de84c req-20971f2d-eda7-4415-892c-0a618f5a6234 tempest-LiveMigrationNegativeTest-502465317 tempest-LiveMigrationNegativeTest-502465317-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:14.482239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-6b1cc9d6-f32a-4a02-9f5c-3e422b4124a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:14.483997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-6b1cc9d6-f32a-4a02-9f5c-3e422b4124a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f&tenant_id=34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 1096 time: 0.2862604 Nov 23 14:04:14.493225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ad99849-511d-4077-b75c-8fc47a0de84c req-20971f2d-eda7-4415-892c-0a618f5a6234 tempest-LiveMigrationNegativeTest-502465317 tempest-LiveMigrationNegativeTest-502465317-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796942 Nov 23 14:04:14.498524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20971f2d-eda7-4415-892c-0a618f5a6234 tempest-LiveMigrationNegativeTest-502465317 tempest-LiveMigrationNegativeTest-502465317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90db928-d076-494c-b7fd-de670fadad2b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:14.628532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 64558a03-a27c-4a05-b3e4-7873e0d56517 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:14.748732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9b3bf478-a4e4-4163-b141-9fba9cd88c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:14.750115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-9b3bf478-a4e4-4163-b141-9fba9cd88c64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1096 time: 0.2257578 Nov 23 14:04:14.792781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:14.815265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 64558a03-a27c-4a05-b3e4-7873e0d56517 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:14.819416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:14.883385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bcd8f2-b89a-497e-9480-725009b3b9e3 None None] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:14.902848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af12e4-12b5-4a69-8f76-1ce7991cde1f req-88299a45-b9a5-4857-bbb7-a594ca7634ea tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:14.917857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6af12e4-12b5-4a69-8f76-1ce7991cde1f req-88299a45-b9a5-4857-bbb7-a594ca7634ea tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 945 time: 0.2869954 Nov 23 14:04:15.009624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-deca0720-b11d-4ee2-a9a6-79110510db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:15.011158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-deca0720-b11d-4ee2-a9a6-79110510db46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.2496593 Nov 23 14:04:15.017833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4dc7a9e6-62fc-46ce-a74c-753e35c36f3d None None] Provisioning complete for port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:15.018815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a9e6-62fc-46ce-a74c-753e35c36f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.090070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Router 2193f34c-474c-4eb1-993a-7770cc646b4d is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:04:15.090337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-7fba5577-8a03-424e-bd33-55a95df60d84 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 217 time: 0.0601397 Nov 23 14:04:15.124670 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.148417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6af12e4-12b5-4a69-8f76-1ce7991cde1f req-77b822db-8db3-4c5c-a1fa-044094597df5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296743 Nov 23 14:04:15.193777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-360f0068-277b-47e9-b432-06fe5831057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:15.202347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-360f0068-277b-47e9-b432-06fe5831057e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1014678 Nov 23 14:04:15.212181 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Sync routers for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:15.226121 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:15.228987 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:15.232722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 64558a03-a27c-4a05-b3e4-7873e0d56517, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=64558a03-a27c-4a05-b3e4-7873e0d56517,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:15.250471 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.251291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:15.295623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-d8f54540-3049-4642-ab79-36c04ba0e811 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852373 Nov 23 14:04:15.376554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:15.378580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a9e6-62fc-46ce-a74c-753e35c36f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.417815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Sync routers for ids ['2193f34c-474c-4eb1-993a-7770cc646b4d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:15.420130 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.421630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d5de0a15-d4ee-41b4-8a0b-20db1f534446 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3555853 Nov 23 14:04:15.427131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58376) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:15.503922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58384) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:15.512904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-network', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:15.523697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4dc7a9e6-62fc-46ce-a74c-753e35c36f3d None None] For port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:15.554455 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:15.556210 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a9e6-62fc-46ce-a74c-753e35c36f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.568237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=64558a03-a27c-4a05-b3e4-7873e0d56517,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:15.575197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Routers {'2193f34c-474c-4eb1-993a-7770cc646b4d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:15.583695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2193f34c-474c-4eb1-993a-7770cc646b4d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:15.618664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Made reservation on behalf of 85414b27a96b4fc29177b01963e89dcb for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:15.621404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.624924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-37f2fb30-5b8b-4711-af0b-36dc3730e9a9 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637190 Nov 23 14:04:15.636242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-38d19755-431f-4235-8dad-34bf52644493 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319128 Nov 23 14:04:15.640114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.738615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:15.739083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.783033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-8caa4359-b68e-4a89-b0b3-7d05a6d3fe69 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994184 Nov 23 14:04:15.797054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:04:15.808033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a9e6-62fc-46ce-a74c-753e35c36f3d None None] Pushing event updated for resources: {'Port': ['ID=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:15.833064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:12Z', 'revision_number': 2, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:15.878553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.891070 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Checking router: fa08ded0-d117-4a0e-841a-b3a974ae02df for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:15.892368 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Updating router fa08ded0-d117-4a0e-841a-b3a974ae02df port 22a56922-421f-487e-9113-bf9d7f4d6e62 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:15.908097 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.915953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6240c027-04ea-4b09-ae5a-3bb3baf74965 None None] Provisioning complete for port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:15.916323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6240c027-04ea-4b09-ae5a-3bb3baf74965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.920401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:04:15.930120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.930463 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Added segment 4df00552-dcf7-4816-a959-9111f411d1e2 of type vlan for network a2fc064a-8a75-4ad4-b36b-0868676a0126 Nov 23 14:04:15.948278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:04:15.952677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Set router 2193f34c-474c-4eb1-993a-7770cc646b4d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:15.966461 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:15.980778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.005867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-baf92293-428c-434b-b37b-ddefc63b094e req-f8dab94e-62df-4623-b607-6a556821c805 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:04:16.014203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baf92293-428c-434b-b37b-ddefc63b094e req-f8dab94e-62df-4623-b607-6a556821c805 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3295181 Nov 23 14:04:16.047477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.048786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:16.049300 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.181708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6738892 Nov 23 14:04:16.184842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.191174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58400) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:16.204328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Request body: {'subnet': {'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-subnet', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:16.240413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a3c17d-1f44-445b-a437-a4d4f7b5739c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:16.275829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Made reservation on behalf of 85414b27a96b4fc29177b01963e89dcb for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:16.278351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.299663 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.302009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-0d12275a-4173-49e3-80c5-4fee68dc4d5c tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:16.303895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-0d12275a-4173-49e3-80c5-4fee68dc4d5c tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.2745817 Nov 23 14:04:16.306678 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.307397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57820578-3483-40a0-99f8-107a54b983ec admin admin] Pushing event updated for resources: {'Network': ['ID=a2fc064a-8a75-4ad4-b36b-0868676a0126,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:16.320042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-ac0cd0bf-7a54-497f-a429-8aea908f1b4d tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:16.328478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-ac0cd0bf-7a54-497f-a429-8aea908f1b4d tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6901538 Nov 23 14:04:16.336264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:04:16.363238 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171a6d0-3c70-4548-9695-af40f6477257 None None] Pushing event updated for resources: {'Port': ['ID=22a56922-421f-487e-9113-bf9d7f4d6e62,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:16.386765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5c2eb-b3f3-4d39-8723-74cb3eebc645 req-1a3d6332-9ef7-4004-ad45-ace9c2ce1c4c tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:16.392507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6e5c2eb-b3f3-4d39-8723-74cb3eebc645 req-1a3d6332-9ef7-4004-ad45-ace9c2ce1c4c tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 950 time: 0.2314711 Nov 23 14:04:16.423799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-e86bf3d2-4967-49c1-b19f-88d2f0e1a6bf tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/quotas/b9198e5eb83b4e5692a5919bd0ed4ce0 HTTP/1.1" status: 200 len: 375 time: 0.0943637 Nov 23 14:04:16.454772 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Attempting to bind port 22a56922-421f-487e-9113-bf9d7f4d6e62 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:16.455158 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Attempting to bind port 22a56922-421f-487e-9113-bf9d7f4d6e62 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:16.455528 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Attempting to bind port 22a56922-421f-487e-9113-bf9d7f4d6e62 on network bd9c651b-1edf-46ff-96d5-23db0651e1da {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:16.466130 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:16.466667 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Checking segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:16.466944 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.467332 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Bound using segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:16.468582 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Bound port: 22a56922-421f-487e-9113-bf9d7f4d6e62, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:16.469003 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.496083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Allocated IP 172.20.0.1 (bed0df03-3c5e-40dc-9c99-f5a919a1457a/0a6cdb53-6260-43c9-a072-82fb166ff457/ab38d505-3eac-46ad-92f5-d8f6fc09b3d7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:16.561389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:04:13Z', 'revision_number': 3, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port': {'id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:25:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:12Z', 'updated_at': '2021-11-23T14:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:16.565583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-28b0d9b4-019c-4362-9bc0-40559d6e084f tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1403472 Nov 23 14:04:16.574668 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] For port 22a56922-421f-487e-9113-bf9d7f4d6e62, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:16.589063 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] For port 22a56922-421f-487e-9113-bf9d7f4d6e62, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=22a56922-421f-487e-9113-bf9d7f4d6e62,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:16.607953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6e5c2eb-b3f3-4d39-8723-74cb3eebc645 req-4ef102d5-ef2c-4359-b794-872bb6579c4e tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951964 Nov 23 14:04:16.658597 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.676739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 64558a03-a27c-4a05-b3e4-7873e0d56517 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:16.687301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.748427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Checking router: 2193f34c-474c-4eb1-993a-7770cc646b4d for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:16.750160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Updating router 2193f34c-474c-4eb1-993a-7770cc646b4d port 9ff72126-33f4-40c1-bf07-43683d589b6e binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:16.756552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-5d7e8e1d-1133-46fa-8493-9f6018aaff38 service neutron] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:16.764029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-5d7e8e1d-1133-46fa-8493-9f6018aaff38 service neutron] Publish callbacks [] for binding, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.766508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8656f63e-18ac-4913-a6ec-4ef700a23725 req-5d7e8e1d-1133-46fa-8493-9f6018aaff38 service neutron] 10.222.0.74 "DELETE /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e/bindings/n-h1-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.4354010 Nov 23 14:04:16.825170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.849612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.857534 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171a6d0-3c70-4548-9695-af40f6477257 None None] Pushing event updated for resources: {'Port': ['ID=22a56922-421f-487e-9113-bf9d7f4d6e62,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:16.891851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:16.897706 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:16.898236 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:16.899126 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:16.914014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:17.111291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:17.170430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48777964-208f-4013-bf7c-370f7091e0f8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:17.182744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980a91-0796-4453-acec-04133a242d26 req-9385d9ee-a4e7-4c27-8a4c-b0ed085f904c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:17.187607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3980a91-0796-4453-acec-04133a242d26 req-9385d9ee-a4e7-4c27-8a4c-b0ed085f904c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 945 time: 0.1488485 Nov 23 14:04:17.231031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Pushing event updated for resources: {'Port': ['ID=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:17.318190 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:17.354487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3980a91-0796-4453-acec-04133a242d26 req-53f9a16c-8c40-4f07-b706-b43aa3d47595 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586022 Nov 23 14:04:17.373870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.431434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-34e63f51-85e3-43f0-862d-eb5a92457fc7 None None] Provisioning complete for port 22a56922-421f-487e-9113-bf9d7f4d6e62 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:17.432488 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34e63f51-85e3-43f0-862d-eb5a92457fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.467001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Checking segment: {'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:17.467361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Network hostable DHCP agents. Network: a2fc064a-8a75-4ad4-b36b-0868676a0126, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:04:17.520453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:04:17.562676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, a2fc064a-8a75-4ad4-b36b-0868676a0126) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:17.573790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:17.574444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.614401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-127062cb-ca3b-4abd-a7de-bd3b6d6570a1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4211416 Nov 23 14:04:17.620289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58438) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:17.637570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:17.650735 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.651198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90444-fe7c-4e42-8a84-78533f5a5a50 req-a5ab24cc-4a9a-43fa-8cbc-0e5919a6669c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:17.653047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4d90444-fe7c-4e42-8a84-78533f5a5a50 req-a5ab24cc-4a9a-43fa-8cbc-0e5919a6669c tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 949 time: 0.2332180 Nov 23 14:04:17.666485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-5c035b05-0265-437a-8086-09d9c141bd4f tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155081 Nov 23 14:04:17.724056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4513d3-a6ad-4032-942e-d8902792325b None None] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:17.727125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 64558a03-a27c-4a05-b3e4-7873e0d56517 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:17.727592 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.864346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.871667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.920734 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:16Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:17.940638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58444) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:17.969342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:17.976569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4d90444-fe7c-4e42-8a84-78533f5a5a50 req-90634d05-f6c7-4342-99b1-b3b5cc97c6cc tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073707 Nov 23 14:04:17.983690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.018960 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e475a-5630-48e2-832b-5c81f0b9c79b None None] The sync data for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 is: [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:16Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:18.195206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-50a56a3f-88b0-4e74-9e6d-17435a6e67f2 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:18.203029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-50a56a3f-88b0-4e74-9e6d-17435a6e67f2 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5354741 Nov 23 14:04:18.205727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.209845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Pushing event updated for resources: {'Port': ['ID=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:18.234495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-d52d8131-edc7-4187-81d5-a547ad9f45b5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/quotas/b9198e5eb83b4e5692a5919bd0ed4ce0 HTTP/1.1" status: 200 len: 375 time: 0.0305011 Nov 23 14:04:18.239013 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.301988 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.312914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34e63f51-85e3-43f0-862d-eb5a92457fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.347333 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.384058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:18.385810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:18.460940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Attempting to bind port 9ff72126-33f4-40c1-bf07-43683d589b6e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:18.461642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Attempting to bind port 9ff72126-33f4-40c1-bf07-43683d589b6e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:18.461748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Attempting to bind port 9ff72126-33f4-40c1-bf07-43683d589b6e on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:18.475888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:18.476255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:18.476713 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.477045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:18.477521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Bound port: 9ff72126-33f4-40c1-bf07-43683d589b6e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:18.477896 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.535989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] For port 9ff72126-33f4-40c1-bf07-43683d589b6e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:18.540197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] For port 9ff72126-33f4-40c1-bf07-43683d589b6e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9ff72126-33f4-40c1-bf07-43683d589b6e,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:18.557035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:18.559232 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.577498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Router 2193f34c-474c-4eb1-993a-7770cc646b4d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:04:18.580909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Pushing event updated for resources: {'Port': ['ID=9ff72126-33f4-40c1-bf07-43683d589b6e,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:18.609815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-34e63f51-85e3-43f0-862d-eb5a92457fc7 None None] For port 22a56922-421f-487e-9113-bf9d7f4d6e62, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=22a56922-421f-487e-9113-bf9d7f4d6e62,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:18.618343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Routers {'2193f34c-474c-4eb1-993a-7770cc646b4d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:18.619093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2193f34c-474c-4eb1-993a-7770cc646b4d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:18.713912 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f7d2-119a-40be-98dd-813a17fc40a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.733101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] Set router 2193f34c-474c-4eb1-993a-7770cc646b4d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:18.755879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:18.762038 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd816474-a23a-49ea-894d-28d5f110531b admin admin] 10.222.0.46 "PUT /v2.0/routers/2193f34c-474c-4eb1-993a-7770cc646b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3330948 Nov 23 14:04:18.772637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-c75340dc-3bb3-41f3-a952-3c635defdd4a tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5364714 Nov 23 14:04:18.790067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff755c-3f80-4c46-bb6b-503c762305ae req-4ef9f8e1-f9cb-4190-a4f0-18821001bbc3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:18.791635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49ff755c-3f80-4c46-bb6b-503c762305ae req-4ef9f8e1-f9cb-4190-a4f0-18821001bbc3 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 950 time: 0.5549161 Nov 23 14:04:18.866377 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34e63f51-85e3-43f0-862d-eb5a92457fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.873498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-6a824de2-3622-492e-a2c7-408d8c3fd898 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470424 Nov 23 14:04:18.904020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-a2fc064a-8a75-4ad4-b36b-0868676a0126', 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'fixed_ips': [{'subnet_id': '48777964-208f-4013-bf7c-370f7091e0f8'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:04:18.905367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:18.911063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.911802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.912296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.914171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.914659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.915184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.921724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.922108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.922591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.922982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.923323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:18.923654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:19.091355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-2b2d9151-a14e-4b8a-a269-1d39d1de8e0d tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:19.098460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-2b2d9151-a14e-4b8a-a269-1d39d1de8e0d tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179682 Nov 23 14:04:19.102606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.122923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Request body: {'port': {'device_id': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'b9198e5eb83b4e5692a5919bd0ed4ce0'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:19.143630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-d0df46e3-a2ca-4d40-adb0-bb1373af84c5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:19.145148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-d0df46e3-a2ca-4d40-adb0-bb1373af84c5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.74 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 949 time: 0.4172432 Nov 23 14:04:19.215513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49ff755c-3f80-4c46-bb6b-503c762305ae req-2fbc2002-d00e-4b52-8992-b117bd86077b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752422 Nov 23 14:04:19.403823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Made reservation on behalf of b9198e5eb83b4e5692a5919bd0ed4ce0 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:19.407658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.421237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:19.421740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.433889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.472939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1be26205-2c81-4e20-a078-db5e580ab10c req-f8ef1a4f-2c85-4ca6-863a-c09a997af3fb tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 210 time: 0.1347115 Nov 23 14:04:19.485383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f7d2-119a-40be-98dd-813a17fc40a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.587623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ada657e2-53b5-4a4e-90f9-fe836ae8ebde None None] Provisioning complete for port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:19.588191 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ada657e2-53b5-4a4e-90f9-fe836ae8ebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.589512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62aac3-4931-4272-ab30-ee9f3a6f10ff req-bba52a0f-b5c4-41b3-8029-8122f0b3fbef tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:19.589655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867d39d-457a-4991-927e-820aee7e350e None None] Pushing event updated for resources: {'Port': ['ID=9ff72126-33f4-40c1-bf07-43683d589b6e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:19.603494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be62aac3-4931-4272-ab30-ee9f3a6f10ff req-bba52a0f-b5c4-41b3-8029-8122f0b3fbef tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 949 time: 0.3190637 Nov 23 14:04:19.608659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f7d2-119a-40be-98dd-813a17fc40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.614584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.622580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.690499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09377d04-27d2-403f-8a7e-c5dfb46fb487,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:19.708449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f7d2-119a-40be-98dd-813a17fc40a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431dd523-a0a1-45bb-a991-e716f1c571a1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:19.725903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be62aac3-4931-4272-ab30-ee9f3a6f10ff req-567edf4c-3afd-490e-af8d-ed88baaa6f86 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163905 Nov 23 14:04:19.800424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:19.806115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b6f8f7d2-119a-40be-98dd-813a17fc40a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ba661e8823b4a45a8cc1c48bb091784&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8241811 Nov 23 14:04:19.817411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Deleting port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:04:19.817807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.897498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:19.910657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-network', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:19.947237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Allocated IP 172.20.0.2 (a2fc064a-8a75-4ad4-b36b-0868676a0126/48777964-208f-4013-bf7c-370f7091e0f8/27adab32-edff-438a-a781-7a8253331832) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:19.985787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c97f2455-45b7-4934-a14c-6acb8f4905c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:19.988546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] For port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:19.988809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.001446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Calling delete_port for 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:04:20.116299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Made reservation on behalf of 66ca85a2b6f241aab75bb3cc2adb5d8a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:20.119788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.137610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded0e3-a2de-448a-a30d-4e4fbfe61f10 req-6c45c365-4e8f-49b9-ad89-36ce04778e67 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:20.139984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76ded0e3-a2de-448a-a30d-4e4fbfe61f10 req-6c45c365-4e8f-49b9-ad89-36ce04778e67 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1096 time: 0.2721286 Nov 23 14:04:20.149242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.163565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c97f2455-45b7-4934-a14c-6acb8f4905c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.196746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Allocated IP 192.168.233.232 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/31dbaef4-2039-4171-b29c-4bf85b8d25d3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:20.251926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76ded0e3-a2de-448a-a30d-4e4fbfe61f10 req-32cac8d3-c1d7-4eda-9960-34ea0a7dcafe tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038654 Nov 23 14:04:20.308944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c97f2455-45b7-4934-a14c-6acb8f4905c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.319669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c97f2455-45b7-4934-a14c-6acb8f4905c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.337417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c97f2455-45b7-4934-a14c-6acb8f4905c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/431dd523-a0a1-45bb-a991-e716f1c571a1 HTTP/1.1" status: 204 len: 168 time: 0.5198550 Nov 23 14:04:20.344964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e63f51-85e3-43f0-862d-eb5a92457fc7 None None] Pushing event updated for resources: {'Port': ['ID=22a56922-421f-487e-9113-bf9d7f4d6e62,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:20.352391 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.362010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ada657e2-53b5-4a4e-90f9-fe836ae8ebde None None] Port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:20.407521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.428645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ada657e2-53b5-4a4e-90f9-fe836ae8ebde None None] Provisioning complete for port 22a56922-421f-487e-9113-bf9d7f4d6e62 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:20.429689 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ada657e2-53b5-4a4e-90f9-fe836ae8ebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.439821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.499559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['89f00287-3276-4677-a0ad-657fff51eb3b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:20.513231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:20.525334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f2455-45b7-4934-a14c-6acb8f4905c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431dd523-a0a1-45bb-a991-e716f1c571a1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:20.603555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Pushing event deleted for resources: {'Port': ['ID=1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:20.626175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 4, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port': {'id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:25:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:12Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab38d505-3eac-46ad-92f5-d8f6fc09b3d7', 'name': '', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'mac_address': 'fa:16:3e:5e:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:16Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 2, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'subnets': [{'id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:20.692859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] No DVR routers for this DVR port 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:04:20.706063 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.710289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d44b12d-0b59-40d5-87e1-ecf3ad2e3ea7 req-ceff922b-2f06-49c1-9958-eca7015867f5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.74 "DELETE /v2.0/ports/1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac HTTP/1.1" status: 204 len: 173 time: 1.5449235 Nov 23 14:04:20.713056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'name': 'network-vif-deleted', 'tag': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:20.715848 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fa3951-1ccc-4a87-ac83-9c04101756e0" -d '{"events": [{"server_uuid": "6685e5af-3771-4d84-bad4-2790a7e772b7", "name": "network-vif-deleted", "tag": "1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:20.727173 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.731816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8339e13-90f3-4efe-9b64-0641a53783bf None None] The sync data for ids ['2193f34c-474c-4eb1-993a-7770cc646b4d'] in n-d-818503-2 is: [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 4, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port': {'id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:25:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:12Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab38d505-3eac-46ad-92f5-d8f6fc09b3d7', 'name': '', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'mac_address': 'fa:16:3e:5e:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:16Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 2, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'subnets': [{'id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:20.809041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b62daf-1963-4b9f-bbc5-75829a28480b req-7d84d119-325e-485a-b0a7-b542b4880ced tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:20.816408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b62daf-1963-4b9f-bbc5-75829a28480b req-7d84d119-325e-485a-b0a7-b542b4880ced tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 950 time: 0.2477775 Nov 23 14:04:20.835468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:20.842666 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-85755f3c-8a87-4204-b67a-96297f784e00 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167405 Nov 23 14:04:20.929721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Allocated IP 172.25.3.10 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9aaa7a6a-5dbe-4461-884a-c31534dd89b1) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:20.972282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 22a56922-421f-487e-9113-bf9d7f4d6e62 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:20.987075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b62daf-1963-4b9f-bbc5-75829a28480b req-80fba17b-2e7f-4fa2-97bf-747ade9cbed1 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696496 Nov 23 14:04:21.029606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:21.066824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:21.154214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.174144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.193928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.216219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:04:21.228708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.229487 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Added segment 89955ca0-2cd4-465a-bd9b-eba26881fdc6 of type vlan for network 1c17f728-a609-4abd-802a-73cb4a01a85a Nov 23 14:04:21.278918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.284714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d61a9f16-2127-4bd2-9992-94e21f6a05c5 req-b90ff671-0e3f-43f3-b590-697eed218570 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 210 time: 0.0791988 Nov 23 14:04:21.321945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58524) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:21.362377 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37d029a-5cfa-4fcd-b48c-35ecbaf7265c x-openstack-request-id: req-d37d029a-5cfa-4fcd-b48c-35ecbaf7265c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:21.362796 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685e5af-3771-4d84-bad4-2790a7e772b7", "name": "network-vif-deleted", "tag": "1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:21.363215 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d37d029a-5cfa-4fcd-b48c-35ecbaf7265c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:21.363709 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685e5af-3771-4d84-bad4-2790a7e772b7', 'name': 'network-vif-deleted', 'tag': '1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac', 'status': 'completed', 'code': 200} Nov 23 14:04:21.406483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.416684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97177c-677b-493f-a598-edff15e52b01 req-6bee156c-81e2-4e30-afe9-35987d6269a3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:21.437690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d960751a-a075-4af8-adc1-b8fe88102da9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:21.438043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-6bee156c-81e2-4e30-afe9-35987d6269a3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 0.3823075 Nov 23 14:04:21.448621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:21.457409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2cac-2af7-42e3-87dc-13976bd24941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.470931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-0406ef78-d92a-415b-a155-ffe3a9990684 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/quotas/34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 375 time: 0.0306880 Nov 23 14:04:21.477504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.478467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:21.479387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.522861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Pushing event updated for resources: {'Port': ['ID=27adab32-edff-438a-a781-7a8253331832,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:21.558750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cd6a124-8183-4b5f-803d-65a45d895182 req-1a6c4a6b-d333-498a-9ee0-9ef5a78299a2 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=6685e5af-3771-4d84-bad4-2790a7e772b7 HTTP/1.1" status: 200 len: 210 time: 0.0487473 Nov 23 14:04:21.581646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.647796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2cac-2af7-42e3-87dc-13976bd24941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.661262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-a6561c13-3d6b-4c11-b73c-831e7783df4d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1890349 Nov 23 14:04:21.663668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:21.681912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Attempting to bind port 27adab32-edff-438a-a781-7a8253331832 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:21.682361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Attempting to bind port 27adab32-edff-438a-a781-7a8253331832 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:21.682644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Attempting to bind port 27adab32-edff-438a-a781-7a8253331832 on network a2fc064a-8a75-4ad4-b36b-0868676a0126 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:21.710032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:21.710422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Checking segment: {'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:21.710845 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.711272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Bound using segment: {'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:21.711776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Bound port: 27adab32-edff-438a-a781-7a8253331832, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:21.712424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.719082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] Pushing event updated for resources: {'Network': ['ID=1c17f728-a609-4abd-802a-73cb4a01a85a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:21.723434 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2cac-2af7-42e3-87dc-13976bd24941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.777635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b3dc2cac-2af7-42e3-87dc-13976bd24941 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=461a255808ef446b8fdf95a5370ab04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681531 Nov 23 14:04:21.789692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58536) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:21.795721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1c17f728-a609-4abd-802a-73cb4a01a85a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:04:21.795895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:21.798936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 22a56922-421f-487e-9113-bf9d7f4d6e62 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:21.799644 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.818018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:21.884597 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-31e98218-300c-42b2-9fa3-c89f31d9db3a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9801271 Nov 23 14:04:21.885101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58538) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:21.885527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Pushing event updated for resources: {'Port': ['ID=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:21.888008 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317ed93a-79d3-4f27-a463-c18322d476b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.913523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317ed93a-79d3-4f27-a463-c18322d476b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:21.964315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-0b6f1f65-da6d-45df-9438-80464298a14b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:21.965986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-0b6f1f65-da6d-45df-9438-80464298a14b tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 950 time: 0.1717763 Nov 23 14:04:21.972788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Request body: {'subnet': {'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-subnet', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:21.975959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-98538db2-9ba6-46d0-ac61-625133a90146 service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034089 Nov 23 14:04:21.993446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc2cac-2af7-42e3-87dc-13976bd24941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec21dbbb-0579-44e2-9cf8-a4dcaa8f7628,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:22.007338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-074eefa0-faba-4bfc-a248-6828c5d661dc tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:22.008803 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-074eefa0-faba-4bfc-a248-6828c5d661dc tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0963829 Nov 23 14:04:22.019381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Made reservation on behalf of 66ca85a2b6f241aab75bb3cc2adb5d8a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:22.023530 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:22.031702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Request body: {'port': {'device_id': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'b9198e5eb83b4e5692a5919bd0ed4ce0'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:22.059154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317ed93a-79d3-4f27-a463-c18322d476b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:22.061736 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317ed93a-79d3-4f27-a463-c18322d476b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:22.062922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-317ed93a-79d3-4f27-a463-c18322d476b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec21dbbb-0579-44e2-9cf8-a4dcaa8f7628 HTTP/1.1" status: 204 len: 168 time: 0.2656777 Nov 23 14:04:22.096076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:22.159577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] For port 27adab32-edff-438a-a781-7a8253331832, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:22.211425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] For port 27adab32-edff-438a-a781-7a8253331832, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=27adab32-edff-438a-a781-7a8253331832,segment=NetworkSegment(4df00552-dcf7-4816-a959-9111f411d1e2),segment_id=4df00552-dcf7-4816-a959-9111f411d1e2)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:22.224723 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:22.295488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5edbe-1ea2-43ec-a664-2182fafb54f8 None None] Pushing event updated for resources: {'Port': ['ID=27adab32-edff-438a-a781-7a8253331832,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:22.357208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-d48b2f2d-f5d2-40ec-aaef-d1e5f48440cb service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782206 Nov 23 14:04:22.475849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:04:22.490316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed93a-79d3-4f27-a463-c18322d476b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec21dbbb-0579-44e2-9cf8-a4dcaa8f7628,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:22.551561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:04:22.554140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1f293fbb-6a90-45cf-80e6-d8ba9ea3d3ac not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:04:22.555428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:22.574286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:22.693441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:22.769408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:22.924258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Made reservation on behalf of b9198e5eb83b4e5692a5919bd0ed4ce0 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:22.928925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:22.939999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9ff72126-33f4-40c1-bf07-43683d589b6e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:23.044468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9ff72126-33f4-40c1-bf07-43683d589b6e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:23.047079 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.153840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ccb68a72-4ae0-4985-a04c-9fa85f14ad83 None None] Provisioning complete for port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:23.155526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ccb68a72-4ae0-4985-a04c-9fa85f14ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.259691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Allocated IP 192.168.233.198 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:23.275279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33140949-7444-4159-bc77-18aea181d561 req-b0728d56-db8f-4acf-b273-559dd9c0cf72 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 210 time: 0.4979701 Nov 23 14:04:23.305863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:23.306539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.319962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b9895-a0f6-4a4c-9479-31a53b9c4d96 req-02b04036-9c28-443b-b7e4-88c3b67f8fe2 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:23.333785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f19b9895-a0f6-4a4c-9479-31a53b9c4d96 req-02b04036-9c28-443b-b7e4-88c3b67f8fe2 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 950 time: 0.9509292 Nov 23 14:04:23.367471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ccb68a72-4ae0-4985-a04c-9fa85f14ad83 None None] Port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:23.373785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.409124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f393165-c751-4c7b-86d8-04e64229fca4 req-db3f91b4-9a5f-4421-ac82-656cd1d560c1 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 210 time: 0.0573215 Nov 23 14:04:23.424127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-9ac6a6ae-8f5e-4ee4-a3a5-6471e99852c6 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3107677 Nov 23 14:04:23.431190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 9ff72126-33f4-40c1-bf07-43683d589b6e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9ff72126-33f4-40c1-bf07-43683d589b6e,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:23.434111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.442631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.451699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Request body: {'port': {'device_id': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:23.452691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Deleting port d99d308e-7796-443d-b692-c65f5d83ce92 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:04:23.453066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.486222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.523780 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.525457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=9ff72126-33f4-40c1-bf07-43683d589b6e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:23.642878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f19b9895-a0f6-4a4c-9479-31a53b9c4d96 req-94e877b2-0c25-41a4-8700-cbe1d67b40a6 tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/security-groups?id=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080888 Nov 23 14:04:23.659600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e518295c-0751-4aa7-98b5-11f1bcebd803,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:23.853917 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:23.909247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Checking segment: {'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:23.909953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Network hostable DHCP agents. Network: 1c17f728-a609-4abd-802a-73cb4a01a85a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:04:23.991605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] For port d99d308e-7796-443d-b692-c65f5d83ce92, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d99d308e-7796-443d-b692-c65f5d83ce92,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:23.992995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.012384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.035969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Network 1c17f728-a609-4abd-802a-73cb4a01a85a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:04:24.108967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Calling delete_port for d99d308e-7796-443d-b692-c65f5d83ce92 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:04:24.120170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58592) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:24.134975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1c17f728-a609-4abd-802a-73cb4a01a85a) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:24.145337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a174207-986e-4330-9245-396dabe5ddea None None] Network 1c17f728-a609-4abd-802a-73cb4a01a85a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:24.152687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:24.153383 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.186069 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b2711bb5-68aa-4023-8392-14d5549cd0f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2206256 Nov 23 14:04:24.192212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58596) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:24.195911 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.256890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:24.325498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.327950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.347941 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.367071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:24.375596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab3be1-d30f-4b7d-b43e-2fb7000be42f None None] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:24.378632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b4d8-d68e-42e9-8cde-d8ceed347154 req-6af8a5e9-e78f-4d8b-a7cf-331ee770f1a5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:24.386203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:24.389119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1026b4d8-d68e-42e9-8cde-d8ceed347154 req-6af8a5e9-e78f-4d8b-a7cf-331ee770f1a5 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.2818508 Nov 23 14:04:24.428286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:24.436644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:24.665145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.714041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:24.714710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.719396 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cdfa-b8af-4fad-b721-99704a5cd318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.773757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7f815b4e-0a19-4370-b86d-8c7d0f1e71d6 None None] Provisioning complete for port 27adab32-edff-438a-a781-7a8253331832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:24.774149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f815b4e-0a19-4370-b86d-8c7d0f1e71d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.818233 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-cc4db084-1f3a-4f05-b7b5-d572e86c1b46 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7908535 Nov 23 14:04:24.853446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01011a7-d2e8-4b56-8913-a312c453efe0 req-458591a0-aed8-4a19-a931-57ac940d4e99 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:24.855098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e01011a7-d2e8-4b56-8913-a312c453efe0 req-458591a0-aed8-4a19-a931-57ac940d4e99 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 936 time: 0.3287342 Nov 23 14:04:24.863495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Request body: {'port': {'device_id': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:24.936051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-1c17f728-a609-4abd-802a-73cb4a01a85a', 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'fixed_ips': [{'subnet_id': 'e518295c-0751-4aa7-98b5-11f1bcebd803'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:04:24.936925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:24.943824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1026b4d8-d68e-42e9-8cde-d8ceed347154 req-17071d17-03f7-4426-9931-44f171c3846e tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512195 Nov 23 14:04:24.989656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Router 35249e31-bf95-418a-ab7a-adefc83992a9 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:04:25.045387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97177c-677b-493f-a598-edff15e52b01 req-a6bc605b-1b8e-4e89-94d0-28f5aafbe8d2 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:25.047036 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-a6bc605b-1b8e-4e89-94d0-28f5aafbe8d2 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 0.5785074 Nov 23 14:04:25.063351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31dbaef4-2039-4171-b29c-4bf85b8d25d3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:25.084743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Request body: {'port': {'device_id': '4827e657-2f2c-4307-904f-8391ccececde', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'admin_state_up': True, 'tenant_id': '34571f635c11481689d073a5cada7e6a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:25.115089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.130523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9ff72126-33f4-40c1-bf07-43683d589b6e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:25.144397 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.148653 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.163775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26c34056-e598-4296-8e5a-27332a72274d req-0897c866-0b15-4186-ab88-6649f58d7b49 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 210 time: 0.0588191 Nov 23 14:04:25.165826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.204715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Transition to ACTIVE for port object 31dbaef4-2039-4171-b29c-4bf85b8d25d3 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:04:25.229674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.248501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cdfa-b8af-4fad-b721-99704a5cd318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.265588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Sync routers for ids ['2193f34c-474c-4eb1-993a-7770cc646b4d'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:25.274844 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Routers {'2193f34c-474c-4eb1-993a-7770cc646b4d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:25.276974 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2193f34c-474c-4eb1-993a-7770cc646b4d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:25.287830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cdfa-b8af-4fad-b721-99704a5cd318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.289075 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f815b4e-0a19-4370-b86d-8c7d0f1e71d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.353095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.11', 54280) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:25.395275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:25.418542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7f815b4e-0a19-4370-b86d-8c7d0f1e71d6 None None] For port 27adab32-edff-438a-a781-7a8253331832, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=27adab32-edff-438a-a781-7a8253331832,segment=NetworkSegment(4df00552-dcf7-4816-a959-9111f411d1e2),segment_id=4df00552-dcf7-4816-a959-9111f411d1e2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:25.439078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f815b4e-0a19-4370-b86d-8c7d0f1e71d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.465366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9ff72126-33f4-40c1-bf07-43683d589b6e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:25.471392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1cdfa-b8af-4fad-b721-99704a5cd318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e477568-b5c7-486f-9f36-732807a34cda,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:25.472111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.473323 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Set router 2193f34c-474c-4eb1-993a-7770cc646b4d gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:25.512987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Allocated IP 172.20.0.2 (1c17f728-a609-4abd-802a-73cb4a01a85a/e518295c-0751-4aa7-98b5-11f1bcebd803/ca6e01f6-87fc-4f0b-b0c2-31b21af5e884) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:25.576636 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6f1cdfa-b8af-4fad-b721-99704a5cd318 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4b6673efb514ad6af9d43993ea6e603&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4495263 Nov 23 14:04:25.600946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e01011a7-d2e8-4b56-8913-a312c453efe0 req-4bb4a08f-96b9-4105-ac9f-fdd34c8f2641 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839449 Nov 23 14:04:25.601808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Pushing event deleted for resources: {'Port': ['ID=d99d308e-7796-443d-b692-c65f5d83ce92,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:25.612292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58616) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:25.648810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] No DVR routers for this DVR port d99d308e-7796-443d-b692-c65f5d83ce92 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:04:25.707311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f815b4e-0a19-4370-b86d-8c7d0f1e71d6 None None] Pushing event updated for resources: {'Port': ['ID=27adab32-edff-438a-a781-7a8253331832,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:25.744526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.749571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40ac7ae9-fdf2-43e8-9a56-ad681c44de1e req-3bf64df9-498a-4b25-a801-e0ed82b7edea tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.74 "DELETE /v2.0/ports/d99d308e-7796-443d-b692-c65f5d83ce92 HTTP/1.1" status: 204 len: 173 time: 3.4116204 Nov 23 14:04:25.759990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-352c2d95-27d0-44d2-9882-c31db0c652e3 req-a92151e3-a348-44db-be90-ee3ea4ef00be tempest-DeleteServersAdminTestJSON-651050495 tempest-DeleteServersAdminTestJSON-651050495-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d87e212-50f5-46a6-a8b7-89bfc1cc60c6 HTTP/1.1" status: 200 len: 210 time: 0.2905829 Nov 23 14:04:25.760619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'name': 'network-vif-deleted', 'tag': 'd99d308e-7796-443d-b692-c65f5d83ce92'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:25.764297 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a9b273-1186-4a72-b9e2-daa7fe87128d" -d '{"events": [{"server_uuid": "7d87e212-50f5-46a6-a8b7-89bfc1cc60c6", "name": "network-vif-deleted", "tag": "d99d308e-7796-443d-b692-c65f5d83ce92"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:25.808500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7795ae35-8dd7-47f3-ad75-6b7dda0bef5c None None] Provisioning complete for port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:25.809367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7795ae35-8dd7-47f3-ad75-6b7dda0bef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.834189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df0ed72b-4223-4afc-bbe7-f65134caf4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.862780 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df0ed72b-4223-4afc-bbe7-f65134caf4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.871099 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 4, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port': {'id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:25:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:12Z', 'updated_at': '2021-11-23T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab38d505-3eac-46ad-92f5-d8f6fc09b3d7', 'name': '', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'mac_address': 'fa:16:3e:5e:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:16Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 2, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'subnets': [{'id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:25.927545 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Checking router: 2193f34c-474c-4eb1-993a-7770cc646b4d for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:25.929235 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Updating router 2193f34c-474c-4eb1-993a-7770cc646b4d port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:25.932429 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d78776-f670-44a4-b671-05a14c810c61 x-openstack-request-id: req-27d78776-f670-44a4-b671-05a14c810c61 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:25.932631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-6f78dbfd-44f5-4136-a8ec-a53b88bc1738 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:25.933078 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d87e212-50f5-46a6-a8b7-89bfc1cc60c6", "name": "network-vif-deleted", "tag": "d99d308e-7796-443d-b692-c65f5d83ce92", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:25.933078 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27d78776-f670-44a4-b671-05a14c810c61 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:25.934527 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d87e212-50f5-46a6-a8b7-89bfc1cc60c6', 'name': 'network-vif-deleted', 'tag': 'd99d308e-7796-443d-b692-c65f5d83ce92', 'status': 'completed', 'code': 200} Nov 23 14:04:25.938144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-6f78dbfd-44f5-4136-a8ec-a53b88bc1738 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.5776343 Nov 23 14:04:25.961853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Made reservation on behalf of 34571f635c11481689d073a5cada7e6a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:25.967138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:25.995326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7795ae35-8dd7-47f3-ad75-6b7dda0bef5c None None] Port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:26.008258 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.024779 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df0ed72b-4223-4afc-bbe7-f65134caf4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.028427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df0ed72b-4223-4afc-bbe7-f65134caf4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.032082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-df0ed72b-4223-4afc-bbe7-f65134caf4d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e477568-b5c7-486f-9f36-732807a34cda HTTP/1.1" status: 204 len: 168 time: 0.3767488 Nov 23 14:04:26.059277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ed72b-4223-4afc-bbe7-f65134caf4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e477568-b5c7-486f-9f36-732807a34cda,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:26.104726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:26.130141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 27adab32-edff-438a-a781-7a8253331832 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:26.151727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Sync routers for ids ['35249e31-bf95-418a-ab7a-adefc83992a9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:26.238928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.253273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-92ff8323-74dc-4aa5-8b83-b4b60f323a03 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.6284163 Nov 23 14:04:26.255086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58634) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:26.266174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Routers {'35249e31-bf95-418a-ab7a-adefc83992a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:26.266668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35249e31-bf95-418a-ab7a-adefc83992a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:26.283871 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.330087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7ae57321-0898-4fa7-b569-49b6f78b2ff6 None None] Provisioning complete for port 27adab32-edff-438a-a781-7a8253331832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:26.330777 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7ae57321-0898-4fa7-b569-49b6f78b2ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.369072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.517975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Network 1c17f728-a609-4abd-802a-73cb4a01a85a is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:26.524518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d99d308e-7796-443d-b692-c65f5d83ce92 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:04:26.535783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Attempting to bind port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:26.540032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Attempting to bind port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:26.540354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Attempting to bind port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:26.554245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f454b-2041-457c-a17c-820615beb3e2 req-e1118a62-58e4-4d36-9016-bc517d1c94d2 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:26.559534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:26.562637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:26.565402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f5f454b-2041-457c-a17c-820615beb3e2 req-e1118a62-58e4-4d36-9016-bc517d1c94d2 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.4772785 Nov 23 14:04:26.596971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:26.597326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Attempting to bind port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:26.605203 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.613400 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.649738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:26.650136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:26.650536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:26.651034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Bound port: 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:26.651544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.651693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee67ebf1-73bd-4abe-8361-37d8b7afac17 req-938bbfb7-e917-4bc9-972c-9535a5ead7a2 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 210 time: 0.2313671 Nov 23 14:04:26.697495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58640) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:26.735614 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Pushing event updated for resources: {'Port': ['ID=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:26.752226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Deleting port 89f00287-3276-4677-a0ad-657fff51eb3b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:04:26.752647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.769166 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.769748 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.770248 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.770726 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.771271 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.772594 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.773070 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.774548 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.775105 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.775603 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.776133 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.776647 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:04:26.782387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Allocated IP 172.20.0.10 (7811a950-ac82-499b-ba3f-9fd609f856d4/d3f446e3-072d-43c4-84d8-2573908fe985/b4bf0e62-9893-4920-ba26-0997e1e9ee7f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:26.814149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: d99d308e-7796-443d-b692-c65f5d83ce92 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:04:26.814704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d99d308e-7796-443d-b692-c65f5d83ce92 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:04:26.821437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Pushing event updated for resources: {'Port': ['ID=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:26.831588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Attempting to bind port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:26.831764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 27adab32-edff-438a-a781-7a8253331832 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:26.832017 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Attempting to bind port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:26.832388 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Attempting to bind port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 on network bed0df03-3c5e-40dc-9c99-f5a919a1457a {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:26.832503 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.837739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4fa21616-4cd3-4e1d-bcda-29629983bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.840871 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:26.841373 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Checking segment: {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:26.841778 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.842221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Bound using segment: {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:26.842709 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Bound port: ab38d505-3eac-46ad-92f5-d8f6fc09b3d7, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:26.843403 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.891292 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:26.930079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Set router 35249e31-bf95-418a-ab7a-adefc83992a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:26.985586 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] For port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:26.990845 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] For port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:26.997539 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.136261 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Routers {'2193f34c-474c-4eb1-993a-7770cc646b4d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:27.137166 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:03:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2193f34c-474c-4eb1-993a-7770cc646b4d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:27.148390 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9f60-be9c-49b6-94fc-2fec0ec19426 None None] Pushing event updated for resources: {'Port': ['ID=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:27.159148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Attempting to bind port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:27.159656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Attempting to bind port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:27.160136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Attempting to bind port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 on network 1c17f728-a609-4abd-802a-73cb4a01a85a {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:27.193932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:27.194504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Checking segment: {'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:27.195172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.196461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Bound using segment: {'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:27.197134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Bound port: ca6e01f6-87fc-4f0b-b0c2-31b21af5e884, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:27.197651 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.275241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dc79dce-b3ab-4115-822e-662866cd187d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.298534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:27.302684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:27.375258 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] Set router 2193f34c-474c-4eb1-993a-7770cc646b4d gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:27.383346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] For port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:27.388267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] For port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,segment=NetworkSegment(89955ca0-2cd4-465a-bd9b-eba26881fdc6),segment_id=89955ca0-2cd4-465a-bd9b-eba26881fdc6)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:27.392076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f5f454b-2041-457c-a17c-820615beb3e2 req-9354ffe6-13e8-4902-ae91-777b1e9df4f9 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8219831 Nov 23 14:04:27.399035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.427706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.446299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.447562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:04:22Z', 'revision_number': 3, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:27.501680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Checking router: 35249e31-bf95-418a-ab7a-adefc83992a9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:27.502131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Updating router 35249e31-bf95-418a-ab7a-adefc83992a9 port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:27.512710 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.542492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7b45-5fbe-4c04-8894-d69280201f56 None None] Pushing event updated for resources: {'Port': ['ID=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:27.605026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:27.612616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a64707c9-a5d0-402a-b747-f50346a5e6db None None] Provisioning complete for port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:27.613170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a64707c9-a5d0-402a-b747-f50346a5e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.619808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.650937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85186291-14fe-4a9e-9666-c20b3530ecc5 req-ebbd7cf9-2314-4e3d-b038-d58922fbf107 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:27.660463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85186291-14fe-4a9e-9666-c20b3530ecc5 req-ebbd7cf9-2314-4e3d-b038-d58922fbf107 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 936 time: 0.4680939 Nov 23 14:04:27.691795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:27.696369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.698155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] 10.222.0.11 "PUT /v2.0/ports/31dbaef4-2039-4171-b29c-4bf85b8d25d3 HTTP/1.1" status: 200 len: 1096 time: 4.2682521 Nov 23 14:04:27.734512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:27.736821 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:27.775986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 27adab32-edff-438a-a781-7a8253331832 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:27.835828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:27.966310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] For port 89f00287-3276-4677-a0ad-657fff51eb3b, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=89f00287-3276-4677-a0ad-657fff51eb3b,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:27.967128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.001230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dc79dce-b3ab-4115-822e-662866cd187d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.033459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85186291-14fe-4a9e-9666-c20b3530ecc5 req-d3794c5d-d577-4ebf-91ec-6e3029786c0b tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720126 Nov 23 14:04:28.054366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26781ed7-a283-4273-8df2-dd6293f49994 service neutron] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:28.078207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Calling delete_port for 89f00287-3276-4677-a0ad-657fff51eb3b owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:04:28.093779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-d5c5765b-95d9-4706-948f-52d4d571f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:28.095589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-d5c5765b-95d9-4706-948f-52d4d571f0d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 1099 time: 0.3499744 Nov 23 14:04:28.098249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Transition to ACTIVE for port object a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:04:28.111212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dc79dce-b3ab-4115-822e-662866cd187d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.127280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13845d00-e36c-4add-a993-1258b9c48469 req-bfcc669f-fdd0-40dc-92db-bc0d8e77991e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 210 time: 0.1805477 Nov 23 14:04:28.157596 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 4, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port': {'id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:25:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:12Z', 'updated_at': '2021-11-23T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab38d505-3eac-46ad-92f5-d8f6fc09b3d7', 'name': '', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'mac_address': 'fa:16:3e:5e:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:16Z', 'updated_at': '2021-11-23T14:04:26Z', 'revision_number': 4, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'subnets': [{'id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:28.166239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.169775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.219031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 27adab32-edff-438a-a781-7a8253331832 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:28.219406 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.222000 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088cbfa3-7f99-4299-a433-8fe220fdfd5c None None] The sync data for ids ['2193f34c-474c-4eb1-993a-7770cc646b4d'] in n-d-818503-2 is: [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:04:17Z', 'revision_number': 4, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port': {'id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:25:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:12Z', 'updated_at': '2021-11-23T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab38d505-3eac-46ad-92f5-d8f6fc09b3d7', 'name': '', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'mac_address': 'fa:16:3e:5e:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:16Z', 'updated_at': '2021-11-23T14:04:26Z', 'revision_number': 4, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'subnets': [{'id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:28.273529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-ce0d36ad-f47c-4775-89be-19ec55e0f165 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3 HTTP/1.1" status: 200 len: 217 time: 0.1262267 Nov 23 14:04:28.274773 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0137be6e-9314-431f-a42e-5b8fcd850cf2 x-openstack-request-id: req-0137be6e-9314-431f-a42e-5b8fcd850cf2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:28.278414 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:28.278690 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0137be6e-9314-431f-a42e-5b8fcd850cf2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:28.279125 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'status': 'completed', 'code': 200} Nov 23 14:04:28.285531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a64707c9-a5d0-402a-b747-f50346a5e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.351936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Allocated IP 172.25.3.157 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:28.366691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a64707c9-a5d0-402a-b747-f50346a5e6db None None] For port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:28.373509 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a64707c9-a5d0-402a-b747-f50346a5e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.469819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:28.486622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7dc79dce-b3ab-4115-822e-662866cd187d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52b4fcf17de440a88e4cee25b0e4433b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7864876 Nov 23 14:04:28.494442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58674) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:28.524977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-840d3433-ff1d-4900-85e1-5468f847bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:28.526457 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-840d3433-ff1d-4900-85e1-5468f847bb0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1656175 Nov 23 14:04:28.629244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc79dce-b3ab-4115-822e-662866cd187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea8279-8330-4283-a366-6e8722ba4365,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:28.692679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64707c9-a5d0-402a-b747-f50346a5e6db None None] Pushing event updated for resources: {'Port': ['ID=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:28.787897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:28.788964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:28.979052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58680) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:29.057306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.085657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a14dc653-0664-4c44-a193-e01cdf56a536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.095899 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf631737-1afa-48cd-9a6e-2d4877f3d981 req-964aafca-4817-4e00-bb9e-b307d12f6cfc tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:29.097726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:29.104972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf631737-1afa-48cd-9a6e-2d4877f3d981 req-964aafca-4817-4e00-bb9e-b307d12f6cfc tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 949 time: 0.4687316 Nov 23 14:04:29.151819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be3dcd2b-b1d3-4e69-982a-84c996c7efe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.153986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.223144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a14dc653-0664-4c44-a193-e01cdf56a536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.261918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-1eafdf6d-425e-4f07-9ee6-36a59dabc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:29.263501 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-1eafdf6d-425e-4f07-9ee6-36a59dabc929 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6259601 Nov 23 14:04:29.264046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:29.414526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:29.443170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40c768-f2e1-4e2f-86bb-d4b472baf74e None None] Network 1c17f728-a609-4abd-802a-73cb4a01a85a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:29.464118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf631737-1afa-48cd-9a6e-2d4877f3d981 req-397fe544-bd02-43fc-b1ed-c5f5b2eb9421 tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/security-groups?id=f54724d9-67fd-4105-815a-f2e118cffa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581707 Nov 23 14:04:29.484708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:29.491082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:29.499816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec91-422e-4b6d-9210-734042430b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.508288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.532939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:29.553475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0af4c8-a94e-4dd8-b1b9-064243d32e11 req-6ced8507-956d-4100-9aa0-5d5af4cc8cf5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:29.555220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c0af4c8-a94e-4dd8-b1b9-064243d32e11 req-6ced8507-956d-4100-9aa0-5d5af4cc8cf5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.3344395 Nov 23 14:04:29.637755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Attempting to bind port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:29.638080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Attempting to bind port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:29.638332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Attempting to bind port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:29.718612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:29.718938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Attempting to bind port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:29.730124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0e699e8a-4a1c-44b3-98b1-bdcc2d04b411 None None] Provisioning complete for port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:29.730668 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e699e8a-4a1c-44b3-98b1-bdcc2d04b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.732522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:29.760761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:29.761096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:29.761727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:29.762174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Bound port: a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:29.762526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.768134 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.778423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:29.779080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.823409 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ee209fff-5007-48a7-a1a0-f0f0254b16b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00c69b7821094984934fabbd87599a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109308 Nov 23 14:04:29.824975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:29.847518 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:29.852041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 89f00287-3276-4677-a0ad-657fff51eb3b no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:04:29.854130 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-45cdfb5c-1e14-4c06-9cf6-4f8bd0b390b7 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302465 Nov 23 14:04:29.866663 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-3d1cbdfa-3f83-47bb-b0b2-a74d0d16b12e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7950799 Nov 23 14:04:29.887253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c0af4c8-a94e-4dd8-b1b9-064243d32e11 req-4d333f0a-9821-40b8-945b-2a25eb5b2586 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999669 Nov 23 14:04:29.899343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:29.912855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 89f00287-3276-4677-a0ad-657fff51eb3b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:04:29.913290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 89f00287-3276-4677-a0ad-657fff51eb3b not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:04:29.919129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Request body: {'port': {'device_id': '4827e657-2f2c-4307-904f-8391ccececde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:29.919294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:29.933119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:29.939645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Pushing event deleted for resources: {'Port': ['ID=89f00287-3276-4677-a0ad-657fff51eb3b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:29.965586 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.057240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.069117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.085549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a14dc653-0664-4c44-a193-e01cdf56a536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.088145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a14dc653-0664-4c44-a193-e01cdf56a536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.089620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a14dc653-0664-4c44-a193-e01cdf56a536 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/deea8279-8330-4283-a366-6e8722ba4365 HTTP/1.1" status: 204 len: 168 time: 1.5917571 Nov 23 14:04:30.101076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:30.101448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.132617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:30.137416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] No DVR routers for this DVR port 89f00287-3276-4677-a0ad-657fff51eb3b on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:04:30.153271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.156986 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb0e02c1-0acd-481c-8134-a7c44f3c4903 req-f5ea4f47-e626-4ebf-8be6-59cf4989c9cf tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.11 "DELETE /v2.0/ports/89f00287-3276-4677-a0ad-657fff51eb3b HTTP/1.1" status: 204 len: 173 time: 4.2075396 Nov 23 14:04:30.168410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:30.175734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.196093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.203515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f4ebf7-0ff8-4492-b783-a2e713f4c90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.294280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'name': 'network-vif-deleted', 'tag': '89f00287-3276-4677-a0ad-657fff51eb3b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:30.296823 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c1fba2-f5b1-4293-9f2b-6d8468c70b38" -d '{"events": [{"server_uuid": "3ab56722-d6da-4af6-897c-07b02d2e38e3", "name": "network-vif-deleted", "tag": "89f00287-3276-4677-a0ad-657fff51eb3b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:30.316909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:30.319297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.325610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] 10.222.0.11 "PUT /v2.0/ports/a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 HTTP/1.1" status: 200 len: 1096 time: 5.4846153 Nov 23 14:04:30.336972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f4ebf7-0ff8-4492-b783-a2e713f4c90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.340881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0bb53ea6-3b96-4867-b4b5-39416a798db5 req-bfd20c4d-b78a-4ea6-aa20-0817ec663265 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709730 Nov 23 14:04:30.372727 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441d8d83-c25f-48bd-83fe-5af9b70598ff x-openstack-request-id: req-441d8d83-c25f-48bd-83fe-5af9b70598ff {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:30.373154 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab56722-d6da-4af6-897c-07b02d2e38e3", "name": "network-vif-deleted", "tag": "89f00287-3276-4677-a0ad-657fff51eb3b", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:30.373509 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-441d8d83-c25f-48bd-83fe-5af9b70598ff {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:30.374004 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab56722-d6da-4af6-897c-07b02d2e38e3', 'name': 'network-vif-deleted', 'tag': '89f00287-3276-4677-a0ad-657fff51eb3b', 'status': 'completed', 'code': 200} Nov 23 14:04:30.425353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86fe8-a548-4695-b915-8a8a7008f38f service neutron] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:30.457800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec91-422e-4b6d-9210-734042430b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.475971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Pushing event updated for resources: {'Port': ['ID=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:30.480287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec91-422e-4b6d-9210-734042430b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.497467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dc653-0664-4c44-a193-e01cdf56a536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea8279-8330-4283-a366-6e8722ba4365,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:30.575447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Attempting to bind port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:30.576040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Attempting to bind port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:30.577361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Attempting to bind port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:30.580169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3ec91-422e-4b6d-9210-734042430b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac24191f-66bd-4355-9e6c-548f25047618,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:30.614727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece290-84e0-4b6c-9d72-a781447b00ec req-e7ca215f-4261-4707-83e9-1d36a400c8a7 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:30.624052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78ece290-84e0-4b6c-9d72-a781447b00ec req-e7ca215f-4261-4707-83e9-1d36a400c8a7 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 932 time: 0.8777659 Nov 23 14:04:30.642754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-180e1421-2efb-442b-afa4-7a1379adfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:30.644380 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-180e1421-2efb-442b-afa4-7a1379adfa7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 1099 time: 0.2407496 Nov 23 14:04:30.649936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f4ebf7-0ff8-4492-b783-a2e713f4c90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.651375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.652800 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f4ebf7-0ff8-4492-b783-a2e713f4c90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.653930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-28f4ebf7-0ff8-4492-b783-a2e713f4c90f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e HTTP/1.1" status: 204 len: 168 time: 0.8286364 Nov 23 14:04:30.678187 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e699e8a-4a1c-44b3-98b1-bdcc2d04b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.686434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-3de3cdc6-c10d-443e-9068-2dee53ce438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:30.687954 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-3de3cdc6-c10d-443e-9068-2dee53ce438d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 1099 time: 0.1807375 Nov 23 14:04:30.703498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0339ef2-a7c8-4242-ab2f-ac867214a32c None None] Pushing event updated for resources: {'Port': ['ID=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:30.707993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:30.708491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:30.709544 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.710078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:30.710804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Bound port: 9aaa7a6a-5dbe-4461-884a-c31534dd89b1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:30.711802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.785277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4ebf7-0ff8-4492-b783-a2e713f4c90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f9a538-d4cc-4cec-b716-e6a8e6bd5c3e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:30.801589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] For port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:30.813256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] For port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:30.841585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58704) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:30.846195 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2016cc18-228f-41c9-9c27-52bc26df4927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 HTTP/1.1" status: 200 len: 217 time: 0.1839197 Nov 23 14:04:30.865088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cf9670a-92e5-461e-8e28-b76631ba2d16 req-960bf7a6-1999-45e5-940c-df809508a0fa tempest-LiveMigrationNegativeTest-1461076926 tempest-LiveMigrationNegativeTest-1461076926-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ab56722-d6da-4af6-897c-07b02d2e38e3 HTTP/1.1" status: 200 len: 210 time: 0.2232282 Nov 23 14:04:30.869595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0e699e8a-4a1c-44b3-98b1-bdcc2d04b411 None None] For port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,segment=NetworkSegment(89955ca0-2cd4-465a-bd9b-eba26881fdc6),segment_id=89955ca0-2cd4-465a-bd9b-eba26881fdc6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:30.877806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f6d3ec91-422e-4b6d-9210-734042430b34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=448a0a9d675e410ba3c0b474fb4b2943&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8934953 Nov 23 14:04:30.879112 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:30.890042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:30.894003 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e699e8a-4a1c-44b3-98b1-bdcc2d04b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.016941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78ece290-84e0-4b6c-9d72-a781447b00ec req-e72ab29c-6eec-4da3-918d-9ff538acfb13 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908465 Nov 23 14:04:31.093601 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0339ef2-a7c8-4242-ab2f-ac867214a32c None None] Pushing event updated for resources: {'Port': ['ID=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:31.218413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699e8a-4a1c-44b3-98b1-bdcc2d04b411 None None] Pushing event updated for resources: {'Port': ['ID=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:31.266337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Routers {'35249e31-bf95-418a-ab7a-adefc83992a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:31.267099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35249e31-bf95-418a-ab7a-adefc83992a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:31.336953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2b49c373-9c11-4012-9fb1-fc319c4fec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:31.339340 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-2b49c373-9c11-4012-9fb1-fc319c4fec11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0570827 Nov 23 14:04:31.368595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66fd0476-30c4-4163-9030-8f1be9116c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.407361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58712) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:31.472215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6e6b-40f7-49ed-ba82-10d5d0004dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.500225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] Set router 35249e31-bf95-418a-ab7a-adefc83992a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:31.595931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6e6b-40f7-49ed-ba82-10d5d0004dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.613410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a9513c2-cb15-4b17-a37e-04c99cd6f982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.615940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6e6b-40f7-49ed-ba82-10d5d0004dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.618444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7ee37607-69e8-4915-acc0-ee8aad3a44dd None None] Provisioning complete for port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:31.619268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7ee37607-69e8-4915-acc0-ee8aad3a44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.640405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1bf99-9f7c-4209-9785-b534a035c531 req-20f3e026-d4de-4506-933f-c8c97a5ff779 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:31.641982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1a1bf99-9f7c-4209-9785-b534a035c531 req-20f3e026-d4de-4506-933f-c8c97a5ff779 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.6072080 Nov 23 14:04:31.662952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.664639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:04:31.665666 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:04:31.669688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Allocated IP 172.20.0.1 (a2fc064a-8a75-4ad4-b36b-0868676a0126/48777964-208f-4013-bf7c-370f7091e0f8/66a25857-341d-4dee-8714-642c6e23ab64) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:31.713464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-5759e1ae-8f8a-46c9-8397-e61d6a1267a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:31.715243 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-5759e1ae-8f8a-46c9-8397-e61d6a1267a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3608022 Nov 23 14:04:31.738401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a9513c2-cb15-4b17-a37e-04c99cd6f982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.747947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1a1bf99-9f7c-4209-9785-b534a035c531 req-912a64da-a6de-4653-add2-f92661c01ea8 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921130 Nov 23 14:04:31.758927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:31.839243 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-31071038-2c78-4f2a-8bcb-5e691815b68c service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123610 Nov 23 14:04:31.840597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-f287b428-baed-46ac-86b3-9253c2c226d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:31.842461 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-f287b428-baed-46ac-86b3-9253c2c226d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 1.1433911 Nov 23 14:04:31.849269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5b7e6e6b-40f7-49ed-ba82-10d5d0004dda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8f26218713d444d8024a60f86863931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005849 Nov 23 14:04:31.861032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:04:22Z', 'revision_number': 3, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:31.874358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e6e6b-40f7-49ed-ba82-10d5d0004dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f973ee5-b2e3-4932-b3c0-d4c191827b5d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:31.877030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58714) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:31.892309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e40ec3-2ede-4218-b410-3af33c39fdfa None None] The sync data for ids ['35249e31-bf95-418a-ab7a-adefc83992a9'] in n-d-818503-2 is: [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:04:22Z', 'revision_number': 3, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:31.936559 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-52c244e0-e205-44ff-b468-191a8795808d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3 HTTP/1.1" status: 200 len: 217 time: 0.0486674 Nov 23 14:04:32.017372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bf0e62-9893-4920-ba26-0997e1e9ee7f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:32.032455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.126208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66fd0476-30c4-4163-9030-8f1be9116c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.151507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66fd0476-30c4-4163-9030-8f1be9116c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.166097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-95754e8f-f910-4279-989b-e22386a561ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:32.167652 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-95754e8f-f910-4279-989b-e22386a561ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2112324 Nov 23 14:04:32.175439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Transition to ACTIVE for port object b4bf0e62-9893-4920-ba26-0997e1e9ee7f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:04:32.219009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a9513c2-cb15-4b17-a37e-04c99cd6f982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.224319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a9513c2-cb15-4b17-a37e-04c99cd6f982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.229677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1a9513c2-cb15-4b17-a37e-04c99cd6f982 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac24191f-66bd-4355-9e6c-548f25047618 HTTP/1.1" status: 204 len: 168 time: 1.2397020 Nov 23 14:04:32.231550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.255904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:32.306880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.327824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.329843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:32.345890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:32.346328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.355441 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72d17ec3-0de0-48d4-99a8-25aab6f25168 req-abf061de-f3b1-480d-8add-c4dca2936908 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771316 Nov 23 14:04:32.366825 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66fd0476-30c4-4163-9030-8f1be9116c46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77348ca726c14fb6b5154f1ca243b2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5224063 Nov 23 14:04:32.373674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58726) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:32.375729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:32.378006 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956" -d '{"events": [{"name": "network-changed", "server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:32.406475 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c14ec4d8-10fd-4159-b0c1-19fa7e5f9fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.421348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd0476-30c4-4163-9030-8f1be9116c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b42ba3-f3f7-4a3c-9933-43091531684d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:32.458699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-0949f294-a39a-48d4-9296-b894d551f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:32.460448 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-0949f294-a39a-48d4-9296-b894d551f03f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2804255 Nov 23 14:04:32.549609 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0792820-ff7c-431a-b741-ef1bc17db4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.578767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0792820-ff7c-431a-b741-ef1bc17db4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.661239 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d59ca4b-bd5c-403d-bbd4-d631f5e36ec4 x-openstack-request-id: req-0d59ca4b-bd5c-403d-bbd4-d631f5e36ec4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:32.661652 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:32.661807 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d59ca4b-bd5c-403d-bbd4-d631f5e36ec4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:32.666092 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'status': 'completed', 'code': 200} Nov 23 14:04:32.699193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0792820-ff7c-431a-b741-ef1bc17db4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.701095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9513c2-cb15-4b17-a37e-04c99cd6f982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac24191f-66bd-4355-9e6c-548f25047618,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:32.709074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0792820-ff7c-431a-b741-ef1bc17db4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.726493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58734) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:32.727301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c0792820-ff7c-431a-b741-ef1bc17db4af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48b42ba3-f3f7-4a3c-9933-43091531684d HTTP/1.1" status: 204 len: 168 time: 0.3407195 Nov 23 14:04:32.766264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.817462 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c14ec4d8-10fd-4159-b0c1-19fa7e5f9fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.896674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:32.913836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:32.955453 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-005fe11e-419f-4b2e-99a0-c8885848fb35 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842162 Nov 23 14:04:32.956981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0792820-ff7c-431a-b741-ef1bc17db4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b42ba3-f3f7-4a3c-9933-43091531684d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:33.041521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:33.041900 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.077206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58740) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:33.149599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:33.204620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146cc4-ab2e-4739-8cbc-415f896ab625 req-6c7ba613-2f60-455a-aeeb-16ff3e582fe8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:33.216298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6146cc4-ab2e-4739-8cbc-415f896ab625 req-6c7ba613-2f60-455a-aeeb-16ff3e582fe8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 944 time: 1.0187931 Nov 23 14:04:33.220533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-40cb0741-c4c0-4dda-9d40-46f6e2094700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:33.222067 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-40cb0741-c4c0-4dda-9d40-46f6e2094700 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 1099 time: 0.5944455 Nov 23 14:04:33.255290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:33.255628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:33.256483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:33.267609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:33.267982 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.268410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:33.284423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:33.284747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:33.297062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:33.357604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:33.357952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:33.358344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:33.358931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Bound port: b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:33.359270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.360204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ede5c0e2-9472-4b76-9731-5a2815f4c091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.406458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:33.456803 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.486035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:33.493288 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.494478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-99f147b7-9dca-4ac8-9a46-cb003e4be2e9 req-b66858c3-e2b9-48c9-b9be-0afcba33ab9a service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207779 Nov 23 14:04:33.571819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-9782f2af-2b2c-4eb0-8fff-1a4df7444c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:33.580794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-9782f2af-2b2c-4eb0-8fff-1a4df7444c5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.3423340 Nov 23 14:04:33.586162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:33.605724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Pushing event updated for resources: {'Port': ['ID=66a25857-341d-4dee-8714-642c6e23ab64,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:33.661228 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-bf033571-c199-44f9-befc-e79da9f46701 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 HTTP/1.1" status: 200 len: 217 time: 0.0705824 Nov 23 14:04:33.662703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:33.682478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30c68b-b185-46a9-beae-1de1dd2d9efa req-d4d5bc9f-7a67-442c-880d-f902de8823bc tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:33.684084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f30c68b-b185-46a9-beae-1de1dd2d9efa req-d4d5bc9f-7a67-442c-880d-f902de8823bc tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.6692691 Nov 23 14:04:33.705019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:33.714466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.740039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:33.741202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.743030 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] 10.222.0.74 "PUT /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 1092 time: 3.8357415 Nov 23 14:04:33.747814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-33571104-6424-4fd0-b1b0-047a5fe6c07f None None] Provisioning complete for port 66a25857-341d-4dee-8714-642c6e23ab64 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:33.750317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-33571104-6424-4fd0-b1b0-047a5fe6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.791583 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c14ec4d8-10fd-4159-b0c1-19fa7e5f9fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.792662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c14ec4d8-10fd-4159-b0c1-19fa7e5f9fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.796205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c14ec4d8-10fd-4159-b0c1-19fa7e5f9fc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f973ee5-b2e3-4932-b3c0-d4c191827b5d HTTP/1.1" status: 204 len: 168 time: 1.8846354 Nov 23 14:04:33.801915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:33.825599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:04:33.862536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-33571104-6424-4fd0-b1b0-047a5fe6c07f None None] Port 66a25857-341d-4dee-8714-642c6e23ab64 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:33.911140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-69fb668f-8a25-4ac4-9bbf-f750e8f46103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:33.913128 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-69fb668f-8a25-4ac4-9bbf-f750e8f46103 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2468889 Nov 23 14:04:33.982070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6146cc4-ab2e-4739-8cbc-415f896ab625 req-50274961-a6a5-496b-ae38-24066ee42e36 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648332 Nov 23 14:04:33.988140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba333f20-10e3-4faa-91f1-3e0558f7944b service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:33.990734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c1c98589-a75c-4a30-8f27-12c9be6e2a5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e5d753a3f62430a9ac85886fb832943&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2615242 Nov 23 14:04:34.011048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58762) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:34.042811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97177c-677b-493f-a598-edff15e52b01 req-761f685a-eed4-4022-9852-6e92d8a6ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:34.045485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-761f685a-eed4-4022-9852-6e92d8a6ece1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1095 time: 0.2091479 Nov 23 14:04:34.057938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ec4d8-10fd-4159-b0c1-19fa7e5f9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f973ee5-b2e3-4932-b3c0-d4c191827b5d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:34.132716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:34.139944 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-2c0d7732-9355-41bf-9ed1-560b1fa3d72e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 217 time: 0.0832775 Nov 23 14:04:34.164197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'mac_address': 'fa:16:3e:10:ae:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:04:34.165004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.192166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-53621d22-9f5f-4090-a2d4-357ecaf17ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:34.193966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-53621d22-9f5f-4090-a2d4-357ecaf17ac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2696176 Nov 23 14:04:34.232190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.260662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31dbaef4-2039-4171-b29c-4bf85b8d25d3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:34.301254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f30c68b-b185-46a9-beae-1de1dd2d9efa req-1ca2ce3b-f6b8-4242-beb1-27f7609d6272 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865805 Nov 23 14:04:34.318091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ef6a-c1ca-4102-8380-5580ba5c8a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.330550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:34.341339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.346654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ede5c0e2-9472-4b76-9731-5a2815f4c091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.371639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Router e8d57460-eebe-48bc-817f-ea9015d7717f is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:04:34.413449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97177c-677b-493f-a598-edff15e52b01 req-4142ab8b-de26-45e7-a17c-c7a1ed2bdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:34.415223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-4142ab8b-de26-45e7-a17c-c7a1ed2bdef7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.2393928 Nov 23 14:04:34.424538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ede5c0e2-9472-4b76-9731-5a2815f4c091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.446975 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ef6a-c1ca-4102-8380-5580ba5c8a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.450211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:34.471994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-fed89bae-8c80-4e32-9c17-d585068973f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408463 Nov 23 14:04:34.495349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5c0e2-9472-4b76-9731-5a2815f4c091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362a096b-345b-4e04-8bf8-acae17455929,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:34.550436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['31dbaef4-2039-4171-b29c-4bf85b8d25d3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:34.570688 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-beb23e10-9832-4118-9cae-f41b5cc333b1 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417053 Nov 23 14:04:34.623861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ede5c0e2-9472-4b76-9731-5a2815f4c091 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73f2d9dc06fb4cb1bf2833142e30dbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4327877 Nov 23 14:04:34.673106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:34.676478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:34.680709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:34.684652 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:34.754040 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9770cf-0e01-4d9b-a436-1a195a464f44 x-openstack-request-id: req-bb9770cf-0e01-4d9b-a436-1a195a464f44 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:34.754635 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:34.754635 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb9770cf-0e01-4d9b-a436-1a195a464f44 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:34.755444 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f', 'status': 'completed', 'code': 200} Nov 23 14:04:34.844901 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.845771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:34.846245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.857076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.874628 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-65f49e75-2960-42ec-bc20-f50048239f92 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893647 Nov 23 14:04:34.904248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ef6a-c1ca-4102-8380-5580ba5c8a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.907162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ef6a-c1ca-4102-8380-5580ba5c8a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:34.907893 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dcb4ef6a-c1ca-4102-8380-5580ba5c8a65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f54724d9-67fd-4105-815a-f2e118cffa7c HTTP/1.1" status: 204 len: 168 time: 0.8925807 Nov 23 14:04:34.925172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:34.940298 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Sync routers for ids ['e8d57460-eebe-48bc-817f-ea9015d7717f'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:34.946981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4ef6a-c1ca-4102-8380-5580ba5c8a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54724d9-67fd-4105-815a-f2e118cffa7c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:34.950125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-317f1e86-d51c-4c2c-8f1a-fed35d0f5956 req-1e06f246-2597-4d8d-94de-0bf70c5f1620 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626456 Nov 23 14:04:34.957246 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Routers {'e8d57460-eebe-48bc-817f-ea9015d7717f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:34.959509 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e8d57460-eebe-48bc-817f-ea9015d7717f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:35.039679 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.039927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f97177c-677b-493f-a598-edff15e52b01 req-26b2fa87-b1b5-43c2-8862-b936ff25d8d0 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497347 Nov 23 14:04:35.097223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f4add3b-7e17-4966-b325-004400531141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.114679 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.116630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3b7cd686-0fa5-4002-9ce8-210f7fa2d875 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.8761227 Nov 23 14:04:35.131352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58804) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:35.191008 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Set router e8d57460-eebe-48bc-817f-ea9015d7717f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:35.196963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Pushing event updated for resources: {'Port': ['ID=66a25857-341d-4dee-8714-642c6e23ab64,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:35.285872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f4add3b-7e17-4966-b325-004400531141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.373138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865ccd-5ddb-497b-800a-7c6220a0a639 req-fbaed638-5598-4fa6-ab74-10d4f2232950 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:35.374805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82865ccd-5ddb-497b-800a-7c6220a0a639 req-fbaed638-5598-4fa6-ab74-10d4f2232950 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 944 time: 0.2654519 Nov 23 14:04:35.381970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-6a8b8dab-79e9-4414-bc42-2401c6f9dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:35.387778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-6a8b8dab-79e9-4414-bc42-2401c6f9dced service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1095 time: 0.2922685 Nov 23 14:04:35.389516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:35.393632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:35.550207 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:04:30Z', 'revision_number': 3, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port': {'id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:27Z', 'updated_at': '2021-11-23T14:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:35.577998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f4add3b-7e17-4966-b325-004400531141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.580639 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f4add3b-7e17-4966-b325-004400531141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.589118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9f4add3b-7e17-4966-b325-004400531141 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/362a096b-345b-4e04-8bf8-acae17455929 HTTP/1.1" status: 204 len: 168 time: 0.9088891 Nov 23 14:04:35.589488 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Checking router: e8d57460-eebe-48bc-817f-ea9015d7717f for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:35.589849 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Updating router e8d57460-eebe-48bc-817f-ea9015d7717f port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:35.623289 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.769449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4add3b-7e17-4966-b325-004400531141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362a096b-345b-4e04-8bf8-acae17455929,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:35.781629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58820) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:35.826749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:04:35.944969 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:35.953210 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.008895 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Attempting to bind port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:36.009481 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Attempting to bind port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:36.010038 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Attempting to bind port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:36.020676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-72727888-85e5-4440-b219-22c6187fd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:36.023413 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-72727888-85e5-4440-b219-22c6187fd6f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.5900249 Nov 23 14:04:36.025766 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:36.026410 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:36.027064 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.027648 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:36.028439 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Bound port: 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:36.029035 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.062098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:36.095683 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] For port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:36.100825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] For port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:36.109531 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.113896 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd773a0-27ba-4a65-adf8-ee7e9a943270 None None] Pushing event updated for resources: {'Port': ['ID=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:36.121533 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-9d3fb151-7202-417d-984a-2f9954c7c0fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 217 time: 0.0905883 Nov 23 14:04:36.133691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f7524ada-a8f8-4faf-a543-cf389bf675da None None] Provisioning complete for port 66a25857-341d-4dee-8714-642c6e23ab64 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:36.134062 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f7524ada-a8f8-4faf-a543-cf389bf675da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.155238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Router 35249e31-bf95-418a-ab7a-adefc83992a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:04:36.181201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee38c8c-9205-4cc4-8e93-b5eab8dfcfa3 req-7671a2c6-1967-44c6-adb5-52dbe848c758 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:36.182093 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd773a0-27ba-4a65-adf8-ee7e9a943270 None None] Pushing event updated for resources: {'Port': ['ID=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:36.195534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ee38c8c-9205-4cc4-8e93-b5eab8dfcfa3 req-7671a2c6-1967-44c6-adb5-52dbe848c758 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.7771244 Nov 23 14:04:36.208045 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Routers {'e8d57460-eebe-48bc-817f-ea9015d7717f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:36.208676 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e8d57460-eebe-48bc-817f-ea9015d7717f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:36.219424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82865ccd-5ddb-497b-800a-7c6220a0a639 req-9af0bdca-5347-462f-b6cf-ccfff5e67e94 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8275464 Nov 23 14:04:36.274846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-924f8e00-a2e2-4b04-9cae-526f80e497ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7dbc29b095545b4b4f54f8ed85cd7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881115 Nov 23 14:04:36.281780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:36.289178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58828) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:36.338337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-19ecda4c-bd4c-4dd4-b04b-3d6809ef9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:36.339839 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-19ecda4c-bd4c-4dd4-b04b-3d6809ef9962 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.2097123 Nov 23 14:04:36.359957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f7524ada-a8f8-4faf-a543-cf389bf675da None None] Port 66a25857-341d-4dee-8714-642c6e23ab64 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:36.372958 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'mac_address': 'fa:16:3e:94:a7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:04:36.407137 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-455a210f-68da-4248-a3a6-a90ad362a41f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456581 Nov 23 14:04:36.411151 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] Set router e8d57460-eebe-48bc-817f-ea9015d7717f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:36.420973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ee38c8c-9205-4cc4-8e93-b5eab8dfcfa3 req-57ef30f1-9383-4f02-89f4-11fdf19b6c91 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060637 Nov 23 14:04:36.493503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df1bb783-29b1-45ba-a153-2bc4ed711aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.495777 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.503067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:04:36.527519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:36.528262 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.538933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:36.544025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a906282b-9c09-49e5-816e-f06e7702fff0 admin admin] 10.222.0.46 "PUT /v2.0/routers/35249e31-bf95-418a-ab7a-adefc83992a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2197726 Nov 23 14:04:36.580575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df1bb783-29b1-45ba-a153-2bc4ed711aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.624213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Sync routers for ids ['35249e31-bf95-418a-ab7a-adefc83992a9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:36.647792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:36.652489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-1f3ff73f-158f-43a2-9c61-ba37d8b85d71 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359152 Nov 23 14:04:36.659089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.689696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58842) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:36.711620 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:04:30Z', 'revision_number': 3, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port': {'id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:27Z', 'updated_at': '2021-11-23T14:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:36.715669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:36.720042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Routers {'35249e31-bf95-418a-ab7a-adefc83992a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:36.721296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35249e31-bf95-418a-ab7a-adefc83992a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:36.728092 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.782499 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0d8a2-eb98-4946-8c38-d5ac31e614d7 None None] The sync data for ids ['e8d57460-eebe-48bc-817f-ea9015d7717f'] in n-d-818503-2 is: [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:04:30Z', 'revision_number': 3, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port': {'id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:27Z', 'updated_at': '2021-11-23T14:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:36.786196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df1bb783-29b1-45ba-a153-2bc4ed711aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.789145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df1bb783-29b1-45ba-a153-2bc4ed711aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.790291 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-df1bb783-29b1-45ba-a153-2bc4ed711aca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a90db928-d076-494c-b7fd-de670fadad2b HTTP/1.1" status: 204 len: 168 time: 0.5001848 Nov 23 14:04:36.821901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bb783-29b1-45ba-a153-2bc4ed711aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90db928-d076-494c-b7fd-de670fadad2b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:36.880073 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee97e44-4214-4cfb-a38c-e1430c41f7fa req-a8c9f98c-7505-4a60-a357-0c33200fc315 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180593 Nov 23 14:04:36.892588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:36.937657 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.971488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Allocated IP 172.20.0.1 (1c17f728-a609-4abd-802a-73cb4a01a85a/e518295c-0751-4aa7-98b5-11f1bcebd803/fb3a2434-12bb-4a75-aad8-2dfa97261a25) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:36.980120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe349-baf5-47ca-a1f7-52ef5e23b427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:36.988314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:37.149991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe349-baf5-47ca-a1f7-52ef5e23b427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.156361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe349-baf5-47ca-a1f7-52ef5e23b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.220752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbe349-baf5-47ca-a1f7-52ef5e23b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b6204-2bb9-4b41-bab9-cd4dbb39d315,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:37.236780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.247588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:37.263767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:37.268700 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9022fa-b529-4a39-9396-a002f33f937e" -d '{"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-plugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:37.283339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dcdbe349-baf5-47ca-a1f7-52ef5e23b427 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5082eaf6d984481bb7c66425d6eabde6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5924428 Nov 23 14:04:37.287117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.287329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58868) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:37.341663 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.378790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Set router 35249e31-bf95-418a-ab7a-adefc83992a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:37.420866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Network 1c17f728-a609-4abd-802a-73cb4a01a85a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:37.426332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:37.450768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:37.469958 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d547bc0-271c-4040-b0db-c37b3e2286f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.510655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Pushing event updated for resources: {'Port': ['ID=fb3a2434-12bb-4a75-aad8-2dfa97261a25,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:37.538851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d547bc0-271c-4040-b0db-c37b3e2286f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.575702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.642831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:37.715129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc592ba-1894-4494-ad05-40a15e511ea8 req-6cbbd999-d907-4f5c-a213-2729fccbc862 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:37.719271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fc592ba-1894-4494-ad05-40a15e511ea8 req-6cbbd999-d907-4f5c-a213-2729fccbc862 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 944 time: 0.3165805 Nov 23 14:04:37.803442 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.827342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d547bc0-271c-4040-b0db-c37b3e2286f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.830252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d547bc0-271c-4040-b0db-c37b3e2286f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:37.831678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2d547bc0-271c-4040-b0db-c37b3e2286f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e75b6204-2bb9-4b41-bab9-cd4dbb39d315 HTTP/1.1" status: 204 len: 168 time: 0.5434244 Nov 23 14:04:37.836157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fc592ba-1894-4494-ad05-40a15e511ea8 req-4a1ef8c4-8672-469f-a415-a0ac71f16cdc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031108 Nov 23 14:04:37.845290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d547bc0-271c-4040-b0db-c37b3e2286f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b6204-2bb9-4b41-bab9-cd4dbb39d315,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:38.018723 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d7e5aa-f91b-4ded-a80b-fb1dd2ed6175 x-openstack-request-id: req-27d7e5aa-f91b-4ded-a80b-fb1dd2ed6175 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:38.019791 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-plugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:38.020254 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27d7e5aa-f91b-4ded-a80b-fb1dd2ed6175 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:38.020832 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'code': 200} Nov 23 14:04:38.025562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e18671fc-7633-42a3-94f2-8a4b212e35d4 None None] Provisioning complete for port fb3a2434-12bb-4a75-aad8-2dfa97261a25 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:38.026207 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e18671fc-7633-42a3-94f2-8a4b212e35d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.126785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '66a25857-341d-4dee-8714-642c6e23ab64', 'name': '', 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'mac_address': 'fa:16:3e:7e:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '48777964-208f-4013-bf7c-370f7091e0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:29Z', 'updated_at': '2021-11-23T14:04:34Z', 'revision_number': 2, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'subnets': [{'id': '48777964-208f-4013-bf7c-370f7091e0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:38.147861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.162648 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.168451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2791f31-5936-41ab-bcf7-73248e94ee98 req-711d9303-a886-4b90-9fc7-d25ec09ca7e5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:38.170751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2791f31-5936-41ab-bcf7-73248e94ee98 req-711d9303-a886-4b90-9fc7-d25ec09ca7e5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 949 time: 0.1288223 Nov 23 14:04:38.186404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e18671fc-7633-42a3-94f2-8a4b212e35d4 None None] Port fb3a2434-12bb-4a75-aad8-2dfa97261a25 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:38.191294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Checking router: 35249e31-bf95-418a-ab7a-adefc83992a9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:38.191901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Updating router 35249e31-bf95-418a-ab7a-adefc83992a9 port 66a25857-341d-4dee-8714-642c6e23ab64 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:38.236565 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.251013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58896) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:38.282177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2791f31-5936-41ab-bcf7-73248e94ee98 req-45444f59-f7ba-4822-9707-6244e2875e3d tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997055 Nov 23 14:04:38.344061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Pushing event updated for resources: {'Port': ['ID=fb3a2434-12bb-4a75-aad8-2dfa97261a25,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:38.347902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.380337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1eb18-e66e-47ba-9468-97b9be0e7ced req-28371000-91d0-4db5-9c0f-6440ecae86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:38.383272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf1eb18-e66e-47ba-9468-97b9be0e7ced req-28371000-91d0-4db5-9c0f-6440ecae86c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 1101 time: 0.2330086 Nov 23 14:04:38.485987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf1eb18-e66e-47ba-9468-97b9be0e7ced req-4d428410-b954-47f6-8655-314a0120a5e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884807 Nov 23 14:04:38.509147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Network 1c17f728-a609-4abd-802a-73cb4a01a85a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:38.510505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:38.531932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:04:38.548900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58904) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:38.574562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c2d4-d38d-4c68-917f-ecfe7c1fcef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.700050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Router e8d57460-eebe-48bc-817f-ea9015d7717f has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:04:38.737239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:38.768761 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c2d4-d38d-4c68-917f-ecfe7c1fcef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.773871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c2d4-d38d-4c68-917f-ecfe7c1fcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:38.878571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1ca0c2d4-d38d-4c68-917f-ecfe7c1fcef6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dafe62f480aa41af871a4f9f86b68337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283930 Nov 23 14:04:38.882036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58912) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:38.971304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0c2d4-d38d-4c68-917f-ecfe7c1fcef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e722fa4-1834-4f67-8799-9a81dd4cb9e9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:38.989060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:04:38.996140 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9ab46fe5-661f-403a-bfba-c4f81ec00c5b admin admin] 10.222.0.46 "PUT /v2.0/routers/e8d57460-eebe-48bc-817f-ea9015d7717f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8544695 Nov 23 14:04:39.045286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.055992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1984531843-network', 'tenant_id': '172f4b90d01f4a4cb6c7a07cadd41946'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:39.069418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57722480-0c49-4a66-867f-06a602f8251f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.086158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3f51e-91bd-4760-82ac-718c1fa78a4a req-12ea32fa-659c-4789-b613-c1dddfce41c8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:39.090073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.095394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da3f51e-91bd-4760-82ac-718c1fa78a4a req-12ea32fa-659c-4789-b613-c1dddfce41c8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 944 time: 0.0853198 Nov 23 14:04:39.106297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Made reservation on behalf of 172f4b90d01f4a4cb6c7a07cadd41946 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:39.111251 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.125494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5644341b-a27b-4e34-bd75-3db237a23a50 None None] Provisioning complete for port fb3a2434-12bb-4a75-aad8-2dfa97261a25 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:39.126246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5644341b-a27b-4e34-bd75-3db237a23a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.139016 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.178478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5644341b-a27b-4e34-bd75-3db237a23a50 None None] Port fb3a2434-12bb-4a75-aad8-2dfa97261a25 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:39.204824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57722480-0c49-4a66-867f-06a602f8251f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.214033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:39.214722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.231283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da3f51e-91bd-4760-82ac-718c1fa78a4a req-351cd4f4-34b8-4f6d-8fbf-bfd5275d7e08 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349127 Nov 23 14:04:39.291474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:39.362430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57722480-0c49-4a66-867f-06a602f8251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.366388 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57722480-0c49-4a66-867f-06a602f8251f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.368652 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-57722480-0c49-4a66-867f-06a602f8251f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e722fa4-1834-4f67-8799-9a81dd4cb9e9 HTTP/1.1" status: 204 len: 168 time: 0.4856796 Nov 23 14:04:39.369269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.378847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.397967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722480-0c49-4a66-867f-06a602f8251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e722fa4-1834-4f67-8799-9a81dd4cb9e9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:39.415204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:04:39.451994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.458401 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Added segment 69524c20-8ed3-4d09-90bb-ad8b5d13277c of type vlan for network fbb24a31-918b-4ba8-accb-73a3b772d8d9 Nov 23 14:04:39.536958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e2f13-f259-4c23-b58c-d75df0ebc7e7 req-c3a3348e-9540-44c7-8b86-7d9a13493369 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:39.550803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d1e2f13-f259-4c23-b58c-d75df0ebc7e7 req-c3a3348e-9540-44c7-8b86-7d9a13493369 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 949 time: 0.1186340 Nov 23 14:04:39.583327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'port_id': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f', 'mac_address': 'fa:16:3e:f6:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f446e3-072d-43c4-84d8-2573908fe985', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:04:39.626555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265dd0-2853-4e9c-a9be-69e1fa13242b None None] Pushing event updated for resources: {'Port': ['ID=66a25857-341d-4dee-8714-642c6e23ab64,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:39.676726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d1e2f13-f259-4c23-b58c-d75df0ebc7e7 req-5fe95596-f831-4c4e-b053-d66b3dbc3bc8 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240792 Nov 23 14:04:39.692453 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Sync routers for ids ['e8d57460-eebe-48bc-817f-ea9015d7717f'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:04:39.711110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.713676 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Routers {'e8d57460-eebe-48bc-817f-ea9015d7717f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:39.715469 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e8d57460-eebe-48bc-817f-ea9015d7717f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:39.728322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Attempting to bind port 66a25857-341d-4dee-8714-642c6e23ab64 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:39.728779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Attempting to bind port 66a25857-341d-4dee-8714-642c6e23ab64 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:39.729135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Attempting to bind port 66a25857-341d-4dee-8714-642c6e23ab64 on network a2fc064a-8a75-4ad4-b36b-0868676a0126 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:39.729649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9617c927-e34c-4a6a-a19c-9f05d19cdfc6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:39.766122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a63c5798-a8a0-40e4-9b4a-2cb91c49d493 None None] Provisioning complete for port 66a25857-341d-4dee-8714-642c6e23ab64 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:39.766523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a63c5798-a8a0-40e4-9b4a-2cb91c49d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.805473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.806569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:39.807639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.822416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a63c5798-a8a0-40e4-9b4a-2cb91c49d493 None None] Port 66a25857-341d-4dee-8714-642c6e23ab64 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:04:39.855320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:39.859719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:39.864684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Checking segment: {'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:39.869084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.870876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Bound using segment: {'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:39.871608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Bound port: 66a25857-341d-4dee-8714-642c6e23ab64, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df00552-dcf7-4816-a959-9111f411d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:39.874329 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:39.880006 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5903537 Nov 23 14:04:39.883488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58956) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:39.891671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Request body: {'subnet': {'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1984531843-subnet', 'tenant_id': '172f4b90d01f4a4cb6c7a07cadd41946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:39.932962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Made reservation on behalf of 172f4b90d01f4a4cb6c7a07cadd41946 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:39.940675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.035110 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Set router e8d57460-eebe-48bc-817f-ea9015d7717f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:40.072986 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.076721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b9239-45df-49c0-be56-c5164b116088 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb24a31-918b-4ba8-accb-73a3b772d8d9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:40.136946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bf0e62-9893-4920-ba26-0997e1e9ee7f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:40.206727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:04:40.224485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:40.236346 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.297370 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.332059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.391314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:40.397435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-77e04e0c-0b24-4336-b06f-2c9383b5c5db tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077048764', 'description': 'tempest-description--183320633'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:40.501802 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77e04e0c-0b24-4336-b06f-2c9383b5c5db tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.529493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:40.560715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:40.620063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.642974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['b4bf0e62-9893-4920-ba26-0997e1e9ee7f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:40.685296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] For port 66a25857-341d-4dee-8714-642c6e23ab64, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:40.741429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=efaa189b-b732-45d2-b8a2-e977e27e778a,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:40.750255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] For port 66a25857-341d-4dee-8714-642c6e23ab64, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=66a25857-341d-4dee-8714-642c6e23ab64,segment=NetworkSegment(4df00552-dcf7-4816-a959-9111f411d1e2),segment_id=4df00552-dcf7-4816-a959-9111f411d1e2)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:40.754026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:04:40.762240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:40.762614 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.792396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:40.792762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Network hostable DHCP agents. Network: fbb24a31-918b-4ba8-accb-73a3b772d8d9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:04:40.807787 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.852917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:40.918370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77e04e0c-0b24-4336-b06f-2c9383b5c5db tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.929078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77e04e0c-0b24-4336-b06f-2c9383b5c5db tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:40.969998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14016995-c94a-4696-b1bb-172001b62571 req-e6dbe8ca-e115-4f5b-94a6-f29919defcb7 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:40.988592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14016995-c94a-4696-b1bb-172001b62571 req-e6dbe8ca-e115-4f5b-94a6-f29919defcb7 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 945 time: 0.5320415 Nov 23 14:04:40.991797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:04:41.020543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77e04e0c-0b24-4336-b06f-2c9383b5c5db tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.033497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58988) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:41.036269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-77e04e0c-0b24-4336-b06f-2c9383b5c5db tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6306458 Nov 23 14:04:41.058470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-af2a4dc9-cf81-4f67-a45b-a7be9e69548d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'security_group_rule': {'security_group_id': '212f038f-f029-49b7-b889-075bf7a7b235', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:41.075843 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:04:37Z', 'revision_number': 4, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port': {'id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:27Z', 'updated_at': '2021-11-23T14:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fb3a2434-12bb-4a75-aad8-2dfa97261a25', 'name': '', 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'mac_address': 'fa:16:3e:ea:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e518295c-0751-4aa7-98b5-11f1bcebd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:36Z', 'updated_at': '2021-11-23T14:04:37Z', 'revision_number': 2, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'subnets': [{'id': 'e518295c-0751-4aa7-98b5-11f1bcebd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:41.076451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e04e0c-0b24-4336-b06f-2c9383b5c5db tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212f038f-f029-49b7-b889-075bf7a7b235,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:41.079565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58990) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:41.201551 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Checking router: e8d57460-eebe-48bc-817f-ea9015d7717f for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:04:41.202337 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Updating router e8d57460-eebe-48bc-817f-ea9015d7717f port fb3a2434-12bb-4a75-aad8-2dfa97261a25 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:04:41.248203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, fbb24a31-918b-4ba8-accb-73a3b772d8d9) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:41.252084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af2a4dc9-cf81-4f67-a45b-a7be9e69548d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.279237 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.288597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:41.294001 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.312788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8591ff3-ddd5-4847-8636-598837e2c86b None None] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:41.339430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Routers {'35249e31-bf95-418a-ab7a-adefc83992a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:41.340077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35249e31-bf95-418a-ab7a-adefc83992a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:41.401445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-883bacd9-edf5-4b8e-9b3f-4983a0099c7d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5165660 Nov 23 14:04:41.454435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b30071d-3eaa-4565-95a9-de5613de8b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.535610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14016995-c94a-4696-b1bb-172001b62571 req-f0228576-2c6a-4858-9082-f5d294f3e5bf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460432 Nov 23 14:04:41.625980 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b30071d-3eaa-4565-95a9-de5613de8b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.633048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b30071d-3eaa-4565-95a9-de5613de8b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.645454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.653903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766446ed-6d43-4d5d-b06a-a98245704851 req-918ed723-d77b-48b0-9131-42bfb7c1188c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:41.666270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-766446ed-6d43-4d5d-b06a-a98245704851 req-918ed723-d77b-48b0-9131-42bfb7c1188c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 949 time: 0.6344590 Nov 23 14:04:41.723589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b30071d-3eaa-4565-95a9-de5613de8b0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0b7cf8d842d42208356d0b9a369634f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6294987 Nov 23 14:04:41.723589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30071d-3eaa-4565-95a9-de5613de8b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae18030-f19c-4860-8897-a33fecdb0af5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:41.724590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59010) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:41.790495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265dd0-2853-4e9c-a9be-69e1fa13242b None None] Pushing event updated for resources: {'Port': ['ID=66a25857-341d-4dee-8714-642c6e23ab64,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:41.889453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8ee748f-2820-44f8-b2cb-918cdf38f13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.921154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8ee748f-2820-44f8-b2cb-918cdf38f13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.928235 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:41.939443 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.004085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-766446ed-6d43-4d5d-b06a-a98245704851 req-b6acf398-893e-4ead-af38-ace01599609e tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369062 Nov 23 14:04:42.037594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8ee748f-2820-44f8-b2cb-918cdf38f13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.041462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8ee748f-2820-44f8-b2cb-918cdf38f13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.043542 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e8ee748f-2820-44f8-b2cb-918cdf38f13e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ae18030-f19c-4860-8897-a33fecdb0af5 HTTP/1.1" status: 204 len: 168 time: 0.3028021 Nov 23 14:04:42.053910 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af2a4dc9-cf81-4f67-a45b-a7be9e69548d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.069966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af2a4dc9-cf81-4f67-a45b-a7be9e69548d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.072434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee748f-2820-44f8-b2cb-918cdf38f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae18030-f19c-4860-8897-a33fecdb0af5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:42.144518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a4dc9-cf81-4f67-a45b-a7be9e69548d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5862cbe-ec88-4ae6-a5bf-b7896a7ee450,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:42.165717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af2a4dc9-cf81-4f67-a45b-a7be9e69548d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.177545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59028) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:42.177545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2f8a800b-6557-4f71-87a6-067b0acc325c tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'security_group_rule': {'security_group_id': '212f038f-f029-49b7-b889-075bf7a7b235', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:42.187515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-af2a4dc9-cf81-4f67-a45b-a7be9e69548d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1528687 Nov 23 14:04:42.199681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:42.202275 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0baacf-7fab-4b47-8f44-568d408ded33" -d '{"events": [{"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:42.254011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8bfd6c94-166f-4d17-96f4-de414bf64016 None None] Provisioning complete for port 66a25857-341d-4dee-8714-642c6e23ab64 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:42.254841 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8bfd6c94-166f-4d17-96f4-de414bf64016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.339652 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f8a800b-6557-4f71-87a6-067b0acc325c tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.364004 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d596e-3839-404e-9c56-7afa4346a68f None None] Pushing event updated for resources: {'Port': ['ID=fb3a2434-12bb-4a75-aad8-2dfa97261a25,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:42.372848 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Attempting to bind port fb3a2434-12bb-4a75-aad8-2dfa97261a25 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:42.376732 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Attempting to bind port fb3a2434-12bb-4a75-aad8-2dfa97261a25 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:42.377627 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Attempting to bind port fb3a2434-12bb-4a75-aad8-2dfa97261a25 on network 1c17f728-a609-4abd-802a-73cb4a01a85a {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:42.390419 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:42.391449 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Checking segment: {'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:42.394094 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.394758 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Bound using segment: {'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:42.401497 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Bound port: fb3a2434-12bb-4a75-aad8-2dfa97261a25, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89955ca0-2cd4-465a-bd9b-eba26881fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:42.402136 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.514353 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f39fcd-43c8-4547-ad2f-9a8102ba278d x-openstack-request-id: req-93f39fcd-43c8-4547-ad2f-9a8102ba278d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:42.525020 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:42.525252 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93f39fcd-43c8-4547-ad2f-9a8102ba278d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:42.525679 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'code': 200} Nov 23 14:04:42.555823 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] For port fb3a2434-12bb-4a75-aad8-2dfa97261a25, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:42.560625 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] For port fb3a2434-12bb-4a75-aad8-2dfa97261a25, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb3a2434-12bb-4a75-aad8-2dfa97261a25,segment=NetworkSegment(89955ca0-2cd4-465a-bd9b-eba26881fdc6),segment_id=89955ca0-2cd4-465a-bd9b-eba26881fdc6)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:42.565817 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.586768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:42.660293 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Routers {'e8d57460-eebe-48bc-817f-ea9015d7717f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:04:42.670069 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e8d57460-eebe-48bc-817f-ea9015d7717f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:42.817116 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:42.889234 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] Set router e8d57460-eebe-48bc-817f-ea9015d7717f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:42.960455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434cd5-05ef-4c40-83fe-ba7f68b8bfcb req-daffdc4e-33b1-4bf1-887e-7c85b1f7d563 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:42.977362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd434cd5-05ef-4c40-83fe-ba7f68b8bfcb req-daffdc4e-33b1-4bf1-887e-7c85b1f7d563 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 945 time: 0.1905746 Nov 23 14:04:42.991386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f8a800b-6557-4f71-87a6-067b0acc325c tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:43.002654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08dce-8da6-45af-9384-3384aa8ff0fb req-d71d01bc-f452-4c01-a8fa-b8a34f1d4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:43.003926 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c4f08dce-8da6-45af-9384-3384aa8ff0fb req-d71d01bc-f452-4c01-a8fa-b8a34f1d4111 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 1101 time: 0.4825644 Nov 23 14:04:43.004751 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f8a800b-6557-4f71-87a6-067b0acc325c tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:43.041843 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d596e-3839-404e-9c56-7afa4346a68f None None] Pushing event updated for resources: {'Port': ['ID=fb3a2434-12bb-4a75-aad8-2dfa97261a25,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:43.145193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:43.156156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a800b-6557-4f71-87a6-067b0acc325c tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbf6a7e-e3df-4da2-a154-6f499a764702,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:43.163345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] Set router 35249e31-bf95-418a-ab7a-adefc83992a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:04:43.215721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd434cd5-05ef-4c40-83fe-ba7f68b8bfcb req-e301597f-dc35-47b4-822d-cd19d107ba51 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358513 Nov 23 14:04:43.237045 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:04:37Z', 'revision_number': 4, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port': {'id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:27Z', 'updated_at': '2021-11-23T14:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fb3a2434-12bb-4a75-aad8-2dfa97261a25', 'name': '', 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'mac_address': 'fa:16:3e:ea:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e518295c-0751-4aa7-98b5-11f1bcebd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:36Z', 'updated_at': '2021-11-23T14:04:42Z', 'revision_number': 4, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'subnets': [{'id': 'e518295c-0751-4aa7-98b5-11f1bcebd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:43.271996 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc40c-30de-4a5a-bd5f-4e1b8c00227a None None] The sync data for ids ['e8d57460-eebe-48bc-817f-ea9015d7717f'] in n-d-818503-2 is: [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:04:37Z', 'revision_number': 4, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port': {'id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:27Z', 'updated_at': '2021-11-23T14:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fb3a2434-12bb-4a75-aad8-2dfa97261a25', 'name': '', 'network_id': '1c17f728-a609-4abd-802a-73cb4a01a85a', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'mac_address': 'fa:16:3e:ea:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e518295c-0751-4aa7-98b5-11f1bcebd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:36Z', 'updated_at': '2021-11-23T14:04:42Z', 'revision_number': 4, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'subnets': [{'id': 'e518295c-0751-4aa7-98b5-11f1bcebd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:43.382849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f8a800b-6557-4f71-87a6-067b0acc325c tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:43.394932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f8a800b-6557-4f71-87a6-067b0acc325c tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2224782 Nov 23 14:04:43.401245 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c4f08dce-8da6-45af-9384-3384aa8ff0fb req-c4f88e9a-0f28-4a93-87c0-c7ff499d7ecd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287013 Nov 23 14:04:43.401727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59070) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:43.436469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:43.461410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a52a2-22b1-4177-80fe-5d5ef2c20178 None None] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:43.500805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc44b-2786-459b-8cd5-439890b702a9 req-984bd499-c35b-46e2-afc4-95c15c573936 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:43.502385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d30bc44b-2786-459b-8cd5-439890b702a9 req-984bd499-c35b-46e2-afc4-95c15c573936 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 950 time: 0.2234919 Nov 23 14:04:43.532083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:43.645336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:43.675117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d30bc44b-2786-459b-8cd5-439890b702a9 req-9417f70a-6580-4e6b-9cb1-bd1c77e85b8d tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609130 Nov 23 14:04:43.827887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59074) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:43.852483 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:43.874882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f875d17-499b-4b53-964c-b0b928922178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:43.933975 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8bfd6c94-166f-4d17-96f4-de414bf64016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:44.024952 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:04:44.054619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:44.055556 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:44.078702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f875d17-499b-4b53-964c-b0b928922178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:44.089947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f875d17-499b-4b53-964c-b0b928922178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:44.195546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8f875d17-499b-4b53-964c-b0b928922178 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5e8127a0597410ba3bab9ab07392919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634539 Nov 23 14:04:44.196191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59080) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:44.279584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f875d17-499b-4b53-964c-b0b928922178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df9048-c03e-4e29-809e-b8fb847bc3a8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:44.293152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Allocated IP 172.25.3.8 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/ecd7072a-2060-41e3-ac78-74635adcf3fd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:44.398282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59086) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:44.443443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59090) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:44.452867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8bfd6c94-166f-4d17-96f4-de414bf64016 None None] For port 66a25857-341d-4dee-8714-642c6e23ab64, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=66a25857-341d-4dee-8714-642c6e23ab64,segment=NetworkSegment(4df00552-dcf7-4816-a959-9111f411d1e2),segment_id=4df00552-dcf7-4816-a959-9111f411d1e2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:44.487539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8bfd6c94-166f-4d17-96f4-de414bf64016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:44.492600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1233400447-network', 'tenant_id': 'd1ed52228d5c4fe98328236eb6633ea0'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:44.634935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:44.726563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:44.731805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c9cce-bdb8-40a0-9352-e786ca35148e req-4feab1db-aa73-4932-870e-d50c57b159a4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:44.733582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-526c9cce-bdb8-40a0-9352-e786ca35148e req-4feab1db-aa73-4932-870e-d50c57b159a4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 945 time: 0.4276500 Nov 23 14:04:44.892716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.001072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67e2d2ee-ac20-45f6-bcf7-3254781a5cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.022105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:45.025185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:45.031036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:45.037194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5b67cce1-0242-4c1b-bbb4-8f29d592985b None None] Provisioning complete for port fb3a2434-12bb-4a75-aad8-2dfa97261a25 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:45.037801 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b67cce1-0242-4c1b-bbb4-8f29d592985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.074568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bddd3920-7200-4be2-b999-472982288286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.093392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '66a25857-341d-4dee-8714-642c6e23ab64', 'name': '', 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'mac_address': 'fa:16:3e:7e:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '48777964-208f-4013-bf7c-370f7091e0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:29Z', 'updated_at': '2021-11-23T14:04:40Z', 'revision_number': 4, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'subnets': [{'id': '48777964-208f-4013-bf7c-370f7091e0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:04:45.119416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Made reservation on behalf of d1ed52228d5c4fe98328236eb6633ea0 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:45.122453 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.140324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.171692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd6c94-166f-4d17-96f4-de414bf64016 None None] Pushing event updated for resources: {'Port': ['ID=66a25857-341d-4dee-8714-642c6e23ab64,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:45.179935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff661b-d551-4781-9d38-d9dde128af6d None None] The sync data for ids ['35249e31-bf95-418a-ab7a-adefc83992a9'] in n-d-818503-2 is: [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '66a25857-341d-4dee-8714-642c6e23ab64', 'name': '', 'network_id': 'a2fc064a-8a75-4ad4-b36b-0868676a0126', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'mac_address': 'fa:16:3e:7e:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '48777964-208f-4013-bf7c-370f7091e0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:29Z', 'updated_at': '2021-11-23T14:04:40Z', 'revision_number': 4, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'subnets': [{'id': '48777964-208f-4013-bf7c-370f7091e0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:04:45.220373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event updated for resources: {'Port': ['ID=ecd7072a-2060-41e3-ac78-74635adcf3fd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:45.246749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port b4bf0e62-9893-4920-ba26-0997e1e9ee7f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:04:45.268269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port b4bf0e62-9893-4920-ba26-0997e1e9ee7f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:45.268665 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.303324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bddd3920-7200-4be2-b999-472982288286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.317038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.343126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67e2d2ee-ac20-45f6-bcf7-3254781a5cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.353343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bddd3920-7200-4be2-b999-472982288286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.425412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e08eb-bd62-4f6c-9e10-69cc8d5cece5 req-432fcff7-6f74-42e7-bf0d-44c347daf057 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:45.445743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-773e08eb-bd62-4f6c-9e10-69cc8d5cece5 req-432fcff7-6f74-42e7-bf0d-44c347daf057 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 950 time: 0.5784662 Nov 23 14:04:45.482918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.497401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-526c9cce-bdb8-40a0-9352-e786ca35148e req-0deacada-a1c2-41aa-b19f-8e95048a379f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147231 Nov 23 14:04:45.577268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bddd3920-7200-4be2-b999-472982288286 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d39698369c854683b1b2b2834915a90e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1757581 Nov 23 14:04:45.577691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb3a2434-12bb-4a75-aad8-2dfa97261a25 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:45.580419 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b67cce1-0242-4c1b-bbb4-8f29d592985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.582660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:45.781717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-773e08eb-bd62-4f6c-9e10-69cc8d5cece5 req-fcdf9d85-31ac-4d98-b87e-bfa65cc84e37 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348711 Nov 23 14:04:45.849009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd3920-7200-4be2-b999-472982288286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99d32c2-b588-464d-b33b-a2fb260f6908,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:45.894971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.917496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.955133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67e2d2ee-ac20-45f6-bcf7-3254781a5cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.959800 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.960654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67e2d2ee-ac20-45f6-bcf7-3254781a5cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:45.962090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-67e2d2ee-ac20-45f6-bcf7-3254781a5cee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52df9048-c03e-4e29-809e-b8fb847bc3a8 HTTP/1.1" status: 204 len: 168 time: 1.7649181 Nov 23 14:04:46.024921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2d2ee-ac20-45f6-bcf7-3254781a5cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df9048-c03e-4e29-809e-b8fb847bc3a8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:46.030028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event updated for resources: {'Port': ['ID=ecd7072a-2060-41e3-ac78-74635adcf3fd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:46.062784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5b67cce1-0242-4c1b-bbb4-8f29d592985b None None] For port fb3a2434-12bb-4a75-aad8-2dfa97261a25, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb3a2434-12bb-4a75-aad8-2dfa97261a25,segment=NetworkSegment(89955ca0-2cd4-465a-bd9b-eba26881fdc6),segment_id=89955ca0-2cd4-465a-bd9b-eba26881fdc6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:46.107014 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b67cce1-0242-4c1b-bbb4-8f29d592985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.127901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.166289 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.175765 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6e2061fc-d48c-4932-b045-7d90dd2dc873 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7460020 Nov 23 14:04:46.202721 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-804f8437-eebf-431f-8c12-5d37a1918640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.212274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:46.215385 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbbfe63-217c-442b-9c2f-248942e93391" -d '{"events": [{"server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:46.238723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fb3a2434-12bb-4a75-aad8-2dfa97261a25 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:46.239487 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.274667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:46.297978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-804f8437-eebf-431f-8c12-5d37a1918640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.314565 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.327331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67cce1-0242-4c1b-bbb4-8f29d592985b None None] Pushing event updated for resources: {'Port': ['ID=fb3a2434-12bb-4a75-aad8-2dfa97261a25,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:46.455431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.464036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.491581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dba86-1e45-4fe1-95b3-28e2b07f79f4 req-032d29ef-668c-4492-8144-589fafec877e tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:46.499880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11dba86-1e45-4fe1-95b3-28e2b07f79f4 req-032d29ef-668c-4492-8144-589fafec877e tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 950 time: 0.4788485 Nov 23 14:04:46.602388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1727e591-a769-4f8d-b47a-79da9b0a8893,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:46.656375 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-804f8437-eebf-431f-8c12-5d37a1918640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.666085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-804f8437-eebf-431f-8c12-5d37a1918640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.672312 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-804f8437-eebf-431f-8c12-5d37a1918640 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d99d32c2-b588-464d-b33b-a2fb260f6908 HTTP/1.1" status: 204 len: 168 time: 1.0568254 Nov 23 14:04:46.698813 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2b1669-8f30-48ac-8a99-77294fa75db2 x-openstack-request-id: req-be2b1669-8f30-48ac-8a99-77294fa75db2 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:46.699495 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:46.699947 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be2b1669-8f30-48ac-8a99-77294fa75db2 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:46.700819 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f', 'code': 200} Nov 23 14:04:46.801201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85099fd1-3b8e-45ff-acd5-c824c38ee347 req-8f14ce15-ba2d-4e55-b0c9-a316eb95e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:46.803758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:46.808032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-85099fd1-3b8e-45ff-acd5-c824c38ee347 req-8f14ce15-ba2d-4e55-b0c9-a316eb95e0b1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1097 time: 0.1197226 Nov 23 14:04:46.811896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:04:46.870252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11dba86-1e45-4fe1-95b3-28e2b07f79f4 req-9c6c3c5e-f55f-4014-9ec0-69d19dee90c5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943614 Nov 23 14:04:46.879337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8437-eebf-431f-8c12-5d37a1918640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99d32c2-b588-464d-b33b-a2fb260f6908,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:46.913063 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:46.914612 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Added segment 94707f96-e854-4ee2-92da-d46e10246e89 of type vlan for network 21976073-b24a-4ecf-a2ef-04629a3d84f5 Nov 23 14:04:46.963405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-85099fd1-3b8e-45ff-acd5-c824c38ee347 req-73dcd36a-5139-44e8-9349-83eccc6ad442 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470077 Nov 23 14:04:47.053296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:47.064170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0334fc-f0be-4836-ae92-a61edd808078 req-ad045930-c235-4df2-aeea-3ea0637b0026 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:47.072375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a0334fc-f0be-4836-ae92-a61edd808078 req-ad045930-c235-4df2-aeea-3ea0637b0026 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 946 time: 0.3419681 Nov 23 14:04:47.201031 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a0334fc-f0be-4836-ae92-a61edd808078 req-3c6e77bc-d640-45dd-a9b1-39bff423e2ba tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274285 Nov 23 14:04:47.268727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:47.269979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:47.272286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:47.339670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8670027 Nov 23 14:04:47.342558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59154) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:47.354620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Request body: {'subnet': {'network_id': '21976073-b24a-4ecf-a2ef-04629a3d84f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1233400447-subnet', 'tenant_id': 'd1ed52228d5c4fe98328236eb6633ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:47.413324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Made reservation on behalf of d1ed52228d5c4fe98328236eb6633ea0 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:47.415810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:47.538021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-67b87bde-8293-4b1e-a32e-c01c75c8513f tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1077048764&fields=id&tenant_id=de496beecb2b43989cffdda526bde7c5 HTTP/1.1" status: 200 len: 267 time: 0.3338559 Nov 23 14:04:47.659054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f262d-bb2f-435f-89cd-1185acb59a16 admin admin] Pushing event updated for resources: {'Network': ['ID=21976073-b24a-4ecf-a2ef-04629a3d84f5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:47.659830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 66a25857-341d-4dee-8714-642c6e23ab64 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:47.682867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 21976073-b24a-4ecf-a2ef-04629a3d84f5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:04:47.887134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:47.991202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f6a994-0cd4-40a4-9029-96c5c077e2ae,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:48.043199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Checking segment: {'id': '94707f96-e854-4ee2-92da-d46e10246e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '21976073-b24a-4ecf-a2ef-04629a3d84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:48.047489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Network hostable DHCP agents. Network: 21976073-b24a-4ecf-a2ef-04629a3d84f5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:04:48.071461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 66a25857-341d-4dee-8714-642c6e23ab64 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:48.072915 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:48.096156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Network 21976073-b24a-4ecf-a2ef-04629a3d84f5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:04:48.106322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-b827a418-6390-4f9a-9e39-705c38fc0358 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:48.116704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-b827a418-6390-4f9a-9e39-705c38fc0358 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 823 time: 0.5777504 Nov 23 14:04:48.134295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 21976073-b24a-4ecf-a2ef-04629a3d84f5) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:48.147919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:48.152926 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:48.160235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-bf4b7f51-0c0d-4cc7-be1c-b2234e8bfa3f tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/quotas/de496beecb2b43989cffdda526bde7c5 HTTP/1.1" status: 200 len: 375 time: 0.0415213 Nov 23 14:04:48.178849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55bf3f0-ac97-4bef-a3d8-c782d33a8322 None None] Network 21976073-b24a-4ecf-a2ef-04629a3d84f5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:48.208610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b25d12eb-d66f-4142-84cb-374c3baa3bb9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8568728 Nov 23 14:04:48.302545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-8b55d4b7-b63a-49ae-a51a-b934b3ddbf38 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411724 Nov 23 14:04:48.337870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-611dd682-921e-4438-9c16-4dcf1edf6cfa service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:04:48.343153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-611dd682-921e-4438-9c16-4dcf1edf6cfa service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077376 Nov 23 14:04:48.445899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb3a2434-12bb-4a75-aad8-2dfa97261a25 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:48.601112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fb3a2434-12bb-4a75-aad8-2dfa97261a25 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:48.604598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:48.620815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-ad061054-fc7b-40a7-9cb2-0251828af59f service neutron] 10.222.0.46 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642250 Nov 23 14:04:48.688744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf56fd-783e-44ce-9c3d-7a85db03df11 None None] Network 21976073-b24a-4ecf-a2ef-04629a3d84f5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:48.806392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d8ccc-05dd-4b19-aaf7-d837e6984328 req-b14340cd-119a-43e0-90cd-4a792f0dda04 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:48.815473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f41d8ccc-05dd-4b19-aaf7-d837e6984328 req-b14340cd-119a-43e0-90cd-4a792f0dda04 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 946 time: 0.2895849 Nov 23 14:04:48.887972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-41d3ef67-babc-49ae-834d-d585f4d6b59c service neutron] 10.222.0.46 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661777 Nov 23 14:04:48.976027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f41d8ccc-05dd-4b19-aaf7-d837e6984328 req-211f5c0e-de2a-44be-acc7-65660d7a8b51 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592124 Nov 23 14:04:49.016866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59214) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:49.243507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59226) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:49.296760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce8ae8-6fec-4184-a31c-940a321ad605 req-ef5ec9ca-fea4-4e1f-9b04-e28a5b91abf0 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:49.308290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36ce8ae8-6fec-4184-a31c-940a321ad605 req-ef5ec9ca-fea4-4e1f-9b04-e28a5b91abf0 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1097 time: 0.0823064 Nov 23 14:04:49.381922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36ce8ae8-6fec-4184-a31c-940a321ad605 req-3e68e5aa-4147-4b23-a2c7-f61db87723f8 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727000 Nov 23 14:04:49.517944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd7a2232-aa9d-4326-a317-a1d6de3686d9 req-c4e20e85-5d07-42e4-b3a4-940baf7b7534 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 210 time: 0.0717251 Nov 23 14:04:49.674459 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ced9-da82-49b7-8060-ed4d2b376385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:49.810837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-network', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:49.882453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ced9-da82-49b7-8060-ed4d2b376385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:49.891639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ced9-da82-49b7-8060-ed4d2b376385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:49.952875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1ced9-da82-49b7-8060-ed4d2b376385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b47160-7634-4072-a7de-b36c86d4f25d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:49.958965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0fc1ced9-da82-49b7-8060-ed4d2b376385 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb64e5b6451e4f81abed348dedf9f774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9393196 Nov 23 14:04:49.960978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59258) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:50.031518 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a29e8da2-0eaf-4af0-8859-5e3af68204e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.073104 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a29e8da2-0eaf-4af0-8859-5e3af68204e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.101522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Made reservation on behalf of e38307e16a574ffdb40d9012d6824993 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:50.107048 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.144944 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.171585 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a29e8da2-0eaf-4af0-8859-5e3af68204e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.177642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a29e8da2-0eaf-4af0-8859-5e3af68204e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.179060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d3a04-754e-4df8-a265-2b8c23786811 req-cc2c9271-0dbc-4364-83ad-06b5b3077ce1 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:50.181539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a29e8da2-0eaf-4af0-8859-5e3af68204e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4b47160-7634-4072-a7de-b36c86d4f25d HTTP/1.1" status: 204 len: 168 time: 0.2182791 Nov 23 14:04:50.186559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c4d3a04-754e-4df8-a265-2b8c23786811 req-cc2c9271-0dbc-4364-83ad-06b5b3077ce1 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1097 time: 0.4353561 Nov 23 14:04:50.198214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e8da2-0eaf-4af0-8859-5e3af68204e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b47160-7634-4072-a7de-b36c86d4f25d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:50.259158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-6d90ee7e-abfa-4169-b229-32540b44da18 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:50.267296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-6d90ee7e-abfa-4169-b229-32540b44da18 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.4286973 Nov 23 14:04:50.287005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c4d3a04-754e-4df8-a265-2b8c23786811 req-54986fd7-5019-4d3a-8132-51e8e38ec897 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936007 Nov 23 14:04:50.352659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8998374f-654c-43ad-8dd8-149f3d2c4de4 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/quotas/172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 375 time: 0.0841706 Nov 23 14:04:50.462050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-fa4f59e8-0427-46a9-b720-05ec1f114aa5 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074159 Nov 23 14:04:50.646339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.670622 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.749335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441820a2-2f11-4041-a0fe-b48f22635abf,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:50.760655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:04:50.763718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8176bb32-40c6-4cb6-89ba-1b5e5a6788de service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910476 Nov 23 14:04:50.808046 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.808399 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Added segment 53e13038-f7b0-4f6e-93ee-f1af6ac116fb of type vlan for network 6dae5972-0d55-44ea-a09b-53c927e8ff20 Nov 23 14:04:50.910303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:50.945001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f041839f-5841-4f45-a89b-40d2d0e0a892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:50.999040 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:51.075511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-ea87b74c-2128-42a7-97a6-766e8480a0d3 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103848 Nov 23 14:04:51.103978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:51.106808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:51.107724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:51.184555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9395368 Nov 23 14:04:51.189131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59290) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:51.202114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Request body: {'subnet': {'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-subnet', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:51.245478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-a1ce86a6-cff1-41b6-8bdc-a5bacc074264 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:51.247382 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-a1ce86a6-cff1-41b6-8bdc-a5bacc074264 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.74 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 823 time: 0.3098068 Nov 23 14:04:51.290398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Made reservation on behalf of e38307e16a574ffdb40d9012d6824993 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:51.302392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:51.302392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f041839f-5841-4f45-a89b-40d2d0e0a892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:51.319068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7cdec-e986-4753-a589-e80bd51468f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6dae5972-0d55-44ea-a09b-53c927e8ff20,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:51.329585 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f041839f-5841-4f45-a89b-40d2d0e0a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:51.331066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ae7da0a-4864-4d0e-b9c3-cf4f6378d0c3 req-b9d850c7-0d61-4c35-a6c5-aaffc6ed068a tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 210 time: 0.1843824 Nov 23 14:04:51.332154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:04:51.596334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39bb5c-aa91-4958-b7e7-7134b8252bc9 req-4eef01e8-b113-485a-a375-0d80b6243ab1 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:51.602679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e39bb5c-aa91-4958-b7e7-7134b8252bc9 req-4eef01e8-b113-485a-a375-0d80b6243ab1 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1097 time: 0.1047919 Nov 23 14:04:51.690310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5adad77f-5494-4799-b4dc-867a64007cde req-f3faa343-b139-45a6-a880-db1e46d942d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 210 time: 0.0430462 Nov 23 14:04:51.699117 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f041839f-5841-4f45-a89b-40d2d0e0a892 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35eed39945354698a4a214fd7e69bd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7841215 Nov 23 14:04:51.699117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041839f-5841-4f45-a89b-40d2d0e0a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbc29c9-9494-43bd-bade-a83d9a846ece,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:51.700411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59316) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:51.759605 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-94c4c634-0c58-4bff-b895-c9c7af8bed91 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de496beecb2b43989cffdda526bde7c5 HTTP/1.1" status: 200 len: 380 time: 0.4973075 Nov 23 14:04:51.798799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e39bb5c-aa91-4958-b7e7-7134b8252bc9 req-d8829662-21b0-4f25-8e2a-22df63dc2a71 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890106 Nov 23 14:04:51.871788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:04:51.875139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'port': {'device_id': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'admin_state_up': True, 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'security_groups': ['212f038f-f029-49b7-b889-075bf7a7b235']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:51.996358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e4413e5-ccfd-43fa-9b75-13a5db12404b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:52.077032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e4413e5-ccfd-43fa-9b75-13a5db12404b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:52.240272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:52.273956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'mac_address': 'fa:16:3e:10:ae:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:04:52.367920 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:52.413130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31dbaef4-2039-4171-b29c-4bf85b8d25d3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:52.442254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:52.476510 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:52.687897 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-652401c7-973f-48ad-b469-de6f089d395c req-b5fca130-69c5-4652-a396-69e928243a78 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 210 time: 0.0950701 Nov 23 14:04:52.766457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['31dbaef4-2039-4171-b29c-4bf85b8d25d3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:04:52.942124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:53.048447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e4413e5-ccfd-43fa-9b75-13a5db12404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:53.061873 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e4413e5-ccfd-43fa-9b75-13a5db12404b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:53.066224 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e4413e5-ccfd-43fa-9b75-13a5db12404b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cbc29c9-9494-43bd-bade-a83d9a846ece HTTP/1.1" status: 204 len: 168 time: 1.3601851 Nov 23 14:04:53.233962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-855f96d9-f06a-4e24-ae91-256262b39d15 req-046e7b79-af00-4693-8113-d56f3077046b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 210 time: 0.0617189 Nov 23 14:04:53.252668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4413e5-ccfd-43fa-9b75-13a5db12404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbc29c9-9494-43bd-bade-a83d9a846ece,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:53.373183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:53.375936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Made reservation on behalf of de496beecb2b43989cffdda526bde7c5 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:53.385814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:53.513038 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:53.838226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Checking segment: {'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:53.840174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Network hostable DHCP agents. Network: 6dae5972-0d55-44ea-a09b-53c927e8ff20, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:04:53.852694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e3be0b-47db-4190-9096-3bd720ffc9a9,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:53.883358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:53.948705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:54.023456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:04:54.034741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:54.036233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.046703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39a92ee7-f10f-4c1e-b12c-451953fd1c3f req-8a734720-84d3-4b57-9e10-c5e0179b88b2 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 210 time: 0.1706083 Nov 23 14:04:54.061078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7e3e734d-64b7-4ee8-b3ed-6241752baa26 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:54.063319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7e3e734d-64b7-4ee8-b3ed-6241752baa26 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.4550867 Nov 23 14:04:54.079915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Request body: {'port': {'device_id': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'admin_state_up': True, 'tenant_id': '172f4b90d01f4a4cb6c7a07cadd41946'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:54.122605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 6dae5972-0d55-44ea-a09b-53c927e8ff20) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:54.140120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:54.148631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e210ccf-a70e-48b5-9051-34b2ade65d40 None None] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:54.151233 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.247090 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc0cd915-b988-4888-89ad-efcd90cfc72c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.0552197 Nov 23 14:04:54.249573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Allocated IP 172.20.0.5 (bd9c651b-1edf-46ff-96d5-23db0651e1da/13390dc8-d8ca-406c-832b-0fa20d28e421/9fc3e685-5a1c-4c3e-8d9f-139f48084664) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:54.249970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59420) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:54.258608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:54.346262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.351676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.430338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Made reservation on behalf of 172f4b90d01f4a4cb6c7a07cadd41946 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:04:54.439398 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.443653 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.505050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.544819 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.610986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3090-1dee-4be1-a33b-c9fcc04d9936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.621598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.667300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:54.673308 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab578220-c14b-4339-893b-43b4b2cec14e" -d '{"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-plugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:54.712114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:04:54.720867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event updated for resources: {'Port': ['ID=9fc3e685-5a1c-4c3e-8d9f-139f48084664,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:54.732868 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.890133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3090-1dee-4be1-a33b-c9fcc04d9936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.900537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:54.904140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Network bd9c651b-1edf-46ff-96d5-23db0651e1da is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:54.907411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:54.910508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:54.968358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3090-1dee-4be1-a33b-c9fcc04d9936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:54.970062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-6dae5972-0d55-44ea-a09b-53c927e8ff20', 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'fixed_ips': [{'subnet_id': '17e3be0b-47db-4190-9096-3bd720ffc9a9'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:04:54.971126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:55.012529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:55.013272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:55.034532 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d0ee3090-1dee-4be1-a33b-c9fcc04d9936 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e349678292244cbe8449513c2f4b9b86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0791328 Nov 23 14:04:55.040292 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-17ae9a2e-947e-4a97-9e8d-b74712bc59fb tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2589173 Nov 23 14:04:55.040840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59448) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:55.098170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Request body: {'port': {'device_id': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:55.177161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:55.343811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Allocated IP 172.20.0.2 (6dae5972-0d55-44ea-a09b-53c927e8ff20/17e3be0b-47db-4190-9096-3bd720ffc9a9/52e0debb-3ff5-469b-9167-e0684dc04f1a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:55.461838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-030fb48f-5cd4-492a-9c6e-15722933a7ec tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:04:55.463675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-030fb48f-5cd4-492a-9c6e-15722933a7ec tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605283 Nov 23 14:04:55.577984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-f31160ee-9ef2-4bfc-9dd8-c0e5a007c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:55.585391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-f31160ee-9ef2-4bfc-9dd8-c0e5a007c32f service neutron] 10.222.0.46 "GET /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 1094 time: 0.1009371 Nov 23 14:04:55.618753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Request body: {'binding': {'host': 'n-h1-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:55.621039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Unknown quota resources ['binding']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:04:55.637578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc3e685-5a1c-4c3e-8d9f-139f48084664 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:04:55.646996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:55.662498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Transition to ACTIVE for port object 9fc3e685-5a1c-4c3e-8d9f-139f48084664 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:04:55.681648 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:55.769335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc3e685-5a1c-4c3e-8d9f-139f48084664,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:55.803584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee3090-1dee-4be1-a33b-c9fcc04d9936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f691c14-249c-40f7-9c0e-3f54ae8a3548,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:55.904098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75feaed1-1c6b-4816-882f-a55763641a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:55.962282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75feaed1-1c6b-4816-882f-a55763641a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.000831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.040637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Attempting to bind port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:56.040937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Attempting to bind port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:56.041347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Attempting to bind port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 on network bd9c651b-1edf-46ff-96d5-23db0651e1da {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:56.067968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 on network bd9c651b-1edf-46ff-96d5-23db0651e1da not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:56.068320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Attempting to bind port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 on network bd9c651b-1edf-46ff-96d5-23db0651e1da {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:56.076205 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75feaed1-1c6b-4816-882f-a55763641a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.078749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75feaed1-1c6b-4816-882f-a55763641a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.096003 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-75feaed1-1c6b-4816-882f-a55763641a53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f691c14-249c-40f7-9c0e-3f54ae8a3548 HTTP/1.1" status: 204 len: 168 time: 1.0446517 Nov 23 14:04:56.114920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:56.115406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Checking segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:56.115802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Bound using segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:56.116250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Bound port: 9fc3e685-5a1c-4c3e-8d9f-139f48084664, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:56.116689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.126097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Allocated IP 172.20.0.9 (fbb24a31-918b-4ba8-accb-73a3b772d8d9/efaa189b-b732-45d2-b8a2-e977e27e778a/265abaf2-5112-4ee1-91b9-e316665f0cdf) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:56.150790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.164944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75feaed1-1c6b-4816-882f-a55763641a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f691c14-249c-40f7-9c0e-3f54ae8a3548,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:56.168516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.321432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Pushing event updated for resources: {'Port': ['ID=52e0debb-3ff5-469b-9167-e0684dc04f1a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:56.378668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:56.392141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:56.423108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:56.456617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] For port 9fc3e685-5a1c-4c3e-8d9f-139f48084664, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:56.504023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] For port 9fc3e685-5a1c-4c3e-8d9f-139f48084664, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:56.519836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.592914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Attempting to bind port 52e0debb-3ff5-469b-9167-e0684dc04f1a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:56.592914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Attempting to bind port 52e0debb-3ff5-469b-9167-e0684dc04f1a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:56.592914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Attempting to bind port 52e0debb-3ff5-469b-9167-e0684dc04f1a on network 6dae5972-0d55-44ea-a09b-53c927e8ff20 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:56.614277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:56.614790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Checking segment: {'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:56.615217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.615613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Bound using segment: {'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:56.616102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Bound port: 52e0debb-3ff5-469b-9167-e0684dc04f1a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:56.617063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.648096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6a826782-2fb6-4f0f-95c2-d18f1e3934af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.702986 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-4eb5301a-8ae8-49f7-bb47-139f819cd10b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3599939 Nov 23 14:04:56.706236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:56.706857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:56.708838 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] 10.222.0.74 "PUT /v2.0/ports/9fc3e685-5a1c-4c3e-8d9f-139f48084664 HTTP/1.1" status: 200 len: 1091 time: 1.6307616 Nov 23 14:04:56.709304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:04:56.724344 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b170739-db80-45ff-8b46-55f28adc86ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:04:56.744683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] For port 52e0debb-3ff5-469b-9167-e0684dc04f1a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:04:56.749102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] For port 52e0debb-3ff5-469b-9167-e0684dc04f1a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=52e0debb-3ff5-469b-9167-e0684dc04f1a,segment=NetworkSegment(53e13038-f7b0-4f6e-93ee-f1af6ac116fb),segment_id=53e13038-f7b0-4f6e-93ee-f1af6ac116fb)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:56.841132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff01f5a-0a5f-495d-b8a2-f38e9f5ac155 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc3e685-5a1c-4c3e-8d9f-139f48084664,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:56.867243 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:57.015742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe127a1-fc6e-4748-89ab-abb41ca4bfc3 None None] Pushing event updated for resources: {'Port': ['ID=52e0debb-3ff5-469b-9167-e0684dc04f1a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:57.037802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-0d646007-d0cb-420c-83ed-cccac17e7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:57.045236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-0d646007-d0cb-420c-83ed-cccac17e7f2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 1094 time: 0.1737552 Nov 23 14:04:57.057137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-fa289c2a-2c6f-46ca-865e-adb2338c4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:57.060738 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-fa289c2a-2c6f-46ca-865e-adb2338c4682 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1096 time: 0.2629013 Nov 23 14:04:57.101774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:57.168443 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:57.203731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-e46725ff-1c71-4e73-b314-7ca36279b94b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664 HTTP/1.1" status: 200 len: 217 time: 0.1421616 Nov 23 14:04:57.205170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:57.212394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on host n-h1-818503-2 for vnic_type normal with profile None {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:04:57.212885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:04:57.213317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:57.223650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:04:57.223650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:04:57.236368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:04:57.236951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:04:57.237536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:04:57.238259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Bound port: b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:04:57.316487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e690c383-5583-41aa-85d5-f5b03720fed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:57.329731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:04:57.341483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:57.474055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] Publish callbacks [] for binding, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:57.495035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-baeee261-8092-49b9-a34b-8bc158b2059d service neutron] 10.222.0.46 "POST /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f/bindings HTTP/1.1" status: 201 len: 389 time: 1.8980379 Nov 23 14:04:57.575614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:57.625341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:57.652527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:57.666383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:57.822764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-2a2e8eec-8f99-470c-901c-3eefd76a075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:57.825379 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-2a2e8eec-8f99-470c-901c-3eefd76a075c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=13390dc8-d8ca-406c-832b-0fa20d28e421 HTTP/1.1" status: 200 len: 862 time: 0.6013849 Nov 23 14:04:57.882464 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e690c383-5583-41aa-85d5-f5b03720fed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:57.945520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e690c383-5583-41aa-85d5-f5b03720fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:58.041187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:58.044906 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e690c383-5583-41aa-85d5-f5b03720fed0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a1e06cefcf745ad9486a4d9e209b485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8362775 Nov 23 14:04:58.045775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:58.051565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59480) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:04:58.100375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-d91a5ad9-f80f-4134-b936-9305888d6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:58.102129 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-d91a5ad9-f80f-4134-b936-9305888d6e02 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.9243069 Nov 23 14:04:58.117400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:58.310096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f524c5-ed74-4f1a-82b2-fe02dca41f7a req-3f928e89-4ebf-491d-9321-456581b93770 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:58.324820 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f524c5-ed74-4f1a-82b2-fe02dca41f7a req-3f928e89-4ebf-491d-9321-456581b93770 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 931 time: 0.4062216 Nov 23 14:04:58.330362 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:58.335525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-7a5f98dd-3476-4dae-928c-fbc853da89b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2607524 Nov 23 14:04:58.372149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-890aa228-ad09-40f7-acc6-2d9d1ba8e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:58.377574 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-890aa228-ad09-40f7-acc6-2d9d1ba8e8a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1097 time: 0.4932692 Nov 23 14:04:58.378861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690c383-5583-41aa-85d5-f5b03720fed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014e140-5eeb-47b2-9148-14acf599b61a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:58.386063 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-8f18e24a-4960-4b1f-9360-274c738f4805 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 217 time: 0.2604537 Nov 23 14:04:58.387300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Request body: {'port': {'device_id': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:04:58.415924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-a2c43ffc-2797-4736-bd87-e8440f98d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:58.419440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-a2c43ffc-2797-4736-bd87-e8440f98d4f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd9c651b-1edf-46ff-96d5-23db0651e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5824387 Nov 23 14:04:58.618617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde4a-13aa-4194-a001-1a9a5380f90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:58.677828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-b25c2a0a-4a14-4cb2-bc16-6aeb443d7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:58.679323 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-b25c2a0a-4a14-4cb2-bc16-6aeb443d7a60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.2825959 Nov 23 14:04:58.680361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:58.705429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f524c5-ed74-4f1a-82b2-fe02dca41f7a req-5c26b710-0b9c-4e6a-9a83-d90a606c7bcc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678501 Nov 23 14:04:58.765202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde4a-13aa-4194-a001-1a9a5380f90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:58.774088 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-5dab22a2-c0c3-4d61-8727-a44fa454034c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858936 Nov 23 14:04:58.779165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-b80278d3-d493-49b9-a676-2280d9921b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:58.780590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-b80278d3-d493-49b9-a676-2280d9921b6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.3916934 Nov 23 14:04:58.798203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-750ec194-3820-43d8-aa27-8b632cb2aca8 service neutron] 10.222.0.74 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603427 Nov 23 14:04:58.798716 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb54ccd6-a89c-4304-89e4-7ad98013bc6f x-openstack-request-id: req-eb54ccd6-a89c-4304-89e4-7ad98013bc6f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:04:58.799240 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-plugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:04:58.799338 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb54ccd6-a89c-4304-89e4-7ad98013bc6f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:04:58.799668 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'code': 200} Nov 23 14:04:58.872555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Allocated IP 172.25.3.122 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/99ba6cbe-c776-4398-a4be-ee69d48c35a7) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:04:58.889807 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-362c8d0c-8322-4d4e-8de2-b90134db7ff9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 217 time: 0.0962648 Nov 23 14:04:58.968052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aadbc93-3bab-487e-b711-1ec199281782 None None] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:04:59.091861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-fa8c9153-156f-438a-9881-51f85fc7ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:59.093418 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-fa8c9153-156f-438a-9881-51f85fc7ec08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1855438 Nov 23 14:04:59.104532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4968ff9d-83c3-4dd4-bb06-57cee98c066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:59.153351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-86a3a567-ba17-4c6a-b70b-02f37d4ad03d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494931 Nov 23 14:04:59.155331 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-c73dca68-a1c9-43b3-be05-4e82fda35fac service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723342 Nov 23 14:04:59.159813 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31ea3076-29ee-4a7a-a3b0-95e579ef054f req-6825a6eb-e38e-4775-8081-f309866a1fa7 service neutron] 10.222.0.74 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445070 Nov 23 14:04:59.178954 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde4a-13aa-4194-a001-1a9a5380f90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:59.181736 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde4a-13aa-4194-a001-1a9a5380f90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:59.185252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d5fde4a-13aa-4194-a001-1a9a5380f90c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2014e140-5eeb-47b2-9148-14acf599b61a HTTP/1.1" status: 204 len: 168 time: 1.1189420 Nov 23 14:04:59.247128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fde4a-13aa-4194-a001-1a9a5380f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014e140-5eeb-47b2-9148-14acf599b61a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:04:59.291592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9272501-0f50-4424-8ed9-f4c4eef1b21c req-d1ad9dc6-e2f0-417c-b0d9-a5633124386e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:59.294113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9272501-0f50-4424-8ed9-f4c4eef1b21c req-d1ad9dc6-e2f0-417c-b0d9-a5633124386e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 943 time: 0.3786025 Nov 23 14:04:59.317925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-874adfca-8fc8-4291-8a17-7401f353855e None None] Provisioning complete for port 52e0debb-3ff5-469b-9167-e0684dc04f1a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:04:59.318305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-874adfca-8fc8-4291-8a17-7401f353855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:59.365301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-2b4cfcb6-0b1a-4da8-8edd-1f9a7445b403 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015402 Nov 23 14:04:59.367520 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-af13dc3a-c3e4-45d2-be1b-31feb5d7f7b2 req-8c85f80a-2877-4a8d-8dea-dd30fdcb46b7 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930320 Nov 23 14:04:59.553427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9272501-0f50-4424-8ed9-f4c4eef1b21c req-aead8d74-8921-4347-a04b-916058e60c75 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529891 Nov 23 14:04:59.561190 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-c334820a-07ff-493d-ac43-e5383cb05e1b service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847947 Nov 23 14:04:59.632056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:59.648406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 52e0debb-3ff5-469b-9167-e0684dc04f1a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:04:59.723741 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:04:59.743638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:04:59.749210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:04:59.752067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:04:59.951309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-1bd03ee6-6717-4707-bd5f-4eccf0cc0f58 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:04:59.961586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-1bd03ee6-6717-4707-bd5f-4eccf0cc0f58 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1097 time: 0.3277502 Nov 23 14:04:59.978144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-2'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:00.022530 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.042754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-874adfca-8fc8-4291-8a17-7401f353855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.114485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.183424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-874adfca-8fc8-4291-8a17-7401f353855e None None] For port 52e0debb-3ff5-469b-9167-e0684dc04f1a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=52e0debb-3ff5-469b-9167-e0684dc04f1a,segment=NetworkSegment(53e13038-f7b0-4f6e-93ee-f1af6ac116fb),segment_id=53e13038-f7b0-4f6e-93ee-f1af6ac116fb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:00.191618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 52e0debb-3ff5-469b-9167-e0684dc04f1a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:00.192179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.202153 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-874adfca-8fc8-4291-8a17-7401f353855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.387940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Pushing event updated for resources: {'Port': ['ID=99ba6cbe-c776-4398-a4be-ee69d48c35a7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:00.401412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265abaf2-5112-4ee1-91b9-e316665f0cdf {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:00.440220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.440718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874adfca-8fc8-4291-8a17-7401f353855e None None] Pushing event updated for resources: {'Port': ['ID=52e0debb-3ff5-469b-9167-e0684dc04f1a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:00.554708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Transition to ACTIVE for port object 265abaf2-5112-4ee1-91b9-e316665f0cdf will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:00.570587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.651444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:00.688346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-aa6bbba0-007e-472a-a42c-c798a7bed0e7 None None] Provisioning complete for port 52e0debb-3ff5-469b-9167-e0684dc04f1a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:00.689030 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aa6bbba0-007e-472a-a42c-c798a7bed0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:00.865007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:01.089518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:01.089906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:01.090247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:01.136506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:01.138460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:01.150350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:01.150743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:01.151231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:01.151690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Bound port: 265abaf2-5112-4ee1-91b9-e316665f0cdf, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:01.152258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:01.186658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:01.283497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:01.384420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:01.402258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:01.555841 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:01.610555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 52e0debb-3ff5-469b-9167-e0684dc04f1a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:01.625605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:01.724841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on host n-h2-818503-2 for vnic_type normal with profile {"migrating_to": "n-h1-818503-2"} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:01.725940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:01.726516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:01.736966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:01.737650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Attempting to bind port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:01.744533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 52e0debb-3ff5-469b-9167-e0684dc04f1a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:01.744919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:01.751640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:01.752352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:01.752964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:01.756836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Bound port: b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:01.757526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:01.906868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:01.914520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:01.924506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:02.098416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:02.099136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:02.101910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] 10.222.0.11 "PUT /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 1122 time: 2.1281872 Nov 23 14:05:02.135962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:02.139087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffc9e1-5e3c-4dcb-a381-32dad36807fa service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:02.169727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['b4bf0e62-9893-4920-ba26-0997e1e9ee7f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:02.189949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:02.200888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:02.344819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:02.347314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:02.349814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] 10.222.0.74 "PUT /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 1091 time: 3.9819944 Nov 23 14:05:02.350671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:02.353365 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:02.381740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:02.393078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:02.400640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606866a-3314-4ddc-bad5-705fdadd5890 service neutron] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:02.618909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-cc544918-e31d-4961-ab8b-5b276ea0ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:02.625124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-cc544918-e31d-4961-ab8b-5b276ea0ec39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1094 time: 0.2056024 Nov 23 14:05:02.645513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9fc3e685-5a1c-4c3e-8d9f-139f48084664 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:02.767745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-5ec8e5ca-19b6-4a23-ae7e-54a7a8a0cab8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 217 time: 0.1274071 Nov 23 14:05:02.908941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-19f2ac4e-ae54-40e1-966f-1b9b5bcb4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:02.911931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-19f2ac4e-ae54-40e1-966f-1b9b5bcb4aec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1321688 Nov 23 14:05:02.931254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Router ace1c58e-6e3c-4b79-b3a8-68a21134e23c is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:05:02.960834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9fc3e685-5a1c-4c3e-8d9f-139f48084664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:02.979491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-4f08dbfd-cd40-4005-a610-af286a4648f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600200 Nov 23 14:05:02.988933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'port_id': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'mac_address': 'fa:16:3e:0f:aa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:03.043432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:03.057830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc3e685-5a1c-4c3e-8d9f-139f48084664 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:03.086853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9fc3e685-5a1c-4c3e-8d9f-139f48084664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:03.096520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:03.175184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9fc3e685-5a1c-4c3e-8d9f-139f48084664,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:03.198881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-71ae49b4-9fa5-42f7-a998-7cb50422850a service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081380 Nov 23 14:05:03.252032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:05:03.260688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Sync routers for ids ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:05:03.288419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Routers {'ace1c58e-6e3c-4b79-b3a8-68a21134e23c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:03.291976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:03.327990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2b98859-23ec-4219-91e1-0b607e8d1132 req-d1b29de3-a918-425f-9885-85e91852aeea service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207981 Nov 23 14:05:03.330935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:03.332023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8e5cb2c0-077f-419d-acac-119d0412061c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.0806227 Nov 23 14:05:03.338102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59538) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:03.396567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['9fc3e685-5a1c-4c3e-8d9f-139f48084664'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:03.763840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Set router ace1c58e-6e3c-4b79-b3a8-68a21134e23c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:03.934554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:04.050371 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:04.110470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:00Z', 'revision_number': 3, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:04.225565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:04.238990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f has no active binding in host n-h1-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:05:04.242507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Checking router: ace1c58e-6e3c-4b79-b3a8-68a21134e23c for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:05:04.242858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Updating router ace1c58e-6e3c-4b79-b3a8-68a21134e23c port 99ba6cbe-c776-4398-a4be-ee69d48c35a7 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:05:04.279742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:04.284273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Allocated IP 172.20.0.1 (6dae5972-0d55-44ea-a09b-53c927e8ff20/17e3be0b-47db-4190-9096-3bd720ffc9a9/f4d2cd42-154b-402a-b35d-73824fb88c03) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:05:04.448125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:04.540171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:04.619511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:04.628578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9fc3e685-5a1c-4c3e-8d9f-139f48084664 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:04.632809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:04.637868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:05:04.715099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d2cd42-154b-402a-b35d-73824fb88c03,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:04.773644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:04.964555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:05:04.984919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:04.989843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.065127 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.074953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.077837 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.147598 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Attempting to bind port 99ba6cbe-c776-4398-a4be-ee69d48c35a7 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:05.147982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Attempting to bind port 99ba6cbe-c776-4398-a4be-ee69d48c35a7 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:05.148347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Attempting to bind port 99ba6cbe-c776-4398-a4be-ee69d48c35a7 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:05.189176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:05.189630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:05.189946 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.190337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:05.190820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Bound port: 99ba6cbe-c776-4398-a4be-ee69d48c35a7, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:05.191232 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.251638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebda69-97d7-4315-ab9e-129ffb625180 None None] Pushing event updated for resources: {'Port': ['ID=99ba6cbe-c776-4398-a4be-ee69d48c35a7,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:05.264994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9c4e62ea-9c55-4b8f-8445-ec2c792bfc8e None None] Provisioning complete for port f4d2cd42-154b-402a-b35d-73824fb88c03 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:05.264994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c4e62ea-9c55-4b8f-8445-ec2c792bfc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.308945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] For port 99ba6cbe-c776-4398-a4be-ee69d48c35a7, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:05.311590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e62ea-9c55-4b8f-8445-ec2c792bfc8e None None] Port f4d2cd42-154b-402a-b35d-73824fb88c03 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:05:05.328193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] For port 99ba6cbe-c776-4398-a4be-ee69d48c35a7, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=99ba6cbe-c776-4398-a4be-ee69d48c35a7,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:05.330133 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.354656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.367575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:05.368234 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3392f6-ce1d-4008-8325-b465623f0eb1" -d '{"events": [{"server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "name": "network-vif-plugged", "status": "completed", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:05.420221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9fc3e685-5a1c-4c3e-8d9f-139f48084664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:05.430612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.439183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.445712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Routers {'ace1c58e-6e3c-4b79-b3a8-68a21134e23c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:05.446147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.446529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:05.503975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebda69-97d7-4315-ab9e-129ffb625180 None None] Pushing event updated for resources: {'Port': ['ID=99ba6cbe-c776-4398-a4be-ee69d48c35a7,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:05.560760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9fc3e685-5a1c-4c3e-8d9f-139f48084664,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:05.618486 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:05.620293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d2cd42-154b-402a-b35d-73824fb88c03,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:05.648528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] Set router ace1c58e-6e3c-4b79-b3a8-68a21134e23c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:05.763510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:05.768625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:06.064830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Router ace1c58e-6e3c-4b79-b3a8-68a21134e23c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:05:06.067052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 4, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f4d2cd42-154b-402a-b35d-73824fb88c03', 'name': '', 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'mac_address': 'fa:16:3e:89:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:05:04Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 2, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'subnets': [{'id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:06.111299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4196e11-b60e-4db3-9436-0279c30f69d2 None None] The sync data for ids ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'] in n-d-818503-2 is: [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 4, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f4d2cd42-154b-402a-b35d-73824fb88c03', 'name': '', 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'mac_address': 'fa:16:3e:89:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:05:04Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 2, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'subnets': [{'id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:05:06.260988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:05:06.291735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f88a01a8-9023-4ed0-95a8-aeccda4d7853 admin admin] 10.222.0.46 "PUT /v2.0/routers/ace1c58e-6e3c-4b79-b3a8-68a21134e23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447112 Nov 23 14:05:06.324733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-95c2670f-f9f7-4a6b-a6bb-ef1db7d5d950 None None] Provisioning complete for port f4d2cd42-154b-402a-b35d-73824fb88c03 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:06.327423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95c2670f-f9f7-4a6b-a6bb-ef1db7d5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:06.425799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-31f9cd58-ec7a-4350-899a-ab42d7ceb407 service neutron] 10.222.0.74 "GET /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.1877108 Nov 23 14:05:06.434200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-95c2670f-f9f7-4a6b-a6bb-ef1db7d5d950 None None] Port f4d2cd42-154b-402a-b35d-73824fb88c03 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:05:06.648104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:06.707903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:06.743898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:06.807343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bf0e62-9893-4920-ba26-0997e1e9ee7f {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:06.830105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:06.852389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:06.904863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:06.936765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '265abaf2-5112-4ee1-91b9-e316665f0cdf', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'port_id': '265abaf2-5112-4ee1-91b9-e316665f0cdf', 'mac_address': 'fa:16:3e:c1:8b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaa189b-b732-45d2-b8a2-e977e27e778a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:07.025356 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:07.044397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] Transition to ACTIVE for port object b4bf0e62-9893-4920-ba26-0997e1e9ee7f will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:07.046129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265abaf2-5112-4ee1-91b9-e316665f0cdf {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:07.054222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:07.111003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:07.116471 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:07.228892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:07.304833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] No DVR routers for this DVR port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:05:07.307416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=10']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:07.337632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['265abaf2-5112-4ee1-91b9-e316665f0cdf'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:07.383366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-bb33e934-7b65-45db-9990-709090e9a5de service neutron] 10.222.0.74 "PUT /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f/bindings/n-h1-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9506137 Nov 23 14:05:07.576160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-50d67b84-5134-468d-b3f1-e83258f83e27 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:07.581784 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-50d67b84-5134-468d-b3f1-e83258f83e27 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.1027713 Nov 23 14:05:07.611369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 99ba6cbe-c776-4398-a4be-ee69d48c35a7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:07.743178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-3146c3a2-1aa0-40b9-92df-a2fa63229fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:07.744707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-3146c3a2-1aa0-40b9-92df-a2fa63229fb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde&tenant_id=34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 1096 time: 0.1558921 Nov 23 14:05:07.749185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 99ba6cbe-c776-4398-a4be-ee69d48c35a7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:07.749553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:07.836350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-a7591f57-37c0-422c-9e41-db7b808cc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:07.838561 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-a7591f57-37c0-422c-9e41-db7b808cc7d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1096 time: 0.0602329 Nov 23 14:05:08.026654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-54e9fa89-5217-44b0-a320-c24f1344e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:08.028207 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-54e9fa89-5217-44b0-a320-c24f1344e24a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.1816285 Nov 23 14:05:08.030263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:08.079355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 99ba6cbe-c776-4398-a4be-ee69d48c35a7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=99ba6cbe-c776-4398-a4be-ee69d48c35a7,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:08.089808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:08.135306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-aa44ff6f-db12-41e9-b9ce-2fe1bfcf27a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 217 time: 0.0894010 Nov 23 14:05:08.200516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=99ba6cbe-c776-4398-a4be-ee69d48c35a7,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:08.250925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-4b05c19d-74f5-4084-b445-49fb68e409a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:08.252634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-4b05c19d-74f5-4084-b445-49fb68e409a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1073508 Nov 23 14:05:08.309801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-ad8f78df-b651-4fde-a37a-d23faf592e0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370593 Nov 23 14:05:08.521574 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-7cb7c1c1-cf1b-4b37-b60d-45bd1fd46bd2 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040923 Nov 23 14:05:08.648873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:08.680609 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-7b186143-3ce3-41e7-b723-0169ace4a68b service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364143 Nov 23 14:05:08.782883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 265abaf2-5112-4ee1-91b9-e316665f0cdf completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:05:08.787513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 265abaf2-5112-4ee1-91b9-e316665f0cdf triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:08.787968 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:08.945403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:09.019486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:09.027277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:09.028641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:05:09.096596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-27e91122-e0fe-4b39-997b-b52a5c293ec7 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:09.103621 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-27e91122-e0fe-4b39-997b-b52a5c293ec7 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.1355684 Nov 23 14:05:09.167425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:05:09.178347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:09.353877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-edea4731-e1fd-4da5-83b4-11efec45ca1b service neutron] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:09.364667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-edea4731-e1fd-4da5-83b4-11efec45ca1b service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:09.369105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dddb7982-7b28-436d-ae9d-46a9c6c49ca3 req-edea4731-e1fd-4da5-83b4-11efec45ca1b service neutron] 10.222.0.11 "DELETE /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f/bindings/n-h2-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.2555740 Nov 23 14:05:09.515253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 99ba6cbe-c776-4398-a4be-ee69d48c35a7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:09.643710 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Sync routers for ids ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:05:09.646689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 99ba6cbe-c776-4398-a4be-ee69d48c35a7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:09.649411 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:09.671366 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Routers {'ace1c58e-6e3c-4b79-b3a8-68a21134e23c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:09.673370 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:09.894263 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Set router ace1c58e-6e3c-4b79-b3a8-68a21134e23c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:10.151196 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 4, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f4d2cd42-154b-402a-b35d-73824fb88c03', 'name': '', 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'mac_address': 'fa:16:3e:89:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:05:04Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 2, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'subnets': [{'id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:10.192208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Checking router: ace1c58e-6e3c-4b79-b3a8-68a21134e23c for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:05:10.192822 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Updating router ace1c58e-6e3c-4b79-b3a8-68a21134e23c port f4d2cd42-154b-402a-b35d-73824fb88c03 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:05:10.226465 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:10.687897 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:10.694720 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:10.800519 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ad8b6-85fe-4377-bda5-e7ac457f16ea None None] Pushing event updated for resources: {'Port': ['ID=f4d2cd42-154b-402a-b35d-73824fb88c03,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:10.827312 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Attempting to bind port f4d2cd42-154b-402a-b35d-73824fb88c03 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:10.827740 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Attempting to bind port f4d2cd42-154b-402a-b35d-73824fb88c03 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:10.828114 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Attempting to bind port f4d2cd42-154b-402a-b35d-73824fb88c03 on network 6dae5972-0d55-44ea-a09b-53c927e8ff20 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:10.834549 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:10.835021 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Checking segment: {'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:10.835424 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:10.836043 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Bound using segment: {'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:10.836554 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Bound port: f4d2cd42-154b-402a-b35d-73824fb88c03, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e13038-f7b0-4f6e-93ee-f1af6ac116fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:10.836964 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:10.930105 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] For port f4d2cd42-154b-402a-b35d-73824fb88c03, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:10.933705 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] For port f4d2cd42-154b-402a-b35d-73824fb88c03, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f4d2cd42-154b-402a-b35d-73824fb88c03,segment=NetworkSegment(53e13038-f7b0-4f6e-93ee-f1af6ac116fb),segment_id=53e13038-f7b0-4f6e-93ee-f1af6ac116fb)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:10.946958 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:11.073431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Routers {'ace1c58e-6e3c-4b79-b3a8-68a21134e23c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:11.074077 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:11.077728 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ad8b6-85fe-4377-bda5-e7ac457f16ea None None] Pushing event updated for resources: {'Port': ['ID=f4d2cd42-154b-402a-b35d-73824fb88c03,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:11.134039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f2cd2533-2105-478a-8d50-e23ee7dd7b27 None None] Provisioning complete for port f4d2cd42-154b-402a-b35d-73824fb88c03 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:11.135032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cd2533-2105-478a-8d50-e23ee7dd7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:11.245745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] Set router ace1c58e-6e3c-4b79-b3a8-68a21134e23c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:11.315122 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cd2533-2105-478a-8d50-e23ee7dd7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:11.366699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f2cd2533-2105-478a-8d50-e23ee7dd7b27 None None] For port f4d2cd42-154b-402a-b35d-73824fb88c03, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f4d2cd42-154b-402a-b35d-73824fb88c03,segment=NetworkSegment(53e13038-f7b0-4f6e-93ee-f1af6ac116fb),segment_id=53e13038-f7b0-4f6e-93ee-f1af6ac116fb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:11.376082 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cd2533-2105-478a-8d50-e23ee7dd7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:11.498874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd2533-2105-478a-8d50-e23ee7dd7b27 None None] Pushing event updated for resources: {'Port': ['ID=f4d2cd42-154b-402a-b35d-73824fb88c03,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:11.512639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d8ecfea6-8851-4c00-ab54-6c138ba0152e None None] Provisioning complete for port f4d2cd42-154b-402a-b35d-73824fb88c03 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:11.513083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d8ecfea6-8851-4c00-ab54-6c138ba0152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:11.543976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f4d2cd42-154b-402a-b35d-73824fb88c03 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:11.614302 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 4, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f4d2cd42-154b-402a-b35d-73824fb88c03', 'name': '', 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'mac_address': 'fa:16:3e:89:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:05:04Z', 'updated_at': '2021-11-23T14:05:10Z', 'revision_number': 4, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'subnets': [{'id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:11.616749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f4d2cd42-154b-402a-b35d-73824fb88c03 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:11.618582 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:11.651598 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d971a-dc10-4a6a-a41f-8dc3e840b04a None None] The sync data for ids ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'] in n-d-818503-2 is: [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:05Z', 'revision_number': 4, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f4d2cd42-154b-402a-b35d-73824fb88c03', 'name': '', 'network_id': '6dae5972-0d55-44ea-a09b-53c927e8ff20', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'mac_address': 'fa:16:3e:89:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:05:04Z', 'updated_at': '2021-11-23T14:05:10Z', 'revision_number': 4, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'subnets': [{'id': '17e3be0b-47db-4190-9096-3bd720ffc9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:05:11.672017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-83365c15-da58-44d4-b008-2f11dcf47e2f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307631 Nov 23 14:05:11.712360 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbec9ff-5d98-4228-b65c-22b82115c476 x-openstack-request-id: req-ccbec9ff-5d98-4228-b65c-22b82115c476 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:11.713501 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:11.714077 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccbec9ff-5d98-4228-b65c-22b82115c476 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:11.715068 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'status': 'completed', 'code': 200} Nov 23 14:05:11.896390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-8ccafcd2-fd97-44fd-9752-e50ab768e87e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:11.898309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-8ccafcd2-fd97-44fd-9752-e50ab768e87e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165995 Nov 23 14:05:11.917822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b170739-db80-45ff-8b46-55f28adc86ad req-ac58ebc2-06c9-4bf9-ba94-e46e8c423571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:11.919358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b170739-db80-45ff-8b46-55f28adc86ad req-ac58ebc2-06c9-4bf9-ba94-e46e8c423571 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 1096 time: 0.1888494 Nov 23 14:05:11.925042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-c72f8379-4817-4b1b-945d-8835ccf24723 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/quotas/5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 375 time: 0.0174701 Nov 23 14:05:11.993463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e0ce4-b045-4128-9d36-6ec56ca443b4 req-93c310b6-9972-47a3-910c-e4f7be5f0b9e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:11.999465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c11e0ce4-b045-4128-9d36-6ec56ca443b4 req-93c310b6-9972-47a3-910c-e4f7be5f0b9e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 945 time: 0.1587672 Nov 23 14:05:12.011831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-347a3cf4-9768-414c-a4be-abf6d4233fbd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760627 Nov 23 14:05:12.124789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b170739-db80-45ff-8b46-55f28adc86ad req-46d85ad3-64b4-4d7e-bccf-003ab83c1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.124789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b170739-db80-45ff-8b46-55f28adc86ad req-46d85ad3-64b4-4d7e-bccf-003ab83c1c34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 924 time: 0.1971009 Nov 23 14:05:12.131420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c11e0ce4-b045-4128-9d36-6ec56ca443b4 req-c2d82190-35bb-4efe-bf66-f9711780d4cb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295187 Nov 23 14:05:12.170953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b170739-db80-45ff-8b46-55f28adc86ad req-4deebd9b-4719-4f86-a38f-e1cdc70d030e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664 HTTP/1.1" status: 200 len: 217 time: 0.0387206 Nov 23 14:05:12.339505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883bac3-6f3d-4792-b583-8d49272d4a6e req-fd1cf9c8-864e-4e0b-af7d-f3f0a08c2d34 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.341987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2883bac3-6f3d-4792-b583-8d49272d4a6e req-fd1cf9c8-864e-4e0b-af7d-f3f0a08c2d34 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 945 time: 0.1062572 Nov 23 14:05:12.344754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b170739-db80-45ff-8b46-55f28adc86ad req-e8df244f-f277-407c-859a-23fe25d84aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.346242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b170739-db80-45ff-8b46-55f28adc86ad req-e8df244f-f277-407c-859a-23fe25d84aa3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=13390dc8-d8ca-406c-832b-0fa20d28e421 HTTP/1.1" status: 200 len: 862 time: 0.1685202 Nov 23 14:05:12.356899 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0a24-c2da-43b7-ac3d-0149ea7f62da req-6b166be0-edfc-480e-bd55-73169f736738 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.358581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d9f0a24-c2da-43b7-ac3d-0149ea7f62da req-6b166be0-edfc-480e-bd55-73169f736738 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 945 time: 0.0859489 Nov 23 14:05:12.470387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2883bac3-6f3d-4792-b583-8d49272d4a6e req-cf976a09-6480-4c8f-b5a3-407039d4ccb8 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109598 Nov 23 14:05:12.479967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b170739-db80-45ff-8b46-55f28adc86ad req-141d6fe2-a38f-4647-bb88-98a3d0844a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.481342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b170739-db80-45ff-8b46-55f28adc86ad req-141d6fe2-a38f-4647-bb88-98a3d0844a59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd9c651b-1edf-46ff-96d5-23db0651e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145248 Nov 23 14:05:12.498020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d9f0a24-c2da-43b7-ac3d-0149ea7f62da req-1e347db0-f59e-4008-ba55-32b4bea859a1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219535 Nov 23 14:05:12.540311 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e7edd-8866-4040-ac28-3b9147f11e82 x-openstack-request-id: req-174e7edd-8866-4040-ac28-3b9147f11e82 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:12.540555 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:12.540784 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-174e7edd-8866-4040-ac28-3b9147f11e82 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:12.541215 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf', 'status': 'completed', 'code': 200} Nov 23 14:05:12.612316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b170739-db80-45ff-8b46-55f28adc86ad req-e94eecd3-6620-41eb-9d54-8cce04b0013a service neutron] 10.222.0.74 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131449 Nov 23 14:05:12.651892 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb428b-cccf-44f1-ba24-51f4f897a0d3 x-openstack-request-id: req-8bcb428b-cccf-44f1-ba24-51f4f897a0d3 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:12.652447 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "name": "network-vif-plugged", "status": "completed", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:12.652530 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bcb428b-cccf-44f1-ba24-51f4f897a0d3 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:12.652879 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'code': 200} Nov 23 14:05:12.660645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-f7a21354-a19d-464a-b890-abda9c00aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.663204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-f7a21354-a19d-464a-b890-abda9c00aee2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1096 time: 0.0972979 Nov 23 14:05:12.729865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b170739-db80-45ff-8b46-55f28adc86ad req-cc6ea65e-fe66-485a-a865-ba192790b0d1 service neutron] 10.222.0.74 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090074 Nov 23 14:05:12.811327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77074513-7ca8-4c41-b93e-8c2170fa1798 req-47851c16-cdae-42f3-87a7-fd1c9cbca1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.812810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77074513-7ca8-4c41-b93e-8c2170fa1798 req-47851c16-cdae-42f3-87a7-fd1c9cbca1d4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 1096 time: 0.0678089 Nov 23 14:05:12.829390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-ff49be79-55cf-466f-856f-058201be0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:12.831158 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-ff49be79-55cf-466f-856f-058201be0871 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1570177 Nov 23 14:05:12.844006 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-d1967f5a-dc53-4e0d-9771-16fb30e02146 req-12f24308-1524-4b59-94b9-427e1561ec4f tempest-FloatingIPDetailsNegativeTestJSON-734030947 tempest-FloatingIPDetailsNegativeTestJSON-734030947-project] show failed (client error): The resource could not be found. Nov 23 14:05:12.845075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1967f5a-dc53-4e0d-9771-16fb30e02146 req-12f24308-1524-4b59-94b9-427e1561ec4f tempest-FloatingIPDetailsNegativeTestJSON-734030947 tempest-FloatingIPDetailsNegativeTestJSON-734030947-project] 10.222.0.46 "GET /v2.0/floatingips/ebb3f1a1-dc25-48b0-a908-74940e157941 HTTP/1.1" status: 404 len: 350 time: 0.0453258 Nov 23 14:05:12.856280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59610) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:13.059862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dcee8d2-337c-4286-8f49-61bcf7688227 req-45e7082d-c879-4f68-bf29-e71fe1a7aa66 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 210 time: 0.0525954 Nov 23 14:05:13.170660 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-e8acff14-3121-476e-9cc8-f05fe33d8647 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0382371 Nov 23 14:05:13.220505 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77074513-7ca8-4c41-b93e-8c2170fa1798 req-85c6c0d9-fd4e-4c40-965a-06d04c027884 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991590 Nov 23 14:05:13.231707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-f894299f-e530-4b1c-8f91-9513bdb871fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:13.233150 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-f894299f-e530-4b1c-8f91-9513bdb871fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0549958 Nov 23 14:05:13.290079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-7f7793ab-704a-42ea-bd27-6e6c0e6fe624 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:13.291553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-7f7793ab-704a-42ea-bd27-6e6c0e6fe624 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/networks?id=bed0df03-3c5e-40dc-9c99-f5a919a1457a HTTP/1.1" status: 200 len: 815 time: 0.2038023 Nov 23 14:05:13.312045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-14b41530-c221-4fa3-9cb7-ef3a131cb2a2 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/quotas/9041bb5b85b54b2db493bff38f126e01 HTTP/1.1" status: 200 len: 375 time: 0.0144966 Nov 23 14:05:13.387390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f4d2cd42-154b-402a-b35d-73824fb88c03 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:13.437504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-e556a2c9-968e-4609-af39-4e1b47b04546 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9041bb5b85b54b2db493bff38f126e01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180823 Nov 23 14:05:13.467514 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-7eecd532-72b6-4acd-b9a6-503f00087bf8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449841 Nov 23 14:05:13.494446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f4d2cd42-154b-402a-b35d-73824fb88c03 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:13.494864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:13.613710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-2062c009-b9ef-4b89-bd84-90dcfd4285da tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738468 Nov 23 14:05:13.704704 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-3890f5d8-7219-4786-a59a-6699d5e9dda2 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272527 Nov 23 14:05:13.722343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f'}, {'name': 'network-changed', 'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:13.725470 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c651a93-bc93-4799-bb36-5d367afe9eba" -d '{"events": [{"server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "name": "network-vif-unplugged", "status": "completed", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f"}, {"name": "network-changed", "server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:13.809206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-6b69075f-bf71-4345-8b5c-10116a4eb4bc tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:13.810708 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-6b69075f-bf71-4345-8b5c-10116a4eb4bc tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890790 Nov 23 14:05:13.833493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Request body: {'port': {'device_id': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '5c401a5b93f147fb8ddbe1db00ba277a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:13.859347 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bcf5ec6f-075d-44e5-8ba2-9fac224cdaf2 req-40dff782-5a58-4b17-8e57-0df050ef2c88 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465311 Nov 23 14:05:13.892136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-6afceaf4-1e4b-4769-bc91-88f9685ec122 service neutron] 10.222.0.46 "GET /v2.0/networks/bed0df03-3c5e-40dc-9c99-f5a919a1457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468613 Nov 23 14:05:13.913559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f79903-ea9d-4d2f-897a-342cf9772ea3 req-0880d893-13ac-4d36-a791-faf3685eca84 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:13.915051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14f79903-ea9d-4d2f-897a-342cf9772ea3 req-0880d893-13ac-4d36-a791-faf3685eca84 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1096 time: 0.1318460 Nov 23 14:05:13.947834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Made reservation on behalf of 5c401a5b93f147fb8ddbe1db00ba277a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:13.951339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:13.960158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:13.994447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.034505 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.038784 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.072309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14f79903-ea9d-4d2f-897a-342cf9772ea3 req-9da733f1-af57-493c-a461-088f944063fc tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419384 Nov 23 14:05:14.117662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa0b309-a950-4f1e-9886-4ec8029cf808,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:14.127351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-a729c0de-ce5d-40b1-ac84-07176026162e service neutron] 10.222.0.46 "GET /v2.0/networks/bed0df03-3c5e-40dc-9c99-f5a919a1457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256906 Nov 23 14:05:14.134067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.134415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.135052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.136261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.136849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.137189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.137521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.137853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.138176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.138503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.138827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.139741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:14.216248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Allocated IP 192.168.233.157 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/1a263c2a-00fd-4583-b4ac-e18977d3960f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:05:14.329253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa6c50-70d8-46fa-bbe7-50d1da5a049e req-c9fa5807-b904-4361-bdf3-6069487808b4 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:14.331196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9aaa6c50-70d8-46fa-bbe7-50d1da5a049e req-c9fa5807-b904-4361-bdf3-6069487808b4 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 950 time: 0.1570675 Nov 23 14:05:14.453077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.473163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9aaa6c50-70d8-46fa-bbe7-50d1da5a049e req-ed4e634a-e51c-43ea-b1f7-cc223cc27e29 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323459 Nov 23 14:05:14.509814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.532966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dcd0f-092d-4afe-9564-1c5eba7dd056 req-53d4ed2b-adba-4738-a091-57753466525f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:14.539593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b68dcd0f-092d-4afe-9564-1c5eba7dd056 req-53d4ed2b-adba-4738-a091-57753466525f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 945 time: 0.1666844 Nov 23 14:05:14.575761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:14.577125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:14.579983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:14.582283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:05:14.652533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b68dcd0f-092d-4afe-9564-1c5eba7dd056 req-b048f8c4-d846-4766-9ede-a9632e4783d0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965519 Nov 23 14:05:14.654424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:14.654822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.655991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:14.657366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Deleting port f4d2cd42-154b-402a-b35d-73824fb88c03 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:05:14.657366 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.662521 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfd8406-72c3-44ba-af99-2972ae81b707" -d '{"events": [{"server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "name": "network-vif-plugged", "status": "completed", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:14.680299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-826487f3-28a7-432d-8572-c17ea5bc8082 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8553462 Nov 23 14:05:14.682655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dddb3-861f-4493-b94f-70a12e6cc361 req-ec4cef42-5225-4f1b-a871-8f3a33013774 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:14.690639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b10dddb3-861f-4493-b94f-70a12e6cc361 req-ec4cef42-5225-4f1b-a871-8f3a33013774 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 945 time: 0.1495993 Nov 23 14:05:14.710587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Request body: {'port': {'device_id': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:14.787728 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316f9de7-a7fc-46fb-bba7-1c601d172ea0 x-openstack-request-id: req-316f9de7-a7fc-46fb-bba7-1c601d172ea0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:14.787728 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "name": "network-vif-unplugged", "status": "completed", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f", "code": 200}, {"name": "network-changed", "server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:14.788152 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-316f9de7-a7fc-46fb-bba7-1c601d172ea0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:14.789378 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f', 'code': 200} Nov 23 14:05:14.789633 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f', 'status': 'completed', 'code': 200} Nov 23 14:05:14.815327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b10dddb3-861f-4493-b94f-70a12e6cc361 req-ccadb8d9-42f8-446e-8dbb-c2d80682e396 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217864 Nov 23 14:05:14.854060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] For port f4d2cd42-154b-402a-b35d-73824fb88c03, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f4d2cd42-154b-402a-b35d-73824fb88c03,segment=NetworkSegment(53e13038-f7b0-4f6e-93ee-f1af6ac116fb),segment_id=53e13038-f7b0-4f6e-93ee-f1af6ac116fb)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:14.854466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.877760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:14.881287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Calling delete_port for f4d2cd42-154b-402a-b35d-73824fb88c03 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:05:14.964246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-7cfd1011-cf8d-47fe-959a-0adaa5557c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:14.965760 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-7cfd1011-cf8d-47fe-959a-0adaa5557c3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1096 time: 0.1478372 Nov 23 14:05:15.044546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e02e1ba4-9261-4eb3-9ac0-0b4cc24af7b5 None None] Provisioning complete for port 1a263c2a-00fd-4583-b4ac-e18977d3960f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:15.044908 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ba4-9261-4eb3-9ac0-0b4cc24af7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:15.102287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e02e1ba4-9261-4eb3-9ac0-0b4cc24af7b5 None None] Port 1a263c2a-00fd-4583-b4ac-e18977d3960f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:05:15.104769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a6955-4cc7-484d-8eb2-03b44c353ef5 req-062db387-ede4-4748-baa5-fe2469e127b1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:15.106260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d07a6955-4cc7-484d-8eb2-03b44c353ef5 req-062db387-ede4-4748-baa5-fe2469e127b1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 936 time: 0.2138495 Nov 23 14:05:15.205630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-ca8876e6-5683-4b9e-8f21-2f6fb40fc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:15.207044 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-ca8876e6-5683-4b9e-8f21-2f6fb40fc4ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.2259438 Nov 23 14:05:15.209351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-719314fe-9b61-475e-98bd-01365279fd44 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:15.214525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-719314fe-9b61-475e-98bd-01365279fd44 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 0.2766109 Nov 23 14:05:15.261156 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-d4075600-fe03-42ae-80b7-41c88c898026 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 217 time: 0.0458069 Nov 23 14:05:15.268011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-0247b634-83a6-4384-997a-d460637fc66c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/quotas/34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 375 time: 0.0391555 Nov 23 14:05:15.274375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d07a6955-4cc7-484d-8eb2-03b44c353ef5 req-c8883723-361d-4eaa-8e54-9939d1f0469a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121705 Nov 23 14:05:15.360257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-a037420c-5c53-4ac6-a71c-1d12f5b8f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:15.362336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-a037420c-5c53-4ac6-a71c-1d12f5b8f31c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0903575 Nov 23 14:05:15.376191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:15.385610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a263c2a-00fd-4583-b4ac-e18977d3960f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:15.404796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbd17cef-e642-4a5e-9727-70b165b67b8a req-1f4a6e4b-87f6-4f20-94f8-943de51114ba tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 210 time: 0.0510821 Nov 23 14:05:15.411535 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-905edc43-2227-4823-9c0b-801bfd2cb0a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388529 Nov 23 14:05:15.415628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:15.430236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Transition to ACTIVE for port object 1a263c2a-00fd-4583-b4ac-e18977d3960f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:15.431832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d2cd42-154b-402a-b35d-73824fb88c03,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:15.449951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:15.465739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.472059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.472640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.473213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.474194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.474694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.475063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.475398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.475728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.476054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.476381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.476706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:15.531707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-3460f681-d32b-49fc-8f48-2f2b1d59cdf8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2556772 Nov 23 14:05:15.588379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:15.787251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-c3a3a530-6c05-4879-a0b9-7f3e5cebf68e service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546508 Nov 23 14:05:15.858352 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-3bbde7a8-0ead-469a-91ac-2ee7b5347e8a service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268517 Nov 23 14:05:15.890847 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:15.974295 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd92f2d-cb2d-4ce7-8f4b-6bd071ed7e57 x-openstack-request-id: req-1bd92f2d-cb2d-4ce7-8f4b-6bd071ed7e57 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:15.975735 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "name": "network-vif-plugged", "status": "completed", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:15.976197 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bd92f2d-cb2d-4ce7-8f4b-6bd071ed7e57 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:15.976766 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf', 'code': 200} Nov 23 14:05:15.978050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:15.978463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:15.978772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:15.990626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-1f7d2a28-b553-49a9-99d0-1fd66eb649c8 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:15.992186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-1f7d2a28-b553-49a9-99d0-1fd66eb649c8 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.11 "GET /v2.0/networks?id=bed0df03-3c5e-40dc-9c99-f5a919a1457a HTTP/1.1" status: 200 len: 815 time: 0.3497543 Nov 23 14:05:15.992827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-c4a558c2-6327-4572-810b-a59d4643b52f service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877570 Nov 23 14:05:15.998378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Port 1a263c2a-00fd-4583-b4ac-e18977d3960f on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:15.999270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:16.011022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Request body: {'port': {'device_id': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'admin_state_up': True, 'tenant_id': '9041bb5b85b54b2db493bff38f126e01'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:16.028901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:16.029317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:16.029773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:16.033265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:05:16.035056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Bound port: 1a263c2a-00fd-4583-b4ac-e18977d3960f, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:16.040322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:16.243122 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:16.257835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c651a93-bc93-4799-bb36-5d367afe9eba req-e1186d03-067b-4a6e-9cae-fe395827a67c service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843777 Nov 23 14:05:16.325855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:16.337526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:16.420855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817a074-fe4c-44c2-bb5d-eb5861b9309f req-0ddfc071-e706-44bc-af79-f8ba715c91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:16.422737 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d817a074-fe4c-44c2-bb5d-eb5861b9309f req-0ddfc071-e706-44bc-af79-f8ba715c91f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1096 time: 0.2617698 Nov 23 14:05:16.424013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:16.429994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:16.446847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:16.448847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Made reservation on behalf of 9041bb5b85b54b2db493bff38f126e01 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:16.452817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:16.472442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:16.505463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Router ace1c58e-6e3c-4b79-b3a8-68a21134e23c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:05:16.518296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05d44e-ea24-4449-946d-6e9548c52b91 req-882ca11e-f64f-417a-bf35-8fd76ea05745 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:16.519894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad05d44e-ea24-4449-946d-6e9548c52b91 req-882ca11e-f64f-417a-bf35-8fd76ea05745 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 945 time: 0.1547484 Nov 23 14:05:16.532867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59710) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:16.538417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'floatingip': {'port_id': '9fc3e685-5a1c-4c3e-8d9f-139f48084664'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:16.587541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:16.590707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:16.597321 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 1096 time: 1.9038415 Nov 23 14:05:16.614810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:16.879114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:16.890651 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9037820a-1021-49ee-933f-5c63940da4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:17.028434 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d817a074-fe4c-44c2-bb5d-eb5861b9309f req-7eb1999a-2781-4f34-805d-eaa00a842211 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888290 Nov 23 14:05:17.041525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9cad3-2954-4a91-9f40-e477ecd33ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:17.088446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Allocated IP 172.20.0.14 (bed0df03-3c5e-40dc-9c99-f5a919a1457a/0a6cdb53-6260-43c9-a072-82fb166ff457/932bd5c4-093c-4127-9ea3-77781b372692) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:05:17.101493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-1e97596d-2dd8-4b79-a633-79b2698e3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:17.114436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-1e97596d-2dd8-4b79-a633-79b2698e3795 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1099 time: 0.4569619 Nov 23 14:05:17.142099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10c7ec64-d9d1-4885-ad07-5c346ba25770 req-95487af5-cd58-49cb-9fae-4543887bbd03 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 210 time: 0.0557244 Nov 23 14:05:17.335517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:05:17.345702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] Sync routers for ids ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:05:17.367916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509d59c-5e99-48b0-a716-af594cda85bb req-15baa5eb-e3f7-4789-845b-be549423009f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:17.369716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] Routers {'ace1c58e-6e3c-4b79-b3a8-68a21134e23c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:17.372647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:17.376239 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-b047ed1a-94d6-4271-875a-ddd5bac0e231 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0584350 Nov 23 14:05:17.378925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e509d59c-5e99-48b0-a716-af594cda85bb req-15baa5eb-e3f7-4789-845b-be549423009f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 945 time: 0.2929397 Nov 23 14:05:17.504468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:17.568965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:17.579600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] Set router ace1c58e-6e3c-4b79-b3a8-68a21134e23c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:17.638254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Pushing event updated for resources: {'Port': ['ID=932bd5c4-093c-4127-9ea3-77781b372692,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:17.658319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-66b4f6c9-4c9d-4e28-9055-b3b18d7cbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:17.661303 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-66b4f6c9-4c9d-4e28-9055-b3b18d7cbcb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2725294 Nov 23 14:05:17.672064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:17.674048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:17.692249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:05:17.773569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:17.774630 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:17.859089 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-863ca50a-9f66-478b-8b0f-b7a1c1f37ab3 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8528733 Nov 23 14:05:17.869711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-c66eb8f4-a395-4f7a-adcc-3de89be6f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:17.871726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-c66eb8f4-a395-4f7a-adcc-3de89be6f50b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941615 Nov 23 14:05:17.901215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:15Z', 'revision_number': 5, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:17.939657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] Checking router: ace1c58e-6e3c-4b79-b3a8-68a21134e23c for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:05:17.951637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] Routers {'ace1c58e-6e3c-4b79-b3a8-68a21134e23c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:17.952740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:17.969029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e53c068f-5bdc-4ab0-9209-1233f74fb179 admin admin] 10.222.0.46 "PUT /v2.0/routers/ace1c58e-6e3c-4b79-b3a8-68a21134e23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1097271 Nov 23 14:05:17.970713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:17.987274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80a6b-5bf6-4ed6-87ba-47aeeed92236 req-64409fe1-f328-4cc3-a813-7681b1ff53b4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:17.997370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81b80a6b-5bf6-4ed6-87ba-47aeeed92236 req-64409fe1-f328-4cc3-a813-7681b1ff53b4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.7740805 Nov 23 14:05:18.186508 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.resource_extend [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:05:18.200897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] Set router ace1c58e-6e3c-4b79-b3a8-68a21134e23c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:18.242767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:18.265030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:18.268379 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58be01eb-9ef2-42bc-93c6-97629a8419ec" -d '{"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-unplugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:18.310344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-db8857fe-65be-4348-98c2-f7ff48bb2bdd None None] Provisioning complete for port 932bd5c4-093c-4127-9ea3-77781b372692 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:18.310829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db8857fe-65be-4348-98c2-f7ff48bb2bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:18.385126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:18.385686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-db8857fe-65be-4348-98c2-f7ff48bb2bdd None None] Port 932bd5c4-093c-4127-9ea3-77781b372692 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:05:18.409109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81b80a6b-5bf6-4ed6-87ba-47aeeed92236 req-80c3fff9-e2ac-4867-905c-61caf2f04dc3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095924 Nov 23 14:05:18.415439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:18.444937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Request body: {'port': {'device_id': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:18.477570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:15Z', 'revision_number': 5, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:18.538472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e509d59c-5e99-48b0-a716-af594cda85bb req-a4216b48-ae0e-403e-a256-611dafbc1e90 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1567254 Nov 23 14:05:18.652254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d776b-1108-4197-a8eb-8d34c5b07412 None None] The sync data for ids ['ace1c58e-6e3c-4b79-b3a8-68a21134e23c'] in n-d-818503-2 is: [{'id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-172006173-router', 'tenant_id': 'e38307e16a574ffdb40d9012d6824993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:54Z', 'updated_at': '2021-11-23T14:05:15Z', 'revision_number': 5, 'project_id': 'e38307e16a574ffdb40d9012d6824993', 'gw_port': {'id': '99ba6cbe-c776-4398-a4be-ee69d48c35a7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace1c58e-6e3c-4b79-b3a8-68a21134e23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:58Z', 'updated_at': '2021-11-23T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:05:18.689323 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3063c203-fa62-4d3f-acb8-73ad2e775ffa x-openstack-request-id: req-3063c203-fa62-4d3f-acb8-73ad2e775ffa {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:18.689630 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:18.689858 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3063c203-fa62-4d3f-acb8-73ad2e775ffa {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:18.690245 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'status': 'completed', 'code': 200} Nov 23 14:05:18.794471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4800149-8cd6-4e73-9ab8-b5a7d15fa2c4 req-ad8a2ca4-aadb-4c63-9cbf-b8b93b1fd235 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:18.797111 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4800149-8cd6-4e73-9ab8-b5a7d15fa2c4 req-ad8a2ca4-aadb-4c63-9cbf-b8b93b1fd235 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 932 time: 0.2318015 Nov 23 14:05:18.819810 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Floating IP 7c884d68-3fea-4280-879a-afb0daf8a426 associated. External IP: 172.25.3.8, port: 9fc3e685-5a1c-4c3e-8d9f-139f48084664. Nov 23 14:05:18.940837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-392c70ec-fbca-49d3-8fee-d8a01135eb37 req-0f192cdc-b3fe-4fe6-a469-a7d0648ee9ef tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 210 time: 0.1044993 Nov 23 14:05:18.993791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4800149-8cd6-4e73-9ab8-b5a7d15fa2c4 req-dabd52aa-ad31-44c4-ab9b-528dbb48e885 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848555 Nov 23 14:05:19.089256 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc0f89-88ab-4497-bebe-f4fc54bca00d x-openstack-request-id: req-37bc0f89-88ab-4497-bebe-f4fc54bca00d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:19.089604 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-unplugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:19.089921 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37bc0f89-88ab-4497-bebe-f4fc54bca00d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:19.090314 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'code': 200} Nov 23 14:05:19.233763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:19.294196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:19.307171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Router fa08ded0-d117-4a0e-841a-b3a974ae02df has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:05:19.365556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f4d2cd42-154b-402a-b35d-73824fb88c03 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:05:19.371365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-c9ef0a68-affe-438b-ba9e-d1623ce03e99 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:19.372896 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-c9ef0a68-affe-438b-ba9e-d1623ce03e99 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 1.0459969 Nov 23 14:05:19.381283 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-741b415a-6efb-4452-9e65-47974b5d0a4e service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0554452 Nov 23 14:05:19.391392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Request body: {'port': {'device_id': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'admin_state_up': True, 'tenant_id': '34571f635c11481689d073a5cada7e6a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:19.417941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f4d2cd42-154b-402a-b35d-73824fb88c03 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:05:19.419178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f4d2cd42-154b-402a-b35d-73824fb88c03 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:05:19.638503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Made reservation on behalf of 34571f635c11481689d073a5cada7e6a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:19.646144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:19.781977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59768) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:19.864853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Deleting port 99ba6cbe-c776-4398-a4be-ee69d48c35a7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:05:19.865191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.000971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Allocated IP 172.20.0.3 (7811a950-ac82-499b-ba3f-9fd609f856d4/d3f446e3-072d-43c4-84d8-2573908fe985/9534263d-70e3-4ac4-a399-220fc5fb1e42) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:05:20.001529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:05:20.005317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] For port 99ba6cbe-c776-4398-a4be-ee69d48c35a7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=99ba6cbe-c776-4398-a4be-ee69d48c35a7,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:20.005317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.014817 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.016829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] Sync routers for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:05:20.034248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1a387-72fb-46a2-b5e9-ffe7314b2639 req-8f472c5b-45ca-4942-b19a-1c120bbb09ab tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:20.038360 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:20.039018 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:20.042361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18b1a387-72fb-46a2-b5e9-ffe7314b2639 req-8f472c5b-45ca-4942-b19a-1c120bbb09ab tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.5188155 Nov 23 14:05:20.054989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Calling delete_port for 99ba6cbe-c776-4398-a4be-ee69d48c35a7 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:05:20.058508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:20.093765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f91721b8-893a-4be4-94e4-11de1b5d2f1e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "PUT /v2.0/floatingips/7c884d68-3fea-4280-879a-afb0daf8a426 HTTP/1.1" status: 200 len: 989 time: 3.5594201 Nov 23 14:05:20.097913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:20.105579 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e9e868-4943-45a5-8476-93af58deab5b" -d '{"events": [{"name": "network-changed", "server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:20.106244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6537738-f380-4ee2-98e8-6a6931409b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.163602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d50a-98ba-4e81-80e7-8e1a0afb92ae req-9add7be4-dbc1-4fd6-9a66-ced401551951 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:20.165151 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:20.167615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b03d50a-98ba-4e81-80e7-8e1a0afb92ae req-9add7be4-dbc1-4fd6-9a66-ced401551951 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 945 time: 0.2224452 Nov 23 14:05:20.260566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:20.287510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18b1a387-72fb-46a2-b5e9-ffe7314b2639 req-b1366934-8a20-4887-b6d1-d04c36069125 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315109 Nov 23 14:05:20.292385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'mac_address': 'fa:16:3e:94:a7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:20.345517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b03d50a-98ba-4e81-80e7-8e1a0afb92ae req-eec1c0eb-a042-483b-84d4-908f4a5f7a5d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660957 Nov 23 14:05:20.378403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.388600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.439372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:20.481923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ba6cbe-c776-4398-a4be-ee69d48c35a7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:20.507534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:20.515743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.521197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-870cc8b8-5eb9-4457-bffe-675526fca95f req-f0e75368-bfb6-4ebf-9fc5-a8215b347c65 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 210 time: 0.0722237 Nov 23 14:05:20.619327 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7c884d68-3fea-4280-879a-afb0daf8a426', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'port_id': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'mac_address': 'fa:16:3e:0f:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:04:45Z', 'updated_at': '2021-11-23T14:05:18Z', 'revision_number': 1, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:20.624621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:20.646771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.647804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.648334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.651076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.651676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.652178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.652686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.653172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.653655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.656787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.658232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.658874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.662846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:05:20.685784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:20.698780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84bf7-9c4a-4626-9e73-653a122d55e2 req-afcda5d6-1a66-4140-b2f5-e986037d3af4 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:20.710384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dac84bf7-9c4a-4626-9e73-653a122d55e2 req-afcda5d6-1a66-4140-b2f5-e986037d3af4 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 932 time: 0.1347773 Nov 23 14:05:20.729984 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] Checking router: fa08ded0-d117-4a0e-841a-b3a974ae02df for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:05:20.762022 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:05:20.762646 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:04:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:20.797441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dac84bf7-9c4a-4626-9e73-653a122d55e2 req-3000bd5f-a905-461b-a113-6a5e2bb4cd9d tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807676 Nov 23 14:05:20.810001 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b07f3c0-5ff0-4b4e-bd3f-ffa85c1f4641 x-openstack-request-id: req-9b07f3c0-5ff0-4b4e-bd3f-ffa85c1f4641 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:20.810504 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:20.810980 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b07f3c0-5ff0-4b4e-bd3f-ffa85c1f4641 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:20.812618 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'status': 'completed', 'code': 200} Nov 23 14:05:20.881010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6537738-f380-4ee2-98e8-6a6931409b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.888541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:20.892317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.033491 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:05:21.063016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932bd5c4-093c-4127-9ea3-77781b372692 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:21.088268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.094474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6537738-f380-4ee2-98e8-6a6931409b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.190582 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d6537738-f380-4ee2-98e8-6a6931409b46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae79d13ee1ef4e0e99e70818fc93d93d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4053507 Nov 23 14:05:21.194197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:21.201770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.202301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace1c58e-6e3c-4b79-b3a8-68a21134e23c {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:05:21.205261 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:05:21.207733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.211585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3d2fa24e-96c1-4ac6-857f-0811fe023c39 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ace1c58e-6e3c-4b79-b3a8-68a21134e23c HTTP/1.1" status: 204 len: 168 time: 3.2367768 Nov 23 14:05:21.225752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59796) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:21.295237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Transition to ACTIVE for port object 932bd5c4-093c-4127-9ea3-77781b372692 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:21.310316 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.384953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.514985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6537738-f380-4ee2-98e8-6a6931409b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86bf839-62d2-46e8-8083-9ed74ae182ab,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:21.564699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Pushing event updated for resources: {'Port': ['ID=932bd5c4-093c-4127-9ea3-77781b372692,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:21.565402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] Deleting subnet 17e3be0b-47db-4190-9096-3bd720ffc9a9 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:05:21.588006 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.600462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9e868-4943-45a5-8476-93af58deab5b req-babe6425-b14f-4bff-83fc-a82705688444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:21.600462 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27e9e868-4943-45a5-8476-93af58deab5b req-babe6425-b14f-4bff-83fc-a82705688444 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 1096 time: 0.6427014 Nov 23 14:05:21.628530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b6305f2-8e4a-4a9c-b11c-816a07eea236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.638205 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7c884d68-3fea-4280-879a-afb0daf8a426', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'port_id': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'mac_address': 'fa:16:3e:0f:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:04:45Z', 'updated_at': '2021-11-23T14:05:18Z', 'revision_number': 1, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:21.651027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68236428-6e10-4944-ace1-a84c36bcf179 req-ab92f575-2be6-4716-8094-91aa09e83bd6 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:21.652565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68236428-6e10-4944-ace1-a84c36bcf179 req-ab92f575-2be6-4716-8094-91aa09e83bd6 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1096 time: 0.3334470 Nov 23 14:05:21.721719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8b0ef-128a-4c91-9181-6aa70d3f4d6a req-ea6698d5-6ff5-430d-9c56-ef6318f131c2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:21.728515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.730205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bd8b0ef-128a-4c91-9181-6aa70d3f4d6a req-ea6698d5-6ff5-430d-9c56-ef6318f131c2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.2576630 Nov 23 14:05:21.775163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.822120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b6305f2-8e4a-4a9c-b11c-816a07eea236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:21.878604 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a6a8a-2e9b-4710-919b-b09a8e2480f3 None None] The sync data for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 is: [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7c884d68-3fea-4280-879a-afb0daf8a426', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'port_id': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'mac_address': 'fa:16:3e:0f:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:04:45Z', 'updated_at': '2021-11-23T14:05:18Z', 'revision_number': 1, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:05:21.941296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:21.967950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68236428-6e10-4944-ace1-a84c36bcf179 req-6974caf5-e91e-4a4c-a51a-28ff6c2e54a3 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993882 Nov 23 14:05:22.006346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bd8b0ef-128a-4c91-9181-6aa70d3f4d6a req-dcb5ddb6-a878-4edc-805a-a223c53663e4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731702 Nov 23 14:05:22.036708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9e868-4943-45a5-8476-93af58deab5b req-2e3698a1-77c8-40e8-85b7-8cfe4512aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:22.038220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27e9e868-4943-45a5-8476-93af58deab5b req-2e3698a1-77c8-40e8-85b7-8cfe4512aba6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 924 time: 0.4183130 Nov 23 14:05:22.051891 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:22.065162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:05:22.076093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:22.077057 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b6305f2-8e4a-4a9c-b11c-816a07eea236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.079611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:22.081504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b6305f2-8e4a-4a9c-b11c-816a07eea236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.083838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5b6305f2-8e4a-4a9c-b11c-816a07eea236 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b86bf839-62d2-46e8-8083-9ed74ae182ab HTTP/1.1" status: 204 len: 168 time: 0.8869658 Nov 23 14:05:22.122113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6305f2-8e4a-4a9c-b11c-816a07eea236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86bf839-62d2-46e8-8083-9ed74ae182ab,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:22.154301 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.193009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Attempting to bind port 932bd5c4-093c-4127-9ea3-77781b372692 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:22.193470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Attempting to bind port 932bd5c4-093c-4127-9ea3-77781b372692 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:22.193819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Attempting to bind port 932bd5c4-093c-4127-9ea3-77781b372692 on network bed0df03-3c5e-40dc-9c99-f5a919a1457a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:22.240348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Port 932bd5c4-093c-4127-9ea3-77781b372692 on network bed0df03-3c5e-40dc-9c99-f5a919a1457a not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:22.240681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Attempting to bind port 932bd5c4-093c-4127-9ea3-77781b372692 on network bed0df03-3c5e-40dc-9c99-f5a919a1457a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:22.289783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:22.290048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Checking segment: {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:22.290445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Bound using segment: {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:22.290920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Bound port: 932bd5c4-093c-4127-9ea3-77781b372692, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d584714-befe-45f9-bcb1-73af54642fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:22.291300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.345887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.346783 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27e9e868-4943-45a5-8476-93af58deab5b req-5e2f756a-f131-43df-9629-7fa4a02ee751 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664 HTTP/1.1" status: 200 len: 997 time: 0.2881031 Nov 23 14:05:22.353750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:22.354527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.413260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e3be0b-47db-4190-9096-3bd720ffc9a9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:22.427513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] For port 932bd5c4-093c-4127-9ea3-77781b372692, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:22.429021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44dadc-295e-4b0d-b245-e32a549f6624 None None] New status for floating IP 7c884d68-3fea-4280-879a-afb0daf8a426: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:05:22.431569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] For port 932bd5c4-093c-4127-9ea3-77781b372692, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=932bd5c4-093c-4127-9ea3-77781b372692,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:22.437626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7547d-3b45-4c6b-8bac-d49746d28ec8 req-cfa667d1-7a97-48fc-bd03-c548b336b76e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:22.450665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7547d-3b45-4c6b-8bac-d49746d28ec8 req-cfa667d1-7a97-48fc-bd03-c548b336b76e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 931 time: 0.1966298 Nov 23 14:05:22.453954 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.457752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-55582086-9320-466c-aaaf-1a5f8ae7c19f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/17e3be0b-47db-4190-9096-3bd720ffc9a9 HTTP/1.1" status: 204 len: 168 time: 1.2287509 Nov 23 14:05:22.463602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59822) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:22.483737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9e868-4943-45a5-8476-93af58deab5b req-7f3d71f1-ec98-4c9f-9fa4-065f7aa9f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:22.485310 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27e9e868-4943-45a5-8476-93af58deab5b req-7f3d71f1-ec98-4c9f-9fa4-065f7aa9f0bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=13390dc8-d8ca-406c-832b-0fa20d28e421 HTTP/1.1" status: 200 len: 862 time: 0.1271319 Nov 23 14:05:22.497719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.653837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e498c48-41c8-4db0-9d65-05f449bf26bd None None] Network 6dae5972-0d55-44ea-a09b-53c927e8ff20 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:05:22.684597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7547d-3b45-4c6b-8bac-d49746d28ec8 req-a2e37724-f2ac-44fb-804a-7674c0480089 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326951 Nov 23 14:05:22.722774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.769117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d9278-5f39-40a9-86b0-b13f058e5096 req-9e9696ae-a013-4eed-9137-2fd1ab924e41 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:22.779555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab7d9278-5f39-40a9-86b0-b13f058e5096 req-9e9696ae-a013-4eed-9137-2fd1ab924e41 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.2448649 Nov 23 14:05:22.809378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:22.809759 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.934578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:22.935312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:22.936810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] 10.222.0.11 "PUT /v2.0/ports/932bd5c4-093c-4127-9ea3-77781b372692 HTTP/1.1" status: 200 len: 1092 time: 4.6086974 Nov 23 14:05:22.940596 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-320b5df7-95f7-478d-b2bc-40e7c06ac8bb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5544784 Nov 23 14:05:22.946745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59826) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:22.947303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'tag': '932bd5c4-093c-4127-9ea3-77781b372692'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:22.949848 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa9ae5-9138-454e-9b32-4af40efcf184" -d '{"events": [{"name": "network-changed", "server_uuid": "357cb912-0eb7-4630-b2fc-be64f3dc17a0", "tag": "932bd5c4-093c-4127-9ea3-77781b372692"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:22.970405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Request body: {'port': {'device_id': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:23.033464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d75f9-0d4f-4a89-b6e5-68cf4802e8e4 req-66a3df83-2659-460b-a089-da7e68de2a8f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:23.036225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad6d75f9-0d4f-4a89-b6e5-68cf4802e8e4 req-66a3df83-2659-460b-a089-da7e68de2a8f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1096 time: 0.2245872 Nov 23 14:05:23.038163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39dbcc29-64dd-4d3b-90a4-60acdedd5e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.096476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab7d9278-5f39-40a9-86b0-b13f058e5096 req-4330579f-a5a7-44d6-b1c5-3e041700651a tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157928 Nov 23 14:05:23.109145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5f96-31cf-4d70-8818-335604c20d88 service neutron] Pushing event updated for resources: {'Port': ['ID=932bd5c4-093c-4127-9ea3-77781b372692,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:23.132325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9e868-4943-45a5-8476-93af58deab5b req-ae15c356-70f5-489d-b1e5-48690b54d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:23.138464 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27e9e868-4943-45a5-8476-93af58deab5b req-ae15c356-70f5-489d-b1e5-48690b54d1ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd9c651b-1edf-46ff-96d5-23db0651e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6357684 Nov 23 14:05:23.212346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad6d75f9-0d4f-4a89-b6e5-68cf4802e8e4 req-bc18e7a8-e8aa-49ec-a1b1-5dd910928d14 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668258 Nov 23 14:05:23.222219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Deleting port 52e0debb-3ff5-469b-9167-e0684dc04f1a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:05:23.222564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.228662 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e32a6-8856-49a7-bf2d-7203d036eb79 x-openstack-request-id: req-750e32a6-8856-49a7-bf2d-7203d036eb79 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:23.231312 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357cb912-0eb7-4630-b2fc-be64f3dc17a0", "tag": "932bd5c4-093c-4127-9ea3-77781b372692", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:23.231581 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-750e32a6-8856-49a7-bf2d-7203d036eb79 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:23.231985 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'tag': '932bd5c4-093c-4127-9ea3-77781b372692', 'status': 'completed', 'code': 200} Nov 23 14:05:23.381607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 99ba6cbe-c776-4398-a4be-ee69d48c35a7 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:05:23.408523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 99ba6cbe-c776-4398-a4be-ee69d48c35a7 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:05:23.409592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 99ba6cbe-c776-4398-a4be-ee69d48c35a7 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:05:23.477706 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.499503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] DHCP port deletion for 6dae5972-0d55-44ea-a09b-53c927e8ff20 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:05:23.508691 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.513542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] For port 52e0debb-3ff5-469b-9167-e0684dc04f1a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=52e0debb-3ff5-469b-9167-e0684dc04f1a,segment=NetworkSegment(53e13038-f7b0-4f6e-93ee-f1af6ac116fb),segment_id=53e13038-f7b0-4f6e-93ee-f1af6ac116fb)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:23.514107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.540559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Calling delete_port for 52e0debb-3ff5-469b-9167-e0684dc04f1a owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:05:23.547605 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.552708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39dbcc29-64dd-4d3b-90a4-60acdedd5e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.559985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb36a8-8336-440b-8521-7b856b0c1a00 req-eaa174ec-a1e6-44ae-a72a-efad4588a48b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:23.569843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39dbcc29-64dd-4d3b-90a4-60acdedd5e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.578047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91bb36a8-8336-440b-8521-7b856b0c1a00 req-eaa174ec-a1e6-44ae-a72a-efad4588a48b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.2230287 Nov 23 14:05:23.617819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:23.627189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27e9e868-4943-45a5-8476-93af58deab5b req-a9ce5f5d-21a5-4443-b518-92b63ded08a9 service neutron] 10.222.0.74 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408066 Nov 23 14:05:23.628004 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf26e1f-3584-4b9a-a994-5171c649b9bd" -d '{"events": [{"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:23.646667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbcc29-64dd-4d3b-90a4-60acdedd5e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f796d513-92a5-4556-8112-4be4c6ed1351,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:23.648963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:23.663642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.726306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91bb36a8-8336-440b-8521-7b856b0c1a00 req-47a3ab5a-1b75-4ba7-8e46-d9ead41b2f50 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470490 Nov 23 14:05:23.732632 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-39dbcc29-64dd-4d3b-90a4-60acdedd5e55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d63db54f940434c8f21a5d3fcf99c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7795136 Nov 23 14:05:23.745528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:23.812059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.850141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] Deleting port 52e0debb-3ff5-469b-9167-e0684dc04f1a {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:05:23.853094 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:23.889634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] No DVR routers for this DVR port 52e0debb-3ff5-469b-9167-e0684dc04f1a on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:05:23.961676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Pushing event deleted for resources: {'Port': ['ID=52e0debb-3ff5-469b-9167-e0684dc04f1a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:23.996745 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac639b-2206-4059-b49e-7df127894eb8 x-openstack-request-id: req-47ac639b-2206-4059-b49e-7df127894eb8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:23.997494 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:23.998003 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47ac639b-2206-4059-b49e-7df127894eb8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:23.998722 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'code': 200} Nov 23 14:05:24.000083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:24.032856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] For port 52e0debb-3ff5-469b-9167-e0684dc04f1a, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:24.033255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.049278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] Calling delete_port for 52e0debb-3ff5-469b-9167-e0684dc04f1a owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:05:24.055095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] Port 52e0debb-3ff5-469b-9167-e0684dc04f1a was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:05:24.056877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.072231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] No DVR routers for this DVR port 52e0debb-3ff5-469b-9167-e0684dc04f1a on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:05:24.107211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0bd2c-b26f-49ef-9353-03dcb6b674f7 None None] Pushing event deleted for resources: {'Port': ['ID=52e0debb-3ff5-469b-9167-e0684dc04f1a,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:24.173101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.228325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549bcd3-d2c8-4f45-ae14-c4d8eb3631a6 req-f2f20350-cd89-41ef-82db-09df4eb7db65 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:24.231589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6549bcd3-d2c8-4f45-ae14-c4d8eb3631a6 req-f2f20350-cd89-41ef-82db-09df4eb7db65 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 931 time: 0.2621937 Nov 23 14:05:24.269333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dae5972-0d55-44ea-a09b-53c927e8ff20']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:24.295525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e13038-f7b0-4f6e-93ee-f1af6ac116fb') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:24.298683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e13038-f7b0-4f6e-93ee-f1af6ac116fb') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:05:24.326922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ac74ba-0585-406f-aafa-c95ffb488bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.327079 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.345149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.351978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:05:24.352368 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.377034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ac74ba-0585-406f-aafa-c95ffb488bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:05:24.413999 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:05:24.433653 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.433909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9534263d-70e3-4ac4-a399-220fc5fb1e42 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:24.438385 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.445410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/6dae5972-0d55-44ea-a09b-53c927e8ff20 HTTP/1.1" status: 204 len: 168 time: 1.9796109 Nov 23 14:05:24.463461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a6007-f0bd-4861-8f02-bfa61c6730bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6dae5972-0d55-44ea-a09b-53c927e8ff20,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:24.485192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.497960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27e9e868-4943-45a5-8476-93af58deab5b req-7f977ba8-3152-42b1-bd42-6a003091d004 service neutron] 10.222.0.74 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8364806 Nov 23 14:05:24.510800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6549bcd3-d2c8-4f45-ae14-c4d8eb3631a6 req-ef89bbd8-da20-4850-a574-92e7119e71aa tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961559 Nov 23 14:05:24.517434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Transition to ACTIVE for port object 9534263d-70e3-4ac4-a399-220fc5fb1e42 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:24.528438 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.531646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9ae5-9138-454e-9b32-4af40efcf184 req-cd7377e6-b1ad-4cc5-8d05-843fdd98f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:24.533160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1baa9ae5-9138-454e-9b32-4af40efcf184 req-cd7377e6-b1ad-4cc5-8d05-843fdd98f47d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9041bb5b85b54b2db493bff38f126e01&device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 1095 time: 0.3385231 Nov 23 14:05:24.544420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3498c59b-fc48-49f1-8d2d-03e8b9543005 req-ae38774c-4a4b-4d0b-a983-87d4aa3a3a35 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160985 Nov 23 14:05:24.592274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ac74ba-0585-406f-aafa-c95ffb488bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.603305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ac74ba-0585-406f-aafa-c95ffb488bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.604525 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-78ac74ba-0585-406f-aafa-c95ffb488bf4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f796d513-92a5-4556-8112-4be4c6ed1351 HTTP/1.1" status: 204 len: 168 time: 0.8599169 Nov 23 14:05:24.627113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac74ba-0585-406f-aafa-c95ffb488bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796d513-92a5-4556-8112-4be4c6ed1351,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:24.628882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:24.748036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:24.748409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:24.748722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:24.772257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:24.772843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:24.789472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:24.789472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:24.790133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:24.790286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Bound port: 9534263d-70e3-4ac4-a399-220fc5fb1e42, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:24.790729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:24.791204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb4ba-9353-4e22-bd2f-75c45f0c0034 req-e25a7e19-9813-4e6e-a6ab-23ac8cb65685 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:24.793924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ddbb4ba-9353-4e22-bd2f-75c45f0c0034 req-e25a7e19-9813-4e6e-a6ab-23ac8cb65685 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.1392996 Nov 23 14:05:24.878458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ddbb4ba-9353-4e22-bd2f-75c45f0c0034 req-9eff3529-86b7-4f94-81aa-c18da25f5163 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738363 Nov 23 14:05:24.967741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59894) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:24.999607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:25.016154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:25.026601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:25.048709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:25.052658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:25.054329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] 10.222.0.74 "PUT /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 1091 time: 2.0949056 Nov 23 14:05:25.074479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6ad65ad6-331d-4c1a-816e-ac5706394171 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e38307e16a574ffdb40d9012d6824993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1052334 Nov 23 14:05:25.076845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59900) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:25.236855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:25.239565 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181174dd-bdf0-4748-94bf-cf4f35cef35f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:25.251012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a784b3-eae7-420a-a7ea-4d2390b287be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:25.291649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a784b3-eae7-420a-a7ea-4d2390b287be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:25.307085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421ccec-778c-42ca-9ca3-56410a3c53f3 req-4c296f6c-4d8f-4b6f-9b59-1301735b532b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:25.315464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e421ccec-778c-42ca-9ca3-56410a3c53f3 req-4c296f6c-4d8f-4b6f-9b59-1301735b532b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.1315625 Nov 23 14:05:25.363772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-e5379f91-55ef-4939-9ef0-6c615db72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:25.369879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-e5379f91-55ef-4939-9ef0-6c615db72a98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1094 time: 0.2383845 Nov 23 14:05:25.370853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa03785-26e8-4b4d-8101-c73d1d8f56db service neutron] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:25.445133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e421ccec-778c-42ca-9ca3-56410a3c53f3 req-91855f68-8e90-46c2-a4f4-02185dd15964 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286888 Nov 23 14:05:25.467235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 52e0debb-3ff5-469b-9167-e0684dc04f1a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:05:25.487755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a784b3-eae7-420a-a7ea-4d2390b287be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:25.491031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a784b3-eae7-420a-a7ea-4d2390b287be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:25.495310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-16a784b3-eae7-420a-a7ea-4d2390b287be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/441820a2-2f11-4041-a0fe-b48f22635abf HTTP/1.1" status: 204 len: 168 time: 0.4172189 Nov 23 14:05:25.522746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a784b3-eae7-420a-a7ea-4d2390b287be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441820a2-2f11-4041-a0fe-b48f22635abf,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:25.563298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-d7a3b6f7-cf07-4fca-a278-bbd3ba7bac98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 217 time: 0.1112640 Nov 23 14:05:25.563877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 52e0debb-3ff5-469b-9167-e0684dc04f1a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:05:25.563877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 52e0debb-3ff5-469b-9167-e0684dc04f1a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:05:25.723208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037820a-1021-49ee-933f-5c63940da4ae req-b8d95b4a-b71d-4f8f-8e64-6575c94ab0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:25.725126 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9037820a-1021-49ee-933f-5c63940da4ae req-b8d95b4a-b71d-4f8f-8e64-6575c94ab0c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1099 time: 0.4245577 Nov 23 14:05:25.741949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-6f7f2e6d-15c8-4ecf-9511-6626aad70030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:25.743893 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-6f7f2e6d-15c8-4ecf-9511-6626aad70030 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1028116 Nov 23 14:05:25.745092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9ae5-9138-454e-9b32-4af40efcf184 req-c818872d-61e0-4072-a452-8822ef08f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:25.746662 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1baa9ae5-9138-454e-9b32-4af40efcf184 req-c818872d-61e0-4072-a452-8822ef08f5bc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9041bb5b85b54b2db493bff38f126e01&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5039215 Nov 23 14:05:25.772855 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17add903-b5f4-4e6d-82a0-ab69c49e4a6e x-openstack-request-id: req-17add903-b5f4-4e6d-82a0-ab69c49e4a6e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:25.774071 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:25.774794 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17add903-b5f4-4e6d-82a0-ab69c49e4a6e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:25.776037 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42', 'status': 'completed', 'code': 200} Nov 23 14:05:25.800494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-8a612e20-126f-430a-b23a-34a3160a1976 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457654 Nov 23 14:05:25.982504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-4e087a4e-716f-489c-9370-55e7ad1d439b service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730547 Nov 23 14:05:25.998143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ce4a1-9e15-4c29-925e-eb720906437b req-b8e5d4ce-2df2-40f0-94d5-8db3082c5d8e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:25.999778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c2ce4a1-9e15-4c29-925e-eb720906437b req-b8e5d4ce-2df2-40f0-94d5-8db3082c5d8e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.1092372 Nov 23 14:05:26.118260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c2ce4a1-9e15-4c29-925e-eb720906437b req-a43237d8-d67d-4fd5-9927-8a7c648d8bcb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098042 Nov 23 14:05:26.185650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-464bed0f-38d2-4418-bb53-e9b7b2e3f541 req-6c5696a2-ad09-41da-9642-89c3511288f5 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945412 Nov 23 14:05:26.331312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-b89eaef9-cefa-40cc-b071-d19caf57242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:26.332954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fc358-b735-42a9-ad92-257df785080f req-7aacc84f-ba22-4d79-a14f-2fe1329d9e2f tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:26.335978 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-b89eaef9-cefa-40cc-b071-d19caf57242f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1094 time: 0.0900605 Nov 23 14:05:26.337599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d3fc358-b735-42a9-ad92-257df785080f req-7aacc84f-ba22-4d79-a14f-2fe1329d9e2f tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.1114845 Nov 23 14:05:26.457748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d3fc358-b735-42a9-ad92-257df785080f req-b7952b46-7f94-4902-ac83-3a2476a3548e tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083417 Nov 23 14:05:26.577931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-3d606655-1468-40cf-b7cf-3687d3cb30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:26.579504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-3d606655-1468-40cf-b7cf-3687d3cb30f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.2351494 Nov 23 14:05:26.592202 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6993880d-0d65-48e5-9496-19130e0662f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:26.675927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-8bed9cc3-0a2f-496c-b3e7-7c4c2cd01d96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 217 time: 0.0873172 Nov 23 14:05:26.707800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4880ef4-c7b9-4302-ba36-193a3f1ada6a req-9141b727-5b9a-4c75-83f9-1b5997e18b2c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:26.717245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4880ef4-c7b9-4302-ba36-193a3f1ada6a req-9141b727-5b9a-4c75-83f9-1b5997e18b2c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.0717075 Nov 23 14:05:26.795366 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:26.822792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4880ef4-c7b9-4302-ba36-193a3f1ada6a req-cecaf6e1-f28e-4bd2-b148-1710268f25f0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012447 Nov 23 14:05:26.836767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-6157a851-8d2d-4afb-8059-09c82859556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:26.838307 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-6157a851-8d2d-4afb-8059-09c82859556b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1517749 Nov 23 14:05:26.901136 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-d007a78d-e9e0-49b2-8788-cd6592eb6cc8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521185 Nov 23 14:05:27.024550 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-efafce87-2c9b-49af-9640-2d7b1fa02bae service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166837 Nov 23 14:05:27.064827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59974) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:27.167903 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-181174dd-bdf0-4748-94bf-cf4f35cef35f req-f137b644-22b4-4d92-b611-6f6a17f7cdfe service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331198 Nov 23 14:05:27.203580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-59787609-network', 'tenant_id': '85b96f2700e344708701a19a4ee9f9a0'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:27.272675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Made reservation on behalf of 85b96f2700e344708701a19a4ee9f9a0 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:27.275258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.286887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.337048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da332-7daf-4924-8bf2-c8e881c0eb27 req-e2f8bfae-4e8f-4276-b296-0da25e31a960 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:27.338831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-158da332-7daf-4924-8bf2-c8e881c0eb27 req-e2f8bfae-4e8f-4276-b296-0da25e31a960 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.0976198 Nov 23 14:05:27.420712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-158da332-7daf-4924-8bf2-c8e881c0eb27 req-38b1fd2f-6a4d-49f6-80a6-fbfdbd173898 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631127 Nov 23 14:05:27.464698 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.471229 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.499471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:05:27.511934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e07700-8c81-4209-9d36-3046cabff33a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:27.518031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.518541 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Added segment f7faa5c0-3cc9-4e94-8e62-3e05fa907640 of type vlan for network 8b93425f-1718-46e8-8ed9-cd0659981060 Nov 23 14:05:27.601314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.650155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec1af4-22fb-45b8-8362-15396248d939 req-ad31fb3e-9385-4a05-be8f-19ff32d7ef98 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:27.657814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2ec1af4-22fb-45b8-8362-15396248d939 req-ad31fb3e-9385-4a05-be8f-19ff32d7ef98 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.1025074 Nov 23 14:05:27.668589 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.669610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:27.670308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:27.733254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6672382 Nov 23 14:05:27.736190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59996) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:27.744183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Request body: {'subnet': {'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-59787609-subnet', 'tenant_id': '85b96f2700e344708701a19a4ee9f9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:27.774068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9359-2ecb-457e-ae4a-ae17359f6e54 admin admin] Pushing event updated for resources: {'Network': ['ID=8b93425f-1718-46e8-8ed9-cd0659981060,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:27.779285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2ec1af4-22fb-45b8-8362-15396248d939 req-bf0728ac-943e-4ef8-a3c4-22918c1a06c1 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205544 Nov 23 14:05:27.787444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8b93425f-1718-46e8-8ed9-cd0659981060 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:05:27.804972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Made reservation on behalf of 85b96f2700e344708701a19a4ee9f9a0 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:27.838776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:28.144407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:28.205103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2acb973b-5cde-4c9d-8e70-c201c352d0f1,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:28.214320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Checking segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:28.214749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Network hostable DHCP agents. Network: 8b93425f-1718-46e8-8ed9-cd0659981060, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:05:28.237963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Network 8b93425f-1718-46e8-8ed9-cd0659981060 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:05:28.263216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8b93425f-1718-46e8-8ed9-cd0659981060) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:28.267372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:28.268082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:28.278073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf3e60-b9da-4348-ace7-8521e1ae4ee1 None None] Network 8b93425f-1718-46e8-8ed9-cd0659981060 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:05:28.299591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-000f3af9-5694-41ae-80af-70e022e08860 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5608842 Nov 23 14:05:28.420339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256804d1-c2f9-422d-888a-c0333215bc03 None None] Network 8b93425f-1718-46e8-8ed9-cd0659981060 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:05:28.463222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f40995-080f-4a89-a7cc-0c5ae9535a52 req-6a4e7c98-be27-4b3d-9f20-8326d8600d79 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:28.463222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f40995-080f-4a89-a7cc-0c5ae9535a52 req-6a4e7c98-be27-4b3d-9f20-8326d8600d79 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.0574646 Nov 23 14:05:28.526144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f40995-080f-4a89-a7cc-0c5ae9535a52 req-524f27d0-246f-4d57-bcfc-9954f43e4b74 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Nov 23 14:05:28.758201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9534263d-70e3-4ac4-a399-220fc5fb1e42 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:28.811583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692efff9-67fa-4961-b07b-6fe23795cb05 req-5186d07d-a323-4a2b-9c3f-dadc5daf6b74 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:28.821604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-692efff9-67fa-4961-b07b-6fe23795cb05 req-5186d07d-a323-4a2b-9c3f-dadc5daf6b74 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.0647600 Nov 23 14:05:28.897581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-692efff9-67fa-4961-b07b-6fe23795cb05 req-ff7e0407-2021-4de2-bafc-d49d4ca5d4f9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746591 Nov 23 14:05:28.946016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-673720f9-bd4d-4e3e-a110-075904ffbab5 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:05:28.947157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-673720f9-bd4d-4e3e-a110-075904ffbab5 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070081 Nov 23 14:05:29.017642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-08f1aed9-0541-45fd-a32f-b410322968a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.026072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-08f1aed9-0541-45fd-a32f-b410322968a2 service neutron] 10.222.0.46 "GET /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 1093 time: 0.0698333 Nov 23 14:05:29.038546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Request body: {'binding': {'host': 'n-h1-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:29.045794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Unknown quota resources ['binding']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:05:29.115496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:29.131344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '9534263d-70e3-4ac4-a399-220fc5fb1e42', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'port_id': '9534263d-70e3-4ac4-a399-220fc5fb1e42', 'mac_address': 'fa:16:3e:7e:e6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f446e3-072d-43c4-84d8-2573908fe985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:29.133172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b7105b53-4ae8-4005-bfa0-43ad1926ad39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:29.148820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037820a-1021-49ee-933f-5c63940da4ae req-8aeb1f36-8846-4693-b9cc-1eddb78ede65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.150363 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9037820a-1021-49ee-933f-5c63940da4ae req-8aeb1f36-8846-4693-b9cc-1eddb78ede65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2902219 Nov 23 14:05:29.153190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9ae5-9138-454e-9b32-4af40efcf184 req-234ff106-3322-4d28-ad67-50405e888059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.154634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1baa9ae5-9138-454e-9b32-4af40efcf184 req-234ff106-3322-4d28-ad67-50405e888059 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956791 Nov 23 14:05:29.180991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:29.221477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9534263d-70e3-4ac4-a399-220fc5fb1e42 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:29.225271 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9037820a-1021-49ee-933f-5c63940da4ae req-79ec0a4c-fe6b-4165-8577-f234d9439843 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0559123 Nov 23 14:05:29.278031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:29.284730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:29.329091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-d054835e-4b17-4b69-8cd2-f44d9deb999c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.331698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037820a-1021-49ee-933f-5c63940da4ae req-8109210f-8ed1-44f0-adde-c171e02fdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.333802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9037820a-1021-49ee-933f-5c63940da4ae req-8109210f-8ed1-44f0-adde-c171e02fdfbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0990953 Nov 23 14:05:29.335457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-d054835e-4b17-4b69-8cd2-f44d9deb999c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.2206962 Nov 23 14:05:29.354271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-f1da085e-8d6b-4414-9149-917f976f1a32 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/quotas/85b96f2700e344708701a19a4ee9f9a0 HTTP/1.1" status: 200 len: 375 time: 0.0155189 Nov 23 14:05:29.361800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:29.375224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on host n-h1-818503-2 for vnic_type normal with profile None {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:29.375499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:29.375871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:29.387410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-467a3a4a-d56a-437f-bcd2-cb0b56ebc4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.389054 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-467a3a4a-d56a-437f-bcd2-cb0b56ebc4eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9041bb5b85b54b2db493bff38f126e01&device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 1095 time: 0.1623960 Nov 23 14:05:29.392684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-6724a61a-216a-4812-9cc9-851072bcba25 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322220 Nov 23 14:05:29.395347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:29.395684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:29.403205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:29.404116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:29.404305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037820a-1021-49ee-933f-5c63940da4ae req-cb1c1688-da1b-4883-944f-96eabc1f5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.404412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:29.404982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Bound port: 265abaf2-5112-4ee1-91b9-e316665f0cdf, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:29.405832 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9037820a-1021-49ee-933f-5c63940da4ae req-cb1c1688-da1b-4883-944f-96eabc1f5740 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631919 Nov 23 14:05:29.450010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-1ecf9d96-2d0b-4016-8ae0-955baf1fd730 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=932bd5c4-093c-4127-9ea3-77781b372692 HTTP/1.1" status: 200 len: 217 time: 0.0478804 Nov 23 14:05:29.526968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:29.542004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] Publish callbacks [] for binding, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:29.543127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['9534263d-70e3-4ac4-a399-220fc5fb1e42'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:29.550657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1ff7a8c6-7f68-4459-9dc9-2e0f99eba419 service neutron] 10.222.0.46 "POST /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5129635 Nov 23 14:05:29.551404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-4bd1b92b-a762-4036-9b5d-cc43debc8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.554460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-4bd1b92b-a762-4036-9b5d-cc43debc8214 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a6cdb53-6260-43c9-a072-82fb166ff457 HTTP/1.1" status: 200 len: 854 time: 0.0931306 Nov 23 14:05:29.563418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-8a8d8fcb-7027-479e-a8ba-3e1eae237548 service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614387 Nov 23 14:05:29.631103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9037820a-1021-49ee-933f-5c63940da4ae req-232e9720-8d7e-493f-8200-d4ba5b623d81 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855574 Nov 23 14:05:29.900121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-1433f497-06f5-4d76-9c55-ac8aaa939ede service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326280 Nov 23 14:05:29.905427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:29.920877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a2e35-2654-4d7c-99bf-489976766c3e req-ed6594a4-eb48-42f8-b587-a08b11e8a8f2 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:29.931598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-890a2e35-2654-4d7c-99bf-489976766c3e req-ed6594a4-eb48-42f8-b587-a08b11e8a8f2 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.1625426 Nov 23 14:05:30.021865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-890a2e35-2654-4d7c-99bf-489976766c3e req-a04616fa-2e61-4b58-91d6-8bcc9029ff9d tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880859 Nov 23 14:05:30.106321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-7a78b6fa-b155-4a91-bdd3-a13972502514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:30.108154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-7a78b6fa-b155-4a91-bdd3-a13972502514 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bed0df03-3c5e-40dc-9c99-f5a919a1457a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5407369 Nov 23 14:05:30.235941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-8447b24c-09fa-422c-a0ef-fd2bc4600ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:30.240118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-8447b24c-09fa-422c-a0ef-fd2bc4600ae6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1096 time: 0.1665981 Nov 23 14:05:30.328733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff38ae0-17db-4a5c-b7d3-eab8282520a5 req-8101e9ec-cac4-484f-9960-e9928c57d336 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:30.329943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ff38ae0-17db-4a5c-b7d3-eab8282520a5 req-8101e9ec-cac4-484f-9960-e9928c57d336 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.0846367 Nov 23 14:05:30.340222 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-c6569a03-0d89-4ee8-ad3c-46a6a3be5ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/bed0df03-3c5e-40dc-9c99-f5a919a1457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151685 Nov 23 14:05:30.349747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9037820a-1021-49ee-933f-5c63940da4ae req-1a26a5b1-c9f9-4b93-a390-9cac79649017 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120318 Nov 23 14:05:30.421281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ff38ae0-17db-4a5c-b7d3-eab8282520a5 req-5543ff66-5a5d-4753-b7ab-d59e1c22b0e0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805464 Nov 23 14:05:30.546283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b12fc-da95-42ee-95d0-717ddba7b2b2 req-b66c5ffe-c5d4-420c-856b-7ed4eac89637 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:30.556823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-391b12fc-da95-42ee-95d0-717ddba7b2b2 req-b66c5ffe-c5d4-420c-856b-7ed4eac89637 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 945 time: 0.0989275 Nov 23 14:05:30.593859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4b4f7860-75a0-4c63-941f-b9585939d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:30.595724 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4b4f7860-75a0-4c63-941f-b9585939d20d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.3402321 Nov 23 14:05:30.617214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f37a0e7-a062-4a16-8205-0c7ce0872624 req-8c1537c2-4af1-4514-afa1-67aa76fba964 service neutron] 10.222.0.11 "GET /v2.0/networks/bed0df03-3c5e-40dc-9c99-f5a919a1457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644918 Nov 23 14:05:30.656224 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-bb9441b0-e331-44c4-aa50-872a9c4b9132 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0512147 Nov 23 14:05:30.656761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e192f9f-07f3-44a0-a85f-408d938c7193 req-7042a962-6de4-49d2-b789-adcd70ae1f0f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:30.658295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e192f9f-07f3-44a0-a85f-408d938c7193 req-7042a962-6de4-49d2-b789-adcd70ae1f0f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 944 time: 0.0994411 Nov 23 14:05:30.721330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e192f9f-07f3-44a0-a85f-408d938c7193 req-7a10a186-cb78-46d1-9f15-27f3e52cfed5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Nov 23 14:05:30.727882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-7ccb6ae0-b841-45c8-99a6-ba890c957fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:30.731563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-7ccb6ae0-b841-45c8-99a6-ba890c957fea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0648742 Nov 23 14:05:30.746266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-391b12fc-da95-42ee-95d0-717ddba7b2b2 req-52d8e5f3-def5-4f82-865e-a5070c77fcdb tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884248 Nov 23 14:05:30.753819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9534263d-70e3-4ac4-a399-220fc5fb1e42 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:30.824939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-fe06b36d-fb73-4366-8509-791e8e304c50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840113 Nov 23 14:05:30.859686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 9534263d-70e3-4ac4-a399-220fc5fb1e42 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:05:30.871165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 9534263d-70e3-4ac4-a399-220fc5fb1e42 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:30.871785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:30.883525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ee50bb0-398d-4f8e-900b-0765c24ad980 req-6da1e601-ebfe-41c4-a700-b662bda2e3c7 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 210 time: 0.0569415 Nov 23 14:05:31.033262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-54c590dd-ac1a-45d7-8ba4-08c2e3bf16f3 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948383 Nov 23 14:05:31.038816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:31.116953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:31.124849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:31.131764 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51281dd8-4a1a-4389-83ec-736ac9238685" -d '{"events": [{"server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "name": "network-vif-plugged", "status": "completed", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:31.154213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:31.221557 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae266953-0ab4-4f2f-a207-6e04dc244cd7 x-openstack-request-id: req-ae266953-0ab4-4f2f-a207-6e04dc244cd7 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:31.222200 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "name": "network-vif-plugged", "status": "completed", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:31.223216 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae266953-0ab4-4f2f-a207-6e04dc244cd7 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:31.223769 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42', 'code': 200} Nov 23 14:05:31.234490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d34357-7414-4e3a-98d3-97f21bc564aa req-9d937875-8c70-49b0-917d-fa12fd0c9355 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:31.251630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08d34357-7414-4e3a-98d3-97f21bc564aa req-9d937875-8c70-49b0-917d-fa12fd0c9355 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.1290004 Nov 23 14:05:31.284993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-9617c201-0f14-4e8e-9774-ec022811fa03 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286925 Nov 23 14:05:31.297078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:31.326381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08d34357-7414-4e3a-98d3-97f21bc564aa req-b91a77c8-2420-414a-8028-d97e48a6cd96 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729198 Nov 23 14:05:31.378560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eba79-dcd3-49a4-b913-39a73afc7478 req-0b00cee6-69ea-421a-9d00-7899ea7676d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:31.380698 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e7eba79-dcd3-49a4-b913-39a73afc7478 req-0b00cee6-69ea-421a-9d00-7899ea7676d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1096 time: 0.0818608 Nov 23 14:05:31.466537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e7eba79-dcd3-49a4-b913-39a73afc7478 req-d054de71-fb3d-4ae1-bd0b-3e9668aa67ab service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749059 Nov 23 14:05:31.473468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-5df720ab-dc4a-42c3-904e-cd4a9f4e094f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:31.474983 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-5df720ab-dc4a-42c3-904e-cd4a9f4e094f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.0933871 Nov 23 14:05:31.502767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-2'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:31.526082 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:31.619688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aeb4d-f5e5-4702-9f90-2eb69c3b873a req-c22153ad-f0e0-4ad5-aa1f-6c1c539e467c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:31.631938 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-468aeb4d-f5e5-4702-9f90-2eb69c3b873a req-c22153ad-f0e0-4ad5-aa1f-6c1c539e467c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.0843916 Nov 23 14:05:31.641064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:31.695235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-468aeb4d-f5e5-4702-9f90-2eb69c3b873a req-b86a3a16-0e07-4861-b0fa-dcd2190a55ef tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616024 Nov 23 14:05:32.024512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-783ea9a7-6e2c-4d6d-aaf9-d1232dd3b472 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:32.028799 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-783ea9a7-6e2c-4d6d-aaf9-d1232dd3b472 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.4026594 Nov 23 14:05:32.034694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b5614-3924-4f83-8a6d-b88bd5ddf018 req-1769f89a-8c79-4625-8677-b195910299ed tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:32.045407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd1b5614-3924-4f83-8a6d-b88bd5ddf018 req-1769f89a-8c79-4625-8677-b195910299ed tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.1532702 Nov 23 14:05:32.057043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Request body: {'port': {'device_id': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'admin_state_up': True, 'tenant_id': '85b96f2700e344708701a19a4ee9f9a0'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:32.061965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:32.104088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7d193-42c9-4e22-a6ad-0f928f2469fd req-02a92156-0824-4210-b948-a1a198b0e119 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:32.106654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1d7d193-42c9-4e22-a6ad-0f928f2469fd req-02a92156-0824-4210-b948-a1a198b0e119 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 945 time: 0.1693017 Nov 23 14:05:32.120898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60142) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:32.126319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:32.206142 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1d7d193-42c9-4e22-a6ad-0f928f2469fd req-719b7569-4d15-4a80-8139-485e0c245b99 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891221 Nov 23 14:05:32.212449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd1b5614-3924-4f83-8a6d-b88bd5ddf018 req-d8ad8b98-3ab1-49da-b3f6-10c34ff43366 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662431 Nov 23 14:05:32.232275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:32.284455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:32.300233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'mac_address': 'fa:16:3e:d2:0a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:32.303673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:32.307128 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e35d1b-bf7a-4f16-95bc-bed75069488c" -d '{"events": [{"server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "name": "network-vif-unplugged", "status": "completed", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:32.311196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.344154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.355168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Made reservation on behalf of 85b96f2700e344708701a19a4ee9f9a0 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:32.364852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.384512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.403291 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.410760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a263c2a-00fd-4583-b4ac-e18977d3960f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:32.414180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-814fe140-df5e-469b-b44a-950748a7676f req-df4b8ee8-eb20-4916-a724-d3bc21379c98 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 210 time: 0.0621758 Nov 23 14:05:32.454577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:32.461387 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b532af-419e-44da-a2ad-5e2274a76b75 x-openstack-request-id: req-79b532af-419e-44da-a2ad-5e2274a76b75 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:32.461969 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "name": "network-vif-unplugged", "status": "completed", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:32.462375 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79b532af-419e-44da-a2ad-5e2274a76b75 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:32.462966 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf', 'code': 200} Nov 23 14:05:32.474419 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.497875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f97f6fb6-65cd-4c60-a2d0-24f20214c2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.549930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:32.612871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a529e68-57b6-44fd-b1e7-bf668cdfde40 req-89bb1c90-8e1a-4c12-9e03-23be0f123574 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:32.620368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a529e68-57b6-44fd-b1e7-bf668cdfde40 req-89bb1c90-8e1a-4c12-9e03-23be0f123574 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.1007516 Nov 23 14:05:32.711209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a529e68-57b6-44fd-b1e7-bf668cdfde40 req-aaa92411-79fb-4a78-9a8f-a11823337de9 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854640 Nov 23 14:05:32.745897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f97f6fb6-65cd-4c60-a2d0-24f20214c2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.763152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:32.777508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f97f6fb6-65cd-4c60-a2d0-24f20214c2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.801764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:32.867339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d94a1-28ef-4b90-aa8e-689b8c371b24 req-cc43b051-afa9-432f-bb59-097d01fc8a43 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:32.871214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f8d94a1-28ef-4b90-aa8e-689b8c371b24 req-cc43b051-afa9-432f-bb59-097d01fc8a43 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 949 time: 0.0921285 Nov 23 14:05:32.897355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on host n-h2-818503-2 for vnic_type normal with profile {"migrating_to": "n-h1-818503-2"} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:32.898523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:32.899357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:32.916020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:32.916772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Attempting to bind port 265abaf2-5112-4ee1-91b9-e316665f0cdf on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:32.954592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f97f6fb6-65cd-4c60-a2d0-24f20214c2ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a06238c251b48c29a4474674c272c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8316336 Nov 23 14:05:32.957379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60164) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:32.962004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f6fb6-65cd-4c60-a2d0-24f20214c2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2529f15-b966-4556-9231-2869b5307f04,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:32.976213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:32.976476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:32.976869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:32.977324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Bound port: 265abaf2-5112-4ee1-91b9-e316665f0cdf, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:32.977716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:32.980885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f8d94a1-28ef-4b90-aa8e-689b8c371b24 req-8fd6762d-f74b-43fc-8b51-f0f3da8fca61 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986047 Nov 23 14:05:33.035840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Allocated IP 172.20.0.14 (8b93425f-1718-46e8-8ed9-cd0659981060/2acb973b-5cde-4c9d-8e70-c201c352d0f1/919edac0-7573-4774-b109-69ec24bbc665) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:05:33.078603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-304fa724-cf25-4b34-bac3-d5641538e778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.194426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-304fa724-cf25-4b34-bac3-d5641538e778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.218587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:33.311579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:33.324795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.428478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dcd3b-cddc-40df-ad27-2a0bd1f580b0 req-7d64e8ea-fa17-44a0-b510-19f60798eb46 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:33.436677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a6dcd3b-cddc-40df-ad27-2a0bd1f580b0 req-7d64e8ea-fa17-44a0-b510-19f60798eb46 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 943 time: 0.1134813 Nov 23 14:05:33.436875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:33.437793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.439214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] 10.222.0.11 "PUT /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 1121 time: 1.9492862 Nov 23 14:05:33.456228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.461984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8f68c-a8f4-4840-8779-8f61742de653 req-9411fe04-2dca-4247-acdb-6becddf0f4d9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:33.469842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4de8f68c-a8f4-4840-8779-8f61742de653 req-9411fe04-2dca-4247-acdb-6becddf0f4d9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.1439948 Nov 23 14:05:33.490245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-304fa724-cf25-4b34-bac3-d5641538e778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.495972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-304fa724-cf25-4b34-bac3-d5641538e778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.500605 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-304fa724-cf25-4b34-bac3-d5641538e778 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2529f15-b966-4556-9231-2869b5307f04 HTTP/1.1" status: 204 len: 168 time: 0.5323839 Nov 23 14:05:33.528366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['265abaf2-5112-4ee1-91b9-e316665f0cdf'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:33.542666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e0675-69ae-4d64-994e-e05f89e60eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:33.563383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fa724-cf25-4b34-bac3-d5641538e778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2529f15-b966-4556-9231-2869b5307f04,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:33.568056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a6dcd3b-cddc-40df-ad27-2a0bd1f580b0 req-248bee70-a0ed-42e9-ada6-ebfa36b306a7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304410 Nov 23 14:05:33.605530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4de8f68c-a8f4-4840-8779-8f61742de653 req-381f90f1-e460-490c-a51c-a269dd65b0a3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345444 Nov 23 14:05:33.633242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.764299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d437c-202a-492f-b09a-8cb349842d6d req-e214dcd6-e247-43d7-bafd-38cf6cb510c0 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:33.765012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:33.774107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a5d437c-202a-492f-b09a-8cb349842d6d req-e214dcd6-e247-43d7-bafd-38cf6cb510c0 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 932 time: 0.0827830 Nov 23 14:05:33.786417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Network 8b93425f-1718-46e8-8ed9-cd0659981060 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:33.789023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:33.794132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:05:33.881136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a5d437c-202a-492f-b09a-8cb349842d6d req-65564f47-4163-49e3-b08e-e2fd373d996a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058831 Nov 23 14:05:33.910308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:33.915072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:33.944102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4d2a06e7-6e96-44df-adbe-bbf2fd488355 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8971741 Nov 23 14:05:33.968547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Request body: {'port': {'device_id': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:33.984452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0457b3-7c74-47f1-af41-17ee28141e79 req-2616ef58-b27a-4daf-9524-a560fe9de36c tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:33.992864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb0457b3-7c74-47f1-af41-17ee28141e79 req-2616ef58-b27a-4daf-9524-a560fe9de36c tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1096 time: 0.0584886 Nov 23 14:05:34.055384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.099020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb0457b3-7c74-47f1-af41-17ee28141e79 req-592a8837-ee7e-4253-b489-70e367ecfc23 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045556 Nov 23 14:05:34.131432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69222fe-eaa1-434c-b299-4608ceb583ce req-8ec2a616-e6f5-4254-aedc-10a5dcbc0ea7 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:34.135697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 932bd5c4-093c-4127-9ea3-77781b372692 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:34.138260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:34.144359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60196) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:34.146057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f69222fe-eaa1-434c-b299-4608ceb583ce req-8ec2a616-e6f5-4254-aedc-10a5dcbc0ea7 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 944 time: 0.1504140 Nov 23 14:05:34.224282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185f4025-3d23-4ecd-8b63-0c19ec1a0b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.241757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f69222fe-eaa1-434c-b299-4608ceb583ce req-e1fbfb28-e4c8-4e4b-a456-f20c2219d887 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884175 Nov 23 14:05:34.348322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec1fea-1629-4e4f-844f-ee5d9f758535 req-d61bb489-5fdd-4b4d-aea3-5035be80d519 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:34.350314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aec1fea-1629-4e4f-844f-ee5d9f758535 req-d61bb489-5fdd-4b4d-aea3-5035be80d519 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 949 time: 0.1242294 Nov 23 14:05:34.359882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185f4025-3d23-4ecd-8b63-0c19ec1a0b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.368056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185f4025-3d23-4ecd-8b63-0c19ec1a0b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.396117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 1a263c2a-00fd-4583-b4ac-e18977d3960f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:05:34.402503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f4025-3d23-4ecd-8b63-0c19ec1a0b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc0202-3ae7-47f2-966b-42f060e37043,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:34.424496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 1a263c2a-00fd-4583-b4ac-e18977d3960f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:34.424870 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.449494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aec1fea-1629-4e4f-844f-ee5d9f758535 req-d957e98c-2404-410f-899b-f7a3d275e188 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876243 Nov 23 14:05:34.464168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:34.466767 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cd5363-b6de-405f-9b42-8e10b186a364" -d '{"events": [{"name": "network-changed", "server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:34.478988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60206) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:34.479390 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-185f4025-3d23-4ecd-8b63-0c19ec1a0b4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20788a0b55eb475d9f49b6a8e3257fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320198 Nov 23 14:05:34.489507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 932bd5c4-093c-4127-9ea3-77781b372692, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=932bd5c4-093c-4127-9ea3-77781b372692,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:34.506811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '932bd5c4-093c-4127-9ea3-77781b372692', 'network_id': 'bed0df03-3c5e-40dc-9c99-f5a919a1457a', 'port_id': '932bd5c4-093c-4127-9ea3-77781b372692', 'mac_address': 'fa:16:3e:95:db:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6cdb53-6260-43c9-a072-82fb166ff457', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:34.553662 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5437597a-6e90-4df7-96f9-9235bd4c220c x-openstack-request-id: req-5437597a-6e90-4df7-96f9-9235bd4c220c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:34.554179 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:34.554937 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5437597a-6e90-4df7-96f9-9235bd4c220c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:34.555586 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf', 'status': 'completed', 'code': 200} Nov 23 14:05:34.599790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bceaa17c-281a-4fd5-89c1-1af29f7a1e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.621459 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.623392 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.678346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bceaa17c-281a-4fd5-89c1-1af29f7a1e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.709351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:34.710731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:34.713531 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0051f9d1-8d0c-4072-a2ef-ef1f1bb86417" -d '{"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-plugged", "status": "completed", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:34.719826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932bd5c4-093c-4127-9ea3-77781b372692 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:34.739668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-02d592c4-d633-4da7-a48c-193c8b5a4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:34.740979 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.746605 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-02d592c4-d633-4da7-a48c-193c8b5a4b0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1124 time: 0.1743121 Nov 23 14:05:34.830926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 932bd5c4-093c-4127-9ea3-77781b372692, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=932bd5c4-093c-4127-9ea3-77781b372692,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:34.840985 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.871376 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711057e-30e4-46aa-9a6b-433a6ee664e9 x-openstack-request-id: req-a711057e-30e4-46aa-9a6b-433a6ee664e9 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:34.871611 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-plugged", "status": "completed", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:34.871866 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a711057e-30e4-46aa-9a6b-433a6ee664e9 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:34.872263 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'code': 200} Nov 23 14:05:34.932696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:34.933464 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bceaa17c-281a-4fd5-89c1-1af29f7a1e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.939250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bceaa17c-281a-4fd5-89c1-1af29f7a1e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:34.957770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bceaa17c-281a-4fd5-89c1-1af29f7a1e63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4afc0202-3ae7-47f2-966b-42f060e37043 HTTP/1.1" status: 204 len: 168 time: 0.4674945 Nov 23 14:05:34.989343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa17c-281a-4fd5-89c1-1af29f7a1e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc0202-3ae7-47f2-966b-42f060e37043,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:35.021432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c263dd-28fe-43f5-9350-0766f0c06845 req-3252c117-b230-43fb-bd08-7c0f28310092 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.033542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919edac0-7573-4774-b109-69ec24bbc665 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:35.035865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00c263dd-28fe-43f5-9350-0766f0c06845 req-3252c117-b230-43fb-bd08-7c0f28310092 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 943 time: 0.3345721 Nov 23 14:05:35.097081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:35.127446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Transition to ACTIVE for port object 919edac0-7573-4774-b109-69ec24bbc665 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:35.148046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de570379-7c8a-4ad6-a67f-42687955ab9b req-6df2707a-c79b-44b9-bcfa-77a4bdb9d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.149738 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-de570379-7c8a-4ad6-a67f-42687955ab9b req-6df2707a-c79b-44b9-bcfa-77a4bdb9d526 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1101 time: 0.1763592 Nov 23 14:05:35.153682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:35.166320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=932bd5c4-093c-4127-9ea3-77781b372692,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:35.188464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['932bd5c4-093c-4127-9ea3-77781b372692'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:35.196187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00c263dd-28fe-43f5-9350-0766f0c06845 req-bd787995-8e83-4fee-95e2-8b4eceb7446a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578164 Nov 23 14:05:35.199379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-eeed34e1-d69d-4caa-a3d7-52250de064ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.200915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-eeed34e1-d69d-4caa-a3d7-52250de064ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.4443274 Nov 23 14:05:35.283333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-eeca6fa0-44ba-40c2-b8a2-cc3e9e3d2672 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0694175 Nov 23 14:05:35.347822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e6b1-09ba-47cd-a8ee-15caeccb2805 req-8a8d6d16-02cc-4584-af52-01feae3c3a50 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.360380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffc8e6b1-09ba-47cd-a8ee-15caeccb2805 req-8a8d6d16-02cc-4584-af52-01feae3c3a50 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 944 time: 0.1628637 Nov 23 14:05:35.409439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Attempting to bind port 919edac0-7573-4774-b109-69ec24bbc665 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:35.410197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Attempting to bind port 919edac0-7573-4774-b109-69ec24bbc665 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:35.410325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Attempting to bind port 919edac0-7573-4774-b109-69ec24bbc665 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:35.439682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:35.456570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Port 919edac0-7573-4774-b109-69ec24bbc665 on network 8b93425f-1718-46e8-8ed9-cd0659981060 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:35.456924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Attempting to bind port 919edac0-7573-4774-b109-69ec24bbc665 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:35.465392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-de570379-7c8a-4ad6-a67f-42687955ab9b req-499fa64d-cb3b-4871-ba1e-56d18b7f0388 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033533 Nov 23 14:05:35.468533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:35.468871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Checking segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:35.469271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Bound using segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:35.469702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Bound port: 919edac0-7573-4774-b109-69ec24bbc665, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:35.470056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:35.499373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-69dcda75-1d8a-47f3-9ac1-ec703a2bab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.500873 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-69dcda75-1d8a-47f3-9ac1-ec703a2bab31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1906991 Nov 23 14:05:35.553882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef20c-8f93-433a-ba5e-42a7cb8edf09 req-564a7618-d733-4c48-bb53-1c1624ca8af0 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.556247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a4ef20c-8f93-433a-ba5e-42a7cb8edf09 req-564a7618-d733-4c48-bb53-1c1624ca8af0 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 945 time: 0.1462607 Nov 23 14:05:35.575354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffc8e6b1-09ba-47cd-a8ee-15caeccb2805 req-05e17496-1884-420d-afb6-f60068e1293d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073209 Nov 23 14:05:35.624767 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-9d2b10d6-5a3a-45d5-af87-55f89933869a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881348 Nov 23 14:05:35.693770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a4ef20c-8f93-433a-ba5e-42a7cb8edf09 req-57f6a6db-e3e2-4677-a626-c082893372ce tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215475 Nov 23 14:05:35.779662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84504bd8-ff65-48fa-9cad-296c5f4cd941 req-0cabce61-42ae-47a5-aaef-dc424e3c2fe6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.781240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84504bd8-ff65-48fa-9cad-296c5f4cd941 req-0cabce61-42ae-47a5-aaef-dc424e3c2fe6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1293156 Nov 23 14:05:35.822943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:35.847345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:35.853340 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-ad9b0bf5-5e6d-4778-a369-0ad0ca203f99 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076888 Nov 23 14:05:35.858991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:35.917798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84504bd8-ff65-48fa-9cad-296c5f4cd941 req-e92b8661-5c29-443f-8126-04bebdfcdbe1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230536 Nov 23 14:05:35.996410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:35.997034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:35.998652 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] 10.222.0.11 "PUT /v2.0/ports/919edac0-7573-4774-b109-69ec24bbc665 HTTP/1.1" status: 200 len: 1092 time: 2.0421913 Nov 23 14:05:36.057262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77708d-7f41-4948-a85a-b91117e4a79f service neutron] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:36.148823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:36.326857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:36.356469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf has no active binding in host n-h1-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:05:36.423863 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cd5363-b6de-405f-9b42-8e10b186a364 req-29869464-4317-4143-b694-d40a0dcb8beb service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621419 Nov 23 14:05:36.472101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4c9db86a-7894-4e11-a103-e10b47797ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:36.475073 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-4c9db86a-7894-4e11-a103-e10b47797ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 1095 time: 0.3827965 Nov 23 14:05:36.481952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b634e2-d75c-4463-ac2d-22405d649709 req-9bd81e19-72a2-4ce4-9f79-25f7cfb3bb5c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:36.484064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9b634e2-d75c-4463-ac2d-22405d649709 req-9bd81e19-72a2-4ce4-9f79-25f7cfb3bb5c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 943 time: 0.1030951 Nov 23 14:05:36.556530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-b109d774-612a-4ecb-a815-cf3be67f56d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919edac0-7573-4774-b109-69ec24bbc665 HTTP/1.1" status: 200 len: 217 time: 0.0706408 Nov 23 14:05:36.556977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'tag': '919edac0-7573-4774-b109-69ec24bbc665'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:36.559474 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680488c8-1eb7-4a41-b34a-7147ceb0e72b" -d '{"events": [{"name": "network-changed", "server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "tag": "919edac0-7573-4774-b109-69ec24bbc665"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:36.573957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9b634e2-d75c-4463-ac2d-22405d649709 req-d335c44c-9f18-441a-b56a-d3bc66a60f4d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816674 Nov 23 14:05:36.626402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-07be7402-0cd2-45db-9c8a-7a11196409ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:36.628262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-07be7402-0cd2-45db-9c8a-7a11196409ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.0618422 Nov 23 14:05:36.726812 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44724d2b-6b0e-4f74-b2b0-3524b9ea38c1 x-openstack-request-id: req-44724d2b-6b0e-4f74-b2b0-3524b9ea38c1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:36.726812 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "tag": "919edac0-7573-4774-b109-69ec24bbc665", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:36.726812 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44724d2b-6b0e-4f74-b2b0-3524b9ea38c1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:36.726812 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'tag': '919edac0-7573-4774-b109-69ec24bbc665', 'status': 'completed', 'code': 200} Nov 23 14:05:36.759783 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-43f7e0f5-5e85-4ade-a8e8-528965586d05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140151 Nov 23 14:05:36.796142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa27de-390d-469b-b22d-0553fd694724 req-2acf9e02-685e-4876-9d4a-32775db1cfca tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:36.804489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcfa27de-390d-469b-b22d-0553fd694724 req-2acf9e02-685e-4876-9d4a-32775db1cfca tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 944 time: 0.0883667 Nov 23 14:05:36.903565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df562-4b20-4722-865b-a2be71fc8707 req-bbeed352-b7f8-4543-953e-b8b0dac59280 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:36.905080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d0df562-4b20-4722-865b-a2be71fc8707 req-bbeed352-b7f8-4543-953e-b8b0dac59280 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 945 time: 0.0846491 Nov 23 14:05:36.920926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcfa27de-390d-469b-b22d-0553fd694724 req-91f6ab50-126f-4bd4-875e-5fd44fc4f9df tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100583 Nov 23 14:05:37.005421 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-55d372ff-5944-4e3d-a7ca-a9d3eef6985a service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412472 Nov 23 14:05:37.013051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d0df562-4b20-4722-865b-a2be71fc8707 req-a5a62d3a-f58e-4a7b-86c3-12d8b2997e65 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909803 Nov 23 14:05:37.210015 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f05f635-0a41-47fd-a713-a89cb3872875 req-8b574210-2e5e-4c7f-bb99-7f11ce00ed39 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958075 Nov 23 14:05:37.366959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-f366d96a-a245-4d42-a391-0c9849e8a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:37.369798 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-f366d96a-a245-4d42-a391-0c9849e8a60d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 1095 time: 0.0743015 Nov 23 14:05:37.550079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-4cd7a7cb-4c13-42e7-a683-c7888d9a9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:37.552134 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-4cd7a7cb-4c13-42e7-a683-c7888d9a9f7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 904 time: 0.1715555 Nov 23 14:05:37.608821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-3056e368-0978-44d2-9b83-d4a80c9da965 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919edac0-7573-4774-b109-69ec24bbc665 HTTP/1.1" status: 200 len: 217 time: 0.0462551 Nov 23 14:05:37.653168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d8f1a-fdff-4901-8649-3add74f7dae2 req-efb25972-570e-44c4-8acc-6698d7e00605 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:37.672914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b44d8f1a-fdff-4901-8649-3add74f7dae2 req-efb25972-570e-44c4-8acc-6698d7e00605 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.5454121 Nov 23 14:05:37.685578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-334ee824-7aa9-4a2c-9210-809d380fd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:37.691127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-334ee824-7aa9-4a2c-9210-809d380fd2a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.0750296 Nov 23 14:05:37.733626 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-0ea495dd-c239-4fd0-aef1-c767053f25e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345666 Nov 23 14:05:37.758667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b44d8f1a-fdff-4901-8649-3add74f7dae2 req-90b21662-cf95-47bf-941a-cec482d23381 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845816 Nov 23 14:05:37.870126 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-e10127ef-baaa-41e1-9d49-c1974d927299 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289866 Nov 23 14:05:37.874253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b98691-54b4-47e6-b0d0-5366fd98cfb7 req-593e1518-3395-45d9-849b-3d017214e3bb tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:37.882912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37b98691-54b4-47e6-b0d0-5366fd98cfb7 req-593e1518-3395-45d9-849b-3d017214e3bb tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 943 time: 0.1533778 Nov 23 14:05:37.951511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37b98691-54b4-47e6-b0d0-5366fd98cfb7 req-51e43828-e1d1-4e8d-9517-ab78c82f8e46 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676546 Nov 23 14:05:38.110121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-680488c8-1eb7-4a41-b34a-7147ceb0e72b req-2f9ca3de-23c5-4e6d-a81b-5aa5a324f04f service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318528 Nov 23 14:05:38.148779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9418-7bef-421b-910d-1f5e08f9471d req-78df1dfe-7396-4b40-9c2f-75a0f6b498b3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:38.167891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c20e9418-7bef-421b-910d-1f5e08f9471d req-78df1dfe-7396-4b40-9c2f-75a0f6b498b3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 944 time: 0.1423731 Nov 23 14:05:38.181370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 932bd5c4-093c-4127-9ea3-77781b372692 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:38.183926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1865620643', 'description': 'tempest-description-94032601'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:38.235599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.264584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c20e9418-7bef-421b-910d-1f5e08f9471d req-7de5ceb9-52b4-4792-9f4c-00d1085b40ff tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893950 Nov 23 14:05:38.265549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.292335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 932bd5c4-093c-4127-9ea3-77781b372692 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:05:38.306919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 932bd5c4-093c-4127-9ea3-77781b372692 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:38.307618 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.430419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.437903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.478182 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.542412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5fdbb-1459-4e59-b1af-272f930d0233,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:38.561983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 932bd5c4-093c-4127-9ea3-77781b372692, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=932bd5c4-093c-4127-9ea3-77781b372692,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:38.564361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932bd5c4-093c-4127-9ea3-77781b372692'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:38.572013 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d6f4e-520d-43bb-a608-f9b122d53335" -d '{"events": [{"server_uuid": "357cb912-0eb7-4630-b2fc-be64f3dc17a0", "name": "network-vif-plugged", "status": "completed", "tag": "932bd5c4-093c-4127-9ea3-77781b372692"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:38.583172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.586313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469876bb-aa7f-4e2f-8a88-d0c75c022172 req-77ffdac0-cfcc-44e3-b6e6-e8c00fa92ecb tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:38.587615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-469876bb-aa7f-4e2f-8a88-d0c75c022172 req-77ffdac0-cfcc-44e3-b6e6-e8c00fa92ecb tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 945 time: 0.1241884 Nov 23 14:05:38.608212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.622885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.670354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=932bd5c4-093c-4127-9ea3-77781b372692,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:38.677689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.691825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fe5a87-6d61-4fc6-8e4b-198687dc489e req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5165472 Nov 23 14:05:38.696185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846c09d-235e-42f5-8218-04837d095d7e tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631e5131-a9ee-4780-9121-f1b8a70db7b8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:38.718918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-469876bb-aa7f-4e2f-8a88-d0c75c022172 req-9dcb380b-0a0d-426b-9722-35ee5910c638 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149435 Nov 23 14:05:38.731920 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-f6f8e0fa-4576-42a0-b9d8-31151422fd6b service neutron] 10.222.0.74 "GET /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.0927103 Nov 23 14:05:38.777062 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce216e5-c258-4cba-8fa5-d14a4d22d5f4 x-openstack-request-id: req-5ce216e5-c258-4cba-8fa5-d14a4d22d5f4 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:38.777376 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cb912-0eb7-4630-b2fc-be64f3dc17a0", "name": "network-vif-plugged", "status": "completed", "tag": "932bd5c4-093c-4127-9ea3-77781b372692", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:38.777636 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ce216e5-c258-4cba-8fa5-d14a4d22d5f4 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:38.778041 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932bd5c4-093c-4127-9ea3-77781b372692', 'code': 200} Nov 23 14:05:38.820828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3a86a4e2-79dd-423c-bf03-bf534c8697d3 req-2d4a7165-9142-45f2-9100-c4a879f25cfb tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Request body: {'security_group': {'name': 'tempest-securitygroup-121413428', 'description': 'tempest-description-1522492642'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:38.849069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a86a4e2-79dd-423c-bf03-bf534c8697d3 req-2d4a7165-9142-45f2-9100-c4a879f25cfb tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.930620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a86a4e2-79dd-423c-bf03-bf534c8697d3 req-2d4a7165-9142-45f2-9100-c4a879f25cfb tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:38.944294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a86a4e2-79dd-423c-bf03-bf534c8697d3 req-2d4a7165-9142-45f2-9100-c4a879f25cfb tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.001273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeb4f6-c261-476c-9ab9-4390f77b9610 req-50b4dd00-522a-42fc-b6af-362098b59633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:39.002772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5ceeb4f6-c261-476c-9ab9-4390f77b9610 req-50b4dd00-522a-42fc-b6af-362098b59633 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 1097 time: 0.1154342 Nov 23 14:05:39.007038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a86a4e2-79dd-423c-bf03-bf534c8697d3 req-2d4a7165-9142-45f2-9100-c4a879f25cfb tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.020622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a86a4e2-79dd-423c-bf03-bf534c8697d3 req-2d4a7165-9142-45f2-9100-c4a879f25cfb tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1994283 Nov 23 14:05:39.035977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a7165-9142-45f2-9100-c4a879f25cfb tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07995bee-481b-449a-a239-920fc02afbf5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:39.055478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:39.074444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab584-3598-4f34-801e-4d487c02f40b req-f7fa5c4f-cca9-4923-8f4b-b059f96a11bd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:39.083787 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5ceeb4f6-c261-476c-9ab9-4390f77b9610 req-9fa8f7a7-9d7b-47ca-969c-d232103d82f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 Nov 23 14:05:39.089528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f12ab584-3598-4f34-801e-4d487c02f40b req-f7fa5c4f-cca9-4923-8f4b-b059f96a11bd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1542311 Nov 23 14:05:39.096772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:39.166448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265abaf2-5112-4ee1-91b9-e316665f0cdf {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:39.182037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:39.198537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881343-1d89-453a-9022-d5ef84f51b14 req-d9bde120-c8b5-42f7-b974-2edc4c626895 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:39.199226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.216599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64881343-1d89-453a-9022-d5ef84f51b14 req-d9bde120-c8b5-42f7-b974-2edc4c626895 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 943 time: 0.1095254 Nov 23 14:05:39.222057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f12ab584-3598-4f34-801e-4d487c02f40b req-4d24e7be-995a-4e30-a379-225374f95746 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169989 Nov 23 14:05:39.285698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64881343-1d89-453a-9022-d5ef84f51b14 req-34dcd7b8-1b35-4d2f-8043-d457281f1528 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681126 Nov 23 14:05:39.319525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1162194533', 'description': 'tempest-description-2036034641'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:39.351360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] Transition to ACTIVE for port object 265abaf2-5112-4ee1-91b9-e316665f0cdf will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:39.356718 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.359679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.377291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.429258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] No DVR routers for this DVR port 265abaf2-5112-4ee1-91b9-e316665f0cdf on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:05:39.486185 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] 10.222.0.74 "PUT /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf/bindings/n-h1-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7441511 Nov 23 14:05:39.487021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902119e-c8ac-4d78-9ad0-6c73bbcb57c3 service neutron] Pushing event updated for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:39.508148 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.515646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.560620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440d3b4-a0fb-49ee-8559-54a1689c6c4d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:39.613739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.618250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.654009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:39.670728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c470c07-cf6f-4b2f-8eb6-3fdc5cfc420d req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3567631 Nov 23 14:05:39.676150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdd888-eaeb-458b-9eae-8ed10d2f66fd tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f20d7b-9b31-4c47-89d0-da8672c0f2bc,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:39.692434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-d2de131e-2c59-4c71-9529-fbc1d154e19c tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:39.694654 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-d2de131e-2c59-4c71-9529-fbc1d154e19c tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.1389265 Nov 23 14:05:39.751924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-f12956df-ca5e-4b46-9195-d4313d51c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:39.755056 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-f12956df-ca5e-4b46-9195-d4313d51c270 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 1095 time: 0.0497122 Nov 23 14:05:39.869475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1cf7810f-424c-4573-b1b1-dc8f2b8ba9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:39.869475 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-1cf7810f-424c-4573-b1b1-dc8f2b8ba9d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1095 time: 0.0830686 Nov 23 14:05:39.971808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7b6f5-9e62-4253-ae65-6f273e57288d req-0224fbdd-59a8-403f-8a5d-aecf93675225 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:39.973408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ba7b6f5-9e62-4253-ae65-6f273e57288d req-0224fbdd-59a8-403f-8a5d-aecf93675225 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 944 time: 0.0965593 Nov 23 14:05:40.044263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-7ddb9f88-478c-4cab-8d2b-13914d2c7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:40.045784 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-7ddb9f88-478c-4cab-8d2b-13914d2c7853 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1605530 Nov 23 14:05:40.067647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ed93-72c0-41ea-90cb-5e07312860b6 req-f560b342-f9ff-4082-9153-7e10fb056368 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:40.069030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7115ed93-72c0-41ea-90cb-5e07312860b6 req-f560b342-f9ff-4082-9153-7e10fb056368 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1101 time: 0.0947292 Nov 23 14:05:40.083989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ba7b6f5-9e62-4253-ae65-6f273e57288d req-a1f3b902-93c9-47b8-b096-a339ef380f58 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969126 Nov 23 14:05:40.113635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-8142add2-cdc6-4529-92f7-d5797b9388a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0566051 Nov 23 14:05:40.128242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7115ed93-72c0-41ea-90cb-5e07312860b6 req-4a984b6c-b9ed-4dde-9546-4664a24c32b1 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.166859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 919edac0-7573-4774-b109-69ec24bbc665 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:40.208584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-b5d3ebd0-2ba6-4741-9297-c467d5921256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:40.210568 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-b5d3ebd0-2ba6-4741-9297-c467d5921256 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0869477 Nov 23 14:05:40.213307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-617fbed8-fe6a-4392-a3c2-f4a06392a6b8 req-e50bfcfb-2d8b-4377-a4b3-f824b209ff62 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1732411462', 'description': 'tempest-description-2047738086'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:40.273966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-06b2ef81-2df0-4874-9c98-e81b59d44653 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549808 Nov 23 14:05:40.350738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7115ed93-72c0-41ea-90cb-5e07312860b6 req-4a984b6c-b9ed-4dde-9546-4664a24c32b1 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.355690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7115ed93-72c0-41ea-90cb-5e07312860b6 req-4a984b6c-b9ed-4dde-9546-4664a24c32b1 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.408502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:40.423950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '919edac0-7573-4774-b109-69ec24bbc665', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': '919edac0-7573-4774-b109-69ec24bbc665', 'mac_address': 'fa:16:3e:b6:cb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:40.444659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-617fbed8-fe6a-4392-a3c2-f4a06392a6b8 req-e50bfcfb-2d8b-4377-a4b3-f824b209ff62 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.462848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-7d3944a0-972b-4734-b22e-f7d937337b60 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755190 Nov 23 14:05:40.469000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7115ed93-72c0-41ea-90cb-5e07312860b6 req-4a984b6c-b9ed-4dde-9546-4664a24c32b1 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822048 Nov 23 14:05:40.481158 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.483375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a984b6c-b9ed-4dde-9546-4664a24c32b1 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf839e7-7f69-4302-85ce-e3d38d64dbcd,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:40.510556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919edac0-7573-4774-b109-69ec24bbc665 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:40.541823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:40.547224 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.623784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-617fbed8-fe6a-4392-a3c2-f4a06392a6b8 req-e50bfcfb-2d8b-4377-a4b3-f824b209ff62 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.638120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-617fbed8-fe6a-4392-a3c2-f4a06392a6b8 req-e50bfcfb-2d8b-4377-a4b3-f824b209ff62 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.643681 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-b4332915-7dd0-4706-b2a9-38d032d5e6a2 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720870 Nov 23 14:05:40.660519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:40.669746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-617fbed8-fe6a-4392-a3c2-f4a06392a6b8 req-e50bfcfb-2d8b-4377-a4b3-f824b209ff62 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:40.687512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-617fbed8-fe6a-4392-a3c2-f4a06392a6b8 req-e50bfcfb-2d8b-4377-a4b3-f824b209ff62 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4841089 Nov 23 14:05:40.714907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bfcfb-2d8b-4377-a4b3-f824b209ff62 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42e04f-2cd0-45f1-ac0a-f02a72e529f3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:40.757539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474602e7-cef0-4fe3-9fd1-586255f44660 req-a16cb07a-b4b5-4679-b461-10aaed62a40d tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:40.768740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-474602e7-cef0-4fe3-9fd1-586255f44660 req-a16cb07a-b4b5-4679-b461-10aaed62a40d tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 946 time: 0.1431174 Nov 23 14:05:40.903539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['919edac0-7573-4774-b109-69ec24bbc665'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:40.908589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-474602e7-cef0-4fe3-9fd1-586255f44660 req-2d8b0166-8dfe-41fa-91df-c8a606eea16c tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383209 Nov 23 14:05:41.043017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495efd03-5bf5-4f41-b4d9-f92bbf78fffc req-2fbc77c6-b915-43cd-8ddb-2a98e3828c15 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:41.051165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-495efd03-5bf5-4f41-b4d9-f92bbf78fffc req-2fbc77c6-b915-43cd-8ddb-2a98e3828c15 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 944 time: 0.0780213 Nov 23 14:05:41.077412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-91e89839-9017-4d48-8f2c-82184afd481f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:41.078978 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-91e89839-9017-4d48-8f2c-82184afd481f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.1347327 Nov 23 14:05:41.121601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-495efd03-5bf5-4f41-b4d9-f92bbf78fffc req-0c18d22c-572e-4985-9732-7af1c733fcbd tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689871 Nov 23 14:05:41.348418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-2c1f4102-0bc1-48a9-82f3-2d98c70f4339 service neutron] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:41.351818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-2c1f4102-0bc1-48a9-82f3-2d98c70f4339 service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:41.352955 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5b3b06c-c0e9-4720-bd30-b2ebb13e3dc3 req-2c1f4102-0bc1-48a9-82f3-2d98c70f4339 service neutron] 10.222.0.11 "DELETE /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf/bindings/n-h2-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.2648733 Nov 23 14:05:41.565013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-a02c29ba-d598-4740-88ef-1b7888f71364 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56516 time: 0.4154181 Nov 23 14:05:41.694993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-a0294599-60d2-467c-ab8a-695dd7b91cf2 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/05e07700-8c81-4209-9d36-3046cabff33a HTTP/1.1" status: 200 len: 2998 time: 0.0801837 Nov 23 14:05:41.801188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-d343459a-127e-42da-81b6-f397e1a154bb tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/05e07700-8c81-4209-9d36-3046cabff33a HTTP/1.1" status: 200 len: 2998 time: 0.1045465 Nov 23 14:05:41.922804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-0aa12fa0-4d64-46ba-a1a3-b6ce4eed2c95 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/09377d04-27d2-403f-8a7e-c5dfb46fb487 HTTP/1.1" status: 200 len: 2998 time: 0.1135523 Nov 23 14:05:41.944707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-d41f8a72-f342-4c21-86b8-c7dcb90ad89f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105769 Nov 23 14:05:41.961761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f740d-3de0-4460-9f14-28d232ebb9d1 req-9cfe5c80-45de-4772-9eb8-1b5a9f983204 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:41.963147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-950f740d-3de0-4460-9f14-28d232ebb9d1 req-9cfe5c80-45de-4772-9eb8-1b5a9f983204 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 945 time: 0.0986660 Nov 23 14:05:41.967725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-2f1bf846-5799-43ad-879d-4d0d1e769a31 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:05:41.968688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-2f1bf846-5799-43ad-879d-4d0d1e769a31 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190685 Nov 23 14:05:42.023181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-515962ff-cf8e-4615-afbb-fe3a8a17f375 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/09377d04-27d2-403f-8a7e-c5dfb46fb487 HTTP/1.1" status: 200 len: 2998 time: 0.0877047 Nov 23 14:05:42.081550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-950f740d-3de0-4460-9f14-28d232ebb9d1 req-25e88a51-a40f-4113-b73d-4b2e24673dfd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054473 Nov 23 14:05:42.092139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-88a41321-42ef-4b5e-b643-f3d49c73ff6e tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1440d3b4-a0fb-49ee-8559-54a1689c6c4d HTTP/1.1" status: 200 len: 2998 time: 0.0586324 Nov 23 14:05:42.149195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-8fc3ae05-69ab-4cc3-bf92-519c5d5dec20 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1440d3b4-a0fb-49ee-8559-54a1689c6c4d HTTP/1.1" status: 200 len: 2998 time: 0.0562999 Nov 23 14:05:42.198815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 919edac0-7573-4774-b109-69ec24bbc665 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:42.219229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-75bbafe7-7c04-4c70-9315-395428224e28 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1727e591-a769-4f8d-b47a-79da9b0a8893 HTTP/1.1" status: 200 len: 2998 time: 0.0677650 Nov 23 14:05:42.315806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 919edac0-7573-4774-b109-69ec24bbc665 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:05:42.320263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 919edac0-7573-4774-b109-69ec24bbc665 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:42.320928 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:42.383969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-31e358be-7304-4355-9d56-5602ebe0dee0 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1727e591-a769-4f8d-b47a-79da9b0a8893 HTTP/1.1" status: 200 len: 2998 time: 0.1581309 Nov 23 14:05:42.397499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566eac-b49d-48c2-9eab-a953864fd9de req-9a42b84e-c0e5-463b-9e41-2e114d14d35c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:42.399071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c566eac-b49d-48c2-9eab-a953864fd9de req-9a42b84e-c0e5-463b-9e41-2e114d14d35c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1111932 Nov 23 14:05:42.505733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-0823cd47-d363-4036-b656-70fbd41eba75 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1b815b38-df53-4c24-82fd-3d2d0c8cac4b HTTP/1.1" status: 200 len: 2998 time: 0.1054294 Nov 23 14:05:42.568025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-4428fd27-385f-4fa9-836b-0b2606713f72 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1b815b38-df53-4c24-82fd-3d2d0c8cac4b HTTP/1.1" status: 200 len: 2998 time: 0.0612891 Nov 23 14:05:42.570369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:42.598346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919edac0-7573-4774-b109-69ec24bbc665'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:42.601523 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00669117-3088-4e33-97c5-bf3c27b94f31" -d '{"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-plugged", "status": "completed", "tag": "919edac0-7573-4774-b109-69ec24bbc665"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:42.609597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c566eac-b49d-48c2-9eab-a953864fd9de req-ae38e0de-d9da-4635-aba8-ca55f7a9cdaf tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760139 Nov 23 14:05:42.623532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:42.631843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:42.721826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-ca6b0343-6d69-4248-bc5e-38d860fa32fe tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4e91d6b7-0e6d-4be6-905d-97a72730de64 HTTP/1.1" status: 200 len: 2998 time: 0.1528540 Nov 23 14:05:42.737421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:42.792896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:05:42.797334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-d6d8e212-9487-4a80-81ac-3082cf68990e tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4e91d6b7-0e6d-4be6-905d-97a72730de64 HTTP/1.1" status: 200 len: 2998 time: 0.0745516 Nov 23 14:05:42.865613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-c516c3c0-2bff-4dfd-9fdc-973e93c96e0e tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/52ec043e-226e-4af3-8ad2-81aa12f767e2 HTTP/1.1" status: 200 len: 2994 time: 0.0664043 Nov 23 14:05:42.919752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:05:43.000931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-3fd51aa0-c3d2-4178-bfe3-d0ad18478f41 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/52ec043e-226e-4af3-8ad2-81aa12f767e2 HTTP/1.1" status: 200 len: 2994 time: 0.1343460 Nov 23 14:05:43.042253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6f70-7d32-40d6-b0a8-bdf2c8348f3a req-1ab7c7b1-0b64-41ad-8028-2d9f6f96aa4e tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:43.043884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b57f6f70-7d32-40d6-b0a8-bdf2c8348f3a req-1ab7c7b1-0b64-41ad-8028-2d9f6f96aa4e tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 946 time: 0.1133480 Nov 23 14:05:43.075519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-49f6df16-036e-4ca4-82b7-746052e14cfc tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/71a3c17d-1f44-445b-a437-a4d4f7b5739c HTTP/1.1" status: 200 len: 2998 time: 0.0736041 Nov 23 14:05:43.200559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b57f6f70-7d32-40d6-b0a8-bdf2c8348f3a req-019a6bf5-15c7-45ee-af5c-df4850545325 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260955 Nov 23 14:05:43.208453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-18dffa1f-898e-4385-8129-43a01da0f3c6 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/71a3c17d-1f44-445b-a437-a4d4f7b5739c HTTP/1.1" status: 200 len: 2998 time: 0.1320305 Nov 23 14:05:43.286314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-78018e91-f495-42c0-af60-368e7fedc627 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/78d5fdbb-1459-4e59-b1af-272f930d0233 HTTP/1.1" status: 200 len: 2998 time: 0.0769453 Nov 23 14:05:43.335021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-23b45f06-2284-483f-8388-e63aa3b93d37 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/78d5fdbb-1459-4e59-b1af-272f930d0233 HTTP/1.1" status: 200 len: 2998 time: 0.0475693 Nov 23 14:05:43.426140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-9ba8a4bb-3ec3-49e8-8ea4-8ca2a8dbacc4 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7dcc0175-8245-47a2-94f9-c19721c3a01e HTTP/1.1" status: 200 len: 2998 time: 0.0902214 Nov 23 14:05:43.460979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bb4b4-9585-4de0-b270-dc464fdf9911 req-eb7f565b-89ff-459c-8bd8-d9031a1a1676 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:43.462529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-290bb4b4-9585-4de0-b270-dc464fdf9911 req-eb7f565b-89ff-459c-8bd8-d9031a1a1676 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 944 time: 0.0838339 Nov 23 14:05:43.506205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-3723128a-7219-4cb2-9382-72f51099ac68 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7dcc0175-8245-47a2-94f9-c19721c3a01e HTTP/1.1" status: 200 len: 2998 time: 0.0714130 Nov 23 14:05:43.555600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-290bb4b4-9585-4de0-b270-dc464fdf9911 req-eef60414-fb3c-46fa-8c26-0f3bee633afc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844324 Nov 23 14:05:43.624026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-3a128357-2059-48f4-b716-810257882b6f tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/8fa0b309-a950-4f1e-9886-4ec8029cf808 HTTP/1.1" status: 200 len: 2998 time: 0.1075737 Nov 23 14:05:43.663088 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a7d524-e0de-499b-821a-dda977a6874e x-openstack-request-id: req-58a7d524-e0de-499b-821a-dda977a6874e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:43.663592 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-plugged", "status": "completed", "tag": "919edac0-7573-4774-b109-69ec24bbc665", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:43.663813 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58a7d524-e0de-499b-821a-dda977a6874e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:43.664287 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919edac0-7573-4774-b109-69ec24bbc665', 'code': 200} Nov 23 14:05:43.729636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-b293a858-63cd-47b4-9c6c-b9f58cf8b33d tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/8fa0b309-a950-4f1e-9886-4ec8029cf808 HTTP/1.1" status: 200 len: 2998 time: 0.0871851 Nov 23 14:05:43.851772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a10f6-6f13-4fe8-bea1-9e102f30a2a2 req-94280722-ea90-4898-8d87-2f7dee1b6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:43.863568 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9a8a10f6-6f13-4fe8-bea1-9e102f30a2a2 req-94280722-ea90-4898-8d87-2f7dee1b6878 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 1097 time: 0.1206241 Nov 23 14:05:43.909017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-ea393880-882b-4170-9f4c-53b660ad962e tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9617c927-e34c-4a6a-a19c-9f05d19cdfc6 HTTP/1.1" status: 200 len: 2998 time: 0.1628218 Nov 23 14:05:44.014280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40680e-e810-471c-bd51-ef8c079bedf1 req-91977663-a764-49b3-a970-0782099c2b52 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:44.021065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e40680e-e810-471c-bd51-ef8c079bedf1 req-91977663-a764-49b3-a970-0782099c2b52 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 946 time: 0.2012489 Nov 23 14:05:44.051155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9a8a10f6-6f13-4fe8-bea1-9e102f30a2a2 req-dd02f775-7695-4e58-b6be-df262e3a8d92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767054 Nov 23 14:05:44.105707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-67e6ddb2-6418-486e-a6f2-d749c6cf1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:44.108136 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-67e6ddb2-6418-486e-a6f2-d749c6cf1b14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1101 time: 0.0921078 Nov 23 14:05:44.118405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-3ddb567b-3e5e-4376-ab5e-dc9d269c98bb tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9617c927-e34c-4a6a-a19c-9f05d19cdfc6 HTTP/1.1" status: 200 len: 2998 time: 0.1989563 Nov 23 14:05:44.222658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e40680e-e810-471c-bd51-ef8c079bedf1 req-9d9a50b2-dec1-49c7-9813-8afc71f31a9e tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821544 Nov 23 14:05:44.314095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-197a9698-d76a-499b-80aa-1f8665c2d102 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/adf839e7-7f69-4302-85ce-e3d38d64dbcd HTTP/1.1" status: 200 len: 2998 time: 0.1729877 Nov 23 14:05:44.436241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-a8a29e3d-d8e5-4386-8358-ce976b0d4378 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/adf839e7-7f69-4302-85ce-e3d38d64dbcd HTTP/1.1" status: 200 len: 2998 time: 0.1141539 Nov 23 14:05:44.481690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-3e0f468c-79f1-4e42-a43b-3d8b4145aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:44.483252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-3e0f468c-79f1-4e42-a43b-3d8b4145aa75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2041404 Nov 23 14:05:44.502434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-8cdab319-1525-4de2-894e-4c0d26e7761c tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b04e9771-c699-4ce4-9d72-7d09ac007685 HTTP/1.1" status: 200 len: 2998 time: 0.0595052 Nov 23 14:05:44.563727 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-05c840f3-4daa-464f-8a62-64336cfc8e78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0620720 Nov 23 14:05:44.590710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-69ae9aa7-431d-495f-91d5-312dc99d2902 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b04e9771-c699-4ce4-9d72-7d09ac007685 HTTP/1.1" status: 200 len: 2998 time: 0.0779774 Nov 23 14:05:44.627390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e82ba-98b9-417e-ad7d-ac5405a68c34 req-b49d7818-6b60-4826-806e-7769694271b0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:44.635348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f79e82ba-98b9-417e-ad7d-ac5405a68c34 req-b49d7818-6b60-4826-806e-7769694271b0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0894821 Nov 23 14:05:44.649720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-113b39f4-4691-4b92-a8ba-1878c7b52ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:44.651203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-113b39f4-4691-4b92-a8ba-1878c7b52ea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0778258 Nov 23 14:05:44.735099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f79e82ba-98b9-417e-ad7d-ac5405a68c34 req-387168d7-65ac-4642-b3da-fd56e18d02de tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985043 Nov 23 14:05:44.744651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-7d0d6c3e-4677-42ab-b8b2-da392e25c0b0 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cab6e536-bae5-4337-a518-63247960fb6b HTTP/1.1" status: 200 len: 2998 time: 0.1529531 Nov 23 14:05:44.748863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-4dea7a82-4b12-435c-bbbc-e94a1012e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:44.750887 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-4dea7a82-4b12-435c-bbbc-e94a1012e2a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894563 Nov 23 14:05:44.853308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-0c62b190-6d5f-4023-9b1c-d4a8bf8654bb tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cab6e536-bae5-4337-a518-63247960fb6b HTTP/1.1" status: 200 len: 2998 time: 0.1076386 Nov 23 14:05:44.945324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-1fafbcea-217b-4c78-985c-97848a8ac058 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cfb7de7a-3d35-4f2f-9c71-8ff650ebb496 HTTP/1.1" status: 200 len: 2990 time: 0.0910590 Nov 23 14:05:44.966884 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-142dd190-d6c9-4fd6-ab2a-136f770a6565 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064817 Nov 23 14:05:45.020403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-8db1884d-2896-4ed0-8764-d94bcc22e43a tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cfb7de7a-3d35-4f2f-9c71-8ff650ebb496 HTTP/1.1" status: 200 len: 2990 time: 0.0740790 Nov 23 14:05:45.065909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19b43b-d939-49e1-bafb-fba61c73d105 req-8005ea31-90af-4de8-bc10-45707233f8c7 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:45.073360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b19b43b-d939-49e1-bafb-fba61c73d105 req-8005ea31-90af-4de8-bc10-45707233f8c7 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1095 time: 0.0773752 Nov 23 14:05:45.117905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-291ae21f-1dd7-4dbb-8156-a84a6de29c6b tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d960751a-a075-4af8-adc1-b8fe88102da9 HTTP/1.1" status: 200 len: 2998 time: 0.0965545 Nov 23 14:05:45.151344 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-016e5efb-1b51-43e3-a3ae-5c51653917b0 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737392 Nov 23 14:05:45.169908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b19b43b-d939-49e1-bafb-fba61c73d105 req-d509b785-28c5-44cb-a144-00542f7e4601 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955722 Nov 23 14:05:45.264596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e3952be-92cb-4b87-9747-417f04962eac req-4d247051-d6be-4934-97d3-4e4cb1f5f57a tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d960751a-a075-4af8-adc1-b8fe88102da9 HTTP/1.1" status: 200 len: 2998 time: 0.1457088 Nov 23 14:05:45.615487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9c75a83-1cab-4f55-95ca-791d4003180a req-81fe2f41-d104-4bc8-8639-6f73c454f7a2 tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc1d546be37b441580b637f9db9050a2 HTTP/1.1" status: 200 len: 6152 time: 0.3071167 Nov 23 14:05:45.691851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228ad73-b610-4162-b27a-820c6228b1f1 req-72a1eb97-eaae-4d70-b21f-68504d1e7afc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:45.706844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c228ad73-b610-4162-b27a-820c6228b1f1 req-72a1eb97-eaae-4d70-b21f-68504d1e7afc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 946 time: 0.3621037 Nov 23 14:05:45.777348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9c75a83-1cab-4f55-95ca-791d4003180a req-467353e8-91f6-46f9-a991-b3522df57fba tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "GET /v2.0/security-groups/78d5fdbb-1459-4e59-b1af-272f930d0233 HTTP/1.1" status: 200 len: 2998 time: 0.1470571 Nov 23 14:05:45.789312 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c228ad73-b610-4162-b27a-820c6228b1f1 req-db4bb154-1661-4bc7-870f-484916496d74 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814133 Nov 23 14:05:45.883892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9c75a83-1cab-4f55-95ca-791d4003180a req-e3ec9013-be23-40e1-b0b4-b04770d543c6 tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "GET /v2.0/security-groups/78d5fdbb-1459-4e59-b1af-272f930d0233 HTTP/1.1" status: 200 len: 2998 time: 0.0866499 Nov 23 14:05:46.118074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1729c0-6c43-4240-b851-3b233f1ff989 req-91949219-9001-4308-95a7-1495f853d6eb tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:46.119663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c1729c0-6c43-4240-b851-3b233f1ff989 req-91949219-9001-4308-95a7-1495f853d6eb tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1606002 Nov 23 14:05:46.170113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-f9b2ed01-a724-4be5-936d-6607d95c0b63 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:46.171804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-f9b2ed01-a724-4be5-936d-6607d95c0b63 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.2037768 Nov 23 14:05:46.222822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-66d92343-7053-45f8-aa9c-fa05aa9a0787 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/quotas/172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 375 time: 0.0298541 Nov 23 14:05:46.236891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c1729c0-6c43-4240-b851-3b233f1ff989 req-a65f634b-b8c5-4040-956e-311d99b31c7a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104126 Nov 23 14:05:46.300321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-f5c53158-067d-4ce1-965a-20f8a54df8d8 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762000 Nov 23 14:05:46.392006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3900e975-cccc-4991-bcea-fcea858277e2 req-22e77b14-c094-4b49-ae59-2aedba422dba tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1a42e04f-2cd0-45f1-ac0a-f02a72e529f3 HTTP/1.1" status: 200 len: 1795 time: 0.1140106 Nov 23 14:05:46.550052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-8dd4d734-8408-4ecf-a36a-0cd737e3f4aa service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270291 Nov 23 14:05:46.643881 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3900e975-cccc-4991-bcea-fcea858277e2 req-d16e0d11-5f29-44ff-8900-24fffe7ff336 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:46.728056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3900e975-cccc-4991-bcea-fcea858277e2 req-d16e0d11-5f29-44ff-8900-24fffe7ff336 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:46.767340 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-ba23b675-5b53-4063-bb89-c0acc8b3dcc5 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820281 Nov 23 14:05:46.791311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3900e975-cccc-4991-bcea-fcea858277e2 req-d16e0d11-5f29-44ff-8900-24fffe7ff336 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:46.794570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3900e975-cccc-4991-bcea-fcea858277e2 req-d16e0d11-5f29-44ff-8900-24fffe7ff336 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:46.795837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3900e975-cccc-4991-bcea-fcea858277e2 req-d16e0d11-5f29-44ff-8900-24fffe7ff336 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a42e04f-2cd0-45f1-ac0a-f02a72e529f3 HTTP/1.1" status: 204 len: 173 time: 0.3944283 Nov 23 14:05:46.817437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e0d11-5f29-44ff-8900-24fffe7ff336 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42e04f-2cd0-45f1-ac0a-f02a72e529f3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:47.009132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0263b63b-6cdd-4e5d-8a82-f8a85adf0adf req-639bdd03-9bc7-48a3-83c6-7344cd095a65 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "GET /v2.0/security-groups/51f20d7b-9b31-4c47-89d0-da8672c0f2bc HTTP/1.1" status: 200 len: 1795 time: 0.0748127 Nov 23 14:05:47.102080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0263b63b-6cdd-4e5d-8a82-f8a85adf0adf req-eb242601-030a-4a78-820a-340c8cbbe043 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:47.163464 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0263b63b-6cdd-4e5d-8a82-f8a85adf0adf req-eb242601-030a-4a78-820a-340c8cbbe043 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:47.261997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0263b63b-6cdd-4e5d-8a82-f8a85adf0adf req-eb242601-030a-4a78-820a-340c8cbbe043 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:47.265209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0263b63b-6cdd-4e5d-8a82-f8a85adf0adf req-eb242601-030a-4a78-820a-340c8cbbe043 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:47.266384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0263b63b-6cdd-4e5d-8a82-f8a85adf0adf req-eb242601-030a-4a78-820a-340c8cbbe043 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/51f20d7b-9b31-4c47-89d0-da8672c0f2bc HTTP/1.1" status: 204 len: 173 time: 0.2573543 Nov 23 14:05:47.282248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242601-030a-4a78-820a-340c8cbbe043 tempest-SecurityGroupsTestAdminJSON-1112990946 tempest-SecurityGroupsTestAdminJSON-1112990946-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f20d7b-9b31-4c47-89d0-da8672c0f2bc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:47.546094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc81a9-5975-4456-a809-bfa957e9ba5c req-be0a67aa-6dba-4198-b926-819d821f398b tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:47.547876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9efc81a9-5975-4456-a809-bfa957e9ba5c req-be0a67aa-6dba-4198-b926-819d821f398b tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 946 time: 0.1202445 Nov 23 14:05:47.584496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32e29c2b-e28e-4c3a-996d-add2d1abfded req-c39a33cb-780b-4d39-b475-f4eb49270e92 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0353806 Nov 23 14:05:47.680504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9efc81a9-5975-4456-a809-bfa957e9ba5c req-5d60f5e0-4f69-4f5d-8bcf-dd0c4a6b3b2d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970304 Nov 23 14:05:47.802484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d369f1b5-997a-4a64-9cc6-9e2a7e72e6a7 req-94915609-7146-46ae-bda5-2d9e3d0fff56 tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "GET /v2.0/security-groups/07995bee-481b-449a-a239-920fc02afbf5 HTTP/1.1" status: 200 len: 1794 time: 0.0741963 Nov 23 14:05:47.946500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7f147-5bab-4014-bc07-db3beb5b25d9 req-ff9be5ed-b2a8-499f-ae47-e71ea5c8d530 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:47.953856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1df7f147-5bab-4014-bc07-db3beb5b25d9 req-ff9be5ed-b2a8-499f-ae47-e71ea5c8d530 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.2425802 Nov 23 14:05:48.008528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d369f1b5-997a-4a64-9cc6-9e2a7e72e6a7 req-fb8fc232-dc57-4896-938d-4db87e65438c tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.061161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d369f1b5-997a-4a64-9cc6-9e2a7e72e6a7 req-fb8fc232-dc57-4896-938d-4db87e65438c tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.078111 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1df7f147-5bab-4014-bc07-db3beb5b25d9 req-41dab1cb-88b7-4283-9df1-4f481057ad02 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230619 Nov 23 14:05:48.139174 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d369f1b5-997a-4a64-9cc6-9e2a7e72e6a7 req-fb8fc232-dc57-4896-938d-4db87e65438c tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.142208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d369f1b5-997a-4a64-9cc6-9e2a7e72e6a7 req-fb8fc232-dc57-4896-938d-4db87e65438c tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.143583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d369f1b5-997a-4a64-9cc6-9e2a7e72e6a7 req-fb8fc232-dc57-4896-938d-4db87e65438c tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "DELETE /v2.0/security-groups/07995bee-481b-449a-a239-920fc02afbf5 HTTP/1.1" status: 204 len: 173 time: 0.3103065 Nov 23 14:05:48.166268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc232-dc57-4896-938d-4db87e65438c tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07995bee-481b-449a-a239-920fc02afbf5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:48.358087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a64507e6-d8eb-4fab-a736-dfdc5882be9f req-438d31b7-7567-44eb-ade9-58e60ec1691a tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "GET /v2.0/security-groups/631e5131-a9ee-4780-9121-f1b8a70db7b8 HTTP/1.1" status: 200 len: 1793 time: 0.0893569 Nov 23 14:05:48.476077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4b72-0460-4060-a0d2-c2f04e0e861e req-47367ee7-06df-4816-84df-7b56615a27da tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:48.484423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-445f4b72-0460-4060-a0d2-c2f04e0e861e req-47367ee7-06df-4816-84df-7b56615a27da tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 946 time: 0.1022673 Nov 23 14:05:48.515593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a64507e6-d8eb-4fab-a736-dfdc5882be9f req-dd6a691e-fc43-4f21-8c38-459f94fe2bff tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.561621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a64507e6-d8eb-4fab-a736-dfdc5882be9f req-dd6a691e-fc43-4f21-8c38-459f94fe2bff tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.581043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-ad6961db-b69c-418c-bbb1-d2652fba33e5 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:48.583866 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-ad6961db-b69c-418c-bbb1-d2652fba33e5 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.1198895 Nov 23 14:05:48.591244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-445f4b72-0460-4060-a0d2-c2f04e0e861e req-83351912-83da-4bde-8170-c2ea766f68e9 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058283 Nov 23 14:05:48.617138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Request body: {'port': {'device_id': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'admin_state_up': True, 'tenant_id': '172f4b90d01f4a4cb6c7a07cadd41946'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:48.683647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a64507e6-d8eb-4fab-a736-dfdc5882be9f req-dd6a691e-fc43-4f21-8c38-459f94fe2bff tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.686424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a64507e6-d8eb-4fab-a736-dfdc5882be9f req-dd6a691e-fc43-4f21-8c38-459f94fe2bff tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.702385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a64507e6-d8eb-4fab-a736-dfdc5882be9f req-dd6a691e-fc43-4f21-8c38-459f94fe2bff tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] 10.222.0.46 "DELETE /v2.0/security-groups/631e5131-a9ee-4780-9121-f1b8a70db7b8 HTTP/1.1" status: 204 len: 173 time: 0.3393092 Nov 23 14:05:48.723584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a691e-fc43-4f21-8c38-459f94fe2bff tempest-SecurityGroupsTestAdminJSON-1150785046 tempest-SecurityGroupsTestAdminJSON-1150785046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631e5131-a9ee-4780-9121-f1b8a70db7b8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:48.846135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e24abd7-a66b-4d5c-8c4d-0805cf9acfb6 req-d0950ed7-7f11-47ec-b043-25ae23047f1f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0712299 Nov 23 14:05:48.911396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Made reservation on behalf of 172f4b90d01f4a4cb6c7a07cadd41946 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:48.919193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:48.990288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e4501-5f8a-4be2-89e9-f5add04c3d8d req-2e137453-0807-46d4-aeb0-71ce30f8eb0c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:48.993366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-053e4501-5f8a-4be2-89e9-f5add04c3d8d req-2e137453-0807-46d4-aeb0-71ce30f8eb0c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 950 time: 0.0641656 Nov 23 14:05:49.059703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-053e4501-5f8a-4be2-89e9-f5add04c3d8d req-22242bd8-ad54-4f27-9490-48ff6d9e91f3 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586677 Nov 23 14:05:49.086245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Allocated IP 172.20.0.12 (fbb24a31-918b-4ba8-accb-73a3b772d8d9/efaa189b-b732-45d2-b8a2-e977e27e778a/d35163ef-3e83-47b8-8eb0-0d52d4b96761) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:05:49.131881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60634) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:49.263538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430c5f-751d-4bf5-a20d-9eb7f9506447 req-7753d7b7-8ad4-4193-baee-4dcc1b4a75ad tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:49.265141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76430c5f-751d-4bf5-a20d-9eb7f9506447 req-7753d7b7-8ad4-4193-baee-4dcc1b4a75ad tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0848846 Nov 23 14:05:49.285927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.310169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e121144d-d564-4775-b518-36ec5d5244e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc1d546be37b441580b637f9db9050a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749282 Nov 23 14:05:49.310858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60642) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:49.350458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.371040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76430c5f-751d-4bf5-a20d-9eb7f9506447 req-53372297-fcce-4595-93e9-d02c06bbc916 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656154 Nov 23 14:05:49.432983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:49.443051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:49.447285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:05:49.450591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99ebae24-0bfd-41e9-9fe6-7d67402cf967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.483849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:49.505201 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99ebae24-0bfd-41e9-9fe6-7d67402cf967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.532158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:49.532777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.565261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-4284210a-9c2f-4fd2-8f5e-952ad07c4d8a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9638870 Nov 23 14:05:49.578703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Request body: {'port': {'device_id': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:49.638051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99ebae24-0bfd-41e9-9fe6-7d67402cf967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.642377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99ebae24-0bfd-41e9-9fe6-7d67402cf967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.643625 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-99ebae24-0bfd-41e9-9fe6-7d67402cf967 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78d5fdbb-1459-4e59-b1af-272f930d0233 HTTP/1.1" status: 204 len: 168 time: 0.3303676 Nov 23 14:05:49.676231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebae24-0bfd-41e9-9fe6-7d67402cf967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5fdbb-1459-4e59-b1af-272f930d0233,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:49.701606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:49.766299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea40be-07a8-463a-b384-abc874c4a812 req-87418beb-b6cc-4d59-9d6e-a225462a6ee3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:49.768086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cea40be-07a8-463a-b384-abc874c4a812 req-87418beb-b6cc-4d59-9d6e-a225462a6ee3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 946 time: 0.0752022 Nov 23 14:05:49.834136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cea40be-07a8-463a-b384-abc874c4a812 req-35dd42ab-450d-4d2c-bfa1-29cb767bb64e tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595927 Nov 23 14:05:50.075855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35163ef-3e83-47b8-8eb0-0d52d4b96761 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:50.085795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.105715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Transition to ACTIVE for port object d35163ef-3e83-47b8-8eb0-0d52d4b96761 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:50.110670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.118547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60678) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:50.144746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc619-7704-4cf1-8afe-56732e975482 req-b979b907-442d-4b5c-94c4-6677dd6b5257 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:50.147256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a82bc619-7704-4cf1-8afe-56732e975482 req-b979b907-442d-4b5c-94c4-6677dd6b5257 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 932 time: 0.1375036 Nov 23 14:05:50.201702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:50.233450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-da127897-1367-4b45-abd2-d77e72090f34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c53791e3ba04424a9d578dc73a4f298c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1091223 Nov 23 14:05:50.236159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60684) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:05:50.267137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a82bc619-7704-4cf1-8afe-56732e975482 req-951ce5b9-0569-4941-a884-fa99407cb83a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963721 Nov 23 14:05:50.289739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:50.290096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:50.290419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:50.298057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:50.298388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:50.314647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:50.315038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:50.315491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:50.316634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Bound port: d35163ef-3e83-47b8-8eb0-0d52d4b96761, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:50.318666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.338358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ecc3b-0c03-4f3b-a302-7acb9af245b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.363885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ecc3b-0c03-4f3b-a302-7acb9af245b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.427171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:50.433143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:50.446416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.451781 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ecc3b-0c03-4f3b-a302-7acb9af245b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.453838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ecc3b-0c03-4f3b-a302-7acb9af245b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.455081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-573ecc3b-0c03-4f3b-a302-7acb9af245b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1440d3b4-a0fb-49ee-8559-54a1689c6c4d HTTP/1.1" status: 204 len: 168 time: 0.2179964 Nov 23 14:05:50.464777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ecc3b-0c03-4f3b-a302-7acb9af245b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440d3b4-a0fb-49ee-8559-54a1689c6c4d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:50.544225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:50.564460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:50.566237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:50.568642 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-35510749-7f8e-4d22-9396-a9cad7d0c89e service neutron] 10.222.0.74 "PUT /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 1092 time: 0.9942589 Nov 23 14:05:50.572270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:50.579062 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8fc78e-03db-4d8d-9095-b83d2370eb42" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:50.627402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e77e7b-61d9-4ed0-b9c5-a5f9158618a6 req-5b069e82-9c10-4f95-83ee-a9b191653bb9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:50.633200 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f15bf9e-faa9-4e65-a0a6-75a148b2b86c x-openstack-request-id: req-5f15bf9e-faa9-4e65-a0a6-75a148b2b86c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:50.633792 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:50.635070 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f15bf9e-faa9-4e65-a0a6-75a148b2b86c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:50.635580 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761', 'status': 'completed', 'code': 200} Nov 23 14:05:50.639111 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e77e7b-61d9-4ed0-b9c5-a5f9158618a6 req-5b069e82-9c10-4f95-83ee-a9b191653bb9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1425824 Nov 23 14:05:50.694410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-8da26a30-fa73-47e5-a2e7-6179ea446e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:50.697321 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-8da26a30-fa73-47e5-a2e7-6179ea446e4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0663424 Nov 23 14:05:50.710495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e77e7b-61d9-4ed0-b9c5-a5f9158618a6 req-f928d608-de59-42fa-8cb6-62e2300ee705 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705142 Nov 23 14:05:50.757390 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-eabf663b-1ac9-4789-84c1-77ef8b483f7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 217 time: 0.0488510 Nov 23 14:05:50.810322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-73ecd558-dd2b-462f-aecd-e16b2597542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:50.812058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-73ecd558-dd2b-462f-aecd-e16b2597542b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0480239 Nov 23 14:05:50.845943 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-9569b8aa-14cb-4271-ad88-040cbe382b66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245614 Nov 23 14:05:50.942287 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-42bfc86b-364a-4c91-a7b4-c91bfcfb9f23 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Nov 23 14:05:51.041628 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6ec648b-4d4d-4dfc-9f92-de6a285eb072 req-b7931fa7-caaa-44ac-b3e4-712e20fc78de service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914078 Nov 23 14:05:51.150925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-adf0369e-1d77-4d38-97cb-3cde9f7a78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:51.152689 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-adf0369e-1d77-4d38-97cb-3cde9f7a78fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0515499 Nov 23 14:05:51.276190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-7edd73a7-dcdb-41b7-99cd-a3c21a39f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:51.277999 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-7edd73a7-dcdb-41b7-99cd-a3c21a39f6f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1174631 Nov 23 14:05:51.337489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-c0f6d033-0042-4c47-aa5c-7975402e753d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 217 time: 0.0507951 Nov 23 14:05:51.397926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff95f0c-ff8a-42f4-9e2e-ef514ae1ecd5 req-c5e28b93-4601-40d7-bc00-9dee24b56b57 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:51.407565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ff95f0c-ff8a-42f4-9e2e-ef514ae1ecd5 req-c5e28b93-4601-40d7-bc00-9dee24b56b57 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0722005 Nov 23 14:05:51.457396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-6f5d668d-452f-481e-bff3-09ff5afe798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:51.459814 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-6f5d668d-452f-481e-bff3-09ff5afe798b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1115718 Nov 23 14:05:51.471294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ff95f0c-ff8a-42f4-9e2e-ef514ae1ecd5 req-6e65b5a4-f114-4e0d-be47-06d9ae7ee5f3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Nov 23 14:05:51.519864 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-751701c5-c1d8-427a-93bd-25615bc7e2b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520380 Nov 23 14:05:51.626010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-9f981f39-c515-4c2d-9625-865cefe3ae84 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968266 Nov 23 14:05:51.732938 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb8fc78e-03db-4d8d-9095-b83d2370eb42 req-dd5dc6a2-82bb-4120-b3d2-adf51aa7f173 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979857 Nov 23 14:05:51.853871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7075-c28d-4197-9eab-cb239a9b59f9 req-6e88917d-8f73-409d-9046-c22b93ad4e1f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:51.855534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bcb7075-c28d-4197-9eab-cb239a9b59f9 req-6e88917d-8f73-409d-9046-c22b93ad4e1f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0514736 Nov 23 14:05:51.909375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bcb7075-c28d-4197-9eab-cb239a9b59f9 req-d1835c9a-4ccd-4446-8f8b-1d9acf5bc821 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473850 Nov 23 14:05:52.289145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:52.291987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:05:52.382304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0e276bab-512c-4b6a-adc1-c1bd43228662 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a83461297d264022867778e95c9795e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224519 Nov 23 14:05:52.436241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:52.471131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:52.473418 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6687261f-5106-4d4c-ae71-7d1cbea6a65a" -d '{"events": [{"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:52.482283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:52.499033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:52.502204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'mac_address': 'fa:16:3e:10:ae:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:52.503883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-cff9cf79-447d-4335-828f-9f92f36bc3ae tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:52.512120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-cff9cf79-447d-4335-828f-9f92f36bc3ae tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217780 Nov 23 14:05:52.512383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:52.535728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-e09e4eaf-66e6-4d8e-aa32-1bbe3bf9fb5d tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/quotas/a83461297d264022867778e95c9795e1 HTTP/1.1" status: 200 len: 375 time: 0.0215440 Nov 23 14:05:52.581898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-5c060266-acff-49a1-a4cd-9a5c3e08a685 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a83461297d264022867778e95c9795e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442665 Nov 23 14:05:52.585350 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:52.600073 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e2f105-bc83-445c-a424-1d66525d7ded x-openstack-request-id: req-79e2f105-bc83-445c-a424-1d66525d7ded {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:52.600718 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:52.601208 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79e2f105-bc83-445c-a424-1d66525d7ded {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:52.601807 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'code': 200} Nov 23 14:05:52.614011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31dbaef4-2039-4171-b29c-4bf85b8d25d3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:52.622105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:52.642379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:52.648790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:52.720068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d313c-bb93-4512-aff9-32c1521aeec2 req-e9b24f2e-d6d9-484d-b784-a68f24a289d7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:52.721661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-381d313c-bb93-4512-aff9-32c1521aeec2 req-e9b24f2e-d6d9-484d-b784-a68f24a289d7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0592160 Nov 23 14:05:52.724987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:52.802159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-381d313c-bb93-4512-aff9-32c1521aeec2 req-8898a775-ced2-4db0-b9a3-72ca99d1108d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Nov 23 14:05:52.826249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['31dbaef4-2039-4171-b29c-4bf85b8d25d3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:52.870075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d61c48f9-906d-401d-bf49-4ebac6c29ba0 req-f3df9f2d-4d4a-460d-8af6-4c15c9f50f08 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 210 time: 0.0521741 Nov 23 14:05:53.063755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0e2e-7de8-45a1-97f5-02d1e1b0dffb req-927cf27d-859c-48ee-928f-17edfb624383 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:53.065247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-008f0e2e-7de8-45a1-97f5-02d1e1b0dffb req-927cf27d-859c-48ee-928f-17edfb624383 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0575054 Nov 23 14:05:53.130417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-008f0e2e-7de8-45a1-97f5-02d1e1b0dffb req-4e1b168f-b535-4679-b565-a8400d5dfa78 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Nov 23 14:05:53.413129 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:53.851659 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-aeebdc97-855d-41ce-bd5e-12e0267a5f90 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a83461297d264022867778e95c9795e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310216 Nov 23 14:05:53.958070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d299-d197-49bd-9dd6-3d34a8a48e0d req-2070f975-84c5-4f0d-9e47-1f75c6ed9f5d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:53.972954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d606d299-d197-49bd-9dd6-3d34a8a48e0d req-2070f975-84c5-4f0d-9e47-1f75c6ed9f5d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0952933 Nov 23 14:05:54.064208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d606d299-d197-49bd-9dd6-3d34a8a48e0d req-e7b06b84-2b9a-491c-a387-073e47b4b34f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891154 Nov 23 14:05:54.082176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-4fd8a34c-266e-4743-be0a-100a96330f43 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:54.083806 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-4fd8a34c-266e-4743-be0a-100a96330f43 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114062 Nov 23 14:05:54.098393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Request body: {'port': {'device_id': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'a83461297d264022867778e95c9795e1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:54.161907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d515f0ca-c4dd-481b-ac27-b0eebe6947bf req-cbef8612-a100-4cef-9fe1-1fadfd519193 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 210 time: 0.0316534 Nov 23 14:05:54.257772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Made reservation on behalf of a83461297d264022867778e95c9795e1 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:05:54.272581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.275748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6032f-9239-4f31-ad0c-71d0361903ec req-00021308-9a86-4fed-a97d-f6908e46bb00 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:54.279438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13c6032f-9239-4f31-ad0c-71d0361903ec req-00021308-9a86-4fed-a97d-f6908e46bb00 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0589552 Nov 23 14:05:54.304033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.305165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 919edac0-7573-4774-b109-69ec24bbc665 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:54.307246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:54.363307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13c6032f-9239-4f31-ad0c-71d0361903ec req-94b428b7-1d48-4a22-8528-28e54e56e151 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768278 Nov 23 14:05:54.424987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.431173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.459190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:54.459710 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.520803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939e2018-e12c-4087-b930-a687d98fe604,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:54.605220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:54.621146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '919edac0-7573-4774-b109-69ec24bbc665', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': '919edac0-7573-4774-b109-69ec24bbc665', 'mac_address': 'fa:16:3e:b6:cb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:54.645045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Allocated IP 192.168.233.27 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/1173155a-0dd3-47db-b366-7e10b13934bc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:05:54.711615 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.713698 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.736882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 919edac0-7573-4774-b109-69ec24bbc665 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:54.757291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:54.770468 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8bf4af-27cb-4372-b283-e9ca15cebe38" -d '{"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-plugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:54.795611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:54.811901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:54.829494 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.832496 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:54.845021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:05:54.892424 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f606d631-080b-4b9e-8ef8-170d6ef365bf x-openstack-request-id: req-f606d631-080b-4b9e-8ef8-170d6ef365bf {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:05:54.893007 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-plugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:05:54.893448 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f606d631-080b-4b9e-8ef8-170d6ef365bf {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:05:54.894536 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'code': 200} Nov 23 14:05:54.973120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:55.008417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:55.018653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['919edac0-7573-4774-b109-69ec24bbc665'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:55.064518 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:55.184497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:55.195623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:05:55.200532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:55.211874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:05:55.212540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'port_id': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761', 'mac_address': 'fa:16:3e:c8:f3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaa189b-b732-45d2-b8a2-e977e27e778a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:05:55.217517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:05:55.304757 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:55.347726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35163ef-3e83-47b8-8eb0-0d52d4b96761 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:55.350468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:55.355402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:55.397988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Pushing event updated for resources: {'Port': ['ID=1173155a-0dd3-47db-b366-7e10b13934bc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:55.425499 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-9034c9af-c83f-4b94-8afe-3e7da7d86f2a tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3318744 Nov 23 14:05:55.438381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Request body: {'port': {'device_id': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:05:55.451692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:55.469876 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:55.605995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:55.621079 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:55.816838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c230453e-fab3-42e5-91e4-c90c816bddeb None None] Provisioning complete for port 1173155a-0dd3-47db-b366-7e10b13934bc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:55.819626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c230453e-fab3-42e5-91e4-c90c816bddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:55.909563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d35163ef-3e83-47b8-8eb0-0d52d4b96761'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:05:55.914851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c230453e-fab3-42e5-91e4-c90c816bddeb None None] Port 1173155a-0dd3-47db-b366-7e10b13934bc cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:05:56.166491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1173155a-0dd3-47db-b366-7e10b13934bc {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:05:56.181444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.197913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Transition to ACTIVE for port object 1173155a-0dd3-47db-b366-7e10b13934bc will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:05:56.204438 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.303824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 919edac0-7573-4774-b109-69ec24bbc665 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:56.388698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Pushing event updated for resources: {'Port': ['ID=1173155a-0dd3-47db-b366-7e10b13934bc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:56.461363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 919edac0-7573-4774-b109-69ec24bbc665 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:56.466562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.660653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Attempting to bind port 1173155a-0dd3-47db-b366-7e10b13934bc on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:05:56.670756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Attempting to bind port 1173155a-0dd3-47db-b366-7e10b13934bc by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:05:56.670756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Attempting to bind port 1173155a-0dd3-47db-b366-7e10b13934bc on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:56.705344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Port 1173155a-0dd3-47db-b366-7e10b13934bc on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:05:56.706362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Attempting to bind port 1173155a-0dd3-47db-b366-7e10b13934bc on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:05:56.761326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:05:56.762694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:05:56.763283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:05:56.763911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Bound port: 1173155a-0dd3-47db-b366-7e10b13934bc, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:05:56.764441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.827356 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.860908 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.871327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] For port 1173155a-0dd3-47db-b366-7e10b13934bc, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:05:56.875173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:05:56.876244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] For port 1173155a-0dd3-47db-b366-7e10b13934bc, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1173155a-0dd3-47db-b366-7e10b13934bc,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:05:56.884749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.911191 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-661e0135-d03b-44a8-ac5d-b60ba76ac40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.950343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:56.959348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919edac0-7573-4774-b109-69ec24bbc665'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:56.969320 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f436e-e88c-4ed4-b327-0572bdb21eb8" -d '{"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-plugged", "status": "completed", "tag": "919edac0-7573-4774-b109-69ec24bbc665"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:56.972752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:56.974211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:56.976182 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] 10.222.0.74 "PUT /v2.0/ports/1173155a-0dd3-47db-b366-7e10b13934bc HTTP/1.1" status: 200 len: 1095 time: 1.5421877 Nov 23 14:05:56.977102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'tag': '1173155a-0dd3-47db-b366-7e10b13934bc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:05:56.981590 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "51c426a4-424c-45b6-b77b-5a201f7f1788", "tag": "1173155a-0dd3-47db-b366-7e10b13934bc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:05:56.987010 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:57.008981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dc1a1-50f3-40bd-a7da-934e8c12056b service neutron] Pushing event updated for resources: {'Port': ['ID=1173155a-0dd3-47db-b366-7e10b13934bc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:57.078129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:57.114042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d35163ef-3e83-47b8-8eb0-0d52d4b96761 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:05:57.123213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d35163ef-3e83-47b8-8eb0-0d52d4b96761 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:05:57.124884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:57.318475 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:57.400547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:05:57.409007 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:57.528474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-1c123c86-219d-447d-a5e1-e540db7184e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:57.531562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-1c123c86-219d-447d-a5e1-e540db7184e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a83461297d264022867778e95c9795e1&device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 1098 time: 0.5052919 Nov 23 14:05:57.580023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:05:57.621106 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-27fd0418-f2cc-4adf-a745-d4fb71241121 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1173155a-0dd3-47db-b366-7e10b13934bc HTTP/1.1" status: 200 len: 217 time: 0.0744689 Nov 23 14:05:57.723341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-361252d9-94ee-421e-b260-8e3a2b87e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:57.725283 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-361252d9-94ee-421e-b260-8e3a2b87e0ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0959985 Nov 23 14:05:57.795263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-3b38b499-aad5-49a5-ac45-be8cdb6c3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:05:57.796944 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-3b38b499-aad5-49a5-ac45-be8cdb6c3cc5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641363 Nov 23 14:05:57.975946 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-7da22e2a-880a-4d92-b864-2965200f19bc service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681151 Nov 23 14:05:58.097873 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-822cc41e-e5bb-4b21-9dcc-a655212a50a4 req-8f9b8457-2197-45ee-a3f7-9c4b16fe000d service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126168 Nov 23 14:05:58.196046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:05:59.013572 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f3b8-2c10-4e3b-bc36-1dd44183b2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:05:59.900317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:00.876193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1173155a-0dd3-47db-b366-7e10b13934bc details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:01.101125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-8d4a8722-f692-44e9-bbe2-7194a12ab254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:01.102812 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-8d4a8722-f692-44e9-bbe2-7194a12ab254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 1102 time: 0.0664678 Nov 23 14:06:01.205288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1173155a-0dd3-47db-b366-7e10b13934bc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1173155a-0dd3-47db-b366-7e10b13934bc,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:01.234605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-de19a762-5e3e-4a6e-88be-d1e232ffb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:01.236294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-de19a762-5e3e-4a6e-88be-d1e232ffb4f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1092064 Nov 23 14:06:01.239141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1173155a-0dd3-47db-b366-7e10b13934bc', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '1173155a-0dd3-47db-b366-7e10b13934bc', 'mac_address': 'fa:16:3e:2c:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:01.291268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:01.316573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-dac3c35f-1421-4377-9269-9abecce9282e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3 HTTP/1.1" status: 200 len: 217 time: 0.0705664 Nov 23 14:06:01.319804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1173155a-0dd3-47db-b366-7e10b13934bc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:01.345138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1173155a-0dd3-47db-b366-7e10b13934bc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1173155a-0dd3-47db-b366-7e10b13934bc,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:01.357517 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:01.415138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-f5531dab-8b8a-4a3c-831c-22e90a26501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:01.416701 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-f5531dab-8b8a-4a3c-831c-22e90a26501d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0932620 Nov 23 14:06:01.425229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1173155a-0dd3-47db-b366-7e10b13934bc,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:01.498885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-76111851-d418-4ce2-bb19-3187a782935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:01.501643 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-76111851-d418-4ce2-bb19-3187a782935d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736215 Nov 23 14:06:01.502682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:01.623360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1173155a-0dd3-47db-b366-7e10b13934bc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:01.738239 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-8d051903-a905-4a24-8845-c349488e8535 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214622 Nov 23 14:06:01.873245 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-741c3f57-f05d-4793-ae07-8e32ef3c34ef req-78cc71c3-39af-401e-a4cc-5922e87ca8dc service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259999 Nov 23 14:06:02.325327 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:02.881337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1173155a-0dd3-47db-b366-7e10b13934bc up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:02.990670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1173155a-0dd3-47db-b366-7e10b13934bc completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:06:03.004831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1173155a-0dd3-47db-b366-7e10b13934bc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:03.005727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:03.216729 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:03.302186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1173155a-0dd3-47db-b366-7e10b13934bc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1173155a-0dd3-47db-b366-7e10b13934bc,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:03.312677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:03.416141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1173155a-0dd3-47db-b366-7e10b13934bc,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:06.779223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cb51f-386b-462e-b7f2-10871b471ca0 req-0352b833-e7b4-433d-bf63-ed5c49f08404 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:06.780708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-583cb51f-386b-462e-b7f2-10871b471ca0 req-0352b833-e7b4-433d-bf63-ed5c49f08404 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0692725 Nov 23 14:06:06.788144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c800b-e806-43e9-a53d-ccd117783975 req-70589c6c-3daa-49cf-93c7-8354d103f858 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:06.789638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-123c800b-e806-43e9-a53d-ccd117783975 req-70589c6c-3daa-49cf-93c7-8354d103f858 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 949 time: 0.0873871 Nov 23 14:06:06.864761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-583cb51f-386b-462e-b7f2-10871b471ca0 req-068e974a-1d09-4f6b-bb0f-16ec6dc674e4 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740607 Nov 23 14:06:06.872018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-123c800b-e806-43e9-a53d-ccd117783975 req-5650257f-e2a6-4bd1-924f-022f138daf4c tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/security-groups?id=939e2018-e12c-4087-b930-a687d98fe604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753131 Nov 23 14:06:07.005082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545375d-2fad-43e1-bd5d-bcb887b97365 req-d883eab5-4810-4e30-9d7e-dc3a5e0d816b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:07.006672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2545375d-2fad-43e1-bd5d-bcb887b97365 req-d883eab5-4810-4e30-9d7e-dc3a5e0d816b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0795166 Nov 23 14:06:07.009483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78f8f4-b102-4b8a-87f5-6fdc11bf1b2b req-6a883cf1-2750-44e9-b57b-9aabada6cd63 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:07.011252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be78f8f4-b102-4b8a-87f5-6fdc11bf1b2b req-6a883cf1-2750-44e9-b57b-9aabada6cd63 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1096 time: 0.0749273 Nov 23 14:06:07.079678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2545375d-2fad-43e1-bd5d-bcb887b97365 req-dc18da34-88ce-4a4f-858f-85e5af699252 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Nov 23 14:06:07.086375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be78f8f4-b102-4b8a-87f5-6fdc11bf1b2b req-1d0663bd-66f4-4a3a-bb6e-3adfb609923a tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Nov 23 14:06:07.132630 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e0ecd1-9f08-4da0-b3b6-fdd75f074465 x-openstack-request-id: req-84e0ecd1-9f08-4da0-b3b6-fdd75f074465 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:07.133609 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-plugged", "status": "completed", "tag": "919edac0-7573-4774-b109-69ec24bbc665", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:07.134173 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84e0ecd1-9f08-4da0-b3b6-fdd75f074465 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:07.135711 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919edac0-7573-4774-b109-69ec24bbc665', 'code': 200} Nov 23 14:06:07.165137 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f0ef7-1e8f-4b5b-9aa5-8489b56727bf x-openstack-request-id: req-379f0ef7-1e8f-4b5b-9aa5-8489b56727bf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:07.165137 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c426a4-424c-45b6-b77b-5a201f7f1788", "tag": "1173155a-0dd3-47db-b366-7e10b13934bc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:07.165939 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-379f0ef7-1e8f-4b5b-9aa5-8489b56727bf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:07.165939 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'tag': '1173155a-0dd3-47db-b366-7e10b13934bc', 'status': 'completed', 'code': 200} Nov 23 14:06:07.240058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-f29c66ef-c218-4c8f-9987-c58e857a2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:07.241796 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-f29c66ef-c218-4c8f-9987-c58e857a2220 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a83461297d264022867778e95c9795e1&device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 1100 time: 0.0535004 Nov 23 14:06:07.342692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-a433e9dd-e40b-41ce-a1eb-b31c99856279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:07.344197 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-a433e9dd-e40b-41ce-a1eb-b31c99856279 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.0957851 Nov 23 14:06:07.385792 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-0689b172-fdf9-4d9f-8113-68befe5289f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1173155a-0dd3-47db-b366-7e10b13934bc HTTP/1.1" status: 200 len: 217 time: 0.0343132 Nov 23 14:06:07.436872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-180ce23e-1daa-4867-96c9-3e306c1a6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:07.438938 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-180ce23e-1daa-4867-96c9-3e306c1a6a75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0464664 Nov 23 14:06:07.498174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-0aea7bd2-9691-4ae0-a6a8-9dae9408ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:07.499927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-0aea7bd2-9691-4ae0-a6a8-9dae9408ccc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542750 Nov 23 14:06:07.636954 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-69007add-0ea2-4c8f-b00f-a5ad963ecca9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287787 Nov 23 14:06:07.736370 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29a0bbbb-87d0-4d63-9367-39505b5c7e5d req-efb09c66-3374-430a-9b05-f51f62127da2 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913188 Nov 23 14:06:08.149321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f0b8-4a10-41ca-ab85-8e5aaa8fe84f req-0b0367fa-c97e-4021-b711-3d8ebe64ea70 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:08.150865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e846f0b8-4a10-41ca-ab85-8e5aaa8fe84f req-0b0367fa-c97e-4021-b711-3d8ebe64ea70 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0489562 Nov 23 14:06:08.204760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e846f0b8-4a10-41ca-ab85-8e5aaa8fe84f req-e5269c4f-6be8-4932-abf7-8d34dc96ed27 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Nov 23 14:06:08.268193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:08.319122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b66b7-2207-4716-8c84-6fd9dbe45749 req-1b5017fe-ba12-4e50-b0b6-18d6a2729a0e tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:08.320663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e8b66b7-2207-4716-8c84-6fd9dbe45749 req-1b5017fe-ba12-4e50-b0b6-18d6a2729a0e tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 949 time: 0.0525804 Nov 23 14:06:08.371952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e8b66b7-2207-4716-8c84-6fd9dbe45749 req-fd0de9d8-8be5-4c3c-ab37-cf5b96f81ff0 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/security-groups?id=939e2018-e12c-4087-b930-a687d98fe604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Nov 23 14:06:08.372143 n-d-818503-2 neutron-server[103345]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 14:06:08.376063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-59c623c8-e4bf-4f86-b64d-56ef223742cb tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:06:08.377072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-59c623c8-e4bf-4f86-b64d-56ef223742cb tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073587 Nov 23 14:06:08.501663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-407a22ae-2015-4203-bc8a-474331ecc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:08.503958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-407a22ae-2015-4203-bc8a-474331ecc66c service neutron] 10.222.0.46 "GET /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 1093 time: 0.0802224 Nov 23 14:06:08.521915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Request body: {'binding': {'host': 'n-h1-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:08.522830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Unknown quota resources ['binding']. {{(pid=103345) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:06:08.720634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on host n-h1-818503-2 for vnic_type normal with profile None {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:08.720984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:08.721967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:08.726516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:08.726990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:08.731905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:08.732252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:08.732637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:08.733073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Bound port: 9534263d-70e3-4ac4-a399-220fc5fb1e42, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:08.750111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf680-2434-47d6-b8db-ca11174d59c0 req-134d22eb-f4a8-4e7e-9e03-7be78ad0d3e5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:08.752461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc7cf680-2434-47d6-b8db-ca11174d59c0 req-134d22eb-f4a8-4e7e-9e03-7be78ad0d3e5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0557725 Nov 23 14:06:08.788855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:08.797573 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:08.799149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-8acb8b96-bb4c-4529-9875-24d302942960 service neutron] 10.222.0.46 "POST /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42/bindings HTTP/1.1" status: 201 len: 389 time: 0.2815151 Nov 23 14:06:08.801509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc7cf680-2434-47d6-b8db-ca11174d59c0 req-7f02892b-6810-44a1-b6f5-407c0590a440 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Nov 23 14:06:09.095423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-2ec701a5-56d8-4bb4-9bb1-23aca5d363f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.098018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-2ec701a5-56d8-4bb4-9bb1-23aca5d363f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1096 time: 0.0474277 Nov 23 14:06:09.101828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c7ad4-e110-470b-97a5-242fa3f4230f req-ab918c2d-4e24-4b7a-a195-ea1d978a70ed tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.103580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f41c7ad4-e110-470b-97a5-242fa3f4230f req-ab918c2d-4e24-4b7a-a195-ea1d978a70ed tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 951 time: 0.1316879 Nov 23 14:06:09.137471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761'}, {'server_uuid': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1173155a-0dd3-47db-b366-7e10b13934bc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:09.140084 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38666f19-28eb-4d63-9e85-5f78deb1ead4" -d '{"events": [{"server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761"}, {"server_uuid": "51c426a4-424c-45b6-b77b-5a201f7f1788", "name": "network-vif-plugged", "status": "completed", "tag": "1173155a-0dd3-47db-b366-7e10b13934bc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:09.154041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-1c6957df-b322-436b-886e-7a573301c77f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.155529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-1c6957df-b322-436b-886e-7a573301c77f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.1723149 Nov 23 14:06:09.186798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-6a90e8ec-6aff-48e4-964e-94a3872f3b27 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/quotas/85b96f2700e344708701a19a4ee9f9a0 HTTP/1.1" status: 200 len: 375 time: 0.0229983 Nov 23 14:06:09.198678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f41c7ad4-e110-470b-97a5-242fa3f4230f req-52995b2d-0327-43b0-863b-112a184b3a7f tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823650 Nov 23 14:06:09.205237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-90475884-a5bf-4133-b189-d97731f5af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.207524 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-90475884-a5bf-4133-b189-d97731f5af56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.0999067 Nov 23 14:06:09.257155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-8c2feadc-a20c-4093-a88e-e889c6666ab3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 217 time: 0.0410473 Nov 23 14:06:09.257399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-86c9267e-dcc3-47bc-8efe-c4046341eaeb tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572083 Nov 23 14:06:09.314742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-55850cb1-4997-4d10-9f5a-0e4a3acd3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.317019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-55850cb1-4997-4d10-9f5a-0e4a3acd3ceb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0500484 Nov 23 14:06:09.354318 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-0e9123b2-97a0-475e-a8e6-5b91d95fe957 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299385 Nov 23 14:06:09.376576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428279c6-01a5-4e75-8f03-8f9608ff6992 req-b1d3c3c5-fb8a-465c-a872-0e3b166b8cbd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.378595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-428279c6-01a5-4e75-8f03-8f9608ff6992 req-b1d3c3c5-fb8a-465c-a872-0e3b166b8cbd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.1051388 Nov 23 14:06:09.408199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-984861ac-3b1e-4407-a868-baafae884ebb service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431673 Nov 23 14:06:09.455226 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-8b6f7f7f-7201-4be2-9132-0e7b0e6ac8c4 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888987 Nov 23 14:06:09.466906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-428279c6-01a5-4e75-8f03-8f9608ff6992 req-22965ac9-263e-4295-ba3c-004bd49b5a14 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756605 Nov 23 14:06:09.527549 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cf7e05-bd9c-44de-993e-5b274b8feaba x-openstack-request-id: req-09cf7e05-bd9c-44de-993e-5b274b8feaba {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:09.528191 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761", "code": 200}, {"server_uuid": "51c426a4-424c-45b6-b77b-5a201f7f1788", "name": "network-vif-plugged", "status": "completed", "tag": "1173155a-0dd3-47db-b366-7e10b13934bc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:09.528637 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09cf7e05-bd9c-44de-993e-5b274b8feaba {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:09.529808 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761', 'code': 200} Nov 23 14:06:09.531550 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1173155a-0dd3-47db-b366-7e10b13934bc', 'code': 200} Nov 23 14:06:09.572536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d2cd442f-7586-43dc-864c-3b17e658b024 service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504660 Nov 23 14:06:09.711793 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-cf4a5bec-59d9-4ee7-bae2-67755bb0d90e service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422731 Nov 23 14:06:09.760686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf46bf-5894-4d51-9797-cfbde582c196 req-182d408c-b466-46f1-8fa9-3cfe420ad291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.762598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-78cf46bf-5894-4d51-9797-cfbde582c196 req-182d408c-b466-46f1-8fa9-3cfe420ad291 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1386199 Nov 23 14:06:09.803824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d989513-0a3d-44bf-8033-286a13b3e5d1 req-8fef7942-0cb9-44ab-a264-7344525b27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:09.806820 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3d989513-0a3d-44bf-8033-286a13b3e5d1 req-8fef7942-0cb9-44ab-a264-7344525b27eb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 1100 time: 0.1833150 Nov 23 14:06:09.883605 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3d989513-0a3d-44bf-8033-286a13b3e5d1 req-35d209e8-7f51-4568-8c74-2954a4b0e170 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=939e2018-e12c-4087-b930-a687d98fe604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688684 Nov 23 14:06:09.885750 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-78cf46bf-5894-4d51-9797-cfbde582c196 req-05c193cb-4d07-4f4f-998a-0a2911687571 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113825 Nov 23 14:06:10.150852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6273b0-584e-46e7-84b6-80918f30342c req-f5a70c07-86c6-4f3c-84e6-a708b2cd38ff tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:10.152223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d6273b0-584e-46e7-84b6-80918f30342c req-f5a70c07-86c6-4f3c-84e6-a708b2cd38ff tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.3716965 Nov 23 14:06:10.166266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db3a90-86a2-4cbf-9f30-31bb1f25731a req-1830cd99-e0d3-4777-889c-7aaf563ce6c0 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:10.168288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33db3a90-86a2-4cbf-9f30-31bb1f25731a req-1830cd99-e0d3-4777-889c-7aaf563ce6c0 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 949 time: 0.3465657 Nov 23 14:06:10.241060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d6273b0-584e-46e7-84b6-80918f30342c req-0ce0f18e-3f0e-4f78-8850-e8bc6d2e43fd tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 Nov 23 14:06:10.260154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33db3a90-86a2-4cbf-9f30-31bb1f25731a req-319f7090-c213-47b3-9205-f585858dc974 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/security-groups?id=939e2018-e12c-4087-b930-a687d98fe604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847535 Nov 23 14:06:10.364055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 919edac0-7573-4774-b109-69ec24bbc665 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:10.425194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d791def5-18f1-456c-a419-c1e0125938e0 req-3e749752-e173-4a3d-943d-1690c4b114a0 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 210 time: 0.0752592 Nov 23 14:06:10.548523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:10.609719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:10.615252 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:10.616051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:10.622639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8839f-ee7e-40d2-8282-083962de2fdc req-c6ed4740-328c-450d-9e60-a8d6655bd0b1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:10.624282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59e8839f-ee7e-40d2-8282-083962de2fdc req-c6ed4740-328c-450d-9e60-a8d6655bd0b1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1018610 Nov 23 14:06:10.699723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59e8839f-ee7e-40d2-8282-083962de2fdc req-7bbbc4cd-3978-44db-98b7-d5b0a8bf34e6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629652 Nov 23 14:06:10.752928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:10.812335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531734-310f-4b11-b90f-f8476bd486dd req-47560fa2-1b73-4b8f-85c6-a1681aff04f6 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:10.818967 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a2531734-310f-4b11-b90f-f8476bd486dd req-47560fa2-1b73-4b8f-85c6-a1681aff04f6 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "GET /v2.0/ports?device_id=018cbb8e-9b25-445d-aeda-9090e1264ed3 HTTP/1.1" status: 200 len: 944 time: 0.0939801 Nov 23 14:06:10.833677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:10.870635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:10.879091 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:10.888816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3ddeb-4a9d-4ff6-ad97-24249e44b18c req-211204f8-8861-4aa1-8fa3-af225ae2d877 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:10.899310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11f3ddeb-4a9d-4ff6-ad97-24249e44b18c req-211204f8-8861-4aa1-8fa3-af225ae2d877 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.1163514 Nov 23 14:06:10.954501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:10.992298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Deleting port 919edac0-7573-4774-b109-69ec24bbc665 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:10.993458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:11.023073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11f3ddeb-4a9d-4ff6-ad97-24249e44b18c req-da0194f4-3033-4992-aece-23cc4c29aa99 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225562 Nov 23 14:06:11.142597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] For port 919edac0-7573-4774-b109-69ec24bbc665, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=919edac0-7573-4774-b109-69ec24bbc665,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:11.143047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:11.167193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Calling delete_port for 919edac0-7573-4774-b109-69ec24bbc665 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:11.361179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-36568e75-3ce7-466b-9bff-86f8ffdedb6c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:11.363485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-36568e75-3ce7-466b-9bff-86f8ffdedb6c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.2099648 Nov 23 14:06:11.383997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Request body: {'port': {'device_id': '7715d6ef-a790-4ea0-b287-ed3402145927', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'admin_state_up': True, 'tenant_id': '85b96f2700e344708701a19a4ee9f9a0'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:11.488072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de34d77-b9ea-42a8-a36e-492d064ec731 req-66ad9c78-d1a4-471b-9b6a-a1ea8f8a7d7e tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:11.489948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2de34d77-b9ea-42a8-a36e-492d064ec731 req-66ad9c78-d1a4-471b-9b6a-a1ea8f8a7d7e tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 949 time: 0.1141245 Nov 23 14:06:11.502721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3ca17-0784-487e-8053-35b880783d24 req-a8367414-9fe3-47b4-91c1-27f7b241d596 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:11.510147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24a3ca17-0784-487e-8053-35b880783d24 req-a8367414-9fe3-47b4-91c1-27f7b241d596 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0785801 Nov 23 14:06:11.534175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919edac0-7573-4774-b109-69ec24bbc665'}, {'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:11.537975 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a3f554-e2c4-4a76-aae8-b81b5db20ff6" -d '{"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "919edac0-7573-4774-b109-69ec24bbc665"}, {"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-unplugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:11.541927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:11.583082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event deleted for resources: {'Port': ['ID=919edac0-7573-4774-b109-69ec24bbc665,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:11.583701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24a3ca17-0784-487e-8053-35b880783d24 req-1c0fe307-1a7b-454c-90a6-9ae4e229f179 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724812 Nov 23 14:06:11.591957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2de34d77-b9ea-42a8-a36e-492d064ec731 req-26d0425d-398d-4f5d-897c-3854cfcf10f4 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/security-groups?id=939e2018-e12c-4087-b930-a687d98fe604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744421 Nov 23 14:06:11.665943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] No DVR routers for this DVR port 919edac0-7573-4774-b109-69ec24bbc665 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:11.670664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:11.675454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a2531734-310f-4b11-b90f-f8476bd486dd req-196f5be5-b64c-4bf7-bfbf-548ace2e2af3 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "DELETE /v2.0/ports/919edac0-7573-4774-b109-69ec24bbc665 HTTP/1.1" status: 204 len: 173 time: 0.8473294 Nov 23 14:06:11.675966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-deleted', 'tag': '919edac0-7573-4774-b109-69ec24bbc665'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:11.678187 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787e06aa-880d-4c82-ba2e-311c49b00225" -d '{"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-deleted", "tag": "919edac0-7573-4774-b109-69ec24bbc665"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:11.700685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Made reservation on behalf of 85b96f2700e344708701a19a4ee9f9a0 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:11.727160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:11.728654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83974e5-e4ae-4198-8b8e-6a79bdafbb1b req-3b2e9451-b748-4fed-9d8b-606410547837 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 210 time: 0.0463691 Nov 23 14:06:11.790242 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b29703-f344-4742-905b-bab724df1971 x-openstack-request-id: req-a3b29703-f344-4742-905b-bab724df1971 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:11.790537 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "919edac0-7573-4774-b109-69ec24bbc665", "code": 200}, {"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-unplugged", "status": "completed", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:11.790791 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3b29703-f344-4742-905b-bab724df1971 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:11.791325 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919edac0-7573-4774-b109-69ec24bbc665', 'code': 200} Nov 23 14:06:11.791770 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'code': 200} Nov 23 14:06:11.905213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Allocated IP 172.20.0.12 (8b93425f-1718-46e8-8ed9-cd0659981060/2acb973b-5cde-4c9d-8e70-c201c352d0f1/d938a149-64b0-4945-bb0e-1d78a66fcec0) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:11.935699 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06a8dcd-c230-4114-a884-19dfa0bd72ed x-openstack-request-id: req-d06a8dcd-c230-4114-a884-19dfa0bd72ed {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:11.936001 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018cbb8e-9b25-445d-aeda-9090e1264ed3", "name": "network-vif-deleted", "tag": "919edac0-7573-4774-b109-69ec24bbc665", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:11.936255 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d06a8dcd-c230-4114-a884-19dfa0bd72ed {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:11.936642 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018cbb8e-9b25-445d-aeda-9090e1264ed3', 'name': 'network-vif-deleted', 'tag': '919edac0-7573-4774-b109-69ec24bbc665', 'status': 'completed', 'code': 200} Nov 23 14:06:11.994502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c537dd-8056-4d8d-b55b-e0e0888545bc req-55143633-66af-4340-aec4-933682c989da tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:11.996799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c537dd-8056-4d8d-b55b-e0e0888545bc req-55143633-66af-4340-aec4-933682c989da tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0681937 Nov 23 14:06:12.063047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c537dd-8056-4d8d-b55b-e0e0888545bc req-d6c118f5-e729-46ba-bb3c-a16d5371a7ea tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600410 Nov 23 14:06:12.132310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:12.188249 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:12.240628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Network 8b93425f-1718-46e8-8ed9-cd0659981060 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:12.246317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:12.250763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:12.274100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272783b-6196-4328-abb3-5819cc8af5d6 req-afb62430-f209-40dc-87cc-a248a67c4e8c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:12.275793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a272783b-6196-4328-abb3-5819cc8af5d6 req-afb62430-f209-40dc-87cc-a248a67c4e8c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.1054716 Nov 23 14:06:12.293614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5458-2691-4c30-995e-05315e06da2f req-3545c6aa-940f-4081-9f68-3183c687bf83 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:12.295486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b74a5458-2691-4c30-995e-05315e06da2f req-3545c6aa-940f-4081-9f68-3183c687bf83 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 949 time: 0.0866721 Nov 23 14:06:12.299151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:12.318559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:12.319411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:12.338370 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-395c6001-412a-47f7-904a-bfaa948e1337 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9630175 Nov 23 14:06:12.351688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Request body: {'port': {'device_id': '7715d6ef-a790-4ea0-b287-ed3402145927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:12.397739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a272783b-6196-4328-abb3-5819cc8af5d6 req-ecd2c734-c92f-475a-88dc-88c7eaa42c4b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128237 Nov 23 14:06:12.407234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:12.412207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b74a5458-2691-4c30-995e-05315e06da2f req-774756cf-d6b7-4910-a1e8-403dd1573afa tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/security-groups?id=939e2018-e12c-4087-b930-a687d98fe604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015537 Nov 23 14:06:12.710735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d938a149-64b0-4945-bb0e-1d78a66fcec0 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:12.721777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:12.736650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de451d0-4fbc-4df8-a9ab-cee22d97d70c req-cfd312e9-0fc2-4f85-a927-83e4c5b8b41c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:12.741224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Transition to ACTIVE for port object d938a149-64b0-4945-bb0e-1d78a66fcec0 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:12.742289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5de451d0-4fbc-4df8-a9ab-cee22d97d70c req-cfd312e9-0fc2-4f85-a927-83e4c5b8b41c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0572562 Nov 23 14:06:12.745805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:12.822488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:12.840763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5de451d0-4fbc-4df8-a9ab-cee22d97d70c req-10785b24-3d92-43e3-ad54-f8e54b18d2be tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936952 Nov 23 14:06:12.933546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Attempting to bind port d938a149-64b0-4945-bb0e-1d78a66fcec0 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:12.934559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Attempting to bind port d938a149-64b0-4945-bb0e-1d78a66fcec0 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:12.935156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Attempting to bind port d938a149-64b0-4945-bb0e-1d78a66fcec0 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:12.940926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Port d938a149-64b0-4945-bb0e-1d78a66fcec0 on network 8b93425f-1718-46e8-8ed9-cd0659981060 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:12.941314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Attempting to bind port d938a149-64b0-4945-bb0e-1d78a66fcec0 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:12.950599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:12.950962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Checking segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:12.951344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Bound using segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:12.951779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Bound port: d938a149-64b0-4945-bb0e-1d78a66fcec0, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:12.952139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:12.963463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdab2e8-b9ed-451c-ad45-9c0d2d9717b3 req-3f28cdf3-5274-4f46-a9f9-324fc0bc4106 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:12.971167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fdab2e8-b9ed-451c-ad45-9c0d2d9717b3 req-3f28cdf3-5274-4f46-a9f9-324fc0bc4106 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 944 time: 0.0746181 Nov 23 14:06:13.034504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:13.038316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fdab2e8-b9ed-451c-ad45-9c0d2d9717b3 req-425a419d-7274-494b-b180-f01b513f0a40 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Nov 23 14:06:13.038458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:13.054189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:13.107508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.108642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:13.110425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/d938a149-64b0-4945-bb0e-1d78a66fcec0 HTTP/1.1" status: 200 len: 1092 time: 0.7629836 Nov 23 14:06:13.153246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd9d4-5edd-4c35-b78a-f7bb3a4698a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:13.228705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-40f38854-6eeb-4923-a419-5339a1808c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.231340 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-40f38854-6eeb-4923-a419-5339a1808c9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 1095 time: 0.0664968 Nov 23 14:06:13.255164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0da9b-5a36-4660-b1d5-bfa8c0dc656e req-8494320b-7ea0-4ae0-8e0e-fc2300aa6d81 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.256622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91b0da9b-5a36-4660-b1d5-bfa8c0dc656e req-8494320b-7ea0-4ae0-8e0e-fc2300aa6d81 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0635548 Nov 23 14:06:13.283060 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-44bf78fb-50c1-4494-bc10-11a9e9aee2a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0 HTTP/1.1" status: 200 len: 217 time: 0.0431926 Nov 23 14:06:13.323723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91b0da9b-5a36-4660-b1d5-bfa8c0dc656e req-fa219bf6-75f6-4fef-b2da-f23b2f911e35 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565369 Nov 23 14:06:13.371616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-6c98f94a-cd02-47b6-b25f-890f3f532614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.373312 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-6c98f94a-cd02-47b6-b25f-890f3f532614 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.0801375 Nov 23 14:06:13.423560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-10e49ddf-de63-47dc-a388-686ba1a1da09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410352 Nov 23 14:06:13.501701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeb01d-3f00-4330-affc-a97495238cd3 req-ef10d7f4-12c5-42d6-9955-5a3f18851513 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.512756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6eeb01d-3f00-4330-affc-a97495238cd3 req-ef10d7f4-12c5-42d6-9955-5a3f18851513 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0762827 Nov 23 14:06:13.551785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-4c3382fd-b8fe-4193-a81e-961e5a678fe8 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141486 Nov 23 14:06:13.591861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6eeb01d-3f00-4330-affc-a97495238cd3 req-b3e0d836-ee6d-46e1-8cf2-6d3f8aab02a5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Nov 23 14:06:13.615066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bb3b-7ce5-488b-870b-007b7d3647f3 req-b30f7cf7-8661-4ddd-bd2c-f53e90d1e19e tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.616771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ca5bb3b-7ce5-488b-870b-007b7d3647f3 req-b30f7cf7-8661-4ddd-bd2c-f53e90d1e19e tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0867281 Nov 23 14:06:13.670993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-368888bb-3d67-4d5e-9081-60db4a1ab20d tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.672494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-368888bb-3d67-4d5e-9081-60db4a1ab20d tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.74 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 949 time: 0.1103108 Nov 23 14:06:13.673739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ca5bb3b-7ce5-488b-870b-007b7d3647f3 req-99288178-37f3-4797-9651-62481e26c160 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Nov 23 14:06:13.716417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-72a511f4-b2c1-4b09-9030-b11a077a7df9 req-4f83aa95-ddfb-4462-bd71-85dc0df3521d service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548092 Nov 23 14:06:13.758826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b2ed9-dde9-4129-a541-0a8436204b95 req-33965c71-0971-4038-8f92-ea879c656841 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.760591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed1b2ed9-dde9-4129-a541-0a8436204b95 req-33965c71-0971-4038-8f92-ea879c656841 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.0800009 Nov 23 14:06:13.793218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Deleting port 1173155a-0dd3-47db-b366-7e10b13934bc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:13.793481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:13.841020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed1b2ed9-dde9-4129-a541-0a8436204b95 req-fce9a5cd-8a90-41b0-8df9-4ea414a7cff6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720966 Nov 23 14:06:13.857712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23feb0-04d2-4cf8-b6dd-60c5bacee673 req-996fa4bd-6387-4b74-a707-f4895140148b tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:13.859950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c23feb0-04d2-4cf8-b6dd-60c5bacee673 req-996fa4bd-6387-4b74-a707-f4895140148b tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c426a4-424c-45b6-b77b-5a201f7f1788 HTTP/1.1" status: 200 len: 949 time: 0.0678902 Nov 23 14:06:13.903844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] For port 1173155a-0dd3-47db-b366-7e10b13934bc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1173155a-0dd3-47db-b366-7e10b13934bc,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:13.904219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:13.913324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c23feb0-04d2-4cf8-b6dd-60c5bacee673 req-d4de67c3-7171-4b17-9606-73996f674bff tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.46 "GET /v2.0/security-groups?id=939e2018-e12c-4087-b930-a687d98fe604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461764 Nov 23 14:06:13.919144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Calling delete_port for 1173155a-0dd3-47db-b366-7e10b13934bc owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:13.978788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:13.981305 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022e47a6-ad70-4e50-b735-a08a3b409f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:14.094277 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0530933f-5a49-47c0-9fac-b2089786b9a6 x-openstack-request-id: req-0530933f-5a49-47c0-9fac-b2089786b9a6 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:14.094598 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:14.094862 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0530933f-5a49-47c0-9fac-b2089786b9a6 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:14.095311 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'status': 'completed', 'code': 200} Nov 23 14:06:14.182049 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:14.201470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1173155a-0dd3-47db-b366-7e10b13934bc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:14.248495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-ecf2185f-fd13-40aa-9d04-23ad9dfe1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:14.250043 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-ecf2185f-fd13-40aa-9d04-23ad9dfe1e0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 1095 time: 0.1350543 Nov 23 14:06:14.266984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Pushing event deleted for resources: {'Port': ['ID=1173155a-0dd3-47db-b366-7e10b13934bc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:14.310441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.310441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.310441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.310441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.311155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.311245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.311557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.311893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.312221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.312604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.312936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.313260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:14.364136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 919edac0-7573-4774-b109-69ec24bbc665 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:14.368588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] No DVR routers for this DVR port 1173155a-0dd3-47db-b366-7e10b13934bc on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:14.409053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dba4fd-cb89-465d-9e36-864dcab3a318 req-ed4bc5e1-fbec-4ab9-b6c8-75a761b1d880 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:14.411101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6dba4fd-cb89-465d-9e36-864dcab3a318 req-ed4bc5e1-fbec-4ab9-b6c8-75a761b1d880 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 944 time: 0.1490574 Nov 23 14:06:14.415871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 919edac0-7573-4774-b109-69ec24bbc665 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:14.416282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 919edac0-7573-4774-b109-69ec24bbc665 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:14.428410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:14.437443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b881b42a-7279-4a29-9a0e-b4f7ba33d326 req-c9ac5d41-64a7-4f45-b169-f9bc5321f223 tempest-ServerDiagnosticsNegativeTest-331381880 tempest-ServerDiagnosticsNegativeTest-331381880-project] 10.222.0.74 "DELETE /v2.0/ports/1173155a-0dd3-47db-b366-7e10b13934bc HTTP/1.1" status: 204 len: 173 time: 0.7585108 Nov 23 14:06:14.517515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6dba4fd-cb89-465d-9e36-864dcab3a318 req-7a3669d6-ee13-400a-ab91-13d47b4e89ce tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991893 Nov 23 14:06:14.529688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-0b24bd9c-a76e-4fe0-ab63-bb53c1ee0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:14.531235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-0b24bd9c-a76e-4fe0-ab63-bb53c1ee0dfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 904 time: 0.2656024 Nov 23 14:06:14.645864 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-cee36264-192c-49c6-963e-b21d946988ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0 HTTP/1.1" status: 200 len: 217 time: 0.1069803 Nov 23 14:06:14.794991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-ba35bdca-7c8d-4cb6-a7c8-b6bdfc19b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:14.798340 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-ba35bdca-7c8d-4cb6-a7c8-b6bdfc19b910 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.1420829 Nov 23 14:06:14.840000 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-1a11cc29-ecec-461b-bb0c-cb7b5fa7eb53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281320 Nov 23 14:06:14.894487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdca05-257b-4439-b43a-e35434ee06cd req-3ef09cbf-e265-4aca-880d-eadf35bc43c7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:14.895996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9bcdca05-257b-4439-b43a-e35434ee06cd req-3ef09cbf-e265-4aca-880d-eadf35bc43c7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0822778 Nov 23 14:06:14.901944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b587921-d372-4fdd-a540-c7dad5c4b311 req-73de919e-b39b-4da9-87da-0de624a747ce tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:14.903748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b587921-d372-4fdd-a540-c7dad5c4b311 req-73de919e-b39b-4da9-87da-0de624a747ce tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0993388 Nov 23 14:06:14.979813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9bcdca05-257b-4439-b43a-e35434ee06cd req-06628589-7614-4c8d-9ba7-df7f495bbce1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750878 Nov 23 14:06:14.991597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b587921-d372-4fdd-a540-c7dad5c4b311 req-88a1bda4-0467-4365-8feb-ebec6066a31c tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772545 Nov 23 14:06:15.228995 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-6c34c2ba-958c-4702-93b2-981d79329fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778090 Nov 23 14:06:15.363098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e40e4-6c5a-4050-ac33-1b027f540334 req-6854dff4-65b1-4004-8390-62c7f2a749fd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:15.364925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c0e40e4-6c5a-4050-ac33-1b027f540334 req-6854dff4-65b1-4004-8390-62c7f2a749fd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.0711787 Nov 23 14:06:15.369565 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-022e47a6-ad70-4e50-b735-a08a3b409f1b req-62479a45-3312-4fc4-bc50-5579933681d0 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322062 Nov 23 14:06:15.438138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c0e40e4-6c5a-4050-ac33-1b027f540334 req-1f901e57-c7e5-4b18-a1aa-60ceb99c7ae3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582561 Nov 23 14:06:15.764233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9990-2873-43ca-8ee0-9cb19fc6cc94 req-2172fd33-0532-446a-9a4a-83395a8af867 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:15.772692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-962f9990-2873-43ca-8ee0-9cb19fc6cc94 req-2172fd33-0532-446a-9a4a-83395a8af867 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 946 time: 0.0635018 Nov 23 14:06:15.826865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-962f9990-2873-43ca-8ee0-9cb19fc6cc94 req-b1033050-20d7-40d1-9ee3-bf55aac9c45d tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529175 Nov 23 14:06:15.863704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33324) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:15.960186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f677-c362-4cf6-ad61-a34e56be92ac req-c3ee49c3-30c8-4371-85d7-340878e249e8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:15.962141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3c8f677-c362-4cf6-ad61-a34e56be92ac req-c3ee49c3-30c8-4371-85d7-340878e249e8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 944 time: 0.0573833 Nov 23 14:06:16.027453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3c8f677-c362-4cf6-ad61-a34e56be92ac req-788a9419-01bb-449a-b3b0-8fddf6d04045 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535896 Nov 23 14:06:16.056099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-badbe0bf-fd97-42c5-9115-93a2ea352b1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a83461297d264022867778e95c9795e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909394 Nov 23 14:06:16.059031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33338) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:16.097363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'name': 'network-vif-deleted', 'tag': '1173155a-0dd3-47db-b366-7e10b13934bc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:16.099959 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dec8dc-800b-4315-9af8-fde2a9d2e81e" -d '{"events": [{"server_uuid": "51c426a4-424c-45b6-b77b-5a201f7f1788", "name": "network-vif-deleted", "tag": "1173155a-0dd3-47db-b366-7e10b13934bc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:16.119587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.145647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.215716 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.218686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.220227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/939e2018-e12c-4087-b930-a687d98fe604 HTTP/1.1" status: 204 len: 168 time: 0.1605227 Nov 23 14:06:16.234256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939e2018-e12c-4087-b930-a687d98fe604,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:16.243708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.244054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.244390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.244840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.245796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.245930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.246227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.246554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.246875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.247539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.247659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.247980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267e23e-6a7e-47e1-ac02-bea2553bf3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:16.391092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d938a149-64b0-4945-bb0e-1d78a66fcec0 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:16.398725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42520f-974e-4f2a-9070-cb4b93e6d684 req-a36a8f5e-67af-4155-9ce7-44b5df481d66 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:16.411729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a42520f-974e-4f2a-9070-cb4b93e6d684 req-a36a8f5e-67af-4155-9ce7-44b5df481d66 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0735283 Nov 23 14:06:16.479453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a42520f-974e-4f2a-9070-cb4b93e6d684 req-3a25a309-cac3-46eb-8712-bffd98cc26b4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621967 Nov 23 14:06:16.582145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-868a01cc-3835-4557-830c-76b036dcc53b tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:06:16.593539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-868a01cc-3835-4557-830c-76b036dcc53b tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184553 Nov 23 14:06:16.604178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:16.626989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'mac_address': 'fa:16:3e:e3:29:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:16.646707 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cf41c6-3da0-4dc7-a335-e033640f635d x-openstack-request-id: req-50cf41c6-3da0-4dc7-a335-e033640f635d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:16.647051 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c426a4-424c-45b6-b77b-5a201f7f1788", "name": "network-vif-deleted", "tag": "1173155a-0dd3-47db-b366-7e10b13934bc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:16.647311 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50cf41c6-3da0-4dc7-a335-e033640f635d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:16.647707 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c426a4-424c-45b6-b77b-5a201f7f1788', 'name': 'network-vif-deleted', 'tag': '1173155a-0dd3-47db-b366-7e10b13934bc', 'status': 'completed', 'code': 200} Nov 23 14:06:16.668771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-da49d6fb-d9bc-4033-a4a7-57e26edf26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:16.676766 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-da49d6fb-d9bc-4033-a4a7-57e26edf26aa service neutron] 10.222.0.46 "GET /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 1094 time: 0.0729256 Nov 23 14:06:16.681922 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.682705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Request body: {'binding': {'host': 'n-h1-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:16.682909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Unknown quota resources ['binding']. {{(pid=103345) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:06:16.693942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d938a149-64b0-4945-bb0e-1d78a66fcec0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:16.716092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33354) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:16.733239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:16.735416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57ddd540-72db-48d3-a561-9e9474c90f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.738579 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.848957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:16.881285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on host n-h1-818503-2 for vnic_type normal with profile None {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:16.881603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:16.882122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:16.892269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:16.892727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:16.894861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581057b-d6e1-4223-a2ee-0d1ab137eb58 req-f31dc0be-22a2-44f1-ac98-d291428812ee tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:16.899036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:16.899697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:16.900289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:16.900935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Bound port: d35163ef-3e83-47b8-8eb0-0d52d4b96761, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:16.902266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b581057b-d6e1-4223-a2ee-0d1ab137eb58 req-f31dc0be-22a2-44f1-ac98-d291428812ee tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.1379519 Nov 23 14:06:16.965800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:16.973089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57ddd540-72db-48d3-a561-9e9474c90f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.976275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:16.980786 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ae2a41e7-ce8e-4ecf-b03b-2471cb42a64a service neutron] 10.222.0.46 "POST /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761/bindings HTTP/1.1" status: 201 len: 389 time: 0.3029211 Nov 23 14:06:16.983651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b581057b-d6e1-4223-a2ee-0d1ab137eb58 req-34a1d629-4210-4882-89fb-6ffbb66dde61 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801141 Nov 23 14:06:16.985065 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-57ddd540-72db-48d3-a561-9e9474c90f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:17.029018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-57ddd540-72db-48d3-a561-9e9474c90f5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea58ae57153646f5b91ef8739c927c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090687 Nov 23 14:06:17.029232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33358) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:17.099834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1faf-22e0-454d-b523-ad649a105b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:17.110105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddd540-72db-48d3-a561-9e9474c90f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616eaf8-75c4-4d63-9dd6-a541d8fd3eb3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:17.137130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d938a149-64b0-4945-bb0e-1d78a66fcec0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:17.150694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1faf-22e0-454d-b523-ad649a105b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:17.181514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5971d35-97cb-4f5c-aac4-528f2ccbece9 req-94ca947b-1213-4460-b26d-8caea477bc5e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:17.183278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5971d35-97cb-4f5c-aac4-528f2ccbece9 req-94ca947b-1213-4460-b26d-8caea477bc5e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.0852151 Nov 23 14:06:17.258936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1faf-22e0-454d-b523-ad649a105b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:17.262563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1faf-22e0-454d-b523-ad649a105b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:17.263879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7e5c1faf-22e0-454d-b523-ad649a105b79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b616eaf8-75c4-4d63-9dd6-a541d8fd3eb3 HTTP/1.1" status: 204 len: 168 time: 0.2333069 Nov 23 14:06:17.277186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-ec03f4c7-2e53-4e97-9b30-43d8db1fb36c tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:17.278795 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-ec03f4c7-2e53-4e97-9b30-43d8db1fb36c tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.11 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 946 time: 0.1210611 Nov 23 14:06:17.288201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c1faf-22e0-454d-b523-ad649a105b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616eaf8-75c4-4d63-9dd6-a541d8fd3eb3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:17.314149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163b275-5f1e-4716-ad36-664027f1a64a req-7a491365-409f-46d4-b1af-03527312e05e tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:17.316554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9163b275-5f1e-4716-ad36-664027f1a64a req-7a491365-409f-46d4-b1af-03527312e05e tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 946 time: 0.1323690 Nov 23 14:06:17.341494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5971d35-97cb-4f5c-aac4-528f2ccbece9 req-e1013194-b0ed-4d5a-b0a2-33ba34141fb1 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318679 Nov 23 14:06:17.420663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9163b275-5f1e-4716-ad36-664027f1a64a req-4d99ddd1-ba48-415b-8c4f-e1e559505de4 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/security-groups?id=7dcc0175-8245-47a2-94f9-c19721c3a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857327 Nov 23 14:06:17.507410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e8c6-ff3f-4728-9435-688ca3c4a943 req-1b67f2f8-b645-4c48-87d4-100e9347f3dc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:17.509003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0150e8c6-ff3f-4728-9435-688ca3c4a943 req-1b67f2f8-b645-4c48-87d4-100e9347f3dc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 945 time: 0.0673549 Nov 23 14:06:17.544785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Deleting port 932bd5c4-093c-4127-9ea3-77781b372692 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:17.545144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:17.635436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0150e8c6-ff3f-4728-9435-688ca3c4a943 req-e0c99096-675b-477a-8ed6-6ae09d343cfc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195519 Nov 23 14:06:17.658363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989a78e-7bfd-499b-a713-2b2c211e59c1 req-d53311bd-0d9d-4024-8723-d6b1bada34b7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:17.663489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2989a78e-7bfd-499b-a713-2b2c211e59c1 req-d53311bd-0d9d-4024-8723-d6b1bada34b7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1149335 Nov 23 14:06:17.702520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] For port 932bd5c4-093c-4127-9ea3-77781b372692, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=932bd5c4-093c-4127-9ea3-77781b372692,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:17.703154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:17.717585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2989a78e-7bfd-499b-a713-2b2c211e59c1 req-8974d7d0-f5a1-4f31-9b0c-512d86959f51 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Nov 23 14:06:17.725081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Calling delete_port for 932bd5c4-093c-4127-9ea3-77781b372692 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:17.867505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ac45b-e2e3-4080-87a5-053eb9a916d2 req-5d17c868-647d-4ea1-871a-4a90ae3987a0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:17.869082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-448ac45b-e2e3-4080-87a5-053eb9a916d2 req-5d17c868-647d-4ea1-871a-4a90ae3987a0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.0509999 Nov 23 14:06:17.928604 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-db9bdecd-45c7-4f05-a248-3bc59f026692 service neutron] show failed (client error): The resource could not be found. Nov 23 14:06:17.929823 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-db9bdecd-45c7-4f05-a248-3bc59f026692 service neutron] 10.222.0.11 "GET /v2.0/ports/1a263c2a-00fd-4583-b4ac-e18977d3960f/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.1413348 Nov 23 14:06:17.954610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-448ac45b-e2e3-4080-87a5-053eb9a916d2 req-bc91a0d3-87a0-43e5-8285-eee2d123e130 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756102 Nov 23 14:06:17.984964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:18.001006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['932bd5c4-093c-4127-9ea3-77781b372692'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:18.024848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Pushing event deleted for resources: {'Port': ['ID=932bd5c4-093c-4127-9ea3-77781b372692,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:18.098270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] No DVR routers for this DVR port 932bd5c4-093c-4127-9ea3-77781b372692 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:18.104206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:18.109726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-60aeea19-520d-4b04-8518-b4d99200b7bd req-078b823a-3a88-4a42-a0a9-02da6f73dc50 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.11 "DELETE /v2.0/ports/932bd5c4-093c-4127-9ea3-77781b372692 HTTP/1.1" status: 204 len: 173 time: 0.7633080 Nov 23 14:06:18.178870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4870b21-e157-4401-bcf6-5a2040c006d2 req-fd3c6b34-4a49-4397-875e-083588fc0b75 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:18.180770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4870b21-e157-4401-bcf6-5a2040c006d2 req-fd3c6b34-4a49-4397-875e-083588fc0b75 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.0684745 Nov 23 14:06:18.248036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4870b21-e157-4401-bcf6-5a2040c006d2 req-ddf1731f-f198-474a-beca-3c9ea0bf6074 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Nov 23 14:06:18.280926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-e8afcaa0-8072-4a57-8da4-430f3d52ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:18.282522 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-e8afcaa0-8072-4a57-8da4-430f3d52ea1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 1101 time: 0.0734136 Nov 23 14:06:18.295388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:18.397473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d938a149-64b0-4945-bb0e-1d78a66fcec0 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:18.422682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:18.438460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-501b41d6-e32a-4c44-8ba5-db2b30f1d3b5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:18.445026 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-501b41d6-e32a-4c44-8ba5-db2b30f1d3b5 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.1215484 Nov 23 14:06:18.501950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b0f1-32a3-40a3-997c-1d2e996ddc9b req-96de270c-1f54-4b45-b0bf-f153101a124a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:18.503657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2811b0f1-32a3-40a3-997c-1d2e996ddc9b req-96de270c-1f54-4b45-b0bf-f153101a124a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.0990131 Nov 23 14:06:18.528982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port d938a149-64b0-4945-bb0e-1d78a66fcec0 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:06:18.540336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d938a149-64b0-4945-bb0e-1d78a66fcec0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:18.540696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:18.719643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'name': 'network-vif-deleted', 'tag': '932bd5c4-093c-4127-9ea3-77781b372692'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:18.724300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93264f40-33d7-4e00-8981-c77adc78a489 req-8524cb81-37ca-4639-99c6-91c8a97e4732 tempest-AttachSCSIVolumeTestJSON-1033716779 tempest-AttachSCSIVolumeTestJSON-1033716779-project] 10.222.0.46 "GET /v2.0/ports?device_id=357cb912-0eb7-4630-b2fc-be64f3dc17a0 HTTP/1.1" status: 200 len: 210 time: 0.1525679 Nov 23 14:06:18.726375 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133574cd-8265-4d8b-a9aa-5ea9e0538632" -d '{"events": [{"server_uuid": "357cb912-0eb7-4630-b2fc-be64f3dc17a0", "name": "network-vif-deleted", "tag": "932bd5c4-093c-4127-9ea3-77781b372692"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:18.756310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2811b0f1-32a3-40a3-997c-1d2e996ddc9b req-2056361e-6bc6-4a01-bf63-7e12b6ecf3eb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338247 Nov 23 14:06:18.810094 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:18.839804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:18.842597 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901bc804-1777-474a-ac36-594fefda233a" -d '{"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-plugged", "status": "completed", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:18.863793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:18.871061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:18.872622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 932bd5c4-093c-4127-9ea3-77781b372692 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:18.921731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6b367-2850-4111-b804-ab3cd07eddf1 req-69ac14b3-e306-45e7-bc9b-8e7854513710 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:18.930174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18a6b367-2850-4111-b804-ab3cd07eddf1 req-69ac14b3-e306-45e7-bc9b-8e7854513710 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0778668 Nov 23 14:06:18.934979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 932bd5c4-093c-4127-9ea3-77781b372692 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:18.935212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 932bd5c4-093c-4127-9ea3-77781b372692 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:18.944264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:18.967813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:18.976424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1173155a-0dd3-47db-b366-7e10b13934bc no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:18.993536 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be911b83-915f-49f4-b02b-54973a684d4d x-openstack-request-id: req-be911b83-915f-49f4-b02b-54973a684d4d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:18.994080 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cb912-0eb7-4630-b2fc-be64f3dc17a0", "name": "network-vif-deleted", "tag": "932bd5c4-093c-4127-9ea3-77781b372692", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:18.994584 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be911b83-915f-49f4-b02b-54973a684d4d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:18.995173 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cb912-0eb7-4630-b2fc-be64f3dc17a0', 'name': 'network-vif-deleted', 'tag': '932bd5c4-093c-4127-9ea3-77781b372692', 'status': 'completed', 'code': 200} Nov 23 14:06:19.019211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18a6b367-2850-4111-b804-ab3cd07eddf1 req-ad50f952-ab18-4248-a7fe-458f2ec8e14b tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831671 Nov 23 14:06:19.027531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 1173155a-0dd3-47db-b366-7e10b13934bc {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:19.028036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1173155a-0dd3-47db-b366-7e10b13934bc not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:19.031379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:19.086432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Deleting port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:19.086773 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.106131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c7dba-4cea-4598-815c-f472e7e741ce req-ccc4558b-d835-45eb-ac0a-dac96de1ad70 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.108153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-541c7dba-4cea-4598-815c-f472e7e741ce req-ccc4558b-d835-45eb-ac0a-dac96de1ad70 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0875375 Nov 23 14:06:19.169466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-541c7dba-4cea-4598-815c-f472e7e741ce req-27cf0fc3-afce-4709-9a2b-e0e0a388371b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555294 Nov 23 14:06:19.177644 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb147488-be8e-4ccf-999e-a2a99669fb1d x-openstack-request-id: req-cb147488-be8e-4ccf-999e-a2a99669fb1d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:19.178020 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-plugged", "status": "completed", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:19.178285 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb147488-be8e-4ccf-999e-a2a99669fb1d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:19.178681 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'code': 200} Nov 23 14:06:19.203573 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.232702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Transition to ACTIVE for port object 1a263c2a-00fd-4583-b4ac-e18977d3960f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:19.234592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] For port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:19.235483 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.246705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.260854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Calling delete_port for a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:19.291452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180ec9b-7a8c-44da-81ea-1db6dd803ddd req-d3ee9185-2508-42d0-b950-68abf82a159e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.292567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f180ec9b-7a8c-44da-81ea-1db6dd803ddd req-d3ee9185-2508-42d0-b950-68abf82a159e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.0555897 Nov 23 14:06:19.399015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] No DVR routers for this DVR port 1a263c2a-00fd-4583-b4ac-e18977d3960f on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:19.399193 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f180ec9b-7a8c-44da-81ea-1db6dd803ddd req-75b27eeb-b0bf-4874-8f48-ee5bb7031913 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920701 Nov 23 14:06:19.413367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:19.464499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c717b-8226-4a53-a317-98cd8caa02df req-96bd8ed7-a700-4823-a085-dfcd59cb2769 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.466223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b4c717b-8226-4a53-a317-98cd8caa02df req-96bd8ed7-a700-4823-a085-dfcd59cb2769 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a693a12c-6a7f-419e-9887-d8d6beeef7fa HTTP/1.1" status: 200 len: 948 time: 0.0660756 Nov 23 14:06:19.472419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b371eb-dc8e-414f-b64d-b5a85e947da6 req-78d6b952-3ef5-45a8-8b14-a745354ab6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.473943 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6b371eb-dc8e-414f-b64d-b5a85e947da6 req-78d6b952-3ef5-45a8-8b14-a745354ab6b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 1097 time: 0.1852605 Nov 23 14:06:19.481330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:19.481671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:19.482007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:19.503461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Port 1a263c2a-00fd-4583-b4ac-e18977d3960f on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:19.503792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Attempting to bind port 1a263c2a-00fd-4583-b4ac-e18977d3960f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:19.516983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:19.517356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:19.517765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:19.518256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Bound port: 1a263c2a-00fd-4583-b4ac-e18977d3960f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:19.518786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.534851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b4c717b-8226-4a53-a317-98cd8caa02df req-487156a5-7f7d-4c9c-a550-bc7ec6038ce8 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608604 Nov 23 14:06:19.576616 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6b371eb-dc8e-414f-b64d-b5a85e947da6 req-5c4324d9-1d71-431e-ba9e-0a15770f8155 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Nov 23 14:06:19.632524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.652806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:19.673715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Pushing event deleted for resources: {'Port': ['ID=a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:19.686703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:19.707755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.757706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] No DVR routers for this DVR port a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:19.762690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.767500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d458b224-57b4-4d13-b185-b815a3e0f920 req-4312ee07-da09-4933-9b11-0a9457baad78 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "DELETE /v2.0/ports/a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 HTTP/1.1" status: 204 len: 173 time: 1.3129301 Nov 23 14:06:19.778216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.778842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:19.780597 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] 10.222.0.74 "PUT /v2.0/ports/1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 1096 time: 1.4893382 Nov 23 14:06:19.841855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1929fd-2f1b-473a-aa4c-ead7c8539c13 service neutron] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:19.858250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ca66c55c-f3dc-4e0e-8397-6a2c2999d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.860099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ca66c55c-f3dc-4e0e-8397-6a2c2999d5cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1099 time: 0.0482521 Nov 23 14:06:19.965487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-e99ab51b-f0b5-4434-800e-2d895773593a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8d159f7c9262403b995f1e54fed050db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411093 Nov 23 14:06:19.973203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-0abff47c-bb2a-425f-a308-7b315a47127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.975010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-0abff47c-bb2a-425f-a308-7b315a47127e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1077187 Nov 23 14:06:19.987258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4431e4-3930-491a-a003-ed2a5701273f req-0d11264c-7f44-4503-951a-dce0f31bc853 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:19.988776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4431e4-3930-491a-a003-ed2a5701273f req-0d11264c-7f44-4503-951a-dce0f31bc853 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.0750632 Nov 23 14:06:20.020809 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-0f7eb620-e18c-40a2-a804-20ea296f1aa9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0384130 Nov 23 14:06:20.083277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-983dde71-fd5d-436b-864e-a297ef7a14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:20.084995 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-983dde71-fd5d-436b-864e-a297ef7a14ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0577397 Nov 23 14:06:20.101313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4431e4-3930-491a-a003-ed2a5701273f req-85753708-371a-4a12-a76b-c4eb88c02cf0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039989 Nov 23 14:06:20.148030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-d4d48ac1-4b02-4b1a-b4a2-d646fefaeb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:20.149961 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-d4d48ac1-4b02-4b1a-b4a2-d646fefaeb97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574930 Nov 23 14:06:20.171915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-aaae6b68-67bd-4dc3-b191-33e0e4629dcd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:20.172850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-aaae6b68-67bd-4dc3-b191-33e0e4629dcd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965451 Nov 23 14:06:20.200930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-83550dc7-bae4-4a56-a6e5-a40c61a752b7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/quotas/8d159f7c9262403b995f1e54fed050db HTTP/1.1" status: 200 len: 375 time: 0.0196035 Nov 23 14:06:20.263395 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-11442a91-d547-4f42-8920-ec77035f383d service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058543 Nov 23 14:06:20.283199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-9f8bb6ae-1a7d-4bd7-a9cf-fa207505df42 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720398 Nov 23 14:06:20.388534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6bc7-44af-4608-8817-16663d0390c8 req-78e736c7-b993-453d-a068-4ff489eba0d2 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:20.399110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afef6bc7-44af-4608-8817-16663d0390c8 req-78e736c7-b993-453d-a068-4ff489eba0d2 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1412923 Nov 23 14:06:20.509084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afef6bc7-44af-4608-8817-16663d0390c8 req-bae5dfb9-cd1c-4a6a-a04e-74728b5bbc80 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085677 Nov 23 14:06:20.522076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a9d3709d-aa6d-4a50-9c9c-ba6b95905cb0 req-ca2aadf8-4898-4433-b5ca-ef9b6be30316 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500124 Nov 23 14:06:20.736539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836525-57cb-4724-a453-cf63fe6fcfcc req-84207588-edcf-4add-9d98-ddc4ab6d2e92 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:20.738099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68836525-57cb-4724-a453-cf63fe6fcfcc req-84207588-edcf-4add-9d98-ddc4ab6d2e92 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.1207290 Nov 23 14:06:20.752200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb706-9c5b-496e-87ea-7f9edd9c786a req-702de349-89a4-450f-ae2b-6e5ae4f19ef0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:20.754120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4fbb706-9c5b-496e-87ea-7f9edd9c786a req-702de349-89a4-450f-ae2b-6e5ae4f19ef0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0807502 Nov 23 14:06:20.859701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68836525-57cb-4724-a453-cf63fe6fcfcc req-c7a7f915-ceeb-4155-a3a4-b5116a756752 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044302 Nov 23 14:06:20.881262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4fbb706-9c5b-496e-87ea-7f9edd9c786a req-a302325c-57a9-4542-bcd5-b3890d1d0191 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050243 Nov 23 14:06:20.996507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f'}, {'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-deleted', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696'}, {'name': 'network-changed', 'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:20.999484 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426a7267-07e3-47b2-b8bf-3c7981fefcf3" -d '{"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f"}, {"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-deleted", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696"}, {"name": "network-changed", "server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:21.035291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-105b4874-62ca-4c3f-924e-bf81fba040d7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8d159f7c9262403b995f1e54fed050db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321627 Nov 23 14:06:21.156333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-8e640285-c7b8-4450-b502-082eec882996 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.163678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-8e640285-c7b8-4450-b502-082eec882996 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273582 Nov 23 14:06:21.181336 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-6fea0405-091c-4ae5-afd8-22ddfab28c4d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/quotas/8d159f7c9262403b995f1e54fed050db HTTP/1.1" status: 200 len: 375 time: 0.0164852 Nov 23 14:06:21.196743 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51bf2dd-5f7e-4936-9998-08b76a8097d4 x-openstack-request-id: req-f51bf2dd-5f7e-4936-9998-08b76a8097d4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:21.197164 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f", "code": 200}, {"server_uuid": "a693a12c-6a7f-419e-9887-d8d6beeef7fa", "name": "network-vif-deleted", "tag": "a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:21.197494 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f51bf2dd-5f7e-4936-9998-08b76a8097d4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:21.198169 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'code': 200} Nov 23 14:06:21.198686 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a693a12c-6a7f-419e-9887-d8d6beeef7fa', 'name': 'network-vif-deleted', 'tag': 'a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696', 'status': 'completed', 'code': 200} Nov 23 14:06:21.199150 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'status': 'completed', 'code': 200} Nov 23 14:06:21.239889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-accca45d-60e9-47cc-b98f-9feaff77f561 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571611 Nov 23 14:06:21.343192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-567d4420-163a-444c-926c-68bd8a983998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.345088 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-567d4420-163a-444c-926c-68bd8a983998 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1099 time: 0.1219175 Nov 23 14:06:21.349122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-dbdca651-7665-43cb-82a8-58172a0cc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.350828 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-dbdca651-7665-43cb-82a8-58172a0cc4d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1099 time: 0.0741656 Nov 23 14:06:21.355355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c25643-7477-4863-9060-c8af8a52c32a req-9993cb04-9a65-4a66-b899-70e8a8a4ab11 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.377299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48c25643-7477-4863-9060-c8af8a52c32a req-9993cb04-9a65-4a66-b899-70e8a8a4ab11 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.1156614 Nov 23 14:06:21.449123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48c25643-7477-4863-9060-c8af8a52c32a req-807ef409-04b1-4f8c-b660-0de0b7727022 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683346 Nov 23 14:06:21.532932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-804794f8-e1c9-481c-a2be-e9ef0dc8efd9 req-15c46c58-a885-4bdf-b7ff-2292b1eb337d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 210 time: 0.0312049 Nov 23 14:06:21.557729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-8ba9b856-8999-458a-923e-8b6d6dae6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.557916 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-8ba9b856-8999-458a-923e-8b6d6dae6faa service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1823325 Nov 23 14:06:21.644946 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-8c5b8c88-94c0-45ed-9c9f-e4a12b08abaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0521300 Nov 23 14:06:21.648036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358e538-aac0-4dca-a097-189c0cd14c6b req-9aca606e-8428-4b83-8737-403ec0da8cbb tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.648884 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-80759fe0-f4d3-416b-86fe-82f825aab226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.649543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8358e538-aac0-4dca-a097-189c0cd14c6b req-9aca606e-8428-4b83-8737-403ec0da8cbb tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 949 time: 0.1190174 Nov 23 14:06:21.650278 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-80759fe0-f4d3-416b-86fe-82f825aab226 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2972550 Nov 23 14:06:21.662022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028d6e6-cca2-410f-bcc2-bbe79006ee44 req-2b886462-6281-4d48-8b72-99fc8ad3e7ce tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.663700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4028d6e6-cca2-410f-bcc2-bbe79006ee44 req-2b886462-6281-4d48-8b72-99fc8ad3e7ce tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0709403 Nov 23 14:06:21.729155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-5a6c541b-19f1-43dc-b09d-e2da37dc2de5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0656276 Nov 23 14:06:21.742951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-3fdca3a7-e9f8-4f61-9c79-5d1be7b54813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.750078 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-3fdca3a7-e9f8-4f61-9c79-5d1be7b54813 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0903721 Nov 23 14:06:21.770879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4028d6e6-cca2-410f-bcc2-bbe79006ee44 req-bf3b03b7-fe19-4ff8-85d2-438c3e418bdf tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865417 Nov 23 14:06:21.787639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8358e538-aac0-4dca-a097-189c0cd14c6b req-72c3081c-e3c9-4b85-b6ca-a596d0ecc671 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170404 Nov 23 14:06:21.896384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-a70509cd-56f6-4ea2-bb6a-efe2d5cac47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.898071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-a70509cd-56f6-4ea2-bb6a-efe2d5cac47c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1526332 Nov 23 14:06:21.904554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-f8e4cd71-89c3-4cb6-b8ea-801173452745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:21.906172 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-f8e4cd71-89c3-4cb6-b8ea-801173452745 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710943 Nov 23 14:06:22.018267 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-cfff4d03-f0b5-409d-b81d-9b1de4a2263f service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026669 Nov 23 14:06:22.114004 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-0a9ffba6-e28d-4f74-9c4e-762e5e9f72ef tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8d159f7c9262403b995f1e54fed050db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789220 Nov 23 14:06:22.180525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125c283-3971-48cf-83f7-b480531e29d8 req-6b499b87-342f-4ce6-9c89-01e6d4e791c0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:22.182689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0125c283-3971-48cf-83f7-b480531e29d8 req-6b499b87-342f-4ce6-9c89-01e6d4e791c0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1670017 Nov 23 14:06:22.237217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-12f9833e-d9c8-4609-8748-59454285fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:22.238760 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-12f9833e-d9c8-4609-8748-59454285fc4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3317084 Nov 23 14:06:22.279256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5358b-2eec-47d6-bdda-21f487a32681 req-64a41955-4cf7-46ac-b435-85d4a0c46276 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:22.282158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f5358b-2eec-47d6-bdda-21f487a32681 req-64a41955-4cf7-46ac-b435-85d4a0c46276 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 948 time: 0.0980678 Nov 23 14:06:22.305139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0125c283-3971-48cf-83f7-b480531e29d8 req-0f31ac37-5de4-47cf-b4cb-c2b42606c2dc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099243 Nov 23 14:06:22.335822 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-05a5e2b2-3b90-46f8-b84c-9074d5150ba6 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905624 Nov 23 14:06:22.407089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-0397494f-606b-45d7-9f41-06da2594414e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:22.408731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-0397494f-606b-45d7-9f41-06da2594414e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775273 Nov 23 14:06:22.425753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Request body: {'port': {'device_id': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '8d159f7c9262403b995f1e54fed050db'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:22.429066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:22.445557 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-af34ebd3-955e-48a8-b117-bca615ade548 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942198 Nov 23 14:06:22.453775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f5358b-2eec-47d6-bdda-21f487a32681 req-da0c367a-c4f4-4c5a-a8c7-71dd3fba5fa5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473792 Nov 23 14:06:22.485737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:22.486092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a5c8c4e9-e6d6-495b-b9e0-c003d4ee4696 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:22.487218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:22.505120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966d02e-9229-44d3-99a6-981338358184 req-29b3249f-70e6-4cc4-b109-d7c4be89b87f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:22.515159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8966d02e-9229-44d3-99a6-981338358184 req-29b3249f-70e6-4cc4-b109-d7c4be89b87f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1270683 Nov 23 14:06:22.602788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:22.644920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8966d02e-9229-44d3-99a6-981338358184 req-599cc341-2890-40af-816b-fc17f8b1a319 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276433 Nov 23 14:06:22.708530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada455b-c243-4d65-8822-c353672015d0 req-93c93972-52b8-4bfb-9b7a-5519e93a42c3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:22.717362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ada455b-c243-4d65-8822-c353672015d0 req-93c93972-52b8-4bfb-9b7a-5519e93a42c3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.1365161 Nov 23 14:06:22.772577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86687ec5-5578-4c40-8a8f-aa616e54585b req-b65a2572-5b9a-40ad-a4dd-ebb11e00f843 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 210 time: 0.0339289 Nov 23 14:06:22.796192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ada455b-c243-4d65-8822-c353672015d0 req-a7f45e9b-2de6-4435-8643-098387ba1dc3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769303 Nov 23 14:06:22.917165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1b458-97d6-4387-ba5f-fff9e7899847 req-c728e199-1a33-40b0-95f7-9e29e703d628 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:22.920224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8af1b458-97d6-4387-ba5f-fff9e7899847 req-c728e199-1a33-40b0-95f7-9e29e703d628 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 949 time: 0.0625331 Nov 23 14:06:22.975346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:22.985607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8af1b458-97d6-4387-ba5f-fff9e7899847 req-dbb87c6c-d90d-4183-be94-c224c47db426 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/security-groups?id=09377d04-27d2-403f-8a7e-c5dfb46fb487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589981 Nov 23 14:06:23.050535 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-426a7267-07e3-47b2-b8bf-3c7981fefcf3 req-a1b6b2f4-d6e8-48b9-9b05-474aaec9e651 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933871 Nov 23 14:06:23.061736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Made reservation on behalf of 8d159f7c9262403b995f1e54fed050db for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:23.066604 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.076688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.085047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-71546c87-8073-4c2b-9876-bb4ea7c4e804 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8d159f7c9262403b995f1e54fed050db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442741 Nov 23 14:06:23.164449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.170661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.206629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:23.229233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55615843-b462-4c3b-b72a-92e98dfbd758,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:23.232520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'mac_address': 'fa:16:3e:d2:0a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:23.285576 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.295522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-24e82a8a-aa5d-42a1-a731-183daccc7187 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:23.297447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-24e82a8a-aa5d-42a1-a731-183daccc7187 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883612 Nov 23 14:06:23.299537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a263c2a-00fd-4583-b4ac-e18977d3960f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:23.315417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Request body: {'port': {'device_id': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '8d159f7c9262403b995f1e54fed050db'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:23.320071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-43490f7d-352a-4095-a74d-341c403f401f tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:23.321718 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-43490f7d-352a-4095-a74d-341c403f401f tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 949 time: 0.1054335 Nov 23 14:06:23.335150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:23.341876 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.435970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Allocated IP 192.168.233.68 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/dea4ed00-81e4-49c2-b5a1-29ec67496cd9) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:23.440372 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.441055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:23.457878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.458221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.458566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.458929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.459394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.459783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.460451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.460796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.461126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.461455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.462037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.462367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:23.508837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d64d5f-5a73-48c7-a139-09736876654b req-fc1f4fbf-3d71-4adf-a781-85cc10a648ee tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:23.510672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55d64d5f-5a73-48c7-a139-09736876654b req-fc1f4fbf-3d71-4adf-a781-85cc10a648ee tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0783875 Nov 23 14:06:23.511971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Made reservation on behalf of 8d159f7c9262403b995f1e54fed050db for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:23.516327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.535620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Deleting port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:23.536124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.605454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:23.660432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] For port 31dbaef4-2039-4171-b29c-4bf85b8d25d3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=31dbaef4-2039-4171-b29c-4bf85b8d25d3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:23.660890 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.664454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55d64d5f-5a73-48c7-a139-09736876654b req-389ec924-c37e-4286-8a53-07baeb4d91ef tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340206 Nov 23 14:06:23.700288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce980b-673c-4ca0-b0d9-8933c5035413 req-23cd39f5-6f74-4740-9566-4c953412e5d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:23.706950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adce980b-673c-4ca0-b0d9-8933c5035413 req-23cd39f5-6f74-4740-9566-4c953412e5d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 949 time: 0.1242917 Nov 23 14:06:23.739696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Calling delete_port for 31dbaef4-2039-4171-b29c-4bf85b8d25d3 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:23.766387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.789155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adce980b-673c-4ca0-b0d9-8933c5035413 req-2f733976-fbb8-4b3f-b86e-bd964718135b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743446 Nov 23 14:06:23.825272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611fa7c-013d-4dc6-b798-8550c352552e req-4f703cb1-57fa-4c99-abe4-0ab459483ce4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:23.828941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d611fa7c-013d-4dc6-b798-8550c352552e req-4f703cb1-57fa-4c99-abe4-0ab459483ce4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0729034 Nov 23 14:06:23.873843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:23.937137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d611fa7c-013d-4dc6-b798-8550c352552e req-1f2b0915-2493-4077-9c9b-c196d686e3fd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995324 Nov 23 14:06:23.942189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:23.946483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:23.949993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:23.953035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f9a05e9-5cc6-49da-b12b-0b30a9879611 req-2abdfaac-c170-41f7-9df7-2ef9c3a7c756 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 210 time: 0.0761166 Nov 23 14:06:23.958616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:24.015883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Allocated IP 192.168.233.6 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/83fc9482-610f-4636-97dc-9649c7d3607e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:24.070100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:24.070783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.099817 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-36687641-b998-4489-9b71-3dead4caf7f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6793864 Nov 23 14:06:24.101006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.127832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Request body: {'port': {'device_id': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:24.161287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Pushing event deleted for resources: {'Port': ['ID=31dbaef4-2039-4171-b29c-4bf85b8d25d3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:24.293844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] No DVR routers for this DVR port 31dbaef4-2039-4171-b29c-4bf85b8d25d3 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:24.297178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.302093 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5d10ad14-f49f-4b27-883b-7015aff9f518 req-e4938bf9-228f-46b3-8e8c-c51f1bd4e84c tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.11 "DELETE /v2.0/ports/31dbaef4-2039-4171-b29c-4bf85b8d25d3 HTTP/1.1" status: 204 len: 173 time: 0.9724169 Nov 23 14:06:24.304825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-deleted', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:24.308515 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6f513-ec9b-4492-af04-f7ddb57e9544" -d '{"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-deleted", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:24.336575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.405346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.419453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8d86e55-7d57-4f73-9421-baa42c798253 req-d04889cb-ec65-4a50-a1e3-3d96734760c0 tempest-ListImageFiltersTestJSON-114542768 tempest-ListImageFiltersTestJSON-114542768-project] 10.222.0.46 "GET /v2.0/ports?device_id=a283e533-96b9-4679-971f-6bc1b25203a2 HTTP/1.1" status: 200 len: 210 time: 0.0575130 Nov 23 14:06:24.460435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.479872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1d4047cc-0c90-45d4-97cb-2853c3d09704 None None] Provisioning complete for port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:24.480867 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d4047cc-0c90-45d4-97cb-2853c3d09704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.520824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea7fa0-6375-40fa-ba5b-7811e3d6983a req-fb5bfa67-b155-4ca1-8f2d-64be0e19d327 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:24.523084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-d5c605fd-240b-4711-9b54-b032d9864b17 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:24.524110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44ea7fa0-6375-40fa-ba5b-7811e3d6983a req-fb5bfa67-b155-4ca1-8f2d-64be0e19d327 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.4218383 Nov 23 14:06:24.524641 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-d5c605fd-240b-4711-9b54-b032d9864b17 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 949 time: 0.1717710 Nov 23 14:06:24.536917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1d4047cc-0c90-45d4-97cb-2853c3d09704 None None] Port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:06:24.563895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:24.585328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:24.615390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:24.653652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Pushing event updated for resources: {'Port': ['ID=83fc9482-610f-4636-97dc-9649c7d3607e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:24.687710 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-ecec9371-74d1-4df1-aff1-4d97ebb230f6 service neutron] delete failed (client error): The resource could not be found. Nov 23 14:06:24.688850 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-ecec9371-74d1-4df1-aff1-4d97ebb230f6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/1a263c2a-00fd-4583-b4ac-e18977d3960f/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.1556566 Nov 23 14:06:24.712852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c79c4f-edb6-49d9-96f8-baaa25c7ab23 req-c7d1debd-49b4-4da0-945e-9bf2a4fd2741 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:24.718952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3c79c4f-edb6-49d9-96f8-baaa25c7ab23 req-c7d1debd-49b4-4da0-945e-9bf2a4fd2741 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 949 time: 0.1585665 Nov 23 14:06:24.735038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44ea7fa0-6375-40fa-ba5b-7811e3d6983a req-4a78637a-ddf0-42de-beed-5c9c881c6ba5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739542 Nov 23 14:06:24.751838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:24.753076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.823735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-640cea26-af5b-4524-aab1-0d2afc03b2e2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5171089 Nov 23 14:06:24.855288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Request body: {'port': {'device_id': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:24.879959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea4ed00-81e4-49c2-b5a1-29ec67496cd9 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:24.888336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.904870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Transition to ACTIVE for port object dea4ed00-81e4-49c2-b5a1-29ec67496cd9 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:24.932002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3c79c4f-edb6-49d9-96f8-baaa25c7ab23 req-8c162ca8-9c13-4c61-a50a-7e29da90e7d8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938481 Nov 23 14:06:24.955505 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f7fcc-f595-4b03-b255-a35559339695 x-openstack-request-id: req-f49f7fcc-f595-4b03-b255-a35559339695 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:24.955794 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283e533-96b9-4679-971f-6bc1b25203a2", "name": "network-vif-deleted", "tag": "31dbaef4-2039-4171-b29c-4bf85b8d25d3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:24.956090 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f49f7fcc-f595-4b03-b255-a35559339695 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:24.956458 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283e533-96b9-4679-971f-6bc1b25203a2', 'name': 'network-vif-deleted', 'tag': '31dbaef4-2039-4171-b29c-4bf85b8d25d3', 'status': 'completed', 'code': 200} Nov 23 14:06:24.958844 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:24.989829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:25.062222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-6e29c23c-8c49-4366-a69d-8b8894211850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.065409 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-6e29c23c-8c49-4366-a69d-8b8894211850 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1100 time: 0.1587801 Nov 23 14:06:25.068111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:25.088657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.112046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1a263c2a-00fd-4583-b4ac-e18977d3960f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:06:25.116183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1a263c2a-00fd-4583-b4ac-e18977d3960f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:25.116830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.168292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a44d5-c9f5-4a93-8e83-1a09b5f71b48 req-d215797c-fc42-4cf0-9056-9c230dd852b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.170425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec1a44d5-c9f5-4a93-8e83-1a09b5f71b48 req-d215797c-fc42-4cf0-9056-9c230dd852b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.2007523 Nov 23 14:06:25.218186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02ca94-31f8-41eb-94e6-95f58348e573 req-4bf3efde-2188-4f63-a540-0dbd7d529b1e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.220260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f02ca94-31f8-41eb-94e6-95f58348e573 req-4bf3efde-2188-4f63-a540-0dbd7d529b1e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 934 time: 0.1456499 Nov 23 14:06:25.290918 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.363796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f02ca94-31f8-41eb-94e6-95f58348e573 req-e9efc62c-9a8d-4e20-8694-5bc9c8089d39 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862446 Nov 23 14:06:25.365183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:25.366039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:25.368336 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870fd2c4-ca13-4d4b-9ae3-adddf82a7ccd" -d '{"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-plugged", "status": "completed", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:25.387310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec1a44d5-c9f5-4a93-8e83-1a09b5f71b48 req-51b24b0c-bd68-4b32-af7e-d9b64ef4eb60 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047882 Nov 23 14:06:25.394038 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.427588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Attempting to bind port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:25.428375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Attempting to bind port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:25.428375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Attempting to bind port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:25.445760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:25.446132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Attempting to bind port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:25.465886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:25.466222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:25.466638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:25.467118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Bound port: dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:25.467476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.514243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3be82539-1e15-4cd9-aec7-39a69921b5eb None None] Provisioning complete for port 83fc9482-610f-4636-97dc-9649c7d3607e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:25.515620 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3be82539-1e15-4cd9-aec7-39a69921b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.524766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-6a07a54f-9a3c-48e2-8d02-f7ef08772f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.530332 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-6a07a54f-9a3c-48e2-8d02-f7ef08772f19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.4507065 Nov 23 14:06:25.602062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:25.626219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3be82539-1e15-4cd9-aec7-39a69921b5eb None None] Port 83fc9482-610f-4636-97dc-9649c7d3607e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:06:25.633825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-fa73b721-a3e4-4332-86fc-be5646e146a5 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.634829 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-fa73b721-a3e4-4332-86fc-be5646e146a5 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.3036387 Nov 23 14:06:25.645977 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-3329784d-f08d-4b62-bc87-d7bdbde6a3e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0963910 Nov 23 14:06:25.652487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-2'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:25.652629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1678e2b-c9bb-4b36-9024-a52bb86a4e38 req-bba47f37-ce0b-4d07-8d40-a4a1827f93f4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.653991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1678e2b-c9bb-4b36-9024-a52bb86a4e38 req-bba47f37-ce0b-4d07-8d40-a4a1827f93f4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1879168 Nov 23 14:06:25.681033 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3752d3fb-22aa-4f2a-b91b-f7e7798c8f5a x-openstack-request-id: req-3752d3fb-22aa-4f2a-b91b-f7e7798c8f5a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:25.681353 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-plugged", "status": "completed", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:25.681610 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3752d3fb-22aa-4f2a-b91b-f7e7798c8f5a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:25.682064 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'code': 200} Nov 23 14:06:25.724523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:25.766858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:25.768594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33602) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:25.782204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-a7e230e5-0788-4d7e-ab9c-20acc5593b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.783785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-a7e230e5-0788-4d7e-ab9c-20acc5593b69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1286314 Nov 23 14:06:25.787791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.811787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fc9482-610f-4636-97dc-9649c7d3607e {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:25.821985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.835587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1678e2b-c9bb-4b36-9024-a52bb86a4e38 req-3f84a4c6-137c-4a69-8147-35bb1932430a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749578 Nov 23 14:06:25.850252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Transition to ACTIVE for port object 83fc9482-610f-4636-97dc-9649c7d3607e will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:25.853814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.858179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.891030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:25.891332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:25.892746 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] 10.222.0.74 "PUT /v2.0/ports/dea4ed00-81e4-49c2-b5a1-29ec67496cd9 HTTP/1.1" status: 200 len: 1095 time: 1.7781222 Nov 23 14:06:25.965534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Pushing event updated for resources: {'Port': ['ID=83fc9482-610f-4636-97dc-9649c7d3607e,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:26.000654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7820c-5cfb-4476-bbac-5abd53a9afd5 req-9d468111-4af2-4049-9e4e-ec16e4267a18 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:26.009789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dee7820c-5cfb-4476-bbac-5abd53a9afd5 req-9d468111-4af2-4049-9e4e-ec16e4267a18 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 945 time: 0.0929759 Nov 23 14:06:26.076682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:26.099513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dee7820c-5cfb-4476-bbac-5abd53a9afd5 req-a51df63c-8eb1-4f37-bcc1-906cf7c26814 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885868 Nov 23 14:06:26.218078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Attempting to bind port 83fc9482-610f-4636-97dc-9649c7d3607e on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:26.218424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Attempting to bind port 83fc9482-610f-4636-97dc-9649c7d3607e by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:26.218758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Attempting to bind port 83fc9482-610f-4636-97dc-9649c7d3607e on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:26.243701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf745a-6903-49d9-8187-2fefbd395a4d service neutron] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:26.248753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Port 83fc9482-610f-4636-97dc-9649c7d3607e on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:26.256496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Attempting to bind port 83fc9482-610f-4636-97dc-9649c7d3607e on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:26.274651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-788cfeda-a496-4f1c-9495-2b6c9a540a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:26.276651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-788cfeda-a496-4f1c-9495-2b6c9a540a53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4504321 Nov 23 14:06:26.295210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:26.295627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:26.296147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:26.296582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Bound port: 83fc9482-610f-4636-97dc-9649c7d3607e, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:26.296941 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:26.375773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-84c7dec6-516d-4128-94c0-8a5f12a5bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:26.377853 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-84c7dec6-516d-4128-94c0-8a5f12a5bc8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1098 time: 0.2718956 Nov 23 14:06:26.382498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5ea04-7cbc-4fee-b71c-d07ef591ddf1 req-cd4c368c-3d41-43d6-bb1a-ecda4a3f01e7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:26.385997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:26.388114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3e5ea04-7cbc-4fee-b71c-d07ef591ddf1 req-cd4c368c-3d41-43d6-bb1a-ecda4a3f01e7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1515086 Nov 23 14:06:26.397347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] For port 83fc9482-610f-4636-97dc-9649c7d3607e, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:26.403076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] For port 83fc9482-610f-4636-97dc-9649c7d3607e, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83fc9482-610f-4636-97dc-9649c7d3607e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:26.429051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9534263d-70e3-4ac4-a399-220fc5fb1e42 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:26.432949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:26.467633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:26.483272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-26a8715d-cf30-4310-83c0-0e2a3e2fbf50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9 HTTP/1.1" status: 200 len: 217 time: 0.0607946 Nov 23 14:06:26.555324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 31dbaef4-2039-4171-b29c-4bf85b8d25d3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:26.556191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 31dbaef4-2039-4171-b29c-4bf85b8d25d3 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:26.595406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:26.633482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:26.660197 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7583e12e-7009-44df-88dd-618c66e47418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:26.676709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-97d88ce3-f2a5-49df-b2f1-46cccecc6d16 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857114 Nov 23 14:06:26.747156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:26.763916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9534263d-70e3-4ac4-a399-220fc5fb1e42 has no active binding in host n-h1-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:06:26.773533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-4573591c-6610-40ba-8695-241ae9166364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:26.775178 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-4573591c-6610-40ba-8695-241ae9166364 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2336473 Nov 23 14:06:26.807728 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:26.887508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3e5ea04-7cbc-4fee-b71c-d07ef591ddf1 req-9c3b99de-c0bd-4114-8716-bf3018a9898c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819951 Nov 23 14:06:26.888762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:26.889377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:26.890718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] 10.222.0.74 "PUT /v2.0/ports/83fc9482-610f-4636-97dc-9649c7d3607e HTTP/1.1" status: 200 len: 1094 time: 2.0571296 Nov 23 14:06:26.894635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'tag': '83fc9482-610f-4636-97dc-9649c7d3607e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:26.896842 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7592677b-9530-4c12-b784-4fba78de2a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd237b7b-682e-402b-9a81-70d6f00f6a4d", "tag": "83fc9482-610f-4636-97dc-9649c7d3607e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:26.984498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on host n-h2-818503-2 for vnic_type normal with profile {"migrating_to": "n-h1-818503-2"} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:26.985257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:26.985257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:26.987354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:27.003122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c1f2-1ec5-4448-9e18-e6de4ca3e320 service neutron] Pushing event updated for resources: {'Port': ['ID=83fc9482-610f-4636-97dc-9649c7d3607e,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:27.017587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9'}, {'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:27.021655 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9"}, {"server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "name": "network-vif-unplugged", "status": "completed", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:27.029001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd6dbf-be53-42ee-a464-7415934d0964 req-3fcdbdb0-3392-41b4-bfa4-3ea4190714ed tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.037662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86bd6dbf-be53-42ee-a464-7415934d0964 req-3fcdbdb0-3392-41b4-bfa4-3ea4190714ed tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 946 time: 0.1543810 Nov 23 14:06:27.051193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:27.051193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Attempting to bind port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:27.079989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:27.080382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:27.080917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:27.081429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Bound port: 9534263d-70e3-4ac4-a399-220fc5fb1e42, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:27.081741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-a14253c7-1afc-4d96-9418-f2b1facc2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.081891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:27.083265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-a14253c7-1afc-4d96-9418-f2b1facc2569 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 1097 time: 0.1467729 Nov 23 14:06:27.088019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090602c8-e631-4c04-b63e-87a388d45b6b req-b7b64026-8111-460d-b1b9-42f5f8c08b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.089615 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-b7b64026-8111-460d-b1b9-42f5f8c08b58 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2697322 Nov 23 14:06:27.109264 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e8ec41e-8ffc-4e0c-b615-c35efd3fff58 req-ab00f159-c999-4658-85ab-3e83217bde91 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834703 Nov 23 14:06:27.153623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab191c0-ee3c-4155-803a-e14f304c3605 req-b8fffc7e-2d9d-446a-b071-4c7fa35b1318 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.155090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bab191c0-ee3c-4155-803a-e14f304c3605 req-b8fffc7e-2d9d-446a-b071-4c7fa35b1318 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1480136 Nov 23 14:06:27.157642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-42696a5e-0129-4dc7-8fa2-9c2fa3e459cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=83fc9482-610f-4636-97dc-9649c7d3607e HTTP/1.1" status: 200 len: 217 time: 0.0560095 Nov 23 14:06:27.161338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86bd6dbf-be53-42ee-a464-7415934d0964 req-f0dc35bc-ba72-4893-a6e1-05c6594cec9d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228840 Nov 23 14:06:27.253270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bab191c0-ee3c-4155-803a-e14f304c3605 req-d78181d4-61f4-4cb0-9b7d-1eb4fe902e42 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776532 Nov 23 14:06:27.261268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-7ba7a06e-b88c-4439-9d35-2a2c541ad1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.264342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-7ba7a06e-b88c-4439-9d35-2a2c541ad1e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0975642 Nov 23 14:06:27.340726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-bab1d8f3-9a34-4091-b732-848f72419277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.342520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-bab1d8f3-9a34-4091-b732-848f72419277 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714920 Nov 23 14:06:27.513805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eaad7-b272-4bbc-8fb0-0e288cc43956 req-ac24369d-6239-46fa-8b04-6ef90b0aac9c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.519419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e92eaad7-b272-4bbc-8fb0-0e288cc43956 req-ac24369d-6239-46fa-8b04-6ef90b0aac9c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0786920 Nov 23 14:06:27.522558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-3fbd4990-f515-4c0d-a4db-7ffc5fc6a3e3 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679828 Nov 23 14:06:27.570543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:27.576229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:27.592789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:27.601165 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-7473b405-dd8c-4e87-ab37-7b4a73c1239c service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925318 Nov 23 14:06:27.645220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:27.682934 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edb643e-675b-4bfd-ac82-fec81dcc3f55 x-openstack-request-id: req-2edb643e-675b-4bfd-ac82-fec81dcc3f55 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:27.683222 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd237b7b-682e-402b-9a81-70d6f00f6a4d", "tag": "83fc9482-610f-4636-97dc-9649c7d3607e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:27.683477 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2edb643e-675b-4bfd-ac82-fec81dcc3f55 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:27.683868 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'tag': '83fc9482-610f-4636-97dc-9649c7d3607e', 'status': 'completed', 'code': 200} Nov 23 14:06:27.740242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e92eaad7-b272-4bbc-8fb0-0e288cc43956 req-16b5f65d-612e-43bb-be49-ea83455da22d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061951 Nov 23 14:06:27.782609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:27.794884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de06cbc6-7828-40e5-b52a-bfba56363a4b req-2e61353d-bf8f-4ba0-a21f-377fd7ab2ee1 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642031 Nov 23 14:06:27.835677 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efdce7a-4114-4ede-b30a-571060cf0d6d x-openstack-request-id: req-3efdce7a-4114-4ede-b30a-571060cf0d6d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:27.836276 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9", "status": "completed", "code": 200}, {"server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "name": "network-vif-unplugged", "status": "completed", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:27.837094 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3efdce7a-4114-4ede-b30a-571060cf0d6d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:27.838358 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'status': 'completed', 'code': 200} Nov 23 14:06:27.840234 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42', 'code': 200} Nov 23 14:06:27.888431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.889563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:27.894322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-dcd49363-4cf0-497f-a933-9eb3a3a094ee service neutron] 10.222.0.11 "PUT /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 1121 time: 2.2457430 Nov 23 14:06:27.931776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592677b-9530-4c12-b784-4fba78de2a4f req-45253e64-531f-45ee-9f27-0dde76501c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.933436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7592677b-9530-4c12-b784-4fba78de2a4f req-45253e64-531f-45ee-9f27-0dde76501c34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 1097 time: 0.0909004 Nov 23 14:06:27.976642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba417f-a60a-43d0-8924-0d588e00d0e7 req-07561f1f-3b85-4390-8931-8499a1ee309e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:27.979959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['9534263d-70e3-4ac4-a399-220fc5fb1e42'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:27.984830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33678) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:27.985312 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2ba417f-a60a-43d0-8924-0d588e00d0e7 req-07561f1f-3b85-4390-8931-8499a1ee309e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.1080585 Nov 23 14:06:27.992017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['9534263d-70e3-4ac4-a399-220fc5fb1e42'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:28.027834 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090602c8-e631-4c04-b63e-87a388d45b6b req-fdde98c6-3777-4fa1-a9aa-3f4d0b11b1bc service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004781 Nov 23 14:06:28.174970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2ba417f-a60a-43d0-8924-0d588e00d0e7 req-d84cb8ef-c9ff-42b0-9744-d3f1eb330a1b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842284 Nov 23 14:06:28.217716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcca50-82a2-404c-beec-4710d651660d req-006422d6-8462-41a6-b9f8-1fd53dba61ab tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.222708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5bcca50-82a2-404c-beec-4710d651660d req-006422d6-8462-41a6-b9f8-1fd53dba61ab tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1589956 Nov 23 14:06:28.230068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592677b-9530-4c12-b784-4fba78de2a4f req-c4a78544-5a85-4f87-90d6-9ef422db6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.233676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7592677b-9530-4c12-b784-4fba78de2a4f req-c4a78544-5a85-4f87-90d6-9ef422db6641 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2915955 Nov 23 14:06:28.343636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7592677b-9530-4c12-b784-4fba78de2a4f req-9f510625-583e-4f42-8a41-f8de2e05aec5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=83fc9482-610f-4636-97dc-9649c7d3607e HTTP/1.1" status: 200 len: 217 time: 0.0942352 Nov 23 14:06:28.365004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-a7524afb-c05d-47f2-9670-9e30d8f92e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.366527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-a7524afb-c05d-47f2-9670-9e30d8f92e83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1098 time: 0.1319141 Nov 23 14:06:28.398304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Deleting port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:28.398642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:28.404324 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab30d604-4d72-45ed-a0ab-d3f1b22d61f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9198e5eb83b4e5692a5919bd0ed4ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074421 Nov 23 14:06:28.406326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:28.443469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5bcca50-82a2-404c-beec-4710d651660d req-2ad913b6-e687-4c03-b05e-8ac5a629d84e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072201 Nov 23 14:06:28.455928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592677b-9530-4c12-b784-4fba78de2a4f req-3b930db4-8c94-4897-923e-bde21e199aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.457893 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7592677b-9530-4c12-b784-4fba78de2a4f req-3b930db4-8c94-4897-923e-bde21e199aa4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0870402 Nov 23 14:06:28.469977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172ef76-f1d8-4d59-b039-7ec289939f9b req-ff4edcf1-9aaf-4c88-9fc1-380b796a2421 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.480929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0172ef76-f1d8-4d59-b039-7ec289939f9b req-ff4edcf1-9aaf-4c88-9fc1-380b796a2421 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 946 time: 0.1533768 Nov 23 14:06:28.602688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-e2791c55-e5ba-4e31-bcf2-38817331f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.604281 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-e2791c55-e5ba-4e31-bcf2-38817331f429 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2295210 Nov 23 14:06:28.608109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb930-d9df-4508-85d7-ffe933e23fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:28.610693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] For port ab38d505-3eac-46ad-92f5-d8f6fc09b3d7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:28.611086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:28.621828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592677b-9530-4c12-b784-4fba78de2a4f req-83865967-caae-472b-88b4-28c6db6a59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.623375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7592677b-9530-4c12-b784-4fba78de2a4f req-83865967-caae-472b-88b4-28c6db6a59ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391497 Nov 23 14:06:28.631550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94825-a38f-47a1-8d07-7f7cc437a0a2 req-46e76cea-75dd-4b61-91e9-5584ca055595 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.639179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffa94825-a38f-47a1-8d07-7f7cc437a0a2 req-46e76cea-75dd-4b61-91e9-5584ca055595 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1056919 Nov 23 14:06:28.656045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0172ef76-f1d8-4d59-b039-7ec289939f9b req-125766f2-c8c2-40b4-a7cc-3f3bc09ea4b6 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742656 Nov 23 14:06:28.670526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Calling delete_port for ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:28.683975 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-15307476-750a-4431-a99d-27aa2ae312dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9 HTTP/1.1" status: 200 len: 217 time: 0.0603254 Nov 23 14:06:28.693899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb930-d9df-4508-85d7-ffe933e23fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:28.756346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffa94825-a38f-47a1-8d07-7f7cc437a0a2 req-4b191ad4-ef5a-4c96-9477-25ec3e22a938 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153269 Nov 23 14:06:28.824502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-9af0e5b4-160b-4ebf-a471-00699095e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.826025 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-9af0e5b4-160b-4ebf-a471-00699095e60b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1344087 Nov 23 14:06:28.830262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7592677b-9530-4c12-b784-4fba78de2a4f req-2ec8ce24-577c-4092-b805-79a5d3b050b8 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845067 Nov 23 14:06:28.920778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb930-d9df-4508-85d7-ffe933e23fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:28.923555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb930-d9df-4508-85d7-ffe933e23fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:28.927140 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b3bbb930-d9df-4508-85d7-ffe933e23fac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09377d04-27d2-403f-8a7e-c5dfb46fb487 HTTP/1.1" status: 204 len: 168 time: 0.5182123 Nov 23 14:06:28.947556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbb930-d9df-4508-85d7-ffe933e23fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09377d04-27d2-403f-8a7e-c5dfb46fb487,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:28.966827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-62990cc4-a92c-44d0-a122-4119548ef3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:28.968552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-62990cc4-a92c-44d0-a122-4119548ef3e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247613 Nov 23 14:06:29.016421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-06340006-0371-476d-9fd8-8bc840e834b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:29.085464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bdd96-5cc5-4849-b38d-8a2b3985c9be req-3213ddc2-45d6-4b22-8d15-4acf5b519498 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:29.094795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f02bdd96-5cc5-4849-b38d-8a2b3985c9be req-3213ddc2-45d6-4b22-8d15-4acf5b519498 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.2182817 Nov 23 14:06:29.099639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582b0e-e906-4de1-83e8-0da14bf5e322 req-2e38efa9-2433-4bf8-b7f5-32e5f8803591 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:29.102726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55582b0e-e906-4de1-83e8-0da14bf5e322 req-2e38efa9-2433-4bf8-b7f5-32e5f8803591 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1101 time: 0.2590227 Nov 23 14:06:29.117430 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-5b691645-a4a9-41a5-a764-df37cd5a474a service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401486 Nov 23 14:06:29.118860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:29.167635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab38d505-3eac-46ad-92f5-d8f6fc09b3d7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:29.210128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7592677b-9530-4c12-b784-4fba78de2a4f req-63ea85ba-ee0f-408d-81a9-df3c98c68a57 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676772 Nov 23 14:06:29.246740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f02bdd96-5cc5-4849-b38d-8a2b3985c9be req-86071c34-4d67-4bcc-bb20-6fcecf735cf7 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506753 Nov 23 14:06:29.264274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55582b0e-e906-4de1-83e8-0da14bf5e322 req-8b88032e-ea3c-41f0-87e8-3a80c6b50e0c tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422288 Nov 23 14:06:29.419067 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba07ed78-fde8-4a82-afbd-9a35cab9af4a req-02f58490-4cf3-4e6c-a960-a40a530c5c9d service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881310 Nov 23 14:06:29.488128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4dd6-4199-494c-a3dd-3999b5647440 req-b13d4562-acfe-41bc-9119-88530805b5b5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:29.495611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88ac4dd6-4199-494c-a3dd-3999b5647440 req-b13d4562-acfe-41bc-9119-88530805b5b5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.0997567 Nov 23 14:06:29.518836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:29.550391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88ac4dd6-4199-494c-a3dd-3999b5647440 req-3464c959-ec67-4b9d-8285-83dd929de92d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538056 Nov 23 14:06:29.616640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-1c552cf0-6ee3-472a-a02e-4cfd26d72220 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248294 Nov 23 14:06:29.741585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-ebdea6dd-a4bb-4ec5-a1cb-307abf433198 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:29.743365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-ebdea6dd-a4bb-4ec5-a1cb-307abf433198 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202261 Nov 23 14:06:29.769330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-72ca9445-27c2-4059-887f-04fca963b7e8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/quotas/5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 375 time: 0.0182071 Nov 23 14:06:29.776852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Router 2193f34c-474c-4eb1-993a-7770cc646b4d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:06:29.865725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb72d2-e75a-4f0f-8985-513bf56a8688 req-b0a28a47-0109-4708-b7ae-c94790c3c606 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:29.867233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ecb72d2-e75a-4f0f-8985-513bf56a8688 req-b0a28a47-0109-4708-b7ae-c94790c3c606 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 946 time: 0.1007657 Nov 23 14:06:29.870663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:29.872920 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3036c17c-894e-4d76-947e-27354e78504e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:29.876260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-faea5fb9-cfeb-4933-ad90-070c278f44d9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938270 Nov 23 14:06:29.894098 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:29.915787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:06:29.920668 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f53b572-68cb-49b7-9e0e-d2a45d9941f4 admin admin] 10.222.0.46 "PUT /v2.0/routers/2193f34c-474c-4eb1-993a-7770cc646b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1491125 Nov 23 14:06:29.923660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:29.926267 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] Sync routers for ids ['2193f34c-474c-4eb1-993a-7770cc646b4d'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:06:29.927709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ecb72d2-e75a-4f0f-8985-513bf56a8688 req-0a219477-136b-4c30-9a51-f8c8af408a98 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Nov 23 14:06:29.929219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33740) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:29.941635 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] Routers {'2193f34c-474c-4eb1-993a-7770cc646b4d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:06:29.942276 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2193f34c-474c-4eb1-993a-7770cc646b4d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:30.089139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.111517 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] Set router 2193f34c-474c-4eb1-993a-7770cc646b4d gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:06:30.146749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19e465-ffe6-440b-9cf8-d7b34869fb48 req-bf30a269-e74d-4584-bd0a-b1c909db68b4 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:30.159551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e19e465-ffe6-440b-9cf8-d7b34869fb48 req-bf30a269-e74d-4584-bd0a-b1c909db68b4 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1040101 Nov 23 14:06:30.167578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1083938071-network', 'tenant_id': 'dff8b0d97ad64cd7a6cb99157831d140'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:30.188113 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe22f8e-aa36-41ff-ae4e-8317fbe56871 x-openstack-request-id: req-1fe22f8e-aa36-41ff-ae4e-8317fbe56871 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:30.188403 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:30.188658 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fe22f8e-aa36-41ff-ae4e-8317fbe56871 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:30.189047 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42', 'status': 'completed', 'code': 200} Nov 23 14:06:30.228207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e19e465-ffe6-440b-9cf8-d7b34869fb48 req-ccf837d1-a451-4c6a-8488-3018d872018b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 Nov 23 14:06:30.298036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c17c-894e-4d76-947e-27354e78504e req-fb311106-880b-49ed-9bd0-4e002fe51e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:30.300287 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3036c17c-894e-4d76-947e-27354e78504e req-fb311106-880b-49ed-9bd0-4e002fe51e67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1124 time: 0.0971313 Nov 23 14:06:30.303562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.333805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3b73fc2-7ce2-46e9-8bae-e301a617f97d req-950a72c5-469b-49bb-a959-961922a7266d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 210 time: 0.1172652 Nov 23 14:06:30.360262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Made reservation on behalf of dff8b0d97ad64cd7a6cb99157831d140 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:30.364113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.378243 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:06:29Z', 'revision_number': 5, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port': {'id': '9ff72126-33f4-40c1-bf07-43683d589b6e', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:25:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:12Z', 'updated_at': '2021-11-23T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:30.383753 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.419633 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] Checking router: 2193f34c-474c-4eb1-993a-7770cc646b4d for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:06:30.432444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] Routers {'2193f34c-474c-4eb1-993a-7770cc646b4d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:06:30.432910 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2193f34c-474c-4eb1-993a-7770cc646b4d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:30.452129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Deleting port 9ff72126-33f4-40c1-bf07-43683d589b6e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:30.452522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.454666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c17c-894e-4d76-947e-27354e78504e req-6f488ee7-946a-4450-b3a1-b39e9fbf92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:30.456781 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3036c17c-894e-4d76-947e-27354e78504e req-6f488ee7-946a-4450-b3a1-b39e9fbf92ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.1486688 Nov 23 14:06:30.472859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990479a-1013-4341-a724-e04b0f8da1b2 req-3eff61e1-b3c5-4cc7-b6da-2d427454e197 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:30.482005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9990479a-1013-4341-a724-e04b0f8da1b2 req-3eff61e1-b3c5-4cc7-b6da-2d427454e197 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0820034 Nov 23 14:06:30.513464 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3036c17c-894e-4d76-947e-27354e78504e req-4da078d4-2ba9-434f-853e-16331259a53a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 217 time: 0.0439379 Nov 23 14:06:30.543817 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] Set router 2193f34c-474c-4eb1-993a-7770cc646b4d gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:06:30.567488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9990479a-1013-4341-a724-e04b0f8da1b2 req-3d1de139-ab22-4c9c-b8fc-8297a51b2d9d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844393 Nov 23 14:06:30.625124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.625973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036c17c-894e-4d76-947e-27354e78504e req-e66c5869-4bd1-49fb-96a2-ee2c5c4c0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:30.628214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3036c17c-894e-4d76-947e-27354e78504e req-e66c5869-4bd1-49fb-96a2-ee2c5c4c0bb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0789633 Nov 23 14:06:30.631234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.633456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] For port 9ff72126-33f4-40c1-bf07-43683d589b6e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9ff72126-33f4-40c1-bf07-43683d589b6e,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:30.633849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.640393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:06:30Z', 'revision_number': 6, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:30.667188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:06:30.673013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Calling delete_port for 9ff72126-33f4-40c1-bf07-43683d589b6e owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:30.676892 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3036c17c-894e-4d76-947e-27354e78504e req-1ec00c91-4302-4ee2-9e10-06a776d8cd91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403337 Nov 23 14:06:30.687989 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a16ec7-8205-4413-afa1-c7b137ce75d9 None None] The sync data for ids ['2193f34c-474c-4eb1-993a-7770cc646b4d'] in n-d-818503-2 is: [{'id': '2193f34c-474c-4eb1-993a-7770cc646b4d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596303992-router', 'tenant_id': '9041bb5b85b54b2db493bff38f126e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:11Z', 'updated_at': '2021-11-23T14:06:30Z', 'revision_number': 6, 'project_id': '9041bb5b85b54b2db493bff38f126e01', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:06:30.720131 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.720586 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Added segment 4270951f-fb79-43e3-993b-2ba215119ac0 of type vlan for network 16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0 Nov 23 14:06:30.723439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceb8423-7127-4f93-b86a-1b262f767dd6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:30.787636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.798818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542523c-fb64-4986-9209-019d9b072a66 req-fceadfce-2f00-457a-9080-c2574153f852 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:30.802770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8542523c-fb64-4986-9209-019d9b072a66 req-fceadfce-2f00-457a-9080-c2574153f852 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.1511402 Nov 23 14:06:30.843029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.843998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:30.844623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:30.923481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9931505 Nov 23 14:06:30.931432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33758) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:30.936428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Request body: {'subnet': {'network_id': '16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1083938071-subnet', 'tenant_id': 'dff8b0d97ad64cd7a6cb99157831d140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:30.943507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8624e0-611d-4e62-bc8b-0c1131fd823f admin admin] Pushing event updated for resources: {'Network': ['ID=16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:30.954529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8542523c-fb64-4986-9209-019d9b072a66 req-c9b9b9c9-646f-4e49-b086-eb2cbeb644c6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293626 Nov 23 14:06:30.959394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:06:30.986625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Made reservation on behalf of dff8b0d97ad64cd7a6cb99157831d140 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:30.986625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.060863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:31.131734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e93e-c03b-4321-be24-1adc9125df62 req-c66d951c-5121-4efd-991f-1f3de96093e0 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:31.133607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ba6e93e-c03b-4321-be24-1adc9125df62 req-c66d951c-5121-4efd-991f-1f3de96093e0 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 946 time: 0.1080844 Nov 23 14:06:31.145164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3036c17c-894e-4d76-947e-27354e78504e req-63b70e2e-ef7d-4f8c-8b7f-a3118e612ca0 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602408 Nov 23 14:06:31.248035 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3036c17c-894e-4d76-947e-27354e78504e req-cc49139c-406e-4d50-81fd-629bf11d31d5 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941381 Nov 23 14:06:31.254646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:31.255609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ba6e93e-c03b-4321-be24-1adc9125df62 req-fd6a1812-684e-4041-9ded-df4748aaa474 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026742 Nov 23 14:06:31.291937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'mac_address': 'fa:16:3e:60:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:31.322439 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.342171 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.354137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff72126-33f4-40c1-bf07-43683d589b6e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:31.354819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.360570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea4ed00-81e4-49c2-b5a1-29ec67496cd9 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:31.416021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:31.427354 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.428462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83fc9482-610f-4636-97dc-9649c7d3607e details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:31.435741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-3ed6b003-7aaa-470d-911a-dbc79a2345aa tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455782 Nov 23 14:06:31.453074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7541f0-736e-4a0d-9814-6df232692f02,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:31.462959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b68607-e6dd-43d8-a9c6-3ba6ae7e39f1 req-c6b66f40-a46b-4546-a296-97c50c3b612a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:31.471267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9b68607-e6dd-43d8-a9c6-3ba6ae7e39f1 req-c6b66f40-a46b-4546-a296-97c50c3b612a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1283057 Nov 23 14:06:31.505577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Checking segment: {'id': '4270951f-fb79-43e3-993b-2ba215119ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:31.506543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Network hostable DHCP agents. Network: 16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:06:31.534334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4977bb84-4e68-4d02-bc6c-d759a4800a5d req-e3757f47-7366-475b-a3d7-ec2b18ee5c11 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 210 time: 0.0577395 Nov 23 14:06:31.545931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.560342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:31.563940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.569073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 83fc9482-610f-4636-97dc-9649c7d3607e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83fc9482-610f-4636-97dc-9649c7d3607e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:31.571664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Network 16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:06:31.584479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9b68607-e6dd-43d8-a9c6-3ba6ae7e39f1 req-e7d45501-6a49-4645-a04f-46d101e77493 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121461 Nov 23 14:06:31.591508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '83fc9482-610f-4636-97dc-9649c7d3607e', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '83fc9482-610f-4636-97dc-9649c7d3607e', 'mac_address': 'fa:16:3e:c7:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:31.612227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:31.616432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:31.617058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.635621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebcffe-86a8-43dd-bb46-2f2e94d41acb None None] Network 16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:31.645662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8dc549cd-72e4-4977-a2a4-59ff14649a3d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7057207 Nov 23 14:06:31.728168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.734403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.759254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-599fe787-5b2c-455b-8ecc-65e74141f8e5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:31.761270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-599fe787-5b2c-455b-8ecc-65e74141f8e5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153040 Nov 23 14:06:31.777857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9ff72126-33f4-40c1-bf07-43683d589b6e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:31.784072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.803546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Request body: {'port': {'device_id': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '5c401a5b93f147fb8ddbe1db00ba277a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:31.815284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504540b-7455-497f-a19d-5c46dbd39358 req-47b9624c-940b-402c-84e9-06143e07b859 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:31.822352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 9ff72126-33f4-40c1-bf07-43683d589b6e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:31.823016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9ff72126-33f4-40c1-bf07-43683d589b6e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:31.823716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:31.827568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4504540b-7455-497f-a19d-5c46dbd39358 req-47b9624c-940b-402c-84e9-06143e07b859 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1181741 Nov 23 14:06:31.840946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.841755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2193f34c-474c-4eb1-993a-7770cc646b4d {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:06:31.850267 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.851879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f38a2061-3a7b-476e-941a-d58f87f143e1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2193f34c-474c-4eb1-993a-7770cc646b4d HTTP/1.1" status: 204 len: 168 time: 1.9127812 Nov 23 14:06:31.854581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fc9482-610f-4636-97dc-9649c7d3607e {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:31.855738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33772) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:31.862865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:31.863475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ab38d505-3eac-46ad-92f5-d8f6fc09b3d7 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:31.893544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 83fc9482-610f-4636-97dc-9649c7d3607e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83fc9482-610f-4636-97dc-9649c7d3607e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:31.900403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.914289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4504540b-7455-497f-a19d-5c46dbd39358 req-31c9c57f-1076-4107-ad5d-82f39a91a181 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836809 Nov 23 14:06:31.962005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] Deleting subnet 0a6cdb53-6260-43c9-a072-82fb166ff457 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:06:31.969619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:31.992575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae32c0dc-f9de-40b8-9044-d2cdc4d155ba None None] Network 16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:32.029122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=83fc9482-610f-4636-97dc-9649c7d3607e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:32.035344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Made reservation on behalf of 5c401a5b93f147fb8ddbe1db00ba277a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:32.039538 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.065602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.130206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3c4cd533-152f-468f-8dfc-2deb4e6270ef req-9071b587-5c89-441d-a05c-883503ec9555 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1450438895', 'description': 'tempest-description-920587631'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:32.178272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456868f6-34c3-4814-93af-ba6343145644 req-80e33a01-12e5-439b-bc9f-a164607a3e06 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:32.179818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-456868f6-34c3-4814-93af-ba6343145644 req-80e33a01-12e5-439b-bc9f-a164607a3e06 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.0991387 Nov 23 14:06:32.181067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3c4cd533-152f-468f-8dfc-2deb4e6270ef req-9071b587-5c89-441d-a05c-883503ec9555 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.200964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['83fc9482-610f-4636-97dc-9649c7d3607e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:32.240228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['dea4ed00-81e4-49c2-b5a1-29ec67496cd9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:32.256000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-456868f6-34c3-4814-93af-ba6343145644 req-e77078c3-5e50-4fd5-81ea-c119b14b9e53 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662205 Nov 23 14:06:32.287888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3c4cd533-152f-468f-8dfc-2deb4e6270ef req-9071b587-5c89-441d-a05c-883503ec9555 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.300944 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3c4cd533-152f-468f-8dfc-2deb4e6270ef req-9071b587-5c89-441d-a05c-883503ec9555 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.311174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Allocated IP 192.168.233.190 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/1924c3ad-8559-459f-b8ed-5da46adf1b48) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:32.316643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.337265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.340932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071b587-5c89-441d-a05c-883503ec9555 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b97fe-8255-44a6-8181-aa4afc99b212,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:32.345647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3c4cd533-152f-468f-8dfc-2deb4e6270ef req-9071b587-5c89-441d-a05c-883503ec9555 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.347416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c4cd533-152f-468f-8dfc-2deb4e6270ef req-9071b587-5c89-441d-a05c-883503ec9555 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2325602 Nov 23 14:06:32.432022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-2524eb84-5058-4002-b0ec-eb2e85faacb4 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/c66b97fe-8255-44a6-8181-aa4afc99b212 HTTP/1.1" status: 200 len: 1821 time: 0.0506830 Nov 23 14:06:32.447483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c66b97fe-8255-44a6-8181-aa4afc99b212', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:32.448204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c66b97fe-8255-44a6-8181-aa4afc99b212', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:32.500998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.533051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad4b31-2bc8-43fa-91a7-dac0bb7749f3 req-81a8a8ea-6206-4004-b849-4b177debbfa7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:32.535235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3ad4b31-2bc8-43fa-91a7-dac0bb7749f3 req-81a8a8ea-6206-4004-b849-4b177debbfa7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 947 time: 0.0804274 Nov 23 14:06:32.541520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6cdb53-6260-43c9-a072-82fb166ff457,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:32.547275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.550157 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a56a2fa3-16de-4dd1-a732-62697f54d7e2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0a6cdb53-6260-43c9-a072-82fb166ff457 HTTP/1.1" status: 204 len: 168 time: 0.6935124 Nov 23 14:06:32.553049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33786) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:32.555055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dbcd95-b3c5-4ea6-9d4e-f7d8de051d91 None None] Network bed0df03-3c5e-40dc-9c99-f5a919a1457a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:32.576196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.620638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.624909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3ad4b31-2bc8-43fa-91a7-dac0bb7749f3 req-af0f2571-5c2c-44b2-ab44-7afd9ffcbc75 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777867 Nov 23 14:06:32.625992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.652044 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.659479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25871afd-bc3d-4073-b266-5eaea28b3031,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:32.666705 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.680645 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.684473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e7ce05-63c6-4613-ac1b-72aaf7c6b887 req-1f5d09b4-58ec-4477-b119-4670c728e2d0 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2476759 Nov 23 14:06:32.756827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Deleting port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:32.757103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.758308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6db7b072-0c73-4442-9696-3c5d17985322 req-a389624d-6691-4fce-a470-15360ea55c29 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 210 time: 0.0393901 Nov 23 14:06:32.793393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d6500551-e286-4383-bf78-34faf4dc15c2 req-ac58594f-69af-4b6f-9341-d889652c9b59 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-233127371', 'description': 'tempest-description-1176960950'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:32.799531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.804755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] DHCP port deletion for bed0df03-3c5e-40dc-9c99-f5a919a1457a request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:06:32.829829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9b664-f8b9-421f-8765-3d5eadc37160 req-11570b36-4b79-49c7-89e6-2cfb9a51e8c4 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:32.831934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03e9b664-f8b9-421f-8765-3d5eadc37160 req-11570b36-4b79-49c7-89e6-2cfb9a51e8c4 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1026802 Nov 23 14:06:32.840079 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d6500551-e286-4383-bf78-34faf4dc15c2 req-ac58594f-69af-4b6f-9341-d889652c9b59 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.863840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] Deleting port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:32.863840 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.893963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:32.895681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] For port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:32.896051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.904669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:32.910618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:32.924209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03e9b664-f8b9-421f-8765-3d5eadc37160 req-aa0db7ac-1305-4262-8431-ee81f5fe6868 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731802 Nov 23 14:06:32.937767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Calling delete_port for a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:32.940192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:32.954267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] For port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,segment=NetworkSegment(4d584714-befe-45f9-bcb1-73af54642fff),segment_id=4d584714-befe-45f9-bcb1-73af54642fff)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:32.957096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.976662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d6500551-e286-4383-bf78-34faf4dc15c2 req-ac58594f-69af-4b6f-9341-d889652c9b59 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.981671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:32.982308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.982432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d6500551-e286-4383-bf78-34faf4dc15c2 req-ac58594f-69af-4b6f-9341-d889652c9b59 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:32.985835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] Calling delete_port for a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:33.029702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d6500551-e286-4383-bf78-34faf4dc15c2 req-ac58594f-69af-4b6f-9341-d889652c9b59 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.037041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6500551-e286-4383-bf78-34faf4dc15c2 req-ac58594f-69af-4b6f-9341-d889652c9b59 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2499988 Nov 23 14:06:33.051686 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-9ae66eed-0a19-4a6b-91a0-cb7a24fadd25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2533867 Nov 23 14:06:33.061299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:33.066509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Request body: {'port': {'device_id': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:33.077016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58594f-69af-4b6f-9341-d889652c9b59 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb956e5-6574-412e-ac2c-f5191b3262cc,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:33.112722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.153800 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.171138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46094dbf-476b-4f1d-aa9b-787f68ee5ac1 req-1b93c4d3-f5cb-4242-a4ea-0718a76f83e5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:33.171628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:33.172730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46094dbf-476b-4f1d-aa9b-787f68ee5ac1 req-1b93c4d3-f5cb-4242-a4ea-0718a76f83e5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1313672 Nov 23 14:06:33.177529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] No DVR routers for this DVR port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:33.184344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.190855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] Pushing event deleted for resources: {'Port': ['ID=a4c4dcab-c4e7-468f-b428-4e1858c9d1d3,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:33.200070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fe7ef-d0ab-41a4-9e6b-2b0f5685991f None None] No DVR routers for this DVR port a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:33.209396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-53561c38-1f90-4a39-8505-4c6d22055d00 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/fdb956e5-6574-412e-ac2c-f5191b3262cc HTTP/1.1" status: 200 len: 1821 time: 0.1349714 Nov 23 14:06:33.215703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdb956e5-6574-412e-ac2c-f5191b3262cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:33.216346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdb956e5-6574-412e-ac2c-f5191b3262cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:33.271789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46094dbf-476b-4f1d-aa9b-787f68ee5ac1 req-a6619f43-d9b9-42f1-a413-eb9456d12525 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843399 Nov 23 14:06:33.310461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.326466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.330105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7e97a9be-9533-4e26-8ad7-50d4daa96f4c None None] Provisioning complete for port 1924c3ad-8559-459f-b8ed-5da46adf1b48 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:33.330558 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e97a9be-9533-4e26-8ad7-50d4daa96f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.353818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.379518 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.391647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7e97a9be-9533-4e26-8ad7-50d4daa96f4c None None] Port 1924c3ad-8559-459f-b8ed-5da46adf1b48 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:06:33.401477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed0df03-3c5e-40dc-9c99-f5a919a1457a']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:33.416714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d584714-befe-45f9-bcb1-73af54642fff') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:33.416714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d584714-befe-45f9-bcb1-73af54642fff') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:33.421248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5451cc8b-f70a-4701-9c1b-91e4a6bf1b90,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:33.431579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.436450 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.437641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c2d4bb-7831-467c-82a4-c6980b24e781 req-d2a836e0-3365-42b2-94bf-2563fe0e67cf tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2274270 Nov 23 14:06:33.449983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0322938-4529-438e-98eb-669e799d0b09 req-cde99bb4-86f8-4db5-a2bc-2d5baee08ca3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:33.458691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0322938-4529-438e-98eb-669e799d0b09 req-cde99bb4-86f8-4db5-a2bc-2d5baee08ca3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.0947604 Nov 23 14:06:33.467392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.512309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:06:33.512713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:06:33.514417 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:06:33.519143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0322938-4529-438e-98eb-669e799d0b09 req-b36f73d5-6bba-4473-86fd-5c8566daf444 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535517 Nov 23 14:06:33.523814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:33.549861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-239d8a66-6986-4bcb-8e55-f00e47c7a47a req-8ab25638-9f36-4c13-9efb-bec1a6ff1d16 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-443610521', 'description': 'tempest-description-1448894707'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:33.558003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:33.558397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a4c4dcab-c4e7-468f-b428-4e1858c9d1d3 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:33.584527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.592267 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.594232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-239d8a66-6986-4bcb-8e55-f00e47c7a47a req-8ab25638-9f36-4c13-9efb-bec1a6ff1d16 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.598999 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] 10.222.0.46 "DELETE /v2.0/networks/bed0df03-3c5e-40dc-9c99-f5a919a1457a HTTP/1.1" status: 204 len: 168 time: 1.0419824 Nov 23 14:06:33.600077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33804) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:33.619947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b526f24-b1c5-419e-9a0a-22723884eb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=bed0df03-3c5e-40dc-9c99-f5a919a1457a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:33.665038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-239d8a66-6986-4bcb-8e55-f00e47c7a47a req-8ab25638-9f36-4c13-9efb-bec1a6ff1d16 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.670645 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-239d8a66-6986-4bcb-8e55-f00e47c7a47a req-8ab25638-9f36-4c13-9efb-bec1a6ff1d16 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.701393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-239d8a66-6986-4bcb-8e55-f00e47c7a47a req-8ab25638-9f36-4c13-9efb-bec1a6ff1d16 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.702629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-239d8a66-6986-4bcb-8e55-f00e47c7a47a req-8ab25638-9f36-4c13-9efb-bec1a6ff1d16 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1572702 Nov 23 14:06:33.704453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab25638-9f36-4c13-9efb-bec1a6ff1d16 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47bde1b-ec27-4c77-adf1-ffe8c897c9f7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:33.745897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7c722600-68d4-4a5e-b9ff-5e8441ece5d5 req-ea5b2dd1-ae11-42b3-bcce-85b6489e7f6d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1700622211', 'description': 'tempest-description-1996730904'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:33.760142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1924c3ad-8559-459f-b8ed-5da46adf1b48 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:33.769710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.788239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72f1fd-1d79-4c0d-a230-abcbee42d3b7 req-c5c7115f-6a76-4c64-8e85-357536f40e79 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:33.790725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f72f1fd-1d79-4c0d-a230-abcbee42d3b7 req-c5c7115f-6a76-4c64-8e85-357536f40e79 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 947 time: 0.0796733 Nov 23 14:06:33.794674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7c722600-68d4-4a5e-b9ff-5e8441ece5d5 req-ea5b2dd1-ae11-42b3-bcce-85b6489e7f6d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.832769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Transition to ACTIVE for port object 1924c3ad-8559-459f-b8ed-5da46adf1b48 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:33.841562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.876138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f72f1fd-1d79-4c0d-a230-abcbee42d3b7 req-9570c248-5ffc-480c-a1a5-c99cb0aac86e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772874 Nov 23 14:06:33.912430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7c722600-68d4-4a5e-b9ff-5e8441ece5d5 req-ea5b2dd1-ae11-42b3-bcce-85b6489e7f6d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.928714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7c722600-68d4-4a5e-b9ff-5e8441ece5d5 req-ea5b2dd1-ae11-42b3-bcce-85b6489e7f6d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:33.965824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b2dd1-ae11-42b3-bcce-85b6489e7f6d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9e4ebf-86f5-4f67-8994-e939e006de8a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:34.009002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:34.011507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7c722600-68d4-4a5e-b9ff-5e8441ece5d5 req-ea5b2dd1-ae11-42b3-bcce-85b6489e7f6d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.024779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c722600-68d4-4a5e-b9ff-5e8441ece5d5 req-ea5b2dd1-ae11-42b3-bcce-85b6489e7f6d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2972355 Nov 23 14:06:34.061633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd71b6-9c18-40df-99ee-54f3aa6fc919 req-045d943d-7a0b-4a1a-908f-e385b14a4136 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.068168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16cd71b6-9c18-40df-99ee-54f3aa6fc919 req-045d943d-7a0b-4a1a-908f-e385b14a4136 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.1066990 Nov 23 14:06:34.151903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:34.152250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:34.152775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:34.161039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:34.161394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:34.169953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:34.170540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:34.171412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:34.172168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Bound port: 1924c3ad-8559-459f-b8ed-5da46adf1b48, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:34.173063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.180704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0465-2e05-417d-b947-2b350d140011 req-cd5686d5-09f9-4a57-92b5-a2eb5bdd1f46 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.183355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b34a0465-2e05-417d-b947-2b350d140011 req-cd5686d5-09f9-4a57-92b5-a2eb5bdd1f46 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.0760782 Nov 23 14:06:34.191456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16cd71b6-9c18-40df-99ee-54f3aa6fc919 req-16dc4553-abed-4077-8d28-db0acb2a96e1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143637 Nov 23 14:06:34.276663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:34.294265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b34a0465-2e05-417d-b947-2b350d140011 req-7f33f761-8fd6-4d99-bb2c-2bdd1359c99c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018081 Nov 23 14:06:34.307073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-23fd8b23-aa10-4440-acfb-80bf7db18063 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/a47bde1b-ec27-4c77-adf1-ffe8c897c9f7 HTTP/1.1" status: 200 len: 1821 time: 0.0762501 Nov 23 14:06:34.308321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:34.319481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.367888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-b040803a-278e-4772-bf5a-507de5ded3df tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/de9e4ebf-86f5-4f67-8994-e939e006de8a HTTP/1.1" status: 200 len: 1822 time: 0.0593603 Nov 23 14:06:34.375180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a47bde1b-ec27-4c77-adf1-ffe8c897c9f7', 'remote_group_id': 'de9e4ebf-86f5-4f67-8994-e939e006de8a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:34.375502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a47bde1b-ec27-4c77-adf1-ffe8c897c9f7', 'remote_group_id': 'de9e4ebf-86f5-4f67-8994-e939e006de8a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:34.383311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.384216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.385965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] 10.222.0.11 "PUT /v2.0/ports/1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 1096 time: 1.3248489 Nov 23 14:06:34.388712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:34.391762 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63" -d '{"events": [{"name": "network-changed", "server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:34.404632 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.504932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9007f59-885e-4021-8e7d-8c620ca21003 service neutron] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:34.516207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b1c54-cadc-49ff-b8d7-bb3cf6550225 req-935594d7-5b9b-4715-bb62-7adcc8c674dc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.517861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b20b1c54-cadc-49ff-b8d7-bb3cf6550225 req-935594d7-5b9b-4715-bb62-7adcc8c674dc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0923562 Nov 23 14:06:34.531257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.598534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.609361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.645932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39dc3261-8b0b-4b8b-a94d-fe78789fbc7a,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:34.651636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b20b1c54-cadc-49ff-b8d7-bb3cf6550225 req-bb188dc3-fc72-48c9-a004-8cf650335ff7 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158941 Nov 23 14:06:34.655906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.657047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ea054bf-9f7b-4a01-aba6-11c652b03811 req-8e64e943-d89d-4665-baab-abd8699ab1b5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2879839 Nov 23 14:06:34.696175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-bf5e124c-b55d-4bc8-b1fa-c153704c75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.697697 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-bf5e124c-b55d-4bc8-b1fa-c153704c75d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1099 time: 0.2447526 Nov 23 14:06:34.717274 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aecd4d-0891-4a8f-9e27-cc3a688ecb2e x-openstack-request-id: req-76aecd4d-0891-4a8f-9e27-cc3a688ecb2e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:34.717564 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:34.717820 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76aecd4d-0891-4a8f-9e27-cc3a688ecb2e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:34.718215 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'status': 'completed', 'code': 200} Nov 23 14:06:34.750008 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-5bf5a117-18b1-448d-b262-2b0869b186ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 217 time: 0.0421612 Nov 23 14:06:34.789039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282f37-4d94-453c-9fdc-44b3071d524b req-a5bb3893-3443-461a-9a4d-c117b81211b0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.797939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c282f37-4d94-453c-9fdc-44b3071d524b req-a5bb3893-3443-461a-9a4d-c117b81211b0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.0643229 Nov 23 14:06:34.824808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c59e237b-a08b-412a-9d4b-4545c3cee2fb req-8382d129-7e90-4425-9334-7c726e1a1bed tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-664679834', 'description': 'tempest-description-1199976466'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:34.834249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-2399943c-4a4a-44d4-aff7-5a636957ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.835871 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-2399943c-4a4a-44d4-aff7-5a636957ac7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0785573 Nov 23 14:06:34.879866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c282f37-4d94-453c-9fdc-44b3071d524b req-fd9a4d0c-2161-4ce2-8558-fade8fd8c797 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805588 Nov 23 14:06:34.881511 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c59e237b-a08b-412a-9d4b-4545c3cee2fb req-8382d129-7e90-4425-9334-7c726e1a1bed tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.922130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-32e4f397-efd8-4328-bc2f-200dbd24f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:34.923678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-32e4f397-efd8-4328-bc2f-200dbd24f946 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782797 Nov 23 14:06:34.927883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Deleting port fb3a2434-12bb-4a75-aad8-2dfa97261a25 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:34.928260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.962778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c59e237b-a08b-412a-9d4b-4545c3cee2fb req-8382d129-7e90-4425-9334-7c726e1a1bed tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:34.968172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c59e237b-a08b-412a-9d4b-4545c3cee2fb req-8382d129-7e90-4425-9334-7c726e1a1bed tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.032699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c59e237b-a08b-412a-9d4b-4545c3cee2fb req-8382d129-7e90-4425-9334-7c726e1a1bed tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.035002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c59e237b-a08b-412a-9d4b-4545c3cee2fb req-8382d129-7e90-4425-9334-7c726e1a1bed tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2155349 Nov 23 14:06:35.045519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382d129-7e90-4425-9334-7c726e1a1bed tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb69da1-58c6-4df3-ac8e-91a5800b0c33,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:35.060262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a50578-8144-4b18-b43f-d0bac62aefc5 req-f0ca0fa4-d26e-4a98-94d7-f1fcf385211d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:35.061975 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24a50578-8144-4b18-b43f-d0bac62aefc5 req-f0ca0fa4-d26e-4a98-94d7-f1fcf385211d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 947 time: 0.0891368 Nov 23 14:06:35.071804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:35.108211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-52a40f49-24c6-4ba7-96d4-61b6261cd38a req-57f137ee-81e8-47e4-a263-0030ac494d1b tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1296658023', 'description': 'tempest-description-448633719'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:35.129323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:06:35.135772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:35.136555 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.191797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24a50578-8144-4b18-b43f-d0bac62aefc5 req-97088310-02ae-4486-af62-c28a04607459 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227136 Nov 23 14:06:35.193622 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-52a40f49-24c6-4ba7-96d4-61b6261cd38a req-57f137ee-81e8-47e4-a263-0030ac494d1b tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.206123 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:06:35.256919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.311528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:35.313235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:35.317411 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a04d07-7d6d-49bc-b824-406ae92dbde2" -d '{"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-plugged", "status": "completed", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:35.321925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.323466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83fc9482-610f-4636-97dc-9649c7d3607e up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:35.350558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-52a40f49-24c6-4ba7-96d4-61b6261cd38a req-57f137ee-81e8-47e4-a263-0030ac494d1b tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.353876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] For port fb3a2434-12bb-4a75-aad8-2dfa97261a25, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb3a2434-12bb-4a75-aad8-2dfa97261a25,segment=NetworkSegment(89955ca0-2cd4-465a-bd9b-eba26881fdc6),segment_id=89955ca0-2cd4-465a-bd9b-eba26881fdc6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:35.354149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.360199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-52a40f49-24c6-4ba7-96d4-61b6261cd38a req-57f137ee-81e8-47e4-a263-0030ac494d1b tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.368532 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-df107618-b031-44ad-9acb-db697494a2f9 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365053 Nov 23 14:06:35.372558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Calling delete_port for fb3a2434-12bb-4a75-aad8-2dfa97261a25 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:35.385390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d318b85-2e44-4819-b439-7f248b3285be req-9a9653f4-beb4-475d-9055-eaf8891d94bd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:35.393856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d318b85-2e44-4819-b439-7f248b3285be req-9a9653f4-beb4-475d-9055-eaf8891d94bd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.0969186 Nov 23 14:06:35.412797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-52a40f49-24c6-4ba7-96d4-61b6261cd38a req-57f137ee-81e8-47e4-a263-0030ac494d1b tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.417847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:35.419331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52a40f49-24c6-4ba7-96d4-61b6261cd38a req-57f137ee-81e8-47e4-a263-0030ac494d1b tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3326581 Nov 23 14:06:35.458647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 83fc9482-610f-4636-97dc-9649c7d3607e completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:06:35.463425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 83fc9482-610f-4636-97dc-9649c7d3607e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:35.463936 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.479931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f137ee-81e8-47e4-a263-0030ac494d1b tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594afe06-72f0-476d-8cf3-45ddf5f2d91e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:35.538625 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8c69cc-2f65-471d-b177-b7f4923bf8a3 x-openstack-request-id: req-cf8c69cc-2f65-471d-b177-b7f4923bf8a3 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:35.539688 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-plugged", "status": "completed", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:35.540281 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf8c69cc-2f65-471d-b177-b7f4923bf8a3 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:35.543740 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'code': 200} Nov 23 14:06:35.568165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d318b85-2e44-4819-b439-7f248b3285be req-8f568b2a-9cf6-4552-85a1-c97dea0dc2a7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734836 Nov 23 14:06:35.649477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.654618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.693259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 83fc9482-610f-4636-97dc-9649c7d3607e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83fc9482-610f-4636-97dc-9649c7d3607e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:35.699888 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:35.708326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3a2434-12bb-4a75-aad8-2dfa97261a25,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:35.734986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-44ac83a8-0bdf-4644-81ef-1246c4fe3d44 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/deb69da1-58c6-4df3-ac8e-91a5800b0c33 HTTP/1.1" status: 200 len: 1821 time: 0.1332319 Nov 23 14:06:35.759085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df49fe6-f49f-4320-a491-ef4b37ae7430 req-379b104d-9598-43d0-9651-72caedb6c7c6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:35.761292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1df49fe6-f49f-4320-a491-ef4b37ae7430 req-379b104d-9598-43d0-9651-72caedb6c7c6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1495907 Nov 23 14:06:35.784270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=83fc9482-610f-4636-97dc-9649c7d3607e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:35.811037 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84399013-fe41-42c8-85ca-6e26b7ff01f3 req-ef9a8d6e-b3a8-485b-a59a-5a12894f5844 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344101 Nov 23 14:06:35.816196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370315d-bf25-4662-b0e6-4e789258495e req-1bd78eae-34ff-405e-993f-a84778f7b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:35.817690 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2370315d-bf25-4662-b0e6-4e789258495e req-1bd78eae-34ff-405e-993f-a84778f7b7e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1100 time: 0.1811137 Nov 23 14:06:35.863126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-12f9bf69-5609-4226-b08c-07718131f7d1 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/594afe06-72f0-476d-8cf3-45ddf5f2d91e HTTP/1.1" status: 200 len: 1821 time: 0.1159122 Nov 23 14:06:35.889659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1df49fe6-f49f-4320-a491-ef4b37ae7430 req-cbd6629e-19b8-405a-835c-57b588c5f68e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081593 Nov 23 14:06:35.891377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'deb69da1-58c6-4df3-ac8e-91a5800b0c33', 'remote_group_id': '594afe06-72f0-476d-8cf3-45ddf5f2d91e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:35.891784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'deb69da1-58c6-4df3-ac8e-91a5800b0c33', 'remote_group_id': '594afe06-72f0-476d-8cf3-45ddf5f2d91e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:35.967393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2370315d-bf25-4662-b0e6-4e789258495e req-694bd90e-1c4c-46ad-80cd-c784ae8cc51f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418314 Nov 23 14:06:35.992690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.046802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-2597b190-9439-4771-9f27-677a5673d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.048341 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-2597b190-9439-4771-9f27-677a5673d993 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1099 time: 0.1796098 Nov 23 14:06:36.059308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.068191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d067489-fa77-4dfd-97c7-a57f757f6e2e req-e8c0937a-b88b-4751-af7c-995c9a2aa06d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.069693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d067489-fa77-4dfd-97c7-a57f757f6e2e req-e8c0937a-b88b-4751-af7c-995c9a2aa06d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0736520 Nov 23 14:06:36.079170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.086541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.116537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d227deed-efd9-494b-b644-71d97d2a6a6c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:36.129190 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.130376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ef343a0-13cc-433d-90d1-dcf11430a6ab req-71589381-8faf-4bfa-b211-0269e01c5e78 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2437141 Nov 23 14:06:36.148857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d067489-fa77-4dfd-97c7-a57f757f6e2e req-4dbc296e-e493-4f06-92fe-af2189242a96 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Nov 23 14:06:36.297011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f4e6e-7b95-4fe2-aa93-9f97427353c9 req-bddb73fd-94fc-439e-aefe-d062bb969eef tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.298482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e7f4e6e-7b95-4fe2-aa93-9f97427353c9 req-bddb73fd-94fc-439e-aefe-d062bb969eef tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 943 time: 0.0894394 Nov 23 14:06:36.315326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c77cc2dc-4a4f-4706-8c56-a5a28178c056 req-2f230c9b-11bf-4496-b8bb-43a4796fb68e tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/594afe06-72f0-476d-8cf3-45ddf5f2d91e HTTP/1.1" status: 200 len: 1821 time: 0.0964367 Nov 23 14:06:36.320761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-71304626-18f7-47d9-8676-89b572317f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.322244 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-71304626-18f7-47d9-8676-89b572317f7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2506363 Nov 23 14:06:36.374554 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-d18602c7-e9df-4771-b6c0-870856fa03d3 service neutron] 10.222.0.74 "GET /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.1947236 Nov 23 14:06:36.414702 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-8d32cc2b-f0ed-45c3-9486-632000a7e3a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 217 time: 0.0819201 Nov 23 14:06:36.556012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-2193569c-4fb2-4a40-842e-26493492620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.557480 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-2193569c-4fb2-4a40-842e-26493492620e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1175373 Nov 23 14:06:36.570505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Router e8d57460-eebe-48bc-817f-ea9015d7717f has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:06:36.634207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e7f4e6e-7b95-4fe2-aa93-9f97427353c9 req-829da65a-23b9-4aaa-bc78-683be3253b18 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289731 Nov 23 14:06:36.652882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c77cc2dc-4a4f-4706-8c56-a5a28178c056 req-c4fa3437-de0f-46e5-adf6-59cb8531ad8d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.678522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c77cc2dc-4a4f-4706-8c56-a5a28178c056 req-c4fa3437-de0f-46e5-adf6-59cb8531ad8d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.722691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-b956e949-a315-4cf4-b6e6-3302f05f21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.724214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-b956e949-a315-4cf4-b6e6-3302f05f21fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576896 Nov 23 14:06:36.767346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9812e2e-8f83-4e12-a673-5619a95f3a17 req-a6608470-ff1c-45d8-921f-cb4284438ab9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.768871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9812e2e-8f83-4e12-a673-5619a95f3a17 req-a6608470-ff1c-45d8-921f-cb4284438ab9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 948 time: 0.0651698 Nov 23 14:06:36.789660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c77cc2dc-4a4f-4706-8c56-a5a28178c056 req-c4fa3437-de0f-46e5-adf6-59cb8531ad8d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.792175 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c77cc2dc-4a4f-4706-8c56-a5a28178c056 req-c4fa3437-de0f-46e5-adf6-59cb8531ad8d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:36.793239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c77cc2dc-4a4f-4706-8c56-a5a28178c056 req-c4fa3437-de0f-46e5-adf6-59cb8531ad8d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-groups/594afe06-72f0-476d-8cf3-45ddf5f2d91e HTTP/1.1" status: 204 len: 173 time: 0.2115276 Nov 23 14:06:36.808282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa3437-de0f-46e5-adf6-59cb8531ad8d tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594afe06-72f0-476d-8cf3-45ddf5f2d91e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:36.841825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9812e2e-8f83-4e12-a673-5619a95f3a17 req-f33c6915-7a54-4810-8c3c-f540973229da tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650563 Nov 23 14:06:36.867357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:36.895393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:06:36.901022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c5768d54-e2b8-4af6-bfe3-ff0f5bd4f4f0 admin admin] 10.222.0.46 "PUT /v2.0/routers/e8d57460-eebe-48bc-817f-ea9015d7717f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2918549 Nov 23 14:06:36.903759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33852) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:36.907885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] Sync routers for ids ['e8d57460-eebe-48bc-817f-ea9015d7717f'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:06:36.910367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:36.920673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] Routers {'e8d57460-eebe-48bc-817f-ea9015d7717f'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:06:36.922502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e8d57460-eebe-48bc-817f-ea9015d7717f'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:36.942458 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-cc409d87-0c8d-4829-8e68-a0fb27bde6bf service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068017 Nov 23 14:06:36.961941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9534263d-70e3-4ac4-a399-220fc5fb1e42 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:36.984965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:36.995592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c79c31-dc39-4a41-9bd2-0a351d74e779 req-690bd3bd-aad1-45c5-879c-d1c7bc00d5cc tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:36.997191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22c79c31-dc39-4a41-9bd2-0a351d74e779 req-690bd3bd-aad1-45c5-879c-d1c7bc00d5cc tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.1359921 Nov 23 14:06:37.014274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcc698f4-7bc2-4836-9f49-d9a62780b0f6 req-84540da5-63b7-4461-9b8b-9ebbd9a0e032 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/deb69da1-58c6-4df3-ac8e-91a5800b0c33 HTTP/1.1" status: 200 len: 1821 time: 0.1209419 Nov 23 14:06:37.037123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.100526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.103416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9534263d-70e3-4ac4-a399-220fc5fb1e42 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:37.114476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22c79c31-dc39-4a41-9bd2-0a351d74e779 req-6c3936f5-e962-4338-abbc-67e702e8f01c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733926 Nov 23 14:06:37.172604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6b8b2cdb-e170-46c5-a38f-a1a7e8e3831b req-7d8d2d9f-227a-4f6d-941e-0d67afe7e9d9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1599225006', 'description': 'tempest-description-1430603151'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:37.231123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] Set router e8d57460-eebe-48bc-817f-ea9015d7717f gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:06:37.258552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6b8b2cdb-e170-46c5-a38f-a1a7e8e3831b req-7d8d2d9f-227a-4f6d-941e-0d67afe7e9d9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.274186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23efee-fce8-4bc1-970a-49330dedb09e req-b24a0329-4a61-4bf2-94d1-3ad5c9cabb60 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:37.275976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b23efee-fce8-4bc1-970a-49330dedb09e req-b24a0329-4a61-4bf2-94d1-3ad5c9cabb60 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1786194 Nov 23 14:06:37.322732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.392977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b23efee-fce8-4bc1-970a-49330dedb09e req-b7773a2c-a464-42c2-a626-53bd70c9c74c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022770 Nov 23 14:06:37.451862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6b8b2cdb-e170-46c5-a38f-a1a7e8e3831b req-7d8d2d9f-227a-4f6d-941e-0d67afe7e9d9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.459463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6b8b2cdb-e170-46c5-a38f-a1a7e8e3831b req-7d8d2d9f-227a-4f6d-941e-0d67afe7e9d9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.485958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Deleting port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:37.486440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.497696 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ee19381-e429-4521-bdd8-cd6dc5a4ae63 req-ce04d974-54b6-4789-9b13-dd434a81cdb2 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467393 Nov 23 14:06:37.513553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6b8b2cdb-e170-46c5-a38f-a1a7e8e3831b req-7d8d2d9f-227a-4f6d-941e-0d67afe7e9d9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.524792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:06:35Z', 'revision_number': 5, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port': {'id': '0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:27Z', 'updated_at': '2021-11-23T14:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:37.528415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b8b2cdb-e170-46c5-a38f-a1a7e8e3831b req-7d8d2d9f-227a-4f6d-941e-0d67afe7e9d9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3644369 Nov 23 14:06:37.528586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] Transition to ACTIVE for port object 9534263d-70e3-4ac4-a399-220fc5fb1e42 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:37.535237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.541965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2d9f-227a-4f6d-941e-0d67afe7e9d9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7c2e5-2aea-4280-aa81-a232f9b5685d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:37.557939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc9482-610f-4636-97dc-9649c7d3607e'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:37.560275 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b653409-feeb-4b9a-9c8e-01da897be4c9" -d '{"events": [{"server_uuid": "dd237b7b-682e-402b-9a81-70d6f00f6a4d", "name": "network-vif-plugged", "status": "completed", "tag": "83fc9482-610f-4636-97dc-9649c7d3607e"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:37.564790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] Checking router: e8d57460-eebe-48bc-817f-ea9015d7717f for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:06:37.573637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] Routers {'e8d57460-eebe-48bc-817f-ea9015d7717f'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:06:37.574465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e8d57460-eebe-48bc-817f-ea9015d7717f'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:37.638142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba395-599e-4a59-bcfa-84aaef018b9d req-56ba626d-a089-4a1e-b6e5-eb715ada8d40 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:37.645704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b3ba395-599e-4a59-bcfa-84aaef018b9d req-56ba626d-a089-4a1e-b6e5-eb715ada8d40 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1396804 Nov 23 14:06:37.661399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] Pushing event updated for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:37.682427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] No DVR routers for this DVR port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:37.694125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] Set router e8d57460-eebe-48bc-817f-ea9015d7717f gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:06:37.700181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] For port 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:37.700548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:37.711699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-c963bcf3-806c-4c69-b5fe-ef6c69edf7af service neutron] 10.222.0.74 "PUT /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42/bindings/n-h1-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3044977 Nov 23 14:06:37.735548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Calling delete_port for 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:37.747864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b3ba395-599e-4a59-bcfa-84aaef018b9d req-e20d9c47-e409-444c-adda-1662e6c743e0 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013405 Nov 23 14:06:37.752683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:06:37Z', 'revision_number': 6, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:37.758540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-edc621fa-53c1-4aec-bed6-33b43b1617fc tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/b0e7c2e5-2aea-4280-aa81-a232f9b5685d HTTP/1.1" status: 200 len: 1822 time: 0.1054022 Nov 23 14:06:37.789067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778c873-a2f0-44d7-bc8f-100d4a245cb4 None None] The sync data for ids ['e8d57460-eebe-48bc-817f-ea9015d7717f'] in n-d-818503-2 is: [{'id': 'e8d57460-eebe-48bc-817f-ea9015d7717f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525739811-router', 'tenant_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:24Z', 'updated_at': '2021-11-23T14:06:37Z', 'revision_number': 6, 'project_id': '66ca85a2b6f241aab75bb3cc2adb5d8a', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:06:37.807987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0e7c2e5-2aea-4280-aa81-a232f9b5685d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:37.808321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0e7c2e5-2aea-4280-aa81-a232f9b5685d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:37.812670 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dee1c6-c321-4490-8d58-b4eaf94e0eb1 x-openstack-request-id: req-e7dee1c6-c321-4490-8d58-b4eaf94e0eb1 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:37.812970 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd237b7b-682e-402b-9a81-70d6f00f6a4d", "name": "network-vif-plugged", "status": "completed", "tag": "83fc9482-610f-4636-97dc-9649c7d3607e", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:37.813227 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7dee1c6-c321-4490-8d58-b4eaf94e0eb1 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:37.813623 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fc9482-610f-4636-97dc-9649c7d3607e', 'code': 200} Nov 23 14:06:37.861587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-7ca05a5e-909d-4a06-a689-6fa5e223425b tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:37.864745 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-7ca05a5e-909d-4a06-a689-6fa5e223425b tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.0786693 Nov 23 14:06:37.948699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-a1ce3b14-4bde-4f9f-9fd4-31e03ac4e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:37.950238 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-a1ce3b14-4bde-4f9f-9fd4-31e03ac4e145 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705&tenant_id=34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 1095 time: 0.0722084 Nov 23 14:06:37.956064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d21063-3faf-4ee5-8351-39cab9d661e1 req-ccd18a9d-2c9d-4c5a-a524-9d022fc27924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:37.957530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d6d21063-3faf-4ee5-8351-39cab9d661e1 req-ccd18a9d-2c9d-4c5a-a524-9d022fc27924 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 1099 time: 0.0713642 Nov 23 14:06:37.970750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.016229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a51e-8bc5-490e-a443-84a8a1e8a4da req-2ede2ce2-df93-4fa8-afd4-489ff60cfd34 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.018219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3883a51e-8bc5-490e-a443-84a8a1e8a4da req-2ede2ce2-df93-4fa8-afd4-489ff60cfd34 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 944 time: 0.1304290 Nov 23 14:06:38.037537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d6d21063-3faf-4ee5-8351-39cab9d661e1 req-5bfc3110-ecde-4685-8dc7-7a9b90262dcf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726950 Nov 23 14:06:38.043842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.047249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-04ab1a0b-df70-4695-91c4-6ab377ea3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.049207 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-04ab1a0b-df70-4695-91c4-6ab377ea3a1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1095 time: 0.0591052 Nov 23 14:06:38.054982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.089391 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.104668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1685db7f-6963-4f36-8b3f-5082b1bf817e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:38.127626 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.128813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ec9fe7a-2f6a-4387-bf55-26565470c48e req-75f40565-1ea7-42e2-a8e5-4d25e66fb5ad tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3263021 Nov 23 14:06:38.138196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:38.140402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3883a51e-8bc5-490e-a443-84a8a1e8a4da req-4829e222-0cb4-4856-a00b-621549316642 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135552 Nov 23 14:06:38.186814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-b17d61bf-de93-4f67-ab3c-e9953be96f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.189591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-b17d61bf-de93-4f67-ab3c-e9953be96f05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.1286166 Nov 23 14:06:38.235674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-4a946c50-cb9d-4535-b7e0-7b0ce2e6152c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 200 len: 217 time: 0.0387292 Nov 23 14:06:38.276071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.292736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-0bc5f141-2b94-4bdb-aa6f-6c0dd90a2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.294246 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-0bc5f141-2b94-4bdb-aa6f-6c0dd90a2e23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0513687 Nov 23 14:06:38.330457 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-85a40a5d-7f20-49eb-b891-6eb8ba066fea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243475 Nov 23 14:06:38.388169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-0b3c7e61-7adb-4f1f-982d-fdc6e2211cd5 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/b0e7c2e5-2aea-4280-aa81-a232f9b5685d HTTP/1.1" status: 200 len: 2415 time: 0.1869614 Nov 23 14:06:38.401047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabcb8d-7e01-4b39-8d15-b45b1f3b276c req-938f7c39-8f29-468b-8f06-331a70af044c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.402526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dabcb8d-7e01-4b39-8d15-b45b1f3b276c req-938f7c39-8f29-468b-8f06-331a70af044c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 948 time: 0.1966093 Nov 23 14:06:38.404220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.408143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.412405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0e7c2e5-2aea-4280-aa81-a232f9b5685d', 'remote_group_id': None}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:38.412700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0e7c2e5-2aea-4280-aa81-a232f9b5685d', 'remote_group_id': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:38.422874 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-af072d92-96d5-4976-9eae-966b6e710bf0 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856581 Nov 23 14:06:38.475528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:38.506883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.507187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8d57460-eebe-48bc-817f-ea9015d7717f {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:06:38.516561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.518199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9c064125-c03d-4a4b-9e4e-2ae9f4c7b4b5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e8d57460-eebe-48bc-817f-ea9015d7717f HTTP/1.1" status: 204 len: 168 time: 1.6130054 Nov 23 14:06:38.523346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33876) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:38.529848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-50a78b3e-6a04-4690-8dc7-8013fd6875cc service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997076 Nov 23 14:06:38.573904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dabcb8d-7e01-4b39-8d15-b45b1f3b276c req-c848dea7-284b-41fa-a225-ed53eca7e115 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570280 Nov 23 14:06:38.604501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] Deleting subnet e518295c-0751-4aa7-98b5-11f1bcebd803 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:06:38.608936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.611874 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.628578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:38.641177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'mac_address': 'fa:16:3e:d8:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:38.663113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.675291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.678941 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.704083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.734629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1924c3ad-8559-459f-b8ed-5da46adf1b48 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:38.745485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c92243-710d-4517-bdc9-1556b44e1f5b,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:38.755881 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.757159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-711c541a-a4c3-4a32-8cce-ed51bcd6bc8e req-8dac0c54-fc18-4595-aed9-85b3dc69e761 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3509717 Nov 23 14:06:38.771479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:38.776362 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.799947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb8472-bdc5-47fa-a1c4-0071893da1a8 req-c27bfc4c-eb9b-47ad-8e78-376061d55750 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.801508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1feb8472-bdc5-47fa-a1c4-0071893da1a8 req-c27bfc4c-eb9b-47ad-8e78-376061d55750 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.1369739 Nov 23 14:06:38.836045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:38.854343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:38.882882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ac6-2550-4532-be91-23633549c22e req-e44241ad-eddb-4445-8ecb-13b666082334 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.884867 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-e44241ad-eddb-4445-8ecb-13b666082334 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.0596657 Nov 23 14:06:38.918514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1feb8472-bdc5-47fa-a1c4-0071893da1a8 req-9891f858-474c-44de-9332-ac3f0f03dbeb tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082222 Nov 23 14:06:38.940783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4232f4-bd07-4405-88e8-a90f8dc34cd6 req-18a171ca-1337-45dd-b989-e82fb4486943 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:38.942465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb4232f4-bd07-4405-88e8-a90f8dc34cd6 req-18a171ca-1337-45dd-b989-e82fb4486943 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1107526 Nov 23 14:06:38.968067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.008392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.011596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e518295c-0751-4aa7-98b5-11f1bcebd803 HTTP/1.1" status: 204 len: 168 time: 0.4871087 Nov 23 14:06:39.012803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ad6b1-924e-4aa1-8422-262de8670daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e518295c-0751-4aa7-98b5-11f1bcebd803,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:39.015239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33884) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:39.024510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e9bfd-1caf-4fdd-bb5f-3850876757f7 None None] Network 1c17f728-a609-4abd-802a-73cb4a01a85a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:39.037145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8b453ac6-2550-4532-be91-23633549c22e req-dca1f4e4-59ed-4e78-8d6d-375c81cae78e service neutron] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:39.041091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8b453ac6-2550-4532-be91-23633549c22e req-dca1f4e4-59ed-4e78-8d6d-375c81cae78e service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.042432 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8b453ac6-2550-4532-be91-23633549c22e req-dca1f4e4-59ed-4e78-8d6d-375c81cae78e service neutron] 10.222.0.11 "DELETE /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42/bindings/n-h2-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.1480055 Nov 23 14:06:39.066171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb4232f4-bd07-4405-88e8-a90f8dc34cd6 req-f6f5290a-73e1-4f41-a71d-27d79fdab203 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059313 Nov 23 14:06:39.084595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['1924c3ad-8559-459f-b8ed-5da46adf1b48'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:39.131616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.189998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b3bc1ca-045b-45f2-9490-dde7f93eeb0a req-96b41091-7fd3-4ac9-932f-91c110b68b71 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/b0e7c2e5-2aea-4280-aa81-a232f9b5685d HTTP/1.1" status: 200 len: 3013 time: 0.0907230 Nov 23 14:06:39.236058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e049982-04a2-4291-a8ce-5abe04df8ebd req-ba95b106-bce0-4332-ad33-83cef9342e95 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:39.238078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e049982-04a2-4291-a8ce-5abe04df8ebd req-ba95b106-bce0-4332-ad33-83cef9342e95 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0896902 Nov 23 14:06:39.287076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Deleting port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:39.287076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.345997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] DHCP port deletion for 1c17f728-a609-4abd-802a-73cb4a01a85a request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:06:39.390679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e049982-04a2-4291-a8ce-5abe04df8ebd req-204a68e5-42d7-4dd8-9701-1530bab70043 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399860 Nov 23 14:06:39.400578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] For port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,segment=NetworkSegment(89955ca0-2cd4-465a-bd9b-eba26881fdc6),segment_id=89955ca0-2cd4-465a-bd9b-eba26881fdc6)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:39.400956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.409767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] Deleting port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:06:39.410217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.419394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daaada-d01b-4998-8b5f-019381dc6a21 req-b27f1f80-80ab-448b-a4cb-cb905e136c7e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:39.419394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98daaada-d01b-4998-8b5f-019381dc6a21 req-b27f1f80-80ab-448b-a4cb-cb905e136c7e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 944 time: 0.1505995 Nov 23 14:06:39.443889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Calling delete_port for ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:39.476907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] For port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,segment=NetworkSegment(89955ca0-2cd4-465a-bd9b-eba26881fdc6),segment_id=89955ca0-2cd4-465a-bd9b-eba26881fdc6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:39.477510 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.491747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aeee8b95-0a14-4da7-8c32-3a9d132df91d req-033d3782-3b7c-4bea-a268-77a7a12fafe3 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-group-rules/84c92243-710d-4517-bdc9-1556b44e1f5b HTTP/1.1" status: 200 len: 783 time: 0.0457633 Nov 23 14:06:39.494779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] Calling delete_port for ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:06:39.549441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:39.554006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98daaada-d01b-4998-8b5f-019381dc6a21 req-a9c47510-821c-4732-b52e-a59dbc2c705d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327133 Nov 23 14:06:39.631819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aeee8b95-0a14-4da7-8c32-3a9d132df91d req-416d9911-f5d4-4431-9d2e-9575a4accf96 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/b0e7c2e5-2aea-4280-aa81-a232f9b5685d HTTP/1.1" status: 200 len: 3013 time: 0.1289129 Nov 23 14:06:39.659597 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.661264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.688996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] Pushing event deleted for resources: {'Port': ['ID=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:39.698195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8100c1-cfad-4630-a96e-2ba11fdba1a2 None None] No DVR routers for this DVR port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:39.704395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.704997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-aeee8b95-0a14-4da7-8c32-3a9d132df91d req-5e161618-a5c0-410f-a5b4-a8479ceb035c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.707240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6e01f6-87fc-4f0b-b0c2-31b21af5e884,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:39.712531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] No DVR routers for this DVR port ca6e01f6-87fc-4f0b-b0c2-31b21af5e884 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:39.739309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-aeee8b95-0a14-4da7-8c32-3a9d132df91d req-5e161618-a5c0-410f-a5b4-a8479ceb035c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.755783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb3a2434-12bb-4a75-aad8-2dfa97261a25 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:39.775221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: fb3a2434-12bb-4a75-aad8-2dfa97261a25 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:39.775500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb3a2434-12bb-4a75-aad8-2dfa97261a25 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:39.775920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:39.795329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:06:39.795664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0670edd3-cd9b-4b3d-9b2c-b8d59e1645f9 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:39.835307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.837657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-aeee8b95-0a14-4da7-8c32-3a9d132df91d req-5e161618-a5c0-410f-a5b4-a8479ceb035c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.851418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-aeee8b95-0a14-4da7-8c32-3a9d132df91d req-5e161618-a5c0-410f-a5b4-a8479ceb035c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.852525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aeee8b95-0a14-4da7-8c32-3a9d132df91d req-5e161618-a5c0-410f-a5b4-a8479ceb035c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/84c92243-710d-4517-bdc9-1556b44e1f5b HTTP/1.1" status: 204 len: 173 time: 0.2100470 Nov 23 14:06:39.861913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b331b-9de9-41ad-a481-60dbf296aa22 req-e52c2962-be78-4103-9020-d3de7d8bb37b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:39.863459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d6b331b-9de9-41ad-a481-60dbf296aa22 req-e52c2962-be78-4103-9020-d3de7d8bb37b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 948 time: 0.1894102 Nov 23 14:06:39.877844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161618-a5c0-410f-a5b4-a8479ceb035c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84c92243-710d-4517-bdc9-1556b44e1f5b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:39.893187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c17f728-a609-4abd-802a-73cb4a01a85a']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:39.911960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89955ca0-2cd4-465a-bd9b-eba26881fdc6') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:39.912256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89955ca0-2cd4-465a-bd9b-eba26881fdc6') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:39.940978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.980145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d6b331b-9de9-41ad-a481-60dbf296aa22 req-d0e21926-ef84-4af6-b886-257fd8fd46eb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094050 Nov 23 14:06:39.980981 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.990316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:06:39.990795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:06:39.992489 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:06:40.017799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22a68-489c-4870-a682-5df9e8fbd5c4 req-eaf73fda-f0d9-499c-a879-4b8eead3d1ee tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.019355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91e22a68-489c-4870-a682-5df9e8fbd5c4 req-eaf73fda-f0d9-499c-a879-4b8eead3d1ee tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1095 time: 0.1030145 Nov 23 14:06:40.089862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.110325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.114058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1c17f728-a609-4abd-802a-73cb4a01a85a HTTP/1.1" status: 204 len: 168 time: 1.0932653 Nov 23 14:06:40.129778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b2865-879a-471e-b0e3-7d9ffa345773 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c17f728-a609-4abd-802a-73cb4a01a85a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:40.139577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c25a283e-a126-4b55-87f5-56b67f53cf79 req-c5329d5a-fc22-4caf-8c9d-a5f012fc5229 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/b0e7c2e5-2aea-4280-aa81-a232f9b5685d HTTP/1.1" status: 200 len: 2415 time: 0.1266353 Nov 23 14:06:40.146098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91e22a68-489c-4870-a682-5df9e8fbd5c4 req-8d65d367-53cc-45e9-abf0-1412405cf25e tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930049 Nov 23 14:06:40.186692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ef4ba990-b896-41b7-8efd-d2c0810ff63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.189486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ef4ba990-b896-41b7-8efd-d2c0810ff63f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0704091 Nov 23 14:06:40.236966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c25a283e-a126-4b55-87f5-56b67f53cf79 req-6347688d-e0b7-497e-b313-3ac0f8322ad9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.252480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33910) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:40.291569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-f743c66d-5708-46d2-932c-80fd2ef84490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.293161 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-f743c66d-5708-46d2-932c-80fd2ef84490 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.0943832 Nov 23 14:06:40.310268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c25a283e-a126-4b55-87f5-56b67f53cf79 req-6347688d-e0b7-497e-b313-3ac0f8322ad9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.327972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2202ec1-81f3-4e6f-bd54-988e4bd86017 req-7aaa009e-71da-4032-a052-234deab1d3fd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.329449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2202ec1-81f3-4e6f-bd54-988e4bd86017 req-7aaa009e-71da-4032-a052-234deab1d3fd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 949 time: 0.1121221 Nov 23 14:06:40.339672 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-beff4241-6dce-4972-af5b-f57cab73c3f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 217 time: 0.0380361 Nov 23 14:06:40.360170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-992e7f48-9cb1-4494-af69-d8bacda9dce8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9041bb5b85b54b2db493bff38f126e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1061637 Nov 23 14:06:40.369943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33912) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:40.388644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-e00f7f70-4095-4bc9-ba65-aa0b6e94c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.390126 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-e00f7f70-4095-4bc9-ba65-aa0b6e94c563 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0434771 Nov 23 14:06:40.421838 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-dc59dbac-1c98-41f8-86d4-870829b1034e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244682 Nov 23 14:06:40.424022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c25a283e-a126-4b55-87f5-56b67f53cf79 req-6347688d-e0b7-497e-b313-3ac0f8322ad9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.426677 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c25a283e-a126-4b55-87f5-56b67f53cf79 req-6347688d-e0b7-497e-b313-3ac0f8322ad9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.427801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c25a283e-a126-4b55-87f5-56b67f53cf79 req-6347688d-e0b7-497e-b313-3ac0f8322ad9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0e7c2e5-2aea-4280-aa81-a232f9b5685d HTTP/1.1" status: 204 len: 173 time: 0.2723184 Nov 23 14:06:40.431324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2202ec1-81f3-4e6f-bd54-988e4bd86017 req-f6b8dc7b-295d-4669-a91f-6d32bc674083 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949335 Nov 23 14:06:40.447187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347688d-e0b7-497e-b313-3ac0f8322ad9 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7c2e5-2aea-4280-aa81-a232f9b5685d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:40.472052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-651f0856-05a7-41e9-a4fe-05a4ae33a7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.505199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:40.541133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-651f0856-05a7-41e9-a4fe-05a4ae33a7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.566247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-e6231dde-848f-4f83-abb0-260369149c22 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366544 Nov 23 14:06:40.574480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 1924c3ad-8559-459f-b8ed-5da46adf1b48 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:06:40.578496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 1924c3ad-8559-459f-b8ed-5da46adf1b48 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:40.579093 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.579321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5bc86-b58f-41f9-8fca-e8e1ebb25570 req-cc31af4d-0637-48b0-9017-2a688cedd74d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.591534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59f5bc86-b58f-41f9-8fca-e8e1ebb25570 req-cc31af4d-0637-48b0-9017-2a688cedd74d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1011004 Nov 23 14:06:40.670328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-c06722fe-91d6-4ed0-a2aa-68f52ad3a990 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966084 Nov 23 14:06:40.686263 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59f5bc86-b58f-41f9-8fca-e8e1ebb25570 req-b3255cf3-276d-4d31-8924-e5990657513c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937846 Nov 23 14:06:40.703827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5563a-7736-4e1f-8fca-17e5b4e0df71 req-49f1a819-66fc-4d7d-a943-b9c5b67275a6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.711587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43b5563a-7736-4e1f-8fca-17e5b4e0df71 req-49f1a819-66fc-4d7d-a943-b9c5b67275a6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1178606 Nov 23 14:06:40.721745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-651f0856-05a7-41e9-a4fe-05a4ae33a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.725037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-651f0856-05a7-41e9-a4fe-05a4ae33a7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.728391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-651f0856-05a7-41e9-a4fe-05a4ae33a7ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dcc0175-8245-47a2-94f9-c19721c3a01e HTTP/1.1" status: 204 len: 168 time: 0.3533843 Nov 23 14:06:40.751856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f0856-05a7-41e9-a4fe-05a4ae33a7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc0175-8245-47a2-94f9-c19721c3a01e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:40.791288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43b5563a-7736-4e1f-8fca-17e5b4e0df71 req-7bb7558a-71de-49db-8e62-14a5da2229c3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746679 Nov 23 14:06:40.826683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-5642002b-9353-4072-9e34-8a2b6d1798a0 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.831477 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-5642002b-9353-4072-9e34-8a2b6d1798a0 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1097 time: 0.0925202 Nov 23 14:06:40.845144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-2'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:40.882983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f66f3-2378-4d57-abe3-ac6ccc180fa6 req-9e475b2b-93e3-4f5d-a2ec-cae40702b820 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.884554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-554f66f3-2378-4d57-abe3-ac6ccc180fa6 req-9e475b2b-93e3-4f5d-a2ec-cae40702b820 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 1095 time: 0.0721362 Nov 23 14:06:40.897278 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.928922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:40.932824 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30362c0a-1045-48a1-b16e-894be5746266" -d '{"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-plugged", "status": "completed", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:40.953305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.954217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:40.963328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:40.976089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178ebca-8713-4553-aee1-c49c856d0abb req-de5de45b-f31d-4e01-ae2e-6e87f2252c0b tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:40.983296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f178ebca-8713-4553-aee1-c49c856d0abb req-de5de45b-f31d-4e01-ae2e-6e87f2252c0b tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0922525 Nov 23 14:06:41.005472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-554f66f3-2378-4d57-abe3-ac6ccc180fa6 req-00977890-20b0-457b-92de-690450b44348 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032720 Nov 23 14:06:41.055589 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-fe0e5239-348c-496a-b73f-31c7167c47e6 req-74b30a7c-a88d-452d-af5d-bcb1a855b750 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] show failed (client error): The resource could not be found. Nov 23 14:06:41.065669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe0e5239-348c-496a-b73f-31c7167c47e6 req-74b30a7c-a88d-452d-af5d-bcb1a855b750 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/594afe06-72f0-476d-8cf3-45ddf5f2d91e HTTP/1.1" status: 404 len: 352 time: 0.0342631 Nov 23 14:06:41.068603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:41.086108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f178ebca-8713-4553-aee1-c49c856d0abb req-5277b16d-4637-4404-a828-220f117089cf tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987830 Nov 23 14:06:41.150587 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d2ac3-760d-487a-9c6e-b01de8405ebc x-openstack-request-id: req-b01d2ac3-760d-487a-9c6e-b01de8405ebc {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:41.150952 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-plugged", "status": "completed", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:41.151256 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b01d2ac3-760d-487a-9c6e-b01de8405ebc {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:41.151649 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'code': 200} Nov 23 14:06:41.156688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:41.170633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-13c82733-a067-4b99-8c5f-f01af9c4b623 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8d159f7c9262403b995f1e54fed050db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275590 Nov 23 14:06:41.226533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:41.228399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33942) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:41.277198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65bb76b7-3a9d-4eea-bd91-ccbfccf007cc req-2898bad7-1c21-44db-b1c6-5f82481dcaee tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/deb69da1-58c6-4df3-ac8e-91a5800b0c33 HTTP/1.1" status: 200 len: 1821 time: 0.1040165 Nov 23 14:06:41.321089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-4ad20b67-602a-4c03-8b9a-fc036a9c8152 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:41.322850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-4ad20b67-602a-4c03-8b9a-fc036a9c8152 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514895 Nov 23 14:06:41.327400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:41.329640 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a17ae-05af-4efa-b88c-8b8ee5a259a0" -d '{"events": [{"server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:41.336255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.342300 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3d53bd60-b890-4038-84ff-11c91b888a61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66ca85a2b6f241aab75bb3cc2adb5d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1100266 Nov 23 14:06:41.343805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33946) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:41.348921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6354f-a207-418f-8508-022993dda16b req-b60cff26-d2b8-4c96-822e-bc14071956c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:41.350136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-d192d376-f7ae-453d-a807-87fe5bec5d78 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/quotas/8d159f7c9262403b995f1e54fed050db HTTP/1.1" status: 200 len: 375 time: 0.0202591 Nov 23 14:06:41.350386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-17a6354f-a207-418f-8508-022993dda16b req-b60cff26-d2b8-4c96-822e-bc14071956c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1101 time: 0.1210208 Nov 23 14:06:41.351158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.426207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-65bb76b7-3a9d-4eea-bd91-ccbfccf007cc req-22760261-116b-47a2-bbb8-42f3ce4b1d70 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.434521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:41.468774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-d3fd1d1a-0642-4348-9caa-c4d295104043 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110191 Nov 23 14:06:41.470352 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-65bb76b7-3a9d-4eea-bd91-ccbfccf007cc req-22760261-116b-47a2-bbb8-42f3ce4b1d70 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.473117 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-17a6354f-a207-418f-8508-022993dda16b req-3716c622-1006-49b4-96e8-566c4048c051 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976582 Nov 23 14:06:41.473238 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76fa521f-adf0-4617-a602-9eee339d76d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.475869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on host n-h2-818503-2 for vnic_type normal with profile {"migrating_to": "n-h1-818503-2"} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:41.476099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:41.476428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:41.481359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:41.481694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Attempting to bind port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:41.487412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:41.487749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:41.488135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:41.488566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Bound port: d35163ef-3e83-47b8-8eb0-0d52d4b96761, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:41.488923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.521217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76fa521f-adf0-4617-a602-9eee339d76d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.552363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-65bb76b7-3a9d-4eea-bd91-ccbfccf007cc req-22760261-116b-47a2-bbb8-42f3ce4b1d70 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.555025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-65bb76b7-3a9d-4eea-bd91-ccbfccf007cc req-22760261-116b-47a2-bbb8-42f3ce4b1d70 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.556163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65bb76b7-3a9d-4eea-bd91-ccbfccf007cc req-22760261-116b-47a2-bbb8-42f3ce4b1d70 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-groups/deb69da1-58c6-4df3-ac8e-91a5800b0c33 HTTP/1.1" status: 204 len: 173 time: 0.2682161 Nov 23 14:06:41.567942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22760261-116b-47a2-bbb8-42f3ce4b1d70 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb69da1-58c6-4df3-ac8e-91a5800b0c33,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:41.571647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:41.577769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:41.590687 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.592439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76fa521f-adf0-4617-a602-9eee339d76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.597844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76fa521f-adf0-4617-a602-9eee339d76d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.604325 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-76fa521f-adf0-4617-a602-9eee339d76d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d960751a-a075-4af8-adc1-b8fe88102da9 HTTP/1.1" status: 204 len: 168 time: 0.2557125 Nov 23 14:06:41.630012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa521f-adf0-4617-a602-9eee339d76d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d960751a-a075-4af8-adc1-b8fe88102da9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:41.717020 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7b8608-f48d-4cd5-8d36-177c352ce4fe x-openstack-request-id: req-1d7b8608-f48d-4cd5-8d36-177c352ce4fe {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:41.717592 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:41.718017 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d7b8608-f48d-4cd5-8d36-177c352ce4fe {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:41.718600 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761', 'code': 200} Nov 23 14:06:41.730735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:41.776902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:41.777863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:41.779613 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-6db98059-86cc-4304-9788-0b0388fa0303 service neutron] 10.222.0.11 "PUT /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 1122 time: 0.9400806 Nov 23 14:06:41.805222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea749-ec7c-4fcf-ab7a-69edb204a00c req-165eabbb-5756-45bc-a44c-6ca6249129c1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:41.807611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e22ea749-ec7c-4fcf-ab7a-69edb204a00c req-165eabbb-5756-45bc-a44c-6ca6249129c1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0997772 Nov 23 14:06:41.888204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e22ea749-ec7c-4fcf-ab7a-69edb204a00c req-2ebc37e3-1210-4803-af35-f60146fe74c1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712173 Nov 23 14:06:41.890565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d35163ef-3e83-47b8-8eb0-0d52d4b96761'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:42.045672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9168369d-efd1-4729-99dc-6840f22abdef req-33cf2346-b40e-496e-9529-d7c20d481ea3 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/de9e4ebf-86f5-4f67-8994-e939e006de8a HTTP/1.1" status: 200 len: 1822 time: 0.0712662 Nov 23 14:06:42.091782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-107fdbba-9260-47df-b682-9ddbb3896b2f req-7082d8a0-997a-4402-93df-d4b47441550a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 210 time: 0.0425677 Nov 23 14:06:42.513270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9168369d-efd1-4729-99dc-6840f22abdef req-33862a80-bef3-4e0c-92ee-9ab3d07e73f8 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:42.526842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f244-276c-4f1b-b9ab-4728252e3008 req-c828a5bb-858a-4735-a066-82366303df99 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:42.528724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d78f244-276c-4f1b-b9ab-4728252e3008 req-c828a5bb-858a-4735-a066-82366303df99 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0776093 Nov 23 14:06:42.565383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9168369d-efd1-4729-99dc-6840f22abdef req-33862a80-bef3-4e0c-92ee-9ab3d07e73f8 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:42.612226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33994) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:42.636030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d78f244-276c-4f1b-b9ab-4728252e3008 req-587a9b86-1f0f-4b30-95f6-581eb99a7dd7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990131 Nov 23 14:06:42.676178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9168369d-efd1-4729-99dc-6840f22abdef req-33862a80-bef3-4e0c-92ee-9ab3d07e73f8 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:42.681448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9168369d-efd1-4729-99dc-6840f22abdef req-33862a80-bef3-4e0c-92ee-9ab3d07e73f8 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:42.696523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9168369d-efd1-4729-99dc-6840f22abdef req-33862a80-bef3-4e0c-92ee-9ab3d07e73f8 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-groups/de9e4ebf-86f5-4f67-8994-e939e006de8a HTTP/1.1" status: 204 len: 173 time: 0.6499000 Nov 23 14:06:42.722586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33862a80-bef3-4e0c-92ee-9ab3d07e73f8 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9e4ebf-86f5-4f67-8994-e939e006de8a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:42.756881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-541757678-network', 'tenant_id': 'b75c096f500b4bc4997b7ae6da6bdc97'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:42.797896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Made reservation on behalf of b75c096f500b4bc4997b7ae6da6bdc97 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:42.801028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:42.817955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:42.818442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4943b5e-0c37-4bb8-95ff-e85eef6131cc req-f7c76e6d-fd58-4278-8153-4416a818bcf1 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:42.827935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4943b5e-0c37-4bb8-95ff-e85eef6131cc req-f7c76e6d-fd58-4278-8153-4416a818bcf1 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0706797 Nov 23 14:06:42.913030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4943b5e-0c37-4bb8-95ff-e85eef6131cc req-1fe38ec7-3f5c-482a-a076-da6ba4e8abdc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833564 Nov 23 14:06:42.917754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2e7eadb-b35d-44a1-a25f-ef8b02571d5b req-c6052f8e-15d3-40f6-8038-2236500feab7 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/a47bde1b-ec27-4c77-adf1-ffe8c897c9f7 HTTP/1.1" status: 200 len: 1821 time: 0.0876129 Nov 23 14:06:42.947456 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:42.960298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.008858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c572dcae-d4c9-4f24-b9bc-c7512132b7e2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:43.030564 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-01c1cb98-b74f-403b-b417-23560b9ad124 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8d159f7c9262403b995f1e54fed050db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564246 Nov 23 14:06:43.031979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:06:43.035979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a2e7eadb-b35d-44a1-a25f-ef8b02571d5b req-7a30bc02-ebca-4588-a85b-c321fc7ea352 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.067179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.067660 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Added segment 698bf26b-88e1-4386-81f6-6075b21ede98 of type vlan for network d4de164e-400d-4430-ab83-74da36c29295 Nov 23 14:06:43.075142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a5ec-89e0-4b36-b864-549c594659a6 req-915e1735-7103-494b-82ec-2abd1d309f88 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:43.077076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60c6a5ec-89e0-4b36-b864-549c594659a6 req-915e1735-7103-494b-82ec-2abd1d309f88 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0822699 Nov 23 14:06:43.101828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a2e7eadb-b35d-44a1-a25f-ef8b02571d5b req-7a30bc02-ebca-4588-a85b-c321fc7ea352 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.169885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.172570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60c6a5ec-89e0-4b36-b864-549c594659a6 req-44a5e3d7-ab7f-44c0-8f0a-e8605330e61e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822434 Nov 23 14:06:43.181957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a2e7eadb-b35d-44a1-a25f-ef8b02571d5b req-7a30bc02-ebca-4588-a85b-c321fc7ea352 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.185431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a2e7eadb-b35d-44a1-a25f-ef8b02571d5b req-7a30bc02-ebca-4588-a85b-c321fc7ea352 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.187951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2e7eadb-b35d-44a1-a25f-ef8b02571d5b req-7a30bc02-ebca-4588-a85b-c321fc7ea352 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-groups/a47bde1b-ec27-4c77-adf1-ffe8c897c9f7 HTTP/1.1" status: 204 len: 173 time: 0.2620842 Nov 23 14:06:43.198979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30bc02-ebca-4588-a85b-c321fc7ea352 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47bde1b-ec27-4c77-adf1-ffe8c897c9f7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:43.273913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-8a9884e7-7bfa-468c-8c50-6a994e425cfd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:43.275778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-8a9884e7-7bfa-468c-8c50-6a994e425cfd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375150 Nov 23 14:06:43.276909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.277792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:43.278352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.295010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2483f7d-b476-41ab-adff-20e14e3aa392 req-47ed422e-4c72-4e27-86fb-2315a04fb638 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 210 time: 0.0298147 Nov 23 14:06:43.306190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Request body: {'port': {'device_id': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '8d159f7c9262403b995f1e54fed050db'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:43.349782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7338624 Nov 23 14:06:43.351468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34010) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:43.360915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Request body: {'subnet': {'network_id': 'd4de164e-400d-4430-ab83-74da36c29295', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-541757678-subnet', 'tenant_id': 'b75c096f500b4bc4997b7ae6da6bdc97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:43.405727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Made reservation on behalf of b75c096f500b4bc4997b7ae6da6bdc97 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:43.409217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.419536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-204c83ca-7ea8-43be-b32a-25a3da015056 req-0ee3870d-bc8e-40c7-acfb-cc2f91e7c776 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/fdb956e5-6574-412e-ac2c-f5191b3262cc HTTP/1.1" status: 200 len: 2420 time: 0.0823386 Nov 23 14:06:43.426266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a44d9-38d1-4a86-9ee2-12bdb5a3b634 admin admin] Pushing event updated for resources: {'Network': ['ID=d4de164e-400d-4430-ab83-74da36c29295,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:43.443165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d4de164e-400d-4430-ab83-74da36c29295 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:06:43.510714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Made reservation on behalf of 8d159f7c9262403b995f1e54fed050db for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:43.520626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.561944 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-204c83ca-7ea8-43be-b32a-25a3da015056 req-4a6e6c51-c161-48c0-8019-d044417b5353 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.597821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-204c83ca-7ea8-43be-b32a-25a3da015056 req-4a6e6c51-c161-48c0-8019-d044417b5353 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.681592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-204c83ca-7ea8-43be-b32a-25a3da015056 req-4a6e6c51-c161-48c0-8019-d044417b5353 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.685284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-204c83ca-7ea8-43be-b32a-25a3da015056 req-4a6e6c51-c161-48c0-8019-d044417b5353 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.686671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-204c83ca-7ea8-43be-b32a-25a3da015056 req-4a6e6c51-c161-48c0-8019-d044417b5353 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-groups/fdb956e5-6574-412e-ac2c-f5191b3262cc HTTP/1.1" status: 204 len: 173 time: 0.2444327 Nov 23 14:06:43.704235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e6c51-c161-48c0-8019-d044417b5353 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb956e5-6574-412e-ac2c-f5191b3262cc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:43.707924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Allocated IP 192.168.233.134 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/69141f5f-869a-473d-ac92-4d326fc20f4c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:43.722636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:43.736712 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882b6a0d-951f-49fd-ad1d-79e2cd042848" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:43.778484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-0f2e258b-8a69-41de-9943-f1379e65274a req-522dff35-02e5-49a4-893f-1512ae38f198 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:06:43.783371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f2e258b-8a69-41de-9943-f1379e65274a req-522dff35-02e5-49a4-893f-1512ae38f198 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110312 Nov 23 14:06:43.800045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.877358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f03b1b6-918a-4a23-8d30-1bbf01951d3c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:43.901153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4dfe-9fb3-44a0-b0ac-f09365f19ab0 req-c2001771-b20c-4aa2-a2ff-c88aa9cb2d53 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:43.902862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26ee4dfe-9fb3-44a0-b0ac-f09365f19ab0 req-c2001771-b20c-4aa2-a2ff-c88aa9cb2d53 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1144581 Nov 23 14:06:43.911832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Checking segment: {'id': '698bf26b-88e1-4386-81f6-6075b21ede98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd4de164e-400d-4430-ab83-74da36c29295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:43.914580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Network hostable DHCP agents. Network: d4de164e-400d-4430-ab83-74da36c29295, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:06:43.957460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Network d4de164e-400d-4430-ab83-74da36c29295 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:06:43.971003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.982571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26ee4dfe-9fb3-44a0-b0ac-f09365f19ab0 req-ed7cd146-a0fd-4533-a0e1-54ebc3dd882e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720408 Nov 23 14:06:43.989226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d4de164e-400d-4430-ab83-74da36c29295) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:43.997393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:43.998105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:43.999556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199017aa-abc6-4ed0-a7b6-da5569171621 None None] Network d4de164e-400d-4430-ab83-74da36c29295 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:44.026378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f6a34e0-f085-4f79-bc7c-6c03059cc867 req-e249f3e7-92ec-44d6-9c8d-a83040169755 tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "GET /v2.0/security-groups/c66b97fe-8255-44a6-8181-aa4afc99b212 HTTP/1.1" status: 200 len: 2414 time: 0.0608017 Nov 23 14:06:44.030356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e573a5a4-0b50-4935-a5fa-e4f6d1ad3557 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6731305 Nov 23 14:06:44.061503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:44.089126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['83fc9482-610f-4636-97dc-9649c7d3607e', 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:44.139595 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f16e31-7f3c-4641-b25b-4bc67fb84687 x-openstack-request-id: req-d6f16e31-7f3c-4641-b25b-4bc67fb84687 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:44.145161 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:44.145656 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6f16e31-7f3c-4641-b25b-4bc67fb84687 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:44.146966 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761', 'status': 'completed', 'code': 200} Nov 23 14:06:44.157434 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6f6a34e0-f085-4f79-bc7c-6c03059cc867 req-0035c86a-1cad-4f08-b6c1-103807e4ec7c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:44.178602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-84573786-c7cd-4aa5-a215-adb68987b2e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1447685 Nov 23 14:06:44.190034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:44.207579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:44.224297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6f6a34e0-f085-4f79-bc7c-6c03059cc867 req-0035c86a-1cad-4f08-b6c1-103807e4ec7c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:44.231769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:44.240892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Pushing event updated for resources: {'Port': ['ID=69141f5f-869a-473d-ac92-4d326fc20f4c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:44.282250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-4e1559b8-d47e-4858-9f19-e40022417292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:44.284457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-4e1559b8-d47e-4858-9f19-e40022417292 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1125 time: 0.1198461 Nov 23 14:06:44.373264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:44.374065 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:44.399149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-fdf65744-7cbd-4206-a481-fda787c6dc4b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0975592 Nov 23 14:06:44.412101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Request body: {'port': {'device_id': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:44.444710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27daf8e5-8eee-41e9-9680-010c32ce1322 None None] Network d4de164e-400d-4430-ab83-74da36c29295 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:44.481101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-4c53d25e-b924-450f-b5f4-772b4121cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:44.484306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-4c53d25e-b924-450f-b5f4-772b4121cd79 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1887336 Nov 23 14:06:44.527939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:44.566080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:44.606768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6f6a34e0-f085-4f79-bc7c-6c03059cc867 req-0035c86a-1cad-4f08-b6c1-103807e4ec7c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:44.611465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6f6a34e0-f085-4f79-bc7c-6c03059cc867 req-0035c86a-1cad-4f08-b6c1-103807e4ec7c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:44.635473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f6a34e0-f085-4f79-bc7c-6c03059cc867 req-0035c86a-1cad-4f08-b6c1-103807e4ec7c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] 10.222.0.46 "DELETE /v2.0/security-groups/c66b97fe-8255-44a6-8181-aa4afc99b212 HTTP/1.1" status: 204 len: 173 time: 0.5712008 Nov 23 14:06:44.641084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34044) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:44.713214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035c86a-1cad-4f08-b6c1-103807e4ec7c tempest-SecurityGroupRulesTestJSON-1246414756 tempest-SecurityGroupRulesTestJSON-1246414756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b97fe-8255-44a6-8181-aa4afc99b212,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:44.723320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-e8c62e8a-7d50-43fa-8f23-07c4df61eba6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 217 time: 0.2180641 Nov 23 14:06:44.847852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-75ff2993-9273-4969-aa71-c5b8ad3c6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:44.849503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-75ff2993-9273-4969-aa71-c5b8ad3c6259 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0676129 Nov 23 14:06:44.870926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:44.906032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-d465b20b-4c85-4d85-853e-373a7d54241b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362477 Nov 23 14:06:44.985425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd1105-6a8c-488c-afbb-71b44afad2dd req-dacced9a-0dea-42a5-8b0b-f5667c45fc5e tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:44.987683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9bd1105-6a8c-488c-afbb-71b44afad2dd req-dacced9a-0dea-42a5-8b0b-f5667c45fc5e tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.5016611 Nov 23 14:06:45.015461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 has no active binding in host n-h1-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:06:45.041101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-228de016-3055-46ad-92a6-618bcf46c527 None None] Provisioning complete for port 69141f5f-869a-473d-ac92-4d326fc20f4c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:45.043966 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-228de016-3055-46ad-92a6-618bcf46c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.072399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69141f5f-869a-473d-ac92-4d326fc20f4c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:45.086210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.117260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Transition to ACTIVE for port object 69141f5f-869a-473d-ac92-4d326fc20f4c will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:45.122804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.140155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-228de016-3055-46ad-92a6-618bcf46c527 None None] Port 69141f5f-869a-473d-ac92-4d326fc20f4c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:06:45.167517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] Deleting subnet 3c7541f0-736e-4a0d-9814-6df232692f02 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:06:45.207970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.221358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34068) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:45.230341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1997788605-network', 'tenant_id': 'a4156d5db6d1470ea020c8769ec4f191'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:45.237303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Pushing event updated for resources: {'Port': ['ID=69141f5f-869a-473d-ac92-4d326fc20f4c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:45.292081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9bd1105-6a8c-488c-afbb-71b44afad2dd req-9c8d4731-fc91-4070-847c-0dbcef139ec4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646275 Nov 23 14:06:45.344223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9ee0a-c4f9-4da4-b422-d3d7ff07234e req-53a13006-2d57-4649-8a36-b32580354fc3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:45.345867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95b9ee0a-c4f9-4da4-b422-d3d7ff07234e req-53a13006-2d57-4649-8a36-b32580354fc3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.5651124 Nov 23 14:06:45.375214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-3de038a7-1fe5-418a-af23-b236a9d2165a service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440048 Nov 23 14:06:45.378486 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.397470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Attempting to bind port 69141f5f-869a-473d-ac92-4d326fc20f4c on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:45.399887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Attempting to bind port 69141f5f-869a-473d-ac92-4d326fc20f4c by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:45.400385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Attempting to bind port 69141f5f-869a-473d-ac92-4d326fc20f4c on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:45.417782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Port 69141f5f-869a-473d-ac92-4d326fc20f4c on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:45.418602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Attempting to bind port 69141f5f-869a-473d-ac92-4d326fc20f4c on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:45.441015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:45.442076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:45.443318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:45.444973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Bound port: 69141f5f-869a-473d-ac92-4d326fc20f4c, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:45.447117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.505174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Made reservation on behalf of a4156d5db6d1470ea020c8769ec4f191 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:45.516181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.540977 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.611379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.706584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.713389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95b9ee0a-c4f9-4da4-b422-d3d7ff07234e req-711091b2-6080-4ca6-b1a0-00dcce6ebc9f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553262 Nov 23 14:06:45.714473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.793201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d551c9-6d87-4980-aa99-ccd056f49575,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:45.824881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb1481-832c-4cc2-8c93-97b1b442a1ec req-b0cb6aca-6aa1-44d7-95de-2c1eb2562808 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:45.839409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02bb1481-832c-4cc2-8c93-97b1b442a1ec req-b0cb6aca-6aa1-44d7-95de-2c1eb2562808 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 948 time: 0.1781094 Nov 23 14:06:45.871076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:06:45.878394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-882b6a0d-951f-49fd-ad1d-79e2cd042848 req-7218543f-6e6d-4ae6-a21b-04300674f341 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397082 Nov 23 14:06:45.907905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.909305 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Added segment 4e66e2eb-3fc4-42eb-b231-c377b30c6156 of type vlan for network c09371df-c19a-4358-bf9c-05baf6184e79 Nov 23 14:06:45.923028 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.931989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] For port 69141f5f-869a-473d-ac92-4d326fc20f4c, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:45.978331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] For port 69141f5f-869a-473d-ac92-4d326fc20f4c, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=69141f5f-869a-473d-ac92-4d326fc20f4c,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:45.986205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7541f0-736e-4a0d-9814-6df232692f02,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:45.993332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:45.995689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.004157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8db61e64-4cb9-4724-a8eb-56e18372cb51 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3c7541f0-736e-4a0d-9814-6df232692f02 HTTP/1.1" status: 204 len: 168 time: 1.3186970 Nov 23 14:06:46.012861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34072) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:46.020221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.025835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-5efd5866-781e-430c-8c02-584b10ae81ad service neutron] 10.222.0.74 "GET /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.2623649 Nov 23 14:06:46.039579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.040349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.042274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] 10.222.0.74 "PUT /v2.0/ports/69141f5f-869a-473d-ac92-4d326fc20f4c HTTP/1.1" status: 200 len: 1096 time: 1.6340594 Nov 23 14:06:46.048880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02bb1481-832c-4cc2-8c93-97b1b442a1ec req-07257b69-9f90-4e81-9dd0-9ddee5d80238 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851954 Nov 23 14:06:46.069140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c30c9-be4e-46e0-abad-410e6a07484f req-9e5ff68e-31f1-4718-a23c-7d8262bc2a3c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.073843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-155c30c9-be4e-46e0-abad-410e6a07484f req-9e5ff68e-31f1-4718-a23c-7d8262bc2a3c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2294807 Nov 23 14:06:46.156486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'tag': '69141f5f-869a-473d-ac92-4d326fc20f4c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:46.161166 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811" -d '{"events": [{"name": "network-changed", "server_uuid": "04695cde-4e53-4d14-8410-3f4e4c0ace25", "tag": "69141f5f-869a-473d-ac92-4d326fc20f4c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:46.195195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.237171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-155c30c9-be4e-46e0-abad-410e6a07484f req-abd5eeb4-ed4a-440b-8cfc-0972f2d61204 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287782 Nov 23 14:06:46.294502 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee300f2-22a6-4c56-92bf-1c7a8594446b x-openstack-request-id: req-8ee300f2-22a6-4c56-92bf-1c7a8594446b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:46.294820 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04695cde-4e53-4d14-8410-3f4e4c0ace25", "tag": "69141f5f-869a-473d-ac92-4d326fc20f4c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:46.295067 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ee300f2-22a6-4c56-92bf-1c7a8594446b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:46.295461 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'tag': '69141f5f-869a-473d-ac92-4d326fc20f4c', 'status': 'completed', 'code': 200} Nov 23 14:06:46.306367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.307354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.307958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.316999 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.357832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:46.363272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588fbe5-b925-4fc0-92bf-c5a6d72f3995 service neutron] Pushing event updated for resources: {'Port': ['ID=69141f5f-869a-473d-ac92-4d326fc20f4c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:46.386214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4270951f-fb79-43e3-993b-2ba215119ac0') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:46.387025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4270951f-fb79-43e3-993b-2ba215119ac0') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:46.409886 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.425200 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2022030 Nov 23 14:06:46.438932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.443395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34078) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:46.448446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Request body: {'subnet': {'network_id': 'c09371df-c19a-4358-bf9c-05baf6184e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1997788605-subnet', 'tenant_id': 'a4156d5db6d1470ea020c8769ec4f191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:46.476950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad342787-bc33-4aaa-a567-129cd205a27b admin admin] Pushing event updated for resources: {'Network': ['ID=c09371df-c19a-4358-bf9c-05baf6184e79,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:46.477401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:06:46.477803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:06:46.482970 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:06:46.485284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-1b89cfdf-942a-499d-aa7c-38ef798fa47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.485738 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-1b89cfdf-942a-499d-aa7c-38ef798fa47c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 1099 time: 0.3710914 Nov 23 14:06:46.493521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c09371df-c19a-4358-bf9c-05baf6184e79 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:06:46.536120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-17dcab1c-cd23-4925-9c5b-ec48ef8bf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.543063 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-17dcab1c-cd23-4925-9c5b-ec48ef8bf364 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1101 time: 0.2623847 Nov 23 14:06:46.556054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Made reservation on behalf of a4156d5db6d1470ea020c8769ec4f191 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:46.565127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.629973 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-a730d739-4492-4f07-bdfa-4afcaece9c53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=69141f5f-869a-473d-ac92-4d326fc20f4c HTTP/1.1" status: 200 len: 217 time: 0.0858800 Nov 23 14:06:46.633246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0764cc4-9391-42d1-a3e1-e48465fb5a28 req-7e89f674-5a2e-46c6-b42c-e66f7354e9ad tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.634973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0764cc4-9391-42d1-a3e1-e48465fb5a28 req-7e89f674-5a2e-46c6-b42c-e66f7354e9ad tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.2118158 Nov 23 14:06:46.672447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.689651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.695727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] 10.222.0.46 "DELETE /v2.0/networks/16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0 HTTP/1.1" status: 204 len: 168 time: 0.6785657 Nov 23 14:06:46.723848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731354f-dbfb-4b02-8e5d-d4fdcd583100 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f5dd0d-0e0b-4d9b-9af1-54dcb45113c0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:46.733367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:46.755594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0764cc4-9391-42d1-a3e1-e48465fb5a28 req-359021cd-8fd1-45c7-b19d-71652fa681a6 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940444 Nov 23 14:06:46.764397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-f7084715-0813-4311-ab91-8bc774840686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.765752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-f7084715-0813-4311-ab91-8bc774840686 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1255426 Nov 23 14:06:46.812385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:46.814622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-5e13440b-4e52-4c94-b418-4678358ab277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.816134 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-5e13440b-4e52-4c94-b418-4678358ab277 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2572927 Nov 23 14:06:46.879534 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f143c8d6-e9fa-4add-847b-4655daf13485 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 217 time: 0.0428548 Nov 23 14:06:46.902221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35163ef-3e83-47b8-8eb0-0d52d4b96761 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:46.932104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:46.947699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-6e589c12-d181-46b4-a54a-35b931d4a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.949164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-6e589c12-d181-46b4-a54a-35b931d4a179 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723204 Nov 23 14:06:46.950972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:46.963575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:46.980360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da37050-5102-4d83-baaf-e48e54e38e52 req-bcdfb559-4a3a-4da8-a7e3-ff2832996072 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:46.981863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8da37050-5102-4d83-baaf-e48e54e38e52 req-bcdfb559-4a3a-4da8-a7e3-ff2832996072 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0796096 Nov 23 14:06:46.994612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:47.044440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-3f271e23-0b42-473c-a70c-2ff11fd3e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:47.045810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-3f271e23-0b42-473c-a70c-2ff11fd3e015 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1581440 Nov 23 14:06:47.056233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Pushing event updated for resources: {'Subnet': ['ID=303fd765-0e02-4719-9c1d-d87605aa0dc8,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:47.066199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Checking segment: {'id': '4e66e2eb-3fc4-42eb-b231-c377b30c6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c09371df-c19a-4358-bf9c-05baf6184e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:47.066755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Network hostable DHCP agents. Network: c09371df-c19a-4358-bf9c-05baf6184e79, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:06:47.114982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8da37050-5102-4d83-baaf-e48e54e38e52 req-78b2f62c-13de-429b-b67b-ef988e399cb1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139574 Nov 23 14:06:47.116396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Network c09371df-c19a-4358-bf9c-05baf6184e79 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:06:47.128975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c09371df-c19a-4358-bf9c-05baf6184e79) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:47.140114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:47.140114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:47.141104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886b471-2fd9-44db-818f-c90ce511b56b None None] Network c09371df-c19a-4358-bf9c-05baf6184e79 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:47.183532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3d5f604b-41d3-4bbb-8f10-f8df1ec0786e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7387919 Nov 23 14:06:47.270800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7c9d-2b72-4c77-8a8e-2c3fb5eacc8b req-2559bb69-f5fd-4aee-babe-dc3162cb1466 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:47.272774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-869e7c9d-2b72-4c77-8a8e-2c3fb5eacc8b req-2559bb69-f5fd-4aee-babe-dc3162cb1466 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 948 time: 0.1153538 Nov 23 14:06:47.343534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-869e7c9d-2b72-4c77-8a8e-2c3fb5eacc8b req-32176c5a-5c23-4cb0-8320-286dcd1f1237 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645270 Nov 23 14:06:47.422260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5867b5-2b88-470b-9554-255e814fe855 None None] Network c09371df-c19a-4358-bf9c-05baf6184e79 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:47.453085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42bdb-d683-49f1-8987-ef16b2d8d258 req-67ae6c5a-12c7-4b5e-b58d-3e9167e100ed tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:47.455684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aff42bdb-d683-49f1-8987-ef16b2d8d258 req-67ae6c5a-12c7-4b5e-b58d-3e9167e100ed tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0995061 Nov 23 14:06:47.475702 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d2a6ade2-23ea-4c1a-bd2f-81172ddf2d6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dff8b0d97ad64cd7a6cb99157831d140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398240 Nov 23 14:06:47.480033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34098) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:47.546874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aff42bdb-d683-49f1-8987-ef16b2d8d258 req-e3935d24-3b2b-4bae-83d1-e045797563c3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742645 Nov 23 14:06:47.592145 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-a9fedda4-9b7b-4b3c-b988-179d5452c7c9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154964 Nov 23 14:06:47.606647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-30866adf-972b-4e8b-8bdb-faf627bb6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:47.608266 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-30866adf-972b-4e8b-8bdb-faf627bb6913 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5278854 Nov 23 14:06:47.610548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] Transition to ACTIVE for port object d35163ef-3e83-47b8-8eb0-0d52d4b96761 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:47.633608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:47.760857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a84e03e1-e6c5-44c9-9b75-826ab9eccf89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:47.849093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] No DVR routers for this DVR port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:06:47.857336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:47.862194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a84e03e1-e6c5-44c9-9b75-826ab9eccf89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:47.912211 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9f7cf767-aa10-4c1b-8f8b-2a441d0f3fe1 service neutron] 10.222.0.74 "PUT /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761/bindings/n-h1-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8638401 Nov 23 14:06:47.922057 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb4d4b82-fee0-4158-9fd3-183eeb89c0aa req-a3bf1cbd-8728-4339-852e-c3eafa1a475a service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127806 Nov 23 14:06:47.947261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-f00809de-f439-4943-a4cc-8b73f9e28f1b tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:47.948577 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-6a177c6d-a386-4a31-814b-b1d11aa73f10 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165045 Nov 23 14:06:47.949461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-f00809de-f439-4943-a4cc-8b73f9e28f1b tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/networks?id=d4de164e-400d-4430-ab83-74da36c29295 HTTP/1.1" status: 200 len: 814 time: 0.1623204 Nov 23 14:06:47.967264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eff9a-1fe4-4f3d-b687-6e9ff90e64a8 req-1c1feb14-f6b2-4ec6-8700-40748cfdbfcf tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:47.983451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-769eff9a-1fe4-4f3d-b687-6e9ff90e64a8 req-1c1feb14-f6b2-4ec6-8700-40748cfdbfcf tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1175928 Nov 23 14:06:48.014434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-1a1582d0-c0a3-400c-9e1b-7f363b54e594 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/quotas/b75c096f500b4bc4997b7ae6da6bdc97 HTTP/1.1" status: 200 len: 375 time: 0.0275784 Nov 23 14:06:48.036565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a84e03e1-e6c5-44c9-9b75-826ab9eccf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:48.039317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a84e03e1-e6c5-44c9-9b75-826ab9eccf89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:48.040491 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a84e03e1-e6c5-44c9-9b75-826ab9eccf89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ceb8423-7127-4f93-b86a-1b262f767dd6 HTTP/1.1" status: 204 len: 168 time: 0.5553968 Nov 23 14:06:48.074009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-3722791e-6f04-4939-abdb-0f818f0570ed tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b75c096f500b4bc4997b7ae6da6bdc97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513306 Nov 23 14:06:48.103625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e03e1-e6c5-44c9-9b75-826ab9eccf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceb8423-7127-4f93-b86a-1b262f767dd6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:48.124666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-769eff9a-1fe4-4f3d-b687-6e9ff90e64a8 req-51282563-6bff-4a34-a776-8c5f5cf55834 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377745 Nov 23 14:06:48.148826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-af4901d7-a755-4cb4-91a5-d51fb9630194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.150339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-af4901d7-a755-4cb4-91a5-d51fb9630194 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d159f7c9262403b995f1e54fed050db&device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 1099 time: 0.1428320 Nov 23 14:06:48.154760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-e84a7beb-49bc-48d4-8b6c-bc17e07e5101 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.156417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-e84a7beb-49bc-48d4-8b6c-bc17e07e5101 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.1600027 Nov 23 14:06:48.159976 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-e3bbaaaa-19cc-403b-b176-d7fdf219e49e service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003593 Nov 23 14:06:48.291026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-63c0b5d6-8ddc-4953-af77-a2694e2b860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.292549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-63c0b5d6-8ddc-4953-af77-a2694e2b860a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 1096 time: 0.1238275 Nov 23 14:06:48.320137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-20667eb1-3eb6-4064-931b-9b6238e45bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.321782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-20667eb1-3eb6-4064-931b-9b6238e45bc6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1430588 Nov 23 14:06:48.374033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-13bbc301-9900-47ab-868b-f512e10aef3d service neutron] 10.222.0.46 "GET /v2.0/networks/d4de164e-400d-4430-ab83-74da36c29295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989283 Nov 23 14:06:48.387433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102e5df-17a4-4689-b354-99aecb0e5aa0 req-93532098-385e-4166-bfed-28070d4425e6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.389112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3102e5df-17a4-4689-b354-99aecb0e5aa0 req-93532098-385e-4166-bfed-28070d4425e6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1328635 Nov 23 14:06:48.425013 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-49976ded-ba0c-4174-af01-ff22dcdfc321 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=69141f5f-869a-473d-ac92-4d326fc20f4c HTTP/1.1" status: 200 len: 217 time: 0.0951445 Nov 23 14:06:48.505680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-a83bf4a7-6aee-42c7-921b-bc83e5b04654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.508002 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-a83bf4a7-6aee-42c7-921b-bc83e5b04654 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1096 time: 0.1575754 Nov 23 14:06:48.514328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3102e5df-17a4-4689-b354-99aecb0e5aa0 req-1f9fac95-bfbf-4f14-ae9b-26ed304576a8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152477 Nov 23 14:06:48.515942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-1d932371-c2df-4b06-9d25-813693209ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.518100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-1d932371-c2df-4b06-9d25-813693209ec4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0770702 Nov 23 14:06:48.551412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-2406c07f-eff0-4a5a-8d4e-998e7a4066df service neutron] 10.222.0.46 "GET /v2.0/networks/d4de164e-400d-4430-ab83-74da36c29295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612923 Nov 23 14:06:48.666098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-c0d1b190-4c13-4f94-a62a-2d08bf537571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.668022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-c0d1b190-4c13-4f94-a62a-2d08bf537571 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208270 Nov 23 14:06:48.703111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-cd33aca2-93d8-4161-bd42-fefce33d4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.704810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-cd33aca2-93d8-4161-bd42-fefce33d4271 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1854756 Nov 23 14:06:48.775825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd38cb8-b307-4309-95cf-b92026ead7de req-445383ec-20c2-4e94-8389-35a12f44224c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.778323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbd38cb8-b307-4309-95cf-b92026ead7de req-445383ec-20c2-4e94-8389-35a12f44224c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 948 time: 0.0680838 Nov 23 14:06:48.809064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ce1604c0-9f11-42b3-a86e-6ba27fe1a1e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 200 len: 217 time: 0.0909367 Nov 23 14:06:48.862459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fd0e2-620e-49ee-b346-360229e3ff1b req-a5761587-7f8c-4fde-9436-7df52416bba6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.864445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-534fd0e2-620e-49ee-b346-360229e3ff1b req-a5761587-7f8c-4fde-9436-7df52416bba6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0852089 Nov 23 14:06:48.891502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-73a769fa-fc61-4809-8dbe-ff268aad6463 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103038 Nov 23 14:06:48.894624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9b7b3bc6-def6-4ea8-9d97-b9fa6386ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:48.897700 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-9b7b3bc6-def6-4ea8-9d97-b9fa6386ef0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0762949 Nov 23 14:06:48.914678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbd38cb8-b307-4309-95cf-b92026ead7de req-5edf132d-ed49-429c-87a1-6abaf567fd7a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190662 Nov 23 14:06:48.996743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-534fd0e2-620e-49ee-b346-360229e3ff1b req-3973ad97-3092-4441-9995-2882eeb64e75 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206071 Nov 23 14:06:49.038465 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b8d9b8d4-ba71-4242-ae9c-b7276e5e5811 req-6982d12a-9959-43ab-ac8e-ec2fa900f4cb service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362858 Nov 23 14:06:49.060265 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-235b1e0e-0814-4d29-9311-8091cf7423b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411062 Nov 23 14:06:49.123042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b841376-b520-4274-bba7-6dd49b019e7c req-19fec264-c55a-4302-85fd-a87a78a7d5ea tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 210 time: 0.0384860 Nov 23 14:06:49.141548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:06:49.209377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:06:49.209624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-ed005b54-b842-40db-bd28-99cb4589f41d service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415651 Nov 23 14:06:49.270241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b0416-cc55-4146-8a9f-47d7e72d1a9d req-bb79cdb0-4fc8-4a9e-ac58-4a8ccf8cd110 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:49.272829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d05b0416-cc55-4146-8a9f-47d7e72d1a9d req-bb79cdb0-4fc8-4a9e-ac58-4a8ccf8cd110 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.0532262 Nov 23 14:06:49.311268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34158) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:49.320902 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-4886ee39-093e-4636-ac13-e6882c8986ab service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034915 Nov 23 14:06:49.334817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d05b0416-cc55-4146-8a9f-47d7e72d1a9d req-0fd4c48d-2508-435a-8316-da5aaf760993 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Nov 23 14:06:49.435756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1774271270-network', 'tenant_id': '52fba3dac8024516bee1725ea7269665'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:49.456483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Made reservation on behalf of 52fba3dac8024516bee1725ea7269665 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:49.458807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.468245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.579379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.585327 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.615182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:06:49.627130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-a8876831-1e91-489f-83b8-ea1ce8f0b813 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:49.628779 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-a8876831-1e91-489f-83b8-ea1ce8f0b813 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.0947196 Nov 23 14:06:49.638974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.639249 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Added segment 4ae2a91e-914f-4f8e-84cc-ba20d55064b8 of type vlan for network 5ffd1c94-8ae9-477a-9f06-1569a676180e Nov 23 14:06:49.645626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0a83da-4952-40c8-8164-c1783ae3a650,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:49.664977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28f4e4-dcc9-4f3c-8b3e-469995ae82b6 req-ab216f53-1363-4c3e-aa50-072cfb1470a9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:49.674283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd28f4e4-dcc9-4f3c-8b3e-469995ae82b6 req-ab216f53-1363-4c3e-aa50-072cfb1470a9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0741644 Nov 23 14:06:49.723006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.748365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd28f4e4-dcc9-4f3c-8b3e-469995ae82b6 req-b3bef86e-46e8-4a64-83fd-dfc4eef4f86d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598338 Nov 23 14:06:49.786168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.787176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:49.787792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.863505 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5510614 Nov 23 14:06:49.864388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34172) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:49.869475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74e614-c781-47f0-9e2d-e3d76ea8b90b admin admin] Pushing event updated for resources: {'Network': ['ID=5ffd1c94-8ae9-477a-9f06-1569a676180e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:49.869694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Request body: {'subnet': {'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1774271270-subnet', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:49.873541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-7dd3c483-edc3-4bb8-9dd0-7207c22caa70 service neutron] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:49.878078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-7dd3c483-edc3-4bb8-9dd0-7207c22caa70 service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:49.879244 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aa174011-3477-4288-b878-5ce7d4bcb458 req-7dd3c483-edc3-4bb8-9dd0-7207c22caa70 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761/bindings/n-h2-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.2423015 Nov 23 14:06:49.881664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:06:49.925081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Made reservation on behalf of 52fba3dac8024516bee1725ea7269665 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:49.927119 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.108386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde74-6105-4d1a-9850-3c91e53cc23d req-7a89f7d8-633d-456d-ab43-2c89af72a3da tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:50.110544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-028bde74-6105-4d1a-9850-3c91e53cc23d req-7a89f7d8-633d-456d-ab43-2c89af72a3da tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 948 time: 0.1099436 Nov 23 14:06:50.192962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-30158937-0252-4dec-8dc2-cb66a6d43410 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:50.194773 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-30158937-0252-4dec-8dc2-cb66a6d43410 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.74 "GET /v2.0/networks?id=d4de164e-400d-4430-ab83-74da36c29295 HTTP/1.1" status: 200 len: 814 time: 0.1433218 Nov 23 14:06:50.212421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Request body: {'port': {'device_id': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'network_id': 'd4de164e-400d-4430-ab83-74da36c29295', 'admin_state_up': True, 'tenant_id': 'b75c096f500b4bc4997b7ae6da6bdc97'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:50.229188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f7fb2-cbb4-48b5-a8eb-e128418a9560 req-62b2b548-e904-4579-95df-77f6cb638020 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:50.230740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51f7fb2-cbb4-48b5-a8eb-e128418a9560 req-62b2b548-e904-4579-95df-77f6cb638020 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1177266 Nov 23 14:06:50.257779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-028bde74-6105-4d1a-9850-3c91e53cc23d req-53e3aab9-b15d-4d3c-941c-857377462638 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147790 Nov 23 14:06:50.329253 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.379093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51f7fb2-cbb4-48b5-a8eb-e128418a9560 req-3ccb7577-0b01-4435-add0-17497817ce87 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365700 Nov 23 14:06:50.379527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Made reservation on behalf of b75c096f500b4bc4997b7ae6da6bdc97 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:50.385419 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.458700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=58893ca6-f8c9-487a-aa93-381f7627968c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:50.472641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Checking segment: {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:50.473030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Network hostable DHCP agents. Network: 5ffd1c94-8ae9-477a-9f06-1569a676180e, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:06:50.563510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-962de159-9fbe-4f33-ba2a-f3d14070c5ed req-503cda71-2a3a-4a9f-86b7-1d20129fc4f5 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 210 time: 0.0637145 Nov 23 14:06:50.566291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:06:50.579244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5ffd1c94-8ae9-477a-9f06-1569a676180e) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:50.584260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:50.584971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.620280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bf980d0d-f1e3-4261-ba7f-accb8ee77dad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7520652 Nov 23 14:06:50.620452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff46ce0-b12c-40d7-9bc0-3f7c7f81976a None None] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:50.626317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34228) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:50.628314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d72e0f-2bc5-4000-b06e-4fc2300c8411 req-847c01ea-a60f-461b-a09c-d6b013b0f510 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:50.637697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63d72e0f-2bc5-4000-b06e-4fc2300c8411 req-847c01ea-a60f-461b-a09c-d6b013b0f510 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1226447 Nov 23 14:06:50.650241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:50.694487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Allocated IP 172.20.0.12 (d4de164e-400d-4430-ab83-74da36c29295/1f03b1b6-918a-4a23-8d30-1bbf01951d3c/96102cd1-72f8-4b21-94db-a437101244c6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:50.700985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63d72e0f-2bc5-4000-b06e-4fc2300c8411 req-a49520ac-25df-41f4-9ee8-3f66a0e64023 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578852 Nov 23 14:06:50.722667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.723996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.763765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b251d-84f7-4a7d-b8ae-5865302db1ca req-caa9883b-40ac-4080-85ea-7767f4654561 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:50.773768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-586b251d-84f7-4a7d-b8ae-5865302db1ca req-caa9883b-40ac-4080-85ea-7767f4654561 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0646162 Nov 23 14:06:50.817453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.836435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-586b251d-84f7-4a7d-b8ae-5865302db1ca req-55b818a7-8610-417b-98d1-799caadb1cb2 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575497 Nov 23 14:06:50.885734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-5ffd1c94-8ae9-477a-9f06-1569a676180e', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:06:50.886522 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:50.942579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574be4-dfd3-4601-9c08-9e4693535a13 req-50c1d202-a9ef-4bdd-b0c2-1cf8b48bbe4e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:50.944405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6574be4-dfd3-4601-9c08-9e4693535a13 req-50c1d202-a9ef-4bdd-b0c2-1cf8b48bbe4e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0925374 Nov 23 14:06:51.079947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6574be4-dfd3-4601-9c08-9e4693535a13 req-a9cf0a7f-a421-48e8-9117-e1030f5386a5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207690 Nov 23 14:06:51.090472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.112135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Allocated IP 172.20.0.2 (5ffd1c94-8ae9-477a-9f06-1569a676180e/58893ca6-f8c9-487a-aa93-381f7627968c/f3b1bc7d-4564-4ff0-ab28-8032bd29d907) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:51.162243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 69141f5f-869a-473d-ac92-4d326fc20f4c details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:51.165117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.259291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.275612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 69141f5f-869a-473d-ac92-4d326fc20f4c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=69141f5f-869a-473d-ac92-4d326fc20f4c,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:51.311612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '69141f5f-869a-473d-ac92-4d326fc20f4c', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '69141f5f-869a-473d-ac92-4d326fc20f4c', 'mac_address': 'fa:16:3e:1a:9b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:51.320359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-7b90a702-08ae-4e83-b38d-766657a6b21c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:51.329219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-7b90a702-08ae-4e83-b38d-766657a6b21c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.1593304 Nov 23 14:06:51.349203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-521300e8-0c78-49ba-8a36-0c1346a981b1 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/quotas/172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 375 time: 0.0183461 Nov 23 14:06:51.383547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Network d4de164e-400d-4430-ab83-74da36c29295 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:51.397093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Pushing event updated for resources: {'Port': ['ID=96102cd1-72f8-4b21-94db-a437101244c6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:51.408091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:51.414838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-62670b3e-fbed-4cad-9923-c5d6cd9565c0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646870 Nov 23 14:06:51.419222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:51.499666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.511035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:51.511676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.526388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69141f5f-869a-473d-ac92-4d326fc20f4c {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:51.526597 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.532377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-8a573568-2d2b-45b0-8b94-2514de2c4ac8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3257818 Nov 23 14:06:51.552255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.558488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Request body: {'port': {'device_id': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:51.565606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d82bc5c-ee6d-4ced-b71b-721be791e022 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480029 Nov 23 14:06:51.580600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 69141f5f-869a-473d-ac92-4d326fc20f4c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=69141f5f-869a-473d-ac92-4d326fc20f4c,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:51.621051 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.666823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca220f5-7349-4d7d-9b35-c4801da1e00d req-348797f0-b026-4881-9c9b-e625ac9c6fba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:51.674692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fca220f5-7349-4d7d-9b35-c4801da1e00d req-348797f0-b026-4881-9c9b-e625ac9c6fba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 948 time: 0.2734022 Nov 23 14:06:51.695308 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.709172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.723846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=69141f5f-869a-473d-ac92-4d326fc20f4c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:51.747942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fca220f5-7349-4d7d-9b35-c4801da1e00d req-5cf21863-06c4-4fe6-843e-4d85e13741ef tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Nov 23 14:06:51.755532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:51.798933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Pushing event updated for resources: {'Port': ['ID=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:51.804402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:51.804885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-f9a736fc-e9dc-4180-8170-7c76d83ae25c service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317009 Nov 23 14:06:51.807557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:51.882827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Attempting to bind port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:51.882827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Attempting to bind port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:51.882827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Attempting to bind port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 on network 5ffd1c94-8ae9-477a-9f06-1569a676180e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:51.888786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:51.889390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Checking segment: {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:51.889899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.890598 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Bound using segment: {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:51.891202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Bound port: f3b1bc7d-4564-4ff0-ab28-8032bd29d907, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:51.891677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:51.971771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] For port f3b1bc7d-4564-4ff0-ab28-8032bd29d907, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:51.976035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] For port f3b1bc7d-4564-4ff0-ab28-8032bd29d907, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:51.985875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['69141f5f-869a-473d-ac92-4d326fc20f4c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:51.989083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:52.013101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:52.127336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Allocated IP 172.25.3.212 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/fe44c9d2-698e-4766-ae8c-c17be5b72c05) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:52.130109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839ce2-2b04-42ac-a5f4-550cb4732e83 req-8885843a-bcd8-4540-ad7c-1a00063d0f83 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:52.147052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71839ce2-2b04-42ac-a5f4-550cb4732e83 req-8885843a-bcd8-4540-ad7c-1a00063d0f83 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 932 time: 0.1377726 Nov 23 14:06:52.272809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcec17-302f-438e-abb2-f2a60be5258c req-4999a921-a5d9-4889-b160-172a844810f7 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:52.287508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cdcec17-302f-438e-abb2-f2a60be5258c req-4999a921-a5d9-4889-b160-172a844810f7 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1302674 Nov 23 14:06:52.328363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02aa7c-127f-4396-9c55-bc01903a0b8e None None] Pushing event updated for resources: {'Port': ['ID=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:52.339778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71839ce2-2b04-42ac-a5f4-550cb4732e83 req-dbbbf9da-8c46-4dcb-9b0e-e61be90a2a8f tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914883 Nov 23 14:06:52.581902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b7ac9db-229f-4fa2-abf7-8531d4633518 req-54da99f6-1718-46e9-9f36-57ada8870d75 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 210 time: 0.1193449 Nov 23 14:06:52.603209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cdcec17-302f-438e-abb2-f2a60be5258c req-77e4e3d3-2805-48b2-9fdf-427bd98f0c98 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144155 Nov 23 14:06:52.736240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:52.743767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf99a74-a779-4218-91e9-25a0febf147d req-ec7e749d-a7e4-4902-a6c6-4116da34de6a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:52.745411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbf99a74-a779-4218-91e9-25a0febf147d req-ec7e749d-a7e4-4902-a6c6-4116da34de6a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0690598 Nov 23 14:06:52.748412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96102cd1-72f8-4b21-94db-a437101244c6 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:52.760367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:52.785844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Transition to ACTIVE for port object 96102cd1-72f8-4b21-94db-a437101244c6 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:52.796300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:52.827204 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:52.852283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:52.862118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:52.866045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:52.878820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Pushing event updated for resources: {'Port': ['ID=96102cd1-72f8-4b21-94db-a437101244c6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:52.905310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbf99a74-a779-4218-91e9-25a0febf147d req-a4191c19-558b-40cb-8a6b-473439693c51 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481686 Nov 23 14:06:52.930791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac1c25-8c1d-4304-a380-1b817bcf89d4 req-5b0e9bfb-fdb1-4103-92c2-a9e436f04598 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:52.939572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cac1c25-8c1d-4304-a380-1b817bcf89d4 req-5b0e9bfb-fdb1-4103-92c2-a9e436f04598 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 949 time: 0.0926430 Nov 23 14:06:53.017686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cac1c25-8c1d-4304-a380-1b817bcf89d4 req-78e657bb-9ec8-4774-83b6-137160f3f5dd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737252 Nov 23 14:06:53.128136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe44c9d2-698e-4766-ae8c-c17be5b72c05,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:53.210435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Attempting to bind port 96102cd1-72f8-4b21-94db-a437101244c6 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:53.210873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Attempting to bind port 96102cd1-72f8-4b21-94db-a437101244c6 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '698bf26b-88e1-4386-81f6-6075b21ede98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd4de164e-400d-4430-ab83-74da36c29295'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:53.211306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Attempting to bind port 96102cd1-72f8-4b21-94db-a437101244c6 on network d4de164e-400d-4430-ab83-74da36c29295 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:53.225701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Port 96102cd1-72f8-4b21-94db-a437101244c6 on network d4de164e-400d-4430-ab83-74da36c29295 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:53.226030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Attempting to bind port 96102cd1-72f8-4b21-94db-a437101244c6 on network d4de164e-400d-4430-ab83-74da36c29295 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:53.237958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:53.238302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Checking segment: {'id': '698bf26b-88e1-4386-81f6-6075b21ede98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd4de164e-400d-4430-ab83-74da36c29295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:53.238696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Bound using segment: {'id': '698bf26b-88e1-4386-81f6-6075b21ede98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd4de164e-400d-4430-ab83-74da36c29295'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:53.239163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Bound port: 96102cd1-72f8-4b21-94db-a437101244c6, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698bf26b-88e1-4386-81f6-6075b21ede98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd4de164e-400d-4430-ab83-74da36c29295'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:53.239527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.394545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] For port 96102cd1-72f8-4b21-94db-a437101244c6, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:53.399515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] For port 96102cd1-72f8-4b21-94db-a437101244c6, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=96102cd1-72f8-4b21-94db-a437101244c6,segment=NetworkSegment(698bf26b-88e1-4386-81f6-6075b21ede98),segment_id=698bf26b-88e1-4386-81f6-6075b21ede98)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:53.402332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.415443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.442368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.463789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f491518-0dde-42c6-8e88-33529157f8e1 None None] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:06:53.491341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bf1b7-0919-42c4-bab7-1105cb1d10df req-58487098-7502-4483-af6b-2314fcd18f22 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:53.498507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:53.499228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.500650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] 10.222.0.74 "PUT /v2.0/ports/96102cd1-72f8-4b21-94db-a437101244c6 HTTP/1.1" status: 200 len: 1092 time: 1.9463503 Nov 23 14:06:53.504297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d40bf1b7-0919-42c4-bab7-1105cb1d10df req-58487098-7502-4483-af6b-2314fcd18f22 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 944 time: 0.0755389 Nov 23 14:06:53.504446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'tag': '96102cd1-72f8-4b21-94db-a437101244c6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:53.506905 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd88478-6866-4aaf-b579-b7ff2591f14a" -d '{"events": [{"name": "network-changed", "server_uuid": "b27afc87-4490-4001-9b3b-ee2f11e9a645", "tag": "96102cd1-72f8-4b21-94db-a437101244c6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:53.561300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-62910c29-85e4-42ca-9262-7a963f61b56f None None] Provisioning complete for port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:53.561669 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62910c29-85e4-42ca-9262-7a963f61b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.600212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d40bf1b7-0919-42c4-bab7-1105cb1d10df req-0f533a40-d874-4217-9839-c6b5dbc137a5 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909240 Nov 23 14:06:53.621860 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bcf73b-2656-4d08-9f9c-d87111f7af1d x-openstack-request-id: req-97bcf73b-2656-4d08-9f9c-d87111f7af1d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:53.622420 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27afc87-4490-4001-9b3b-ee2f11e9a645", "tag": "96102cd1-72f8-4b21-94db-a437101244c6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:53.638397 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97bcf73b-2656-4d08-9f9c-d87111f7af1d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:53.640358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f3b1bc7d-4564-4ff0-ab28-8032bd29d907 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:53.641222 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'tag': '96102cd1-72f8-4b21-94db-a437101244c6', 'status': 'completed', 'code': 200} Nov 23 14:06:53.695532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda7801-5b10-4a74-bdd5-5fc0b8330a2a service neutron] Pushing event updated for resources: {'Port': ['ID=96102cd1-72f8-4b21-94db-a437101244c6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:53.778654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1552f88e-8b13-4935-a77d-24a6e52b4700 req-f0ed2249-0912-4c97-87f1-fa613049f2a6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 210 time: 0.0524311 Nov 23 14:06:53.780046 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62910c29-85e4-42ca-9262-7a963f61b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.798366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:53.798743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.858875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-62910c29-85e4-42ca-9262-7a963f61b56f None None] For port f3b1bc7d-4564-4ff0-ab28-8032bd29d907, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:53.869588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62910c29-85e4-42ca-9262-7a963f61b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:53.883548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abe29d-2bae-44d5-88de-f00268aba7be req-eca75f38-58e3-4c18-823f-03bf0f6e0caa tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:53.895221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9abe29d-2bae-44d5-88de-f00268aba7be req-eca75f38-58e3-4c18-823f-03bf0f6e0caa tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1189992 Nov 23 14:06:53.947348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62910c29-85e4-42ca-9262-7a963f61b56f None None] Pushing event updated for resources: {'Port': ['ID=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:53.979528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9abe29d-2bae-44d5-88de-f00268aba7be req-e33eeb30-b8aa-4152-bd54-af5f316181c0 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765843 Nov 23 14:06:54.144963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c324b-8560-441e-abff-f299e530e937 req-8219ce6f-f826-476c-b019-afbcdee0540a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:54.152661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a1c324b-8560-441e-abff-f299e530e937 req-8219ce6f-f826-476c-b019-afbcdee0540a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1065037 Nov 23 14:06:54.189349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:54.198306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-41d540ce-f901-454a-bd98-97c33cc1bd47 None None] Provisioning complete for port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:54.198491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-ed9756ce-1a43-461e-9f0b-459e186df7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:54.198688 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-41d540ce-f901-454a-bd98-97c33cc1bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:54.200610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-ed9756ce-1a43-461e-9f0b-459e186df7eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b75c096f500b4bc4997b7ae6da6bdc97&device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 1095 time: 0.4618535 Nov 23 14:06:54.235115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a1c324b-8560-441e-abff-f299e530e937 req-18f644e2-fe93-4467-98b1-a05dfe8b21c7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812168 Nov 23 14:06:54.384552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-abdb6c2a-4576-4d48-b7c8-21e8f3d55f1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96102cd1-72f8-4b21-94db-a437101244c6 HTTP/1.1" status: 200 len: 217 time: 0.0691085 Nov 23 14:06:54.458549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-905c9cfe-1e46-4843-8a9c-f4c2aa77f8aa tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:54.460077 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-905c9cfe-1e46-4843-8a9c-f4c2aa77f8aa tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.6168194 Nov 23 14:06:54.480749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Request body: {'port': {'device_id': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'admin_state_up': True, 'tenant_id': '172f4b90d01f4a4cb6c7a07cadd41946'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:54.519536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-50358b89-01c0-4c7c-927c-7e4c06d6951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:54.522000 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-50358b89-01c0-4c7c-927c-7e4c06d6951a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f03b1b6-918a-4a23-8d30-1bbf01951d3c HTTP/1.1" status: 200 len: 854 time: 0.1283867 Nov 23 14:06:54.602376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-4c54c147-378c-4864-87da-472aabc9c1f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4de164e-400d-4430-ab83-74da36c29295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352435 Nov 23 14:06:54.607301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:06:54.792114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e24e98-9fe3-4bad-a6ad-1b6792603232 req-d1d65d21-a270-4a74-b2b2-3fa34f865937 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:54.795462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41e24e98-9fe3-4bad-a6ad-1b6792603232 req-d1d65d21-a270-4a74-b2b2-3fa34f865937 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 949 time: 0.4839437 Nov 23 14:06:54.839204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Made reservation on behalf of 172f4b90d01f4a4cb6c7a07cadd41946 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:06:54.843290 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:54.864242 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-17adb95d-135e-42ed-9f57-68a319ba30fe service neutron] 10.222.0.74 "GET /v2.0/networks/d4de164e-400d-4430-ab83-74da36c29295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496817 Nov 23 14:06:54.870874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff09d-a774-4c17-a8fb-6730a640779e req-775a254d-3f59-4058-b99b-6e65da5df23a tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:54.872970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99dff09d-a774-4c17-a8fb-6730a640779e req-775a254d-3f59-4058-b99b-6e65da5df23a tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 944 time: 0.1146300 Nov 23 14:06:54.876324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41e24e98-9fe3-4bad-a6ad-1b6792603232 req-ff5ef51b-5e29-4e0e-8199-b9d327781f39 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647311 Nov 23 14:06:54.898850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:06:54.900783 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Sync routers for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:06:54.920457 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:06:54.921062 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:54.975446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99dff09d-a774-4c17-a8fb-6730a640779e req-b577600b-2116-4163-a243-255416cdffa9 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922387 Nov 23 14:06:55.003400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:55.004891 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-23ce0bf8-0294-43c3-afb7-244e23ea23c4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3699536 Nov 23 14:06:55.013634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34346) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:06:55.031331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6de4b4ce-4ed2-430f-91eb-c5661dbd95bb req-888d4520-16b1-4d7a-8b77-58066658f22e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 210 time: 0.0420086 Nov 23 14:06:55.113520 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:06:55.171600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 69141f5f-869a-473d-ac92-4d326fc20f4c up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:55.264019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 69141f5f-869a-473d-ac92-4d326fc20f4c completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:06:55.277092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 69141f5f-869a-473d-ac92-4d326fc20f4c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:55.280318 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:55.401784 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:53Z', 'revision_number': 3, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:55.431255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:55.444500 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Checking router: 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:06:55.445139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Updating router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 port fe44c9d2-698e-4766-ae8c-c17be5b72c05 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:06:55.476347 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4034d3f6-3eb6-498e-b631-65871065d4e6 req-4698241d-5a33-48e2-a78a-3737944b8fea service neutron] 10.222.0.74 "GET /v2.0/networks/d4de164e-400d-4430-ab83-74da36c29295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967014 Nov 23 14:06:55.478219 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:55.489888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69141f5f-869a-473d-ac92-4d326fc20f4c'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:55.492954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Allocated IP 172.20.0.2 (fbb24a31-918b-4ba8-accb-73a3b772d8d9/efaa189b-b732-45d2-b8a2-e977e27e778a/846e1247-35f4-468c-8a40-3d26ea2edc7c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:55.493892 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb956ca-144a-40bb-bdb7-ee6782d732ca" -d '{"events": [{"server_uuid": "04695cde-4e53-4d14-8410-3f4e4c0ace25", "name": "network-vif-plugged", "status": "completed", "tag": "69141f5f-869a-473d-ac92-4d326fc20f4c"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:55.530309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 69141f5f-869a-473d-ac92-4d326fc20f4c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=69141f5f-869a-473d-ac92-4d326fc20f4c,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:55.541763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f3b1bc7d-4564-4ff0-ab28-8032bd29d907 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:55.552650 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:55.570417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6268ba-1cfc-4378-8073-ebcc4e67cf02 req-8fee64ac-5b15-4780-85bc-c4d6a91307d2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:55.580075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c6268ba-1cfc-4378-8073-ebcc4e67cf02 req-8fee64ac-5b15-4780-85bc-c4d6a91307d2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.2229774 Nov 23 14:06:55.626741 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d24b06-dfe2-4184-b37d-dbf0e4a6b84c x-openstack-request-id: req-86d24b06-dfe2-4184-b37d-dbf0e4a6b84c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:55.627080 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04695cde-4e53-4d14-8410-3f4e4c0ace25", "name": "network-vif-plugged", "status": "completed", "tag": "69141f5f-869a-473d-ac92-4d326fc20f4c", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:55.627327 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86d24b06-dfe2-4184-b37d-dbf0e4a6b84c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:55.627727 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69141f5f-869a-473d-ac92-4d326fc20f4c', 'code': 200} Nov 23 14:06:55.747352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c6268ba-1cfc-4378-8073-ebcc4e67cf02 req-e06cc534-ba47-46b8-9d23-7b48f50abde0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636193 Nov 23 14:06:55.802781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50d107-786b-4025-b0aa-bd684aeb50ce req-5f0b9b76-e10e-4854-adf0-7fbcde8424ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:55.804485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e50d107-786b-4025-b0aa-bd684aeb50ce req-5f0b9b76-e10e-4854-adf0-7fbcde8424ad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 1101 time: 0.1326749 Nov 23 14:06:55.811312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=69141f5f-869a-473d-ac92-4d326fc20f4c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:55.844234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:55.845369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:55.879302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-420761c8-3a88-4015-806c-dbf4b300b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:55.881166 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-420761c8-3a88-4015-806c-dbf4b300b7c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b75c096f500b4bc4997b7ae6da6bdc97&device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 1095 time: 0.3230662 Nov 23 14:06:55.913421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e50d107-786b-4025-b0aa-bd684aeb50ce req-3750c734-711c-4f1b-a319-df730977b24c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916288 Nov 23 14:06:56.089315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a7e22-1e78-41af-b80b-057e838ad5ae req-8181faaf-0c85-43d4-ac59-9c3ecc078bbd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:56.091273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab6a7e22-1e78-41af-b80b-057e838ad5ae req-8181faaf-0c85-43d4-ac59-9c3ecc078bbd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 950 time: 0.1069362 Nov 23 14:06:56.126361 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.135890 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.157099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.163037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-df3bf3ec-5ccd-4a11-8092-b8bdcd3fbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:56.165890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-df3bf3ec-5ccd-4a11-8092-b8bdcd3fbafd service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4de164e-400d-4430-ab83-74da36c29295 HTTP/1.1" status: 200 len: 915 time: 0.2656684 Nov 23 14:06:56.176738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cd4f4-e766-455f-a85a-58d280a821a5 req-14b38862-9129-4ed0-8e42-70c6586b959a tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:56.178241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a73cd4f4-e766-455f-a85a-58d280a821a5 req-14b38862-9129-4ed0-8e42-70c6586b959a tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 944 time: 0.0860784 Nov 23 14:06:56.244968 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Attempting to bind port fe44c9d2-698e-4766-ae8c-c17be5b72c05 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:56.245384 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Attempting to bind port fe44c9d2-698e-4766-ae8c-c17be5b72c05 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:56.245789 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Attempting to bind port fe44c9d2-698e-4766-ae8c-c17be5b72c05 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:56.249364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab6a7e22-1e78-41af-b80b-057e838ad5ae req-83b603c8-c932-4571-9e39-693b59c201bc tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448529 Nov 23 14:06:56.250158 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-d100d319-7ef4-4595-9394-52a0930f9119 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96102cd1-72f8-4b21-94db-a437101244c6 HTTP/1.1" status: 200 len: 217 time: 0.0516586 Nov 23 14:06:56.263384 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:56.263770 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:56.264175 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.264566 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:56.265049 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Bound port: fe44c9d2-698e-4766-ae8c-c17be5b72c05, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:56.265451 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.271514 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Pushing event updated for resources: {'Port': ['ID=fe44c9d2-698e-4766-ae8c-c17be5b72c05,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:56.303061 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.303407 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.303748 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.304085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.304416 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.304746 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.306393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.306393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.306393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.306393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.306393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.306776 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:06:56.321958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a73cd4f4-e766-455f-a85a-58d280a821a5 req-760c559d-9785-41f0-a7d5-3d902fd13f12 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340666 Nov 23 14:06:56.364070 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] For port fe44c9d2-698e-4766-ae8c-c17be5b72c05, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:56.367711 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] For port fe44c9d2-698e-4766-ae8c-c17be5b72c05, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fe44c9d2-698e-4766-ae8c-c17be5b72c05,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:56.382156 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.382408 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.429771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-caa2dca1-c3bc-42a3-8a11-2af463a62913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:56.431272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-caa2dca1-c3bc-42a3-8a11-2af463a62913 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f03b1b6-918a-4a23-8d30-1bbf01951d3c HTTP/1.1" status: 200 len: 854 time: 0.1685874 Nov 23 14:06:56.446177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b5f0b-31f7-4191-99af-73dd20cfcfcc req-cfbe935b-062f-4bc0-90eb-f7f9299f34d0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:56.453978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-071b5f0b-31f7-4191-99af-73dd20cfcfcc req-cfbe935b-062f-4bc0-90eb-f7f9299f34d0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 931 time: 0.0822616 Nov 23 14:06:56.464607 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b01a73-f367-46c9-bcda-85f8b087178d None None] Pushing event updated for resources: {'Port': ['ID=fe44c9d2-698e-4766-ae8c-c17be5b72c05,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:56.475737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:56.490634 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:06:56.492061 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:56.494933 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-832398b1-464f-4560-8db9-a1bcdb75c249 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4de164e-400d-4430-ab83-74da36c29295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439467 Nov 23 14:06:56.500015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:56.504194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:56.506665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:56.527248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-071b5f0b-31f7-4191-99af-73dd20cfcfcc req-c7831cd3-9777-4b82-8569-e21355f2d37b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Nov 23 14:06:56.560496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.637542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d938a149-64b0-4945-bb0e-1d78a66fcec0 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:56.651619 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:06:56.660841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:56.662265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.678015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f02fda5-6083-4bb3-9c34-8193ccfaf38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.729476 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a410026c-f832-44dd-a1c6-b325a0b7c96e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2550058 Nov 23 14:06:56.753685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Request body: {'port': {'device_id': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:06:56.806721 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-efe6e8f3-b540-4ce5-913a-19bb4c4ce40e service neutron] 10.222.0.74 "GET /v2.0/networks/d4de164e-400d-4430-ab83-74da36c29295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974870 Nov 23 14:06:56.835843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:56.900188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:56.950503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'mac_address': 'fa:16:3e:e3:29:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:57.010430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c3992-f440-48dd-bca1-7a00958fd919 req-4486296d-f849-4fe2-8e84-e1f1acdc0493 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:57.012174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e92c3992-f440-48dd-bca1-7a00958fd919 req-4486296d-f849-4fe2-8e84-e1f1acdc0493 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1081891 Nov 23 14:06:57.067166 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:57.084831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d938a149-64b0-4945-bb0e-1d78a66fcec0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:57.089053 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:53Z', 'revision_number': 3, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:06:57.115019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:57.115488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:57.120382 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:57.127095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Allocated IP 172.20.0.1 (5ffd1c94-8ae9-477a-9f06-1569a676180e/58893ca6-f8c9-487a-aa93-381f7627968c/556d4531-1cc1-414e-bc49-12520af55cf2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:06:57.142718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e92c3992-f440-48dd-bca1-7a00958fd919 req-2af950e6-d13c-4031-a638-4be54b18005e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233253 Nov 23 14:06:57.173363 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22006fa0-3174-4397-a5df-598c9fd0b4a9 None None] The sync data for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 is: [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:53Z', 'revision_number': 3, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:06:57.285873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d938a149-64b0-4945-bb0e-1d78a66fcec0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:06:57.328748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7cd88478-6866-4aaf-b579-b7ff2591f14a req-21b940e8-b82b-4544-8e38-787f3de9778f service neutron] 10.222.0.74 "GET /v2.0/networks/d4de164e-400d-4430-ab83-74da36c29295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832144 Nov 23 14:06:57.384663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbc3a3-143d-4c34-aea3-4e0ec32af886 req-9ba383be-5dc7-4005-9b2c-2fab1772d69d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:57.398947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4fbc3a3-143d-4c34-aea3-4e0ec32af886 req-9ba383be-5dc7-4005-9b2c-2fab1772d69d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 945 time: 0.1175883 Nov 23 14:06:57.419280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:57.494882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4fbc3a3-143d-4c34-aea3-4e0ec32af886 req-1d281c39-577e-4093-8ea5-d7b4823b97ca tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914516 Nov 23 14:06:57.627936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:57.773962 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:57.789196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4ca87-0102-486f-ba8e-97f896e654aa req-139b141b-7f93-4866-82d6-c178944f8e6b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:57.790797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5d4ca87-0102-486f-ba8e-97f896e654aa req-139b141b-7f93-4866-82d6-c178944f8e6b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 950 time: 0.1139252 Nov 23 14:06:57.866232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5d4ca87-0102-486f-ba8e-97f896e654aa req-05ba5246-4643-4228-94f4-99bd1ecfd722 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681665 Nov 23 14:06:57.875124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:57.880136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:57.897252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Pushing event updated for resources: {'Port': ['ID=556d4531-1cc1-414e-bc49-12520af55cf2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:57.933849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:06:57.999481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:58.067882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74a74f-d5ef-4053-9a58-e7ec9b18099e req-e7182143-fe68-4a70-9c18-717d92642b15 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:58.078911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f74a74f-d5ef-4053-9a58-e7ec9b18099e req-e7182143-fe68-4a70-9c18-717d92642b15 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 944 time: 0.1147432 Nov 23 14:06:58.110919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846e1247-35f4-468c-8a40-3d26ea2edc7c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:58.128438 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:58.150165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Transition to ACTIVE for port object 846e1247-35f4-468c-8a40-3d26ea2edc7c will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:06:58.167139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:58.195496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f74a74f-d5ef-4053-9a58-e7ec9b18099e req-38865fdb-f53e-4ab2-8ef9-164c2cd3bb16 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019185 Nov 23 14:06:58.338307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ba3d90e0-2ccb-40ff-95ad-f5983dcaf708 None None] Provisioning complete for port 556d4531-1cc1-414e-bc49-12520af55cf2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:58.343623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba3d90e0-2ccb-40ff-95ad-f5983dcaf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:58.424546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d90e0-2ccb-40ff-95ad-f5983dcaf708 None None] Port 556d4531-1cc1-414e-bc49-12520af55cf2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:06:58.465860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72068551-86ff-4c57-941f-863c70fa3a78 req-d05ea670-93bb-4252-9f84-2dc3d8b4a056 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:58.475207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:58.483124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72068551-86ff-4c57-941f-863c70fa3a78 req-d05ea670-93bb-4252-9f84-2dc3d8b4a056 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.1519103 Nov 23 14:06:58.579773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72068551-86ff-4c57-941f-863c70fa3a78 req-d15bcd85-3858-4242-9978-f1b85452496e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910461 Nov 23 14:06:58.631842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d938a149-64b0-4945-bb0e-1d78a66fcec0 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:58.639967 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:58.697549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:06:58.697877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:06:58.701597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:58.731155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d938a149-64b0-4945-bb0e-1d78a66fcec0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:58.732845 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:58.758524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:06:58.758524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:06:58.784204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56a54-d34c-450b-8e93-d82852bbc205 req-db35b74c-4a09-47fd-8ad5-bd677eaf7532 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:58.793679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2c56a54-d34c-450b-8e93-d82852bbc205 req-db35b74c-4a09-47fd-8ad5-bd677eaf7532 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0761302 Nov 23 14:06:58.794097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:06:58.794097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:06:58.794097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:06:58.794677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Bound port: 846e1247-35f4-468c-8a40-3d26ea2edc7c, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:06:58.794877 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:58.864129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2c56a54-d34c-450b-8e93-d82852bbc205 req-c16680c1-2b54-4794-b735-30d261376663 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711534 Nov 23 14:06:58.964374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.036053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:59.039161 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddd04d8-e2f7-4112-821a-9ceb0fa3ae39" -d '{"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-plugged", "status": "completed", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:59.045852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86916aea-9aa1-4292-8f38-93df3379dfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.057387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:59.066693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:06:59.067218 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.087035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:06:59.112121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.179820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:59.190723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 96102cd1-72f8-4b21-94db-a437101244c6 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:06:59.272445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:59.273365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.280917 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 1091 time: 2.5252535 Nov 23 14:06:59.293923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:06:59.299166 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c6a95-e076-410c-8b7f-350b080cf36d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:06:59.370523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a554ec-ddcc-47b0-b901-0c8baca61c0b req-6b11acaf-d149-425c-88ad-1f24c2f86b5a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:59.381831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7a554ec-ddcc-47b0-b901-0c8baca61c0b req-6b11acaf-d149-425c-88ad-1f24c2f86b5a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 950 time: 0.1112180 Nov 23 14:06:59.386136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.407238 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.450052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a87bf-d8c9-41f6-b41c-efcca9f0d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:59.498545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7a554ec-ddcc-47b0-b901-0c8baca61c0b req-741dadbd-e0e5-4ffb-9610-30b2ab96d86c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152849 Nov 23 14:06:59.521718 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.537560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-602f207f-6214-461b-aa9d-50510a96d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:59.539711 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-602f207f-6214-461b-aa9d-50510a96d1fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1094 time: 0.1916153 Nov 23 14:06:59.546187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Pushing event updated for resources: {'Port': ['ID=556d4531-1cc1-414e-bc49-12520af55cf2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:06:59.560814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 96102cd1-72f8-4b21-94db-a437101244c6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=96102cd1-72f8-4b21-94db-a437101244c6,segment=NetworkSegment(698bf26b-88e1-4386-81f6-6075b21ede98),segment_id=698bf26b-88e1-4386-81f6-6075b21ede98)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:59.601902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '96102cd1-72f8-4b21-94db-a437101244c6', 'network_id': 'd4de164e-400d-4430-ab83-74da36c29295', 'port_id': '96102cd1-72f8-4b21-94db-a437101244c6', 'mac_address': 'fa:16:3e:f2:c1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f03b1b6-918a-4a23-8d30-1bbf01951d3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:06:59.675967 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c401e4-a80b-4674-86e9-2098af781098 x-openstack-request-id: req-94c401e4-a80b-4674-86e9-2098af781098 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:06:59.676257 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-plugged", "status": "completed", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:06:59.676515 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94c401e4-a80b-4674-86e9-2098af781098 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:06:59.676911 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'code': 200} Nov 23 14:06:59.683853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fe44c9d2-698e-4766-ae8c-c17be5b72c05 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:06:59.689246 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-93b2a861-a7cc-45e4-aef6-138cb5a78e5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 217 time: 0.1073668 Nov 23 14:06:59.777655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.795593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96102cd1-72f8-4b21-94db-a437101244c6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:06:59.820392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:06:59.825677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 96102cd1-72f8-4b21-94db-a437101244c6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=96102cd1-72f8-4b21-94db-a437101244c6,segment=NetworkSegment(698bf26b-88e1-4386-81f6-6075b21ede98),segment_id=698bf26b-88e1-4386-81f6-6075b21ede98)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:06:59.826996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:06:59.831403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fe44c9d2-698e-4766-ae8c-c17be5b72c05 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:06:59.832080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.836043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.876198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b2840-e9c2-43a2-8ba1-42abdeb2988c req-ff636f9f-801d-41cd-826c-bd2dee13bb15 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:59.882620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d6b2840-e9c2-43a2-8ba1-42abdeb2988c req-ff636f9f-801d-41cd-826c-bd2dee13bb15 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 944 time: 0.1356375 Nov 23 14:06:59.925257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-ce771446-58b5-43c6-8c0f-7711d1755779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:06:59.927315 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-ce771446-58b5-43c6-8c0f-7711d1755779 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1033223 Nov 23 14:06:59.952525 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:06:59.968737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=96102cd1-72f8-4b21-94db-a437101244c6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:00.024210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d6b2840-e9c2-43a2-8ba1-42abdeb2988c req-2d9a6aae-e11a-4d7e-a522-d00d07d72560 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366472 Nov 23 14:07:00.033323 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-a476dc39-cfe0-482c-9357-8a5de1369b38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400913 Nov 23 14:07:00.056626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:00.115516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port fe44c9d2-698e-4766-ae8c-c17be5b72c05, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fe44c9d2-698e-4766-ae8c-c17be5b72c05,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:00.124075 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:00.185745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=fe44c9d2-698e-4766-ae8c-c17be5b72c05,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:00.236653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['96102cd1-72f8-4b21-94db-a437101244c6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:00.333598 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9ba75f76-f86d-42a7-a0a5-2e20b2f3592b None None] Provisioning complete for port 556d4531-1cc1-414e-bc49-12520af55cf2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:00.334260 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9ba75f76-f86d-42a7-a0a5-2e20b2f3592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:00.547232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9ba75f76-f86d-42a7-a0a5-2e20b2f3592b None None] Port 556d4531-1cc1-414e-bc49-12520af55cf2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:07:00.596572 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1061dc-cabf-49b8-bf26-1a43b6f30fc4 x-openstack-request-id: req-2f1061dc-cabf-49b8-bf26-1a43b6f30fc4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:00.597096 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:00.597536 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f1061dc-cabf-49b8-bf26-1a43b6f30fc4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:00.598166 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c', 'status': 'completed', 'code': 200} Nov 23 14:07:00.604190 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-fa984a30-de23-4519-9826-e3ea0992db45 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9954841 Nov 23 14:07:00.608435 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-bb44ea95-886d-4994-8fb5-a84f81fc242b service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387864 Nov 23 14:07:00.681356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:07:00.865791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-d83def7f-88ec-4e15-a97e-c20ee6343943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:00.867279 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-d83def7f-88ec-4e15-a97e-c20ee6343943 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 1096 time: 0.1480606 Nov 23 14:07:00.871455 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3dd5d38c-76b8-4cc2-9e1f-fe0603a8811c req-68007d17-8469-4601-a5aa-b90f1063b474 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457139 Nov 23 14:07:00.906513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:07:00.914624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8548b773-84d3-4665-a144-759fc0a37f7c admin admin] 10.222.0.46 "PUT /v2.0/routers/35bbf83d-bdeb-44a2-a922-5fae93a7daf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8957026 Nov 23 14:07:00.927928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Sync routers for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:07:00.946071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:07:00.949347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:01.084434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-4fb22d35-840e-4594-bd5d-5bddd1b11eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:01.085959 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-4fb22d35-840e-4594-bd5d-5bddd1b11eaf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1094 time: 0.1286299 Nov 23 14:07:01.167075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-ba5fd15f-f6fb-492b-93bc-842344561195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:01.169050 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-ba5fd15f-f6fb-492b-93bc-842344561195 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.2465670 Nov 23 14:07:01.177147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:07:01.225378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0e848ca4-e354-4194-9fa0-4a60b373344e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:01.241545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0e848ca4-e354-4194-9fa0-4a60b373344e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.74 "GET /v2.0/ports?device_id=bddf3024-b6f0-47d6-bf45-0cabe2d7f35e HTTP/1.1" status: 200 len: 945 time: 0.1893101 Nov 23 14:07:01.252983 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-910d4890-9100-4087-86cc-0f67528df3c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 200 len: 217 time: 0.0455911 Nov 23 14:07:01.334081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-1d679e72-0a6e-4a35-adf2-fd0b538edb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:01.340444 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-1d679e72-0a6e-4a35-adf2-fd0b538edb5c service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.2397342 Nov 23 14:07:01.358926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-3313fd99-469d-4739-b17d-6b3ad7f4fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:01.360943 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-3313fd99-469d-4739-b17d-6b3ad7f4fb45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0967064 Nov 23 14:07:01.406123 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-79e6d749-ef2f-4cd4-9c9c-99e23b6054c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 217 time: 0.0551147 Nov 23 14:07:01.413491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Deleting port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:07:01.414193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:01.436123 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-f672b55a-1ebd-450e-8759-3e05e245e90e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441427 Nov 23 14:07:01.690591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-e48699c9-a9f0-4b63-9318-75680cbd99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:01.692941 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-e48699c9-a9f0-4b63-9318-75680cbd99b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.2600441 Nov 23 14:07:01.734335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fe44c9d2-698e-4766-ae8c-c17be5b72c05 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:01.791180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-1b690f19-d952-4d39-905c-083da83eda0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445018 Nov 23 14:07:01.819821 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:01.824943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] For port 9fc3e685-5a1c-4c3e-8d9f-139f48084664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9fc3e685-5a1c-4c3e-8d9f-139f48084664,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:01.825324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:01.875492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fe44c9d2-698e-4766-ae8c-c17be5b72c05 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:01.875867 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:01.949864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 2, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:02.013488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Checking router: 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:07:02.013847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Updating router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 port 556d4531-1cc1-414e-bc49-12520af55cf2 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:07:02.090399 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-c1e3e1a3-3b65-4fe4-ae0c-89740c68fa48 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860754 Nov 23 14:07:02.094307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:02.098650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-0d599603-0a06-47c2-b071-2734dc37f9e0 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476374 Nov 23 14:07:02.228229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-ca351e57-2f02-4480-9b09-7b0d7d3b85db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233175 Nov 23 14:07:02.300862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:02.301468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:02.301576 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Floating IP 7c884d68-3fea-4280-879a-afb0daf8a426 disassociated. External IP: 172.25.3.8, port: 9fc3e685-5a1c-4c3e-8d9f-139f48084664. Nov 23 14:07:02.301873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Calling delete_port for 9fc3e685-5a1c-4c3e-8d9f-139f48084664 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:07:02.400310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-d80127d3-45be-49ba-887d-e5b4580a93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:02.402080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-d80127d3-45be-49ba-887d-e5b4580a93a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 1096 time: 0.1339252 Nov 23 14:07:02.404609 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1d7c6a95-e076-410c-8b7f-350b080cf36d req-299a06f7-826f-43fb-a9e0-1e1dd9460872 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644045 Nov 23 14:07:02.406545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7e68c750-bf7e-490b-9f27-b27a4c287008 req-2e5d363c-2ba0-4dac-b7b8-c70e7bb210ef service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540798 Nov 23 14:07:02.608534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-97058f92-e2fd-4bfb-8382-9e40e1bbe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:02.610248 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-97058f92-e2fd-4bfb-8382-9e40e1bbe512 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.1797743 Nov 23 14:07:02.632137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:02.645736 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:02.708289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event deleted for resources: {'Port': ['ID=9fc3e685-5a1c-4c3e-8d9f-139f48084664,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:02.710263 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-177fd30e-2629-46b7-9d13-9c173aa365e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 200 len: 217 time: 0.0843742 Nov 23 14:07:02.850711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-dbd98796-5ab2-493c-be14-87d4bb591d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:02.853606 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-dbd98796-5ab2-493c-be14-87d4bb591d7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1410217 Nov 23 14:07:02.856935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:02.881054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:02.926158 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-85f4afc5-6baf-4efa-acf2-15b907b2f91e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612869 Nov 23 14:07:02.957653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Router fa08ded0-d117-4a0e-841a-b3a974ae02df has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:07:02.991649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317d86b-1165-44be-bb99-144412e0e2d6 None None] Pushing event updated for resources: {'Port': ['ID=556d4531-1cc1-414e-bc49-12520af55cf2,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:03.091864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Attempting to bind port 556d4531-1cc1-414e-bc49-12520af55cf2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:03.092242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Attempting to bind port 556d4531-1cc1-414e-bc49-12520af55cf2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:03.093726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Attempting to bind port 556d4531-1cc1-414e-bc49-12520af55cf2 on network 5ffd1c94-8ae9-477a-9f06-1569a676180e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:03.102125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:03.102510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Checking segment: {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:03.102850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:03.103303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Bound using segment: {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:03.104565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Bound port: 556d4531-1cc1-414e-bc49-12520af55cf2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:03.105196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:03.106139 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-0d45d526-5cc8-4f05-884b-14b7d8404322 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703720 Nov 23 14:07:03.191798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:07:03.208477 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] Sync routers for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:07:03.233295 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:07:03.235820 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:03.255594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] For port 556d4531-1cc1-414e-bc49-12520af55cf2, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:03.269302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] For port 556d4531-1cc1-414e-bc49-12520af55cf2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=556d4531-1cc1-414e-bc49-12520af55cf2,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:03.276671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] No DVR routers for this DVR port 9fc3e685-5a1c-4c3e-8d9f-139f48084664 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:07:03.281819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:03.287338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:03.296803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 96102cd1-72f8-4b21-94db-a437101244c6 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:03.297461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5383550-e47b-4118-bc5f-522a00f14ca1 req-0adfca9b-d252-4f06-a388-b7a3bfc42faf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.74 "DELETE /v2.0/ports/9fc3e685-5a1c-4c3e-8d9f-139f48084664 HTTP/1.1" status: 204 len: 173 time: 2.0466266 Nov 23 14:07:03.298259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'name': 'network-vif-deleted', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:03.302764 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b0aaf1-c2b3-48aa-9c13-24bf9c437cb3" -d '{"events": [{"server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "name": "network-vif-deleted", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:03.318147 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f80ecb0-207d-4ff4-ab72-7c80135fe824 req-ff2897d3-f853-49a8-a6c7-50f9b28695ac service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029712 Nov 23 14:07:03.342432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:03.464388 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:07:03.750215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:03.815050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '846e1247-35f4-468c-8a40-3d26ea2edc7c', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'port_id': '846e1247-35f4-468c-8a40-3d26ea2edc7c', 'mac_address': 'fa:16:3e:f7:39:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaa189b-b732-45d2-b8a2-e977e27e778a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:03.925584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3df30d01-cc27-47df-ae46-9e983ac70d8c None None] Provisioning complete for port 556d4531-1cc1-414e-bc49-12520af55cf2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:03.926541 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3df30d01-cc27-47df-ae46-9e983ac70d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:03.965370 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:03.987585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317d86b-1165-44be-bb99-144412e0e2d6 None None] Pushing event updated for resources: {'Port': ['ID=556d4531-1cc1-414e-bc49-12520af55cf2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:04.054472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:07:04.055215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:04.065476 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:04.088982 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] Checking router: fa08ded0-d117-4a0e-841a-b3a974ae02df for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:07:04.107005 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:07:04.107621 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:04.236974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 96102cd1-72f8-4b21-94db-a437101244c6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:07:04.255069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846e1247-35f4-468c-8a40-3d26ea2edc7c {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:04.285692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 96102cd1-72f8-4b21-94db-a437101244c6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:04.286063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:04.367416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:04.382699 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:04.398074 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:07:04.698299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:07:04.728948 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3df30d01-cc27-47df-ae46-9e983ac70d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:04.731406 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:04.768039 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2abcf8-66f4-472f-b2f2-de1b4488511f None None] The sync data for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 is: [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:07:04.791513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3df30d01-cc27-47df-ae46-9e983ac70d8c None None] For port 556d4531-1cc1-414e-bc49-12520af55cf2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=556d4531-1cc1-414e-bc49-12520af55cf2,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:04.802409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['846e1247-35f4-468c-8a40-3d26ea2edc7c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:04.856151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3df30d01-cc27-47df-ae46-9e983ac70d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:04.867935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:05.192091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1dcf0f7d-f454-4545-87c5-90a8fe63f9f5 None None] Provisioning complete for port 556d4531-1cc1-414e-bc49-12520af55cf2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:05.192808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1dcf0f7d-f454-4545-87c5-90a8fe63f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:05.219767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:05.249662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e59d1c-dec3-4cef-a706-a96483926ace None None] New status for floating IP 7c884d68-3fea-4280-879a-afb0daf8a426: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:07:05.303190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df30d01-cc27-47df-ae46-9e983ac70d8c None None] Pushing event updated for resources: {'Port': ['ID=556d4531-1cc1-414e-bc49-12520af55cf2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:05.339253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 96102cd1-72f8-4b21-94db-a437101244c6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=96102cd1-72f8-4b21-94db-a437101244c6,segment=NetworkSegment(698bf26b-88e1-4386-81f6-6075b21ede98),segment_id=698bf26b-88e1-4386-81f6-6075b21ede98)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:05.348683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96102cd1-72f8-4b21-94db-a437101244c6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:05.351273 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd0fb4-6f6f-4b27-8994-5778879cd7c7" -d '{"events": [{"server_uuid": "b27afc87-4490-4001-9b3b-ee2f11e9a645", "name": "network-vif-plugged", "status": "completed", "tag": "96102cd1-72f8-4b21-94db-a437101244c6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:05.393284 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:05.422460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9fc3e685-5a1c-4c3e-8d9f-139f48084664 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:07:05.550930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 9fc3e685-5a1c-4c3e-8d9f-139f48084664 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:07:05.551188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9fc3e685-5a1c-4c3e-8d9f-139f48084664 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:07:05.623711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=96102cd1-72f8-4b21-94db-a437101244c6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:05.691802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:03Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:05.726107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea291adb-82ba-41ec-95d0-632622cb1a7b None None] The sync data for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 is: [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:03Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:07:07.205916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:07.292206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 846e1247-35f4-468c-8a40-3d26ea2edc7c completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:07:07.298712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 846e1247-35f4-468c-8a40-3d26ea2edc7c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:07.299117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:07.428823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:07.483434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:07.496709 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:07.582289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:07.625506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 556d4531-1cc1-414e-bc49-12520af55cf2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:07.694577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 556d4531-1cc1-414e-bc49-12520af55cf2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:07.694968 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:08.462467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-2f6a7c73-5685-433e-a249-f3fd24fcbfbf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1077048764&fields=id&tenant_id=de496beecb2b43989cffdda526bde7c5 HTTP/1.1" status: 200 len: 267 time: 0.0737674 Nov 23 14:07:08.632924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-3681dcac-2460-4601-9d3e-a3f128bcde85 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:08.636122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-3681dcac-2460-4601-9d3e-a3f128bcde85 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 823 time: 0.1609089 Nov 23 14:07:08.662802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-1ba1ab1e-a119-4cb9-baa6-866812a53872 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/quotas/de496beecb2b43989cffdda526bde7c5 HTTP/1.1" status: 200 len: 375 time: 0.0174017 Nov 23 14:07:08.763058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-96c7292b-8fcf-473c-9db6-aef8964ef569 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852935 Nov 23 14:07:08.874014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-f0018534-b385-4674-8d6c-fe9ad1b96f5e service neutron] 10.222.0.46 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053650 Nov 23 14:07:09.012834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-73d4055b-be4d-4783-a728-ab80b9c07b9e service neutron] 10.222.0.46 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379914 Nov 23 14:07:09.026148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350013c-5e33-48e5-9139-03b776d1209b req-284f0e7e-b25b-4c5b-a3bd-12320cd324f2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:09.027622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b350013c-5e33-48e5-9139-03b776d1209b req-284f0e7e-b25b-4c5b-a3bd-12320cd324f2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0836785 Nov 23 14:07:09.122189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b350013c-5e33-48e5-9139-03b776d1209b req-d5c663c1-0d3d-428c-92f2-d8cf926d42fd tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857632 Nov 23 14:07:09.295252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ae4dd-d967-43dc-ad63-afe7dea67ddb req-f41fa5d6-43f4-437e-94e9-c9e216720da0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:09.307541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-139ae4dd-d967-43dc-ad63-afe7dea67ddb req-f41fa5d6-43f4-437e-94e9-c9e216720da0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.0799608 Nov 23 14:07:09.386376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ceb72-4617-4937-8630-09cc1a3ffd9d req-d8c38edf-ba4e-4bca-8b6b-1312ddd4a0a6 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:09.386376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-041ceb72-4617-4937-8630-09cc1a3ffd9d req-d8c38edf-ba4e-4bca-8b6b-1312ddd4a0a6 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 946 time: 0.0761855 Nov 23 14:07:09.472033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-041ceb72-4617-4937-8630-09cc1a3ffd9d req-c57e6ea0-6f39-4b6d-b009-273484e15856 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786760 Nov 23 14:07:09.510861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-139ae4dd-d967-43dc-ad63-afe7dea67ddb req-fd9f101e-dbc7-4d06-9b20-71781008ccb2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022879 Nov 23 14:07:09.580542 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b028f4-0542-4f45-8ca4-a62b0888cfdb x-openstack-request-id: req-b8b028f4-0542-4f45-8ca4-a62b0888cfdb {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:09.580840 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddf3024-b6f0-47d6-bf45-0cabe2d7f35e", "name": "network-vif-deleted", "tag": "9fc3e685-5a1c-4c3e-8d9f-139f48084664", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:09.581099 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8b028f4-0542-4f45-8ca4-a62b0888cfdb {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:09.581521 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf3024-b6f0-47d6-bf45-0cabe2d7f35e', 'name': 'network-vif-deleted', 'tag': '9fc3e685-5a1c-4c3e-8d9f-139f48084664', 'status': 'completed', 'code': 200} Nov 23 14:07:09.656666 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3384ac89-dc75-480f-b4b7-cac92d0a894e x-openstack-request-id: req-3384ac89-dc75-480f-b4b7-cac92d0a894e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:09.658240 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27afc87-4490-4001-9b3b-ee2f11e9a645", "name": "network-vif-plugged", "status": "completed", "tag": "96102cd1-72f8-4b21-94db-a437101244c6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:09.658717 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3384ac89-dc75-480f-b4b7-cac92d0a894e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:09.660342 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96102cd1-72f8-4b21-94db-a437101244c6', 'code': 200} Nov 23 14:07:09.781135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bcca5-fd17-46f7-b232-3e9627d5e54e req-b6638c40-be31-4d47-a223-087a9a2880c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:09.783833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-853bcca5-fd17-46f7-b232-3e9627d5e54e req-b6638c40-be31-4d47-a223-087a9a2880c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 1097 time: 0.0606976 Nov 23 14:07:09.851339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-853bcca5-fd17-46f7-b232-3e9627d5e54e req-5b6c0cda-7cee-4720-8689-47abe4b52ca2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598447 Nov 23 14:07:10.064708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34518) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:07:10.073538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ddf721c1-c81c-48f4-817f-ed0591dec2e3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218256095', 'description': 'tempest-description--537405711'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:10.108772 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf721c1-c81c-48f4-817f-ed0591dec2e3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.158654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a5cf10f-94cb-4ee0-9010-c8592fa8eee0 req-e1b072d3-ec04-40e2-b317-df728ee5928e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 210 time: 0.0428438 Nov 23 14:07:10.299192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf721c1-c81c-48f4-817f-ed0591dec2e3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.309228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf721c1-c81c-48f4-817f-ed0591dec2e3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.355960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.356448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.356919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.357380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.357839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.358301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.358756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.359260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.359718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.371475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.374299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.374979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.378646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.382835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-67b9805f-a451-433e-a3a0-15e24b6d129f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed&device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a&device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645&device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e&device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d&device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc&device_id=7715d6ef-a790-4ea0-b287-ed3402145927&device_id=a5c86849-827c-448a-81e7-290de7d8d2c8&device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31&device_id=4827e657-2f2c-4307-904f-8391ccececde&device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 11752 time: 0.1608846 Nov 23 14:07:10.412052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-e323c129-5c89-4732-a08e-d791fed3d62f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.412303 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf721c1-c81c-48f4-817f-ed0591dec2e3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.415637 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ddf721c1-c81c-48f4-817f-ed0591dec2e3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3497286 Nov 23 14:07:10.416572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34540) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:07:10.421198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fa723d51-b2b7-416a-9e9f-f94358683a9e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Request body: {'security_group_rule': {'security_group_id': '92740601-cf94-4fba-b22f-a58b30300f86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:10.444455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf721c1-c81c-48f4-817f-ed0591dec2e3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92740601-cf94-4fba-b22f-a58b30300f86,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:10.461605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa723d51-b2b7-416a-9e9f-f94358683a9e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.482669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f0da8-b331-4ce1-9aae-938219c93d23 req-ebf654a9-2740-44cf-9eef-9afaf8fee392 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.484237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a1f0da8-b331-4ce1-9aae-938219c93d23 req-ebf654a9-2740-44cf-9eef-9afaf8fee392 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0740438 Nov 23 14:07:10.560822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa723d51-b2b7-416a-9e9f-f94358683a9e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.573509 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa723d51-b2b7-416a-9e9f-f94358683a9e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.593396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa723d51-b2b7-416a-9e9f-f94358683a9e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfc94b6-5232-411f-9d5d-f74d75abcc55,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:10.595209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a1f0da8-b331-4ce1-9aae-938219c93d23 req-51352078-23fe-441e-881c-5c42e3a508da tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908163 Nov 23 14:07:10.615933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-e323c129-5c89-4732-a08e-d791fed3d62f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.626700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-e323c129-5c89-4732-a08e-d791fed3d62f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.627395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa723d51-b2b7-416a-9e9f-f94358683a9e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.629100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fa723d51-b2b7-416a-9e9f-f94358683a9e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2113781 Nov 23 14:07:10.632341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34546) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:07:10.639518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7940ca46-1dc3-4885-bff6-9f66fe239a81 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Request body: {'security_group_rule': {'security_group_id': '92740601-cf94-4fba-b22f-a58b30300f86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:10.672507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7940ca46-1dc3-4885-bff6-9f66fe239a81 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.738657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323c129-5c89-4732-a08e-d791fed3d62f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2730d-31b0-4603-86d9-9ab5aa8e3603,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:10.739017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7940ca46-1dc3-4885-bff6-9f66fe239a81 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.750048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7940ca46-1dc3-4885-bff6-9f66fe239a81 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.780897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7940ca46-1dc3-4885-bff6-9f66fe239a81 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.785408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7940ca46-1dc3-4885-bff6-9f66fe239a81 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497958 Nov 23 14:07:10.785875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34548) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:07:10.790746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:10.815305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940ca46-1dc3-4885-bff6-9f66fe239a81 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e78eea-0c95-4ad9-8f49-8056338b8056,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:10.819752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:10.842849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09bedd7f-fc73-4029-9389-58e4e917f19b req-e323c129-5c89-4732-a08e-d791fed3d62f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&id=05e07700-8c81-4209-9d36-3046cabff33a&id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&id=4e91d6b7-0e6d-4be6-905d-97a72730de64&id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.4478526 Nov 23 14:07:10.855314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4866-5c02-4de9-9d46-2eb4654615f6 req-0d92744c-58e3-4714-8861-52f63bce7ed6 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:10.874868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95aa4866-5c02-4de9-9d46-2eb4654615f6 req-0d92744c-58e3-4714-8861-52f63bce7ed6 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 946 time: 0.1403136 Nov 23 14:07:10.987767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95aa4866-5c02-4de9-9d46-2eb4654615f6 req-ef6eb94c-4aa8-4939-bfff-1bfd126f2b87 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085579 Nov 23 14:07:11.029964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710babe-c0e1-4b07-8e5c-cd573e81eca2 req-9a2f4ef0-77e5-46ec-8524-def805f2526c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:11.038582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9710babe-c0e1-4b07-8e5c-cd573e81eca2 req-9a2f4ef0-77e5-46ec-8524-def805f2526c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1016800 Nov 23 14:07:11.043119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:11.148965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9710babe-c0e1-4b07-8e5c-cd573e81eca2 req-65b9f7e4-d47a-40b5-bc4c-b24baff72789 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066530 Nov 23 14:07:11.312488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70602ed7-2946-491b-bb5d-d8c66cfe694b req-ac26e557-e240-4fcd-986f-791dcde11245 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 210 time: 0.0471983 Nov 23 14:07:11.511468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-1e169643-4a95-4e20-8796-bbb6fdffd2c6 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:11.513219 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-1e169643-4a95-4e20-8796-bbb6fdffd2c6 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.11 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 823 time: 0.4669092 Nov 23 14:07:11.539816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Allocated IP 172.25.3.195 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/91c33540-ea90-406f-90fc-c49be62009f6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:07:11.661654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:11.665146 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c6dcec-2e70-4f62-936f-83a2e9831e17" -d '{"events": [{"server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "name": "network-vif-plugged", "status": "completed", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:11.684754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1e64-ea3f-4abd-b77b-22696613c07d req-e7de9fd9-930c-4dba-937b-f6435db633eb tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:11.685396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1e64-ea3f-4abd-b77b-22696613c07d req-e7de9fd9-930c-4dba-937b-f6435db633eb tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:11.685935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1e64-ea3f-4abd-b77b-22696613c07d req-e7de9fd9-930c-4dba-937b-f6435db633eb tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:11.687720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dac1e64-ea3f-4abd-b77b-22696613c07d req-e7de9fd9-930c-4dba-937b-f6435db633eb tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25&device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d&device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 2881 time: 0.0565965 Nov 23 14:07:11.753105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-1ac0a670-6fa6-44a1-8a1c-6f758ab211ad tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de496beecb2b43989cffdda526bde7c5 HTTP/1.1" status: 200 len: 380 time: 0.2267311 Nov 23 14:07:11.785180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'port': {'device_id': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'admin_state_up': True, 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'security_groups': ['212f038f-f029-49b7-b889-075bf7a7b235']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:11.815099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dac1e64-ea3f-4abd-b77b-22696613c07d req-c1400fea-a179-402b-99cf-1c468c95b865 tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175787 Nov 23 14:07:11.827264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:11.863624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3753a07-681c-44e6-8c57-39e1420e50d3 req-c75ac096-1631-4bb1-9fbc-bbdab98c984c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:11.869191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3753a07-681c-44e6-8c57-39e1420e50d3 req-c75ac096-1631-4bb1-9fbc-bbdab98c984c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.1283772 Nov 23 14:07:11.878208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:11.885875 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f826213-58a8-440f-93ca-889cd8d35772 x-openstack-request-id: req-8f826213-58a8-440f-93ca-889cd8d35772 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:11.886250 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "name": "network-vif-plugged", "status": "completed", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:11.886605 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f826213-58a8-440f-93ca-889cd8d35772 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:11.887338 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c', 'code': 200} Nov 23 14:07:11.948310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:07:11.955348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:07:11.960757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:07:12.052513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event updated for resources: {'Port': ['ID=91c33540-ea90-406f-90fc-c49be62009f6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:12.075857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3753a07-681c-44e6-8c57-39e1420e50d3 req-357f5f0b-531d-4559-b2ee-10221dc116b9 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985166 Nov 23 14:07:12.116370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfee022-0998-4d44-96ec-f20225f1d28d req-cefcf04f-a416-4ea8-98fa-6b83bb21bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:12.117714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fbfee022-0998-4d44-96ec-f20225f1d28d req-cefcf04f-a416-4ea8-98fa-6b83bb21bd02 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1096 time: 0.1667542 Nov 23 14:07:12.177725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:12.206584 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:07:12.209737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Made reservation on behalf of de496beecb2b43989cffdda526bde7c5 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:07:12.214294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:12.254922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fbfee022-0998-4d44-96ec-f20225f1d28d req-5f369925-bd28-4189-a9e6-abc837d60d06 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197875 Nov 23 14:07:12.268266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3680b8-7eed-4a8d-b98b-c1b40fee9a31 req-b2573d37-65d6-4c02-a65a-eee98d254dc2 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:12.286470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed3680b8-7eed-4a8d-b98b-c1b40fee9a31 req-b2573d37-65d6-4c02-a65a-eee98d254dc2 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 946 time: 0.1412618 Nov 23 14:07:12.298213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:12.400033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed3680b8-7eed-4a8d-b98b-c1b40fee9a31 req-55a5edb2-b660-42b5-a321-98cbc6461200 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125493 Nov 23 14:07:12.647116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66fd5dae-2b05-49ad-92d4-575c4c11a91c req-923382bc-de05-4c4a-a073-21dbf66c90a5 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 210 time: 0.0993614 Nov 23 14:07:12.695641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8743431-d00e-4f0c-81ab-1c288a9b8398 req-36ee3ec5-1a81-4609-8fad-e40397d27503 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:12.702060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8743431-d00e-4f0c-81ab-1c288a9b8398 req-36ee3ec5-1a81-4609-8fad-e40397d27503 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.2605126 Nov 23 14:07:12.748451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:12.755173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:12.814233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8743431-d00e-4f0c-81ab-1c288a9b8398 req-99f6b64b-37fd-4d67-a8f9-86dd244e64b8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073129 Nov 23 14:07:12.893201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Allocated IP 172.20.0.5 (bd9c651b-1edf-46ff-96d5-23db0651e1da/13390dc8-d8ca-406c-832b-0fa20d28e421/afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:07:12.917272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event updated for resources: {'Port': ['ID=91c33540-ea90-406f-90fc-c49be62009f6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:12.955642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:13.014473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:13.014473 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49c159e1-e582-48df-bd5b-35500609f4a2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2246747 Nov 23 14:07:13.296011 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:13.308257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de7742-c199-4a7e-ab42-dc2cf1f23c5b req-69869e48-5015-4646-b9d9-77a0c74df1f2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:13.317677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8de7742-c199-4a7e-ab42-dc2cf1f23c5b req-69869e48-5015-4646-b9d9-77a0c74df1f2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.1304417 Nov 23 14:07:13.392269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8de7742-c199-4a7e-ab42-dc2cf1f23c5b req-fbcdea16-035e-4b7f-b3f3-48f65d770037 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733755 Nov 23 14:07:13.399152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:13.561534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event updated for resources: {'Port': ['ID=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:13.575815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Network bd9c651b-1edf-46ff-96d5-23db0651e1da is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:07:13.582549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:07:13.596781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:07:13.769209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:13.770034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:13.837415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-815433d5-2716-4237-844f-873fdd3b8758 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0736661 Nov 23 14:07:13.862183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Request body: {'port': {'device_id': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:13.879868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2243d5-1be3-4924-95ef-e72de0a764ec req-ea9fedd0-feed-4147-9c58-44f06b6fd1aa tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:13.892769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e2243d5-1be3-4924-95ef-e72de0a764ec req-ea9fedd0-feed-4147-9c58-44f06b6fd1aa tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1100 time: 0.1594779 Nov 23 14:07:14.080615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-039819bd-4e72-4f80-9f6a-ca964ae16d67 None None] Provisioning complete for port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:14.081845 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-039819bd-4e72-4f80-9f6a-ca964ae16d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:14.106490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79111d0c-c1f0-4304-92d8-413251b03de4 req-e3a012e1-320c-4c83-9d7e-c01ca738ae46 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:14.108769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:14.111567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79111d0c-c1f0-4304-92d8-413251b03de4 req-e3a012e1-320c-4c83-9d7e-c01ca738ae46 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 931 time: 0.2799935 Nov 23 14:07:14.132627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e2243d5-1be3-4924-95ef-e72de0a764ec req-17642a03-7b0d-4c79-abdc-6fb7b6e8dc8e tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332563 Nov 23 14:07:14.194152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-039819bd-4e72-4f80-9f6a-ca964ae16d67 None None] Port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:07:14.296013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79111d0c-c1f0-4304-92d8-413251b03de4 req-5632d9bd-9964-4e42-ae1b-c93e1b68da09 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598475 Nov 23 14:07:14.430172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2276-bdc7-40cd-b8dd-d2c525de8559 req-04c39740-f9b9-4e17-971d-0e0520c1186b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:14.440526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb6c2276-bdc7-40cd-b8dd-d2c525de8559 req-04c39740-f9b9-4e17-971d-0e0520c1186b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1054289 Nov 23 14:07:14.555244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb6c2276-bdc7-40cd-b8dd-d2c525de8559 req-ced42ab0-ad2f-4e9d-92ce-231a325b4880 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116786 Nov 23 14:07:14.642556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39109b-d246-4533-93ba-81a6464e1b7f req-a1b4db31-379e-46ed-83de-fd5176105628 tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:14.676140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d39109b-d246-4533-93ba-81a6464e1b7f req-a1b4db31-379e-46ed-83de-fd5176105628 tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1100 time: 0.1197045 Nov 23 14:07:14.718962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:14.722914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:14.747638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Transition to ACTIVE for port object afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:07:14.753853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:14.844349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:14.857204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.857704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.858134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.858591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.859084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.859497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.859925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.860887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.861322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.861748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.862216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.862832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:14.932532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d39109b-d246-4533-93ba-81a6464e1b7f req-2f1a5e72-95aa-4943-b442-860e21b3695f tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553284 Nov 23 14:07:15.021232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec407cb-60b1-426c-9d32-e21d8c77014f req-180a7a7f-e06a-4b20-a290-e5640a362e69 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:15.035969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fec407cb-60b1-426c-9d32-e21d8c77014f req-180a7a7f-e06a-4b20-a290-e5640a362e69 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.2913952 Nov 23 14:07:15.096606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Attempting to bind port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:15.096968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Attempting to bind port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:15.097306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Attempting to bind port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd on network bd9c651b-1edf-46ff-96d5-23db0651e1da {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:15.113170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd on network bd9c651b-1edf-46ff-96d5-23db0651e1da not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:15.114622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Attempting to bind port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd on network bd9c651b-1edf-46ff-96d5-23db0651e1da {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:15.125295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:15.128556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Checking segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:15.129979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Bound using segment: {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:15.133858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Bound port: afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64df725-125d-4e4d-905b-f7053ede5c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:15.135343 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:15.200985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fec407cb-60b1-426c-9d32-e21d8c77014f req-6cbe727c-e21d-4e8f-ad44-69a2ab236166 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517770 Nov 23 14:07:15.449487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] For port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:15.481980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] For port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:15.486829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd3720-6cf9-4043-8456-c76cb7fa9a21 req-55996300-afc3-4894-91d0-8077f97a7a46 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:15.488477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cafd3720-6cf9-4043-8456-c76cb7fa9a21 req-55996300-afc3-4894-91d0-8077f97a7a46 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1096 time: 0.1181340 Nov 23 14:07:15.500762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:15.549888 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-9dc89360-21eb-472d-a141-ef9d8d505036 service neutron] show failed (client error): The resource could not be found. Nov 23 14:07:15.551433 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-9dc89360-21eb-472d-a141-ef9d8d505036 service neutron] 10.222.0.11 "GET /v2.0/ports/1924c3ad-8559-459f-b8ed-5da46adf1b48/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.3070920 Nov 23 14:07:15.554730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:15.555418 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:15.556901 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd HTTP/1.1" status: 200 len: 1091 time: 1.7111742 Nov 23 14:07:15.557394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:15.559670 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75" -d '{"events": [{"name": "network-changed", "server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:15.591856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e7f62-e918-4187-83f0-03af9515a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:15.722210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cafd3720-6cf9-4043-8456-c76cb7fa9a21 req-163fab88-2f68-4746-b422-000674a1a9af tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200682 Nov 23 14:07:15.734123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-fc937d5c-c975-448d-a596-d45fc53a86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:15.739263 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-fc937d5c-c975-448d-a596-d45fc53a86ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 1094 time: 0.1005242 Nov 23 14:07:15.799924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e774a-4f56-4b32-8faf-10e406ad80f8 req-cc45dfb0-57c2-4cac-99cf-5688a7c912d3 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:15.801847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-165e774a-4f56-4b32-8faf-10e406ad80f8 req-cc45dfb0-57c2-4cac-99cf-5688a7c912d3 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 943 time: 0.1388524 Nov 23 14:07:15.816054 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-4236ca17-fcc2-43cf-bdb9-2589c0cc59a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd HTTP/1.1" status: 200 len: 217 time: 0.0690701 Nov 23 14:07:15.979924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-165e774a-4f56-4b32-8faf-10e406ad80f8 req-5254e92d-44c3-4c7a-8042-8fe798428cea tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692364 Nov 23 14:07:15.993990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-0a4e2fee-e56d-418a-9ce3-3286050e4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:15.996498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-0a4e2fee-e56d-418a-9ce3-3286050e4bba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13390dc8-d8ca-406c-832b-0fa20d28e421 HTTP/1.1" status: 200 len: 862 time: 0.1584177 Nov 23 14:07:16.084858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b315af7a-0eaa-4e43-a000-3e4e775f7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:16.086408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-b315af7a-0eaa-4e43-a000-3e4e775f7f97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd9c651b-1edf-46ff-96d5-23db0651e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816870 Nov 23 14:07:16.113746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-41f3a230-65de-48fc-9fea-097ce6c2d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:16.115667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-41f3a230-65de-48fc-9fea-097ce6c2d2cb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 1101 time: 0.0841146 Nov 23 14:07:16.129344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:16.248972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:16.301306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-7e915822-9816-41a3-ab53-021823613287 service neutron] 10.222.0.11 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044394 Nov 23 14:07:16.557005 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2f0b2ab7-9eff-48d0-88c1-7ff70eceec15 req-83615121-c176-462d-892a-cde727f02214 service neutron] 10.222.0.11 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406087 Nov 23 14:07:16.728298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:16.739881 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649ef9ae-8a71-4de9-9c47-db8e51b3bd83 x-openstack-request-id: req-649ef9ae-8a71-4de9-9c47-db8e51b3bd83 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:16.740002 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:16.740207 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-649ef9ae-8a71-4de9-9c47-db8e51b3bd83 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:16.740595 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'status': 'completed', 'code': 200} Nov 23 14:07:16.835312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:16.853558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-8987b21d-b24f-4517-80b3-2fccab185c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:16.855114 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-8987b21d-b24f-4517-80b3-2fccab185c3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 1094 time: 0.0872476 Nov 23 14:07:16.898207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:16.915246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Transition to ACTIVE for port object 1924c3ad-8559-459f-b8ed-5da46adf1b48 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:07:16.916914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:16.920479 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e201e19-c047-496a-9160-78f33e00e98d" -d '{"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:16.927133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:17.028025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] No DVR routers for this DVR port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:07:17.114775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:17.126955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.127594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.127992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.128380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.128762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.129729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.130069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.130405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.130786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.131252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.131582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.131921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:17.148291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d2e3d-e745-4762-8db0-830efee570fd req-1fb8c484-ae1c-4e8e-beb8-52366b630476 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:17.157248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af8d2e3d-e745-4762-8db0-830efee570fd req-1fb8c484-ae1c-4e8e-beb8-52366b630476 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.2311921 Nov 23 14:07:17.212520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-ddcad97f-4ea7-456b-b938-e8e95ed29435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:17.216839 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-ddcad97f-4ea7-456b-b938-e8e95ed29435 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 924 time: 0.2517703 Nov 23 14:07:17.217494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:17.218122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:17.218866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:17.227683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:17.228067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Attempting to bind port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:17.240653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:17.241147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:17.242044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:17.242498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Bound port: 1924c3ad-8559-459f-b8ed-5da46adf1b48, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:17.242994 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:17.321069 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-1bf5d07a-bbf8-4c44-bfef-8ab5016ea3c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd HTTP/1.1" status: 200 len: 217 time: 0.0964260 Nov 23 14:07:17.406676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:17.417312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:17.491419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-7d49fd9d-1cfe-40f1-9a48-c6d8060540d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:17.497714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-7d49fd9d-1cfe-40f1-9a48-c6d8060540d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13390dc8-d8ca-406c-832b-0fa20d28e421 HTTP/1.1" status: 200 len: 862 time: 0.1609156 Nov 23 14:07:17.520226 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f81c6d-fd33-43fc-b0dc-91d5bfc1544e x-openstack-request-id: req-79f81c6d-fd33-43fc-b0dc-91d5bfc1544e {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:17.520226 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:17.520226 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79f81c6d-fd33-43fc-b0dc-91d5bfc1544e {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:17.520861 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'code': 200} Nov 23 14:07:17.549464 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:17.602188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af8d2e3d-e745-4762-8db0-830efee570fd req-15bd3c4c-08ef-4f49-85df-a3eb451c1ff1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295650 Nov 23 14:07:17.683598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-8f0c7c41-79d0-46d5-b2d7-a7a1182c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:17.685160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-8f0c7c41-79d0-46d5-b2d7-a7a1182c2fc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd9c651b-1edf-46ff-96d5-23db0651e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762965 Nov 23 14:07:17.713066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:17.714507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:17.719790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] 10.222.0.74 "PUT /v2.0/ports/1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 1096 time: 1.5943809 Nov 23 14:07:17.879087 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-2f299850-9f1e-4dbe-a44a-2699bafbd068 service neutron] 10.222.0.11 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785758 Nov 23 14:07:18.123873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-d48f08c0-57c0-4300-ac8b-e2c43532ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:18.126913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-d48f08c0-57c0-4300-ac8b-e2c43532ebfc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1099 time: 0.3368905 Nov 23 14:07:18.127560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b993d-5604-4b1c-8142-bcbf292fcdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:18.158478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d83e51c-e81e-4b5e-a2a7-fa1c5ef9eb75 req-6ef88d42-fa61-4b9f-a2d2-2963ad27f463 service neutron] 10.222.0.11 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694232 Nov 23 14:07:18.186588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12248c-f160-4bf1-8ec0-2e3901e537f8 req-4153c69d-ae7b-42b8-99eb-fbf7813f5c48 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:18.200513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c12248c-f160-4bf1-8ec0-2e3901e537f8 req-4153c69d-ae7b-42b8-99eb-fbf7813f5c48 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 943 time: 0.3055305 Nov 23 14:07:18.730664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:18.744135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:07:18.869969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:07:19.030845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c12248c-f160-4bf1-8ec0-2e3901e537f8 req-25c7337d-9b21-49e3-b33e-01339709c221 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8296547 Nov 23 14:07:19.063879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-e5d674e4-5d12-4645-a628-cfc2e6b3e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:19.067904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-e5d674e4-5d12-4645-a628-cfc2e6b3e67e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.9108033 Nov 23 14:07:19.144101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-0a0b78d1-0251-46c2-a1ba-87aad0775a0b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 217 time: 0.0661249 Nov 23 14:07:19.201987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:19.242328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'port_id': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'mac_address': 'fa:16:3e:14:a0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:19.380192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-2aa049b1-3022-4b24-90bc-d0b35dd768eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:19.386713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-2aa049b1-3022-4b24-90bc-d0b35dd768eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2220404 Nov 23 14:07:19.397915 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:19.420562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:19.541297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:19.541297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:19.541561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:19.544316 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:19.556230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739807b-cdda-4e35-a0df-d5254354e4e1 req-17483706-29fe-401d-be36-5cf793427bea tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:19.558497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e739807b-cdda-4e35-a0df-d5254354e4e1 req-17483706-29fe-401d-be36-5cf793427bea tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.2731478 Nov 23 14:07:19.632214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:19.654519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e739807b-cdda-4e35-a0df-d5254354e4e1 req-b7d448f7-9f36-4333-bcfe-b5cf1edd1cd1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755935 Nov 23 14:07:19.667346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-19c3ce42-aa63-4fe8-b42e-d6a1deb89e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:19.669381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-19c3ce42-aa63-4fe8-b42e-d6a1deb89e3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287407 Nov 23 14:07:19.678974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01960f-3009-4506-b2dd-aa76a9d9a717 req-488d91aa-6e6d-4b48-8704-09c363998878 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:19.680495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec01960f-3009-4506-b2dd-aa76a9d9a717 req-488d91aa-6e6d-4b48-8704-09c363998878 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.2740808 Nov 23 14:07:19.796850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:19.826425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-01cdfa92-decb-43b6-98a7-93d7294042bb service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415374 Nov 23 14:07:19.954044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec01960f-3009-4506-b2dd-aa76a9d9a717 req-5e000404-c802-4e2f-8958-ef3d412e14a2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220052 Nov 23 14:07:20.092899 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047a4fb2-2bcd-4c57-ba10-05a564a3962d x-openstack-request-id: req-047a4fb2-2bcd-4c57-ba10-05a564a3962d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:20.093008 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:20.093188 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-047a4fb2-2bcd-4c57-ba10-05a564a3962d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:20.093573 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'status': 'completed', 'code': 200} Nov 23 14:07:20.186099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-66b84e96-b367-4c5c-9ced-a8b8966f2418 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:20.187409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-66b84e96-b367-4c5c-9ced-a8b8966f2418 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.3590024 Nov 23 14:07:20.188309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-48865c5a-7406-4616-b6fd-0a381b8d77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:20.194107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c5952d-8f5a-4c4b-a80b-5152834f080e req-fa9c05de-eb1a-47ff-ab8f-f6168fce6074 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356175 Nov 23 14:07:20.195286 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-48865c5a-7406-4616-b6fd-0a381b8d77f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1099 time: 0.1156185 Nov 23 14:07:20.220623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-70523e0f-8dfc-498f-8fe5-006f54b9f4f7 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/quotas/85b96f2700e344708701a19a4ee9f9a0 HTTP/1.1" status: 200 len: 375 time: 0.0240786 Nov 23 14:07:20.413637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-5e100919-6598-4c31-8609-8f238ae3debb tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1852903 Nov 23 14:07:20.448204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-defceeca-c181-4f05-95bd-291966d1b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:20.450021 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-defceeca-c181-4f05-95bd-291966d1b363 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2450941 Nov 23 14:07:20.471416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-f9c90d9b-2fca-42ec-bb3f-951cba0f485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:20.475715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-f9c90d9b-2fca-42ec-bb3f-951cba0f485e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1099 time: 0.1677537 Nov 23 14:07:20.604646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-b84c8a4b-821c-47a0-8abb-2e386efaa6e6 service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758564 Nov 23 14:07:20.767293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:20.913556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:07:20.921444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:20.921803 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:21.028358 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-ed3510ac-edcb-4026-9387-f1242c3c939c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 217 time: 0.5703657 Nov 23 14:07:21.056304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431d7b-94d9-41af-9193-93e41ca3a04c req-5286b0a8-d8cd-41bc-b2cd-e67ce5f015a3 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.064599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2431d7b-94d9-41af-9193-93e41ca3a04c req-5286b0a8-d8cd-41bc-b2cd-e67ce5f015a3 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 944 time: 0.2363422 Nov 23 14:07:21.103317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-12a687e0-24b0-4783-ab1d-f608126b98df service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875112 Nov 23 14:07:21.114871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-32ba7e0b-8da3-4e0b-9fe1-2408ed4c58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.116372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-32ba7e0b-8da3-4e0b-9fe1-2408ed4c58a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.5106690 Nov 23 14:07:21.120234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:21.174343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-f1a6fcf2-6abf-47f1-8e71-f1241fb96ebb tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.175897 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-f1a6fcf2-6abf-47f1-8e71-f1241fb96ebb tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715d6ef-a790-4ea0-b287-ed3402145927 HTTP/1.1" status: 200 len: 946 time: 0.1457837 Nov 23 14:07:21.182967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-4858686a-084f-4629-9c48-2edf92981670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.184394 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-4858686a-084f-4629-9c48-2edf92981670 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0898705 Nov 23 14:07:21.189844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:21.198097 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510e392-d313-40f6-987e-9aefa11d46a1" -d '{"events": [{"server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "name": "network-vif-plugged", "status": "completed", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:21.229775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-18e9228f-4289-4c32-acb6-e779296b5436 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 217 time: 0.1024854 Nov 23 14:07:21.238723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:21.247965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:21.249176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d938a149-64b0-4945-bb0e-1d78a66fcec0 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:07:21.253404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2431d7b-94d9-41af-9193-93e41ca3a04c req-520eee88-d32c-49ab-8134-5f4fb343119e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858866 Nov 23 14:07:21.299579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-0e469b70-1455-4b87-8251-01e8e38f3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.301130 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-0e469b70-1455-4b87-8251-01e8e38f3579 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538590 Nov 23 14:07:21.372131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-cef42043-fcc8-4e3e-b3fc-73dde229f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.384992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Deleting port d938a149-64b0-4945-bb0e-1d78a66fcec0 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:07:21.385339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:21.402251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-cef42043-fcc8-4e3e-b3fc-73dde229f45a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1445203 Nov 23 14:07:21.498274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:21.545422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-fe21507a-7c5a-4a5f-9a7a-04f412562ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.548874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-fe21507a-7c5a-4a5f-9a7a-04f412562ef7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328573 Nov 23 14:07:21.561067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aaa41-5212-4d44-b66f-d5210960a3af req-8ce4cc4d-bbef-48ea-9d7d-c91b977a16fe tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.569514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733aaa41-5212-4d44-b66f-d5210960a3af req-8ce4cc4d-bbef-48ea-9d7d-c91b977a16fe tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.1640735 Nov 23 14:07:21.588619 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:21.622076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:21.622454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:21.659625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Calling delete_port for d938a149-64b0-4945-bb0e-1d78a66fcec0 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:07:21.671471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d938a149-64b0-4945-bb0e-1d78a66fcec0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d938a149-64b0-4945-bb0e-1d78a66fcec0,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:21.678642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:21.721649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6935590-ce7c-4c95-82aa-9bfd6e2b2f43 req-bc440dc1-779f-40f9-8fad-660bde3f026a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:21.735840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6935590-ce7c-4c95-82aa-9bfd6e2b2f43 req-bc440dc1-779f-40f9-8fad-660bde3f026a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.2782962 Nov 23 14:07:21.798997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-d5b85db4-e444-4062-83da-c8dfbbfa52e2 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215111 Nov 23 14:07:21.951502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-b4352475-8cb0-438c-919b-ae56e43ab9c2 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330011 Nov 23 14:07:21.992083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733aaa41-5212-4d44-b66f-d5210960a3af req-abfe1fde-e1ab-4aa1-a691-6b98e6c6c8c1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168775 Nov 23 14:07:22.006714 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:22.008186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6935590-ce7c-4c95-82aa-9bfd6e2b2f43 req-7c1e44f2-b828-4973-a0c4-a691ff02455e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601278 Nov 23 14:07:22.083833 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ec68cf-545e-4f87-9c1e-17282c0e7c36 x-openstack-request-id: req-34ec68cf-545e-4f87-9c1e-17282c0e7c36 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:22.084728 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "name": "network-vif-plugged", "status": "completed", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:22.085152 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34ec68cf-545e-4f87-9c1e-17282c0e7c36 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:22.085703 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'code': 200} Nov 23 14:07:22.093575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event deleted for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:22.112608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d938a149-64b0-4945-bb0e-1d78a66fcec0,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:22.116093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] No DVR routers for this DVR port d938a149-64b0-4945-bb0e-1d78a66fcec0 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:07:22.119627 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:22.124807 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c8c5a9ff-17c6-4715-9284-3d85eabc524e req-537bb1b0-1bef-477a-94f8-4406b3a94cbd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "DELETE /v2.0/ports/d938a149-64b0-4945-bb0e-1d78a66fcec0 HTTP/1.1" status: 204 len: 173 time: 0.9395165 Nov 23 14:07:22.128005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-deleted', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:22.131195 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0732688c-4907-45b5-9e72-848d5407cd5c" -d '{"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-deleted", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:22.186185 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-b2d28830-938c-42b2-98da-ba76c039d320 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766911 Nov 23 14:07:22.256550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18fdbaf2-f8bf-41ca-8dc6-569ffa07723c req-f65e494b-4dbc-4cca-8203-2468cac842ee tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 210 time: 0.0791955 Nov 23 14:07:22.292320 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce2fce7-1032-421a-a5d4-8f3e57f7e8b2 x-openstack-request-id: req-2ce2fce7-1032-421a-a5d4-8f3e57f7e8b2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:22.292534 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-deleted", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:22.293458 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ce2fce7-1032-421a-a5d4-8f3e57f7e8b2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:22.295781 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-deleted', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'status': 'completed', 'code': 200} Nov 23 14:07:22.429371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7ac5d91-a5a1-49d8-93a8-4b53a3092cf0 req-3a57eb0e-5190-4afb-ab6b-14bfad58ed29 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216027 Nov 23 14:07:22.440070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a65a6-acbf-4b99-b747-cc28943bcbe4 req-11747ea5-92d7-401f-ba4f-6c2b9b7e7fcf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:22.441656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-797a65a6-acbf-4b99-b747-cc28943bcbe4 req-11747ea5-92d7-401f-ba4f-6c2b9b7e7fcf tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.1096001 Nov 23 14:07:22.464996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec1e87-06ec-4559-b082-73cadb456f0b req-99e68d28-f375-485d-b86a-ca106d11df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:22.470565 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ec1e87-06ec-4559-b082-73cadb456f0b req-99e68d28-f375-485d-b86a-ca106d11df58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 1096 time: 0.2620108 Nov 23 14:07:22.528873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-797a65a6-acbf-4b99-b747-cc28943bcbe4 req-3963697b-4682-4cad-ad0d-eb518d0bbde2 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804517 Nov 23 14:07:22.573388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ec1e87-06ec-4559-b082-73cadb456f0b req-f6b1e652-9874-464f-99fb-caaed843936f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868855 Nov 23 14:07:23.209670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0476c-7b1b-4ab9-ad26-aa54390b31d9 req-e0442226-6cef-46a3-b538-654124e1b9b3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:23.211386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38c0476c-7b1b-4ab9-ad26-aa54390b31d9 req-e0442226-6cef-46a3-b538-654124e1b9b3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0835485 Nov 23 14:07:23.224894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6456b-be86-41be-84ba-d3603c099056 req-cd2264bb-0f30-437c-9cb3-24b6c942ae7a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:23.226584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9b6456b-be86-41be-84ba-d3603c099056 req-cd2264bb-0f30-437c-9cb3-24b6c942ae7a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.1077750 Nov 23 14:07:23.280636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:23.315592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38c0476c-7b1b-4ab9-ad26-aa54390b31d9 req-1da0d0fd-0586-4cdc-9ff2-1658d22d7f71 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829790 Nov 23 14:07:23.334021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9b6456b-be86-41be-84ba-d3603c099056 req-e64cd99d-4304-42e0-90b7-f6ae6b6ed76a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994508 Nov 23 14:07:23.434066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2466b6af-0e1f-4d9c-b83c-475d3737258c req-9008beb2-0879-4998-adef-cc6bd2dbb135 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 210 time: 0.0347607 Nov 23 14:07:23.476240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:23.508358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:23.529339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'mac_address': 'fa:16:3e:d8:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:23.610052 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:23.643669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1924c3ad-8559-459f-b8ed-5da46adf1b48 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:23.679734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:23.685422 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:23.739052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfba4-7ed8-4a01-bb0b-9bb4f70d8e12 req-8a953772-fe58-43e2-85ad-90c7f204e9ca tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:23.748613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-614bfba4-7ed8-4a01-bb0b-9bb4f70d8e12 req-8a953772-fe58-43e2-85ad-90c7f204e9ca tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 948 time: 0.1575258 Nov 23 14:07:23.796250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca035f7-9341-439d-8bdb-c6cc3149956e req-a030cbbe-9e6c-4132-9bfd-c6dbd0bf2a6e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:23.797877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca035f7-9341-439d-8bdb-c6cc3149956e req-a030cbbe-9e6c-4132-9bfd-c6dbd0bf2a6e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.1349344 Nov 23 14:07:23.804648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-63490a16-3857-422f-9366-ec0bfddcada4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:23.810634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-63490a16-3857-422f-9366-ec0bfddcada4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 948 time: 0.2306502 Nov 23 14:07:23.814946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:23.830932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.832585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.833026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.838406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.839702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.840878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.841276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.841623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.842091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.847949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-614bfba4-7ed8-4a01-bb0b-9bb4f70d8e12 req-7e1defcf-9e97-461c-b659-37aa7a0aa7d1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959969 Nov 23 14:07:23.849217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.850289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.850694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:07:23.901946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca035f7-9341-439d-8bdb-c6cc3149956e req-f4e46c66-a46e-42c8-95ec-f115a6814e08 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970476 Nov 23 14:07:23.989325 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-7ae7ed8c-ef3c-4910-afd0-b04d24455c96 service neutron] delete failed (client error): The resource could not be found. Nov 23 14:07:23.990459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-7ae7ed8c-ef3c-4910-afd0-b04d24455c96 service neutron] 10.222.0.11 "DELETE /v2.0/ports/1924c3ad-8559-459f-b8ed-5da46adf1b48/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.1725798 Nov 23 14:07:23.999187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-3f47da79-7e16-4e7f-8d8b-236445a93f88 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:24.000872 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-3f47da79-7e16-4e7f-8d8b-236445a93f88 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.3426521 Nov 23 14:07:24.018280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Request body: {'port': {'device_id': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'admin_state_up': True, 'tenant_id': '85b96f2700e344708701a19a4ee9f9a0'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:24.087649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1924c3ad-8559-459f-b8ed-5da46adf1b48'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:24.133676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:24.136261 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b2ea6-0534-4b28-8a05-0c6ead243887" -d '{"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-unplugged", "status": "completed", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:24.141635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-5738f946-23ab-4c43-8259-ecf9b8de50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:24.143247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-5738f946-23ab-4c43-8259-ecf9b8de50bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 1100 time: 0.1021326 Nov 23 14:07:24.203242 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7096a4dd-2140-4a74-bf41-e6c8a73e9be8 x-openstack-request-id: req-7096a4dd-2140-4a74-bf41-e6c8a73e9be8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:24.203723 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715d6ef-a790-4ea0-b287-ed3402145927", "name": "network-vif-unplugged", "status": "completed", "tag": "d938a149-64b0-4945-bb0e-1d78a66fcec0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:24.204083 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7096a4dd-2140-4a74-bf41-e6c8a73e9be8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:24.204555 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715d6ef-a790-4ea0-b287-ed3402145927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd938a149-64b0-4945-bb0e-1d78a66fcec0', 'code': 200} Nov 23 14:07:24.259147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Made reservation on behalf of 85b96f2700e344708701a19a4ee9f9a0 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:07:24.264166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:24.303397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-9c9b9eb5-5d55-4958-a1db-c288fe7cdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:24.305585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-9c9b9eb5-5d55-4958-a1db-c288fe7cdab8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1525052 Nov 23 14:07:24.389026 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-2818525b-ed1e-4c1f-a3ad-3bc7ee42beb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 200 len: 217 time: 0.0490215 Nov 23 14:07:24.469825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496583-2a22-4f15-8365-ff5ac07a1e10 req-70ce3df2-0d2e-4205-824a-bb7c55512407 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:24.478877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5496583-2a22-4f15-8365-ff5ac07a1e10 req-70ce3df2-0d2e-4205-824a-bb7c55512407 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0740929 Nov 23 14:07:24.501301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-5cc1aa88-65a0-4fad-8b81-432e31e17481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:24.505597 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-5cc1aa88-65a0-4fad-8b81-432e31e17481 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1043363 Nov 23 14:07:24.549489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5496583-2a22-4f15-8365-ff5ac07a1e10 req-ea0a22c6-b6be-4ac6-af93-d8577554daab tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642145 Nov 23 14:07:24.569222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Allocated IP 172.20.0.3 (8b93425f-1718-46e8-8ed9-cd0659981060/2acb973b-5cde-4c9d-8e70-c201c352d0f1/b1c15cb1-e4df-42dd-abba-a2778527d908) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:07:24.581970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aa52257-0e61-48f1-84d8-46b4964e02b7 req-d1063fde-ccad-4317-ac15-ff7d37c60e53 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 210 time: 0.0313034 Nov 23 14:07:24.591029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-473efd75-7d4d-4006-8d0e-4c9379279311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:24.592632 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-473efd75-7d4d-4006-8d0e-4c9379279311 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774684 Nov 23 14:07:24.783992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d938a149-64b0-4945-bb0e-1d78a66fcec0 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:07:24.794156 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-98cbcd99-5691-47c2-a151-8d73ebb52eb1 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913049 Nov 23 14:07:24.814420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: d938a149-64b0-4945-bb0e-1d78a66fcec0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:07:24.815273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d938a149-64b0-4945-bb0e-1d78a66fcec0 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:07:24.898016 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:24.988044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b88214-b84b-4463-bf13-a6bfb0a61e17 req-b8c84cee-e326-4623-ba71-4df4aa19c3e7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:24.989694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4b88214-b84b-4463-bf13-a6bfb0a61e17 req-b8c84cee-e326-4623-ba71-4df4aa19c3e7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 949 time: 0.0613821 Nov 23 14:07:24.992734 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-763b109b-fb38-4322-b93e-e01333dcfb4a req-e6ec7a08-f5a9-4a71-abe5-93e9ff355f2b service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898749 Nov 23 14:07:25.012600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.091006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d286e8-6b51-4d30-95d7-9e7ff2a8e75c req-e2b796a2-32c4-46cb-adaa-b155382a29de tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:25.093743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66d286e8-6b51-4d30-95d7-9e7ff2a8e75c req-e2b796a2-32c4-46cb-adaa-b155382a29de tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.1030462 Nov 23 14:07:25.101907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Network 8b93425f-1718-46e8-8ed9-cd0659981060 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:07:25.105927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:07:25.113087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:07:25.139911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4b88214-b84b-4463-bf13-a6bfb0a61e17 req-f5aee243-c0ef-4c80-bca5-82161a253f31 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367733 Nov 23 14:07:25.170426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66d286e8-6b51-4d30-95d7-9e7ff2a8e75c req-d49aaa60-7f33-417a-9b70-8cc44c21cea8 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672617 Nov 23 14:07:25.179351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event updated for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:25.202878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:25.204006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.223755 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-f34bb9fb-c5a6-43e9-96dc-17e3e5847826 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2102666 Nov 23 14:07:25.239458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Request body: {'port': {'device_id': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:25.286075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:25.304238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bb07-4a9b-4aa4-b5c1-917d3b04ba34 req-6ff61540-882c-457a-bd9c-41f12079a27d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:25.306424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f8bb07-4a9b-4aa4-b5c1-917d3b04ba34 req-6ff61540-882c-457a-bd9c-41f12079a27d tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.0619793 Nov 23 14:07:25.315876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34966) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:07:25.321535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Request body: {'floatingip': {'port_id': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:25.330381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.410325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1924c3ad-8559-459f-b8ed-5da46adf1b48 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:07:25.416914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1924c3ad-8559-459f-b8ed-5da46adf1b48 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:25.417618 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.420311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.664682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.741977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:25.747306 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.756685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c15cb1-e4df-42dd-abba-a2778527d908 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:25.766424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.788549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Transition to ACTIVE for port object b1c15cb1-e4df-42dd-abba-a2778527d908 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:07:25.800666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.841061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:25.890154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38187234-aa58-46df-a519-a80a945666fa service neutron] Pushing event updated for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:25.965579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Attempting to bind port b1c15cb1-e4df-42dd-abba-a2778527d908 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:25.966233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Attempting to bind port b1c15cb1-e4df-42dd-abba-a2778527d908 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:25.966233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Attempting to bind port b1c15cb1-e4df-42dd-abba-a2778527d908 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:25.972026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Port b1c15cb1-e4df-42dd-abba-a2778527d908 on network 8b93425f-1718-46e8-8ed9-cd0659981060 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:25.972349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Attempting to bind port b1c15cb1-e4df-42dd-abba-a2778527d908 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:25.974025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18164e-636c-408b-a036-564797bdf1d6 req-6b3e5ca6-6086-4976-8d65-13cae91e8595 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:25.975621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a18164e-636c-408b-a036-564797bdf1d6 req-6b3e5ca6-6086-4976-8d65-13cae91e8595 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 943 time: 0.1818173 Nov 23 14:07:25.977729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:25.978256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Checking segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:25.978650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Bound using segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:25.979122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Bound port: b1c15cb1-e4df-42dd-abba-a2778527d908, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:25.979477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:25.995364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0515-b7d1-41ab-a37b-bfcfcd2bda87 req-693aac44-249b-47b1-91fd-439ee605c8c1 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:26.004587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e3d0515-b7d1-41ab-a37b-bfcfcd2bda87 req-693aac44-249b-47b1-91fd-439ee605c8c1 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1984084 Nov 23 14:07:26.071090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:26.077166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:26.085185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:26.114415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a18164e-636c-408b-a036-564797bdf1d6 req-664b10ca-417a-4e4f-b504-d58194d6a4f9 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986583 Nov 23 14:07:26.166115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38187234-aa58-46df-a519-a80a945666fa service neutron] Pushing event updated for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:26.175523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e3d0515-b7d1-41ab-a37b-bfcfcd2bda87 req-629ff04a-ecd2-437a-a91e-c3c1e5682eae tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699858 Nov 23 14:07:26.176711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:26.178226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:26.179943 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-38187234-aa58-46df-a519-a80a945666fa service neutron] 10.222.0.11 "PUT /v2.0/ports/b1c15cb1-e4df-42dd-abba-a2778527d908 HTTP/1.1" status: 200 len: 1091 time: 0.9466000 Nov 23 14:07:26.180532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:26.184607 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57283ea0-b90b-4fc5-a3f5-284cadc94b43" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:26.205693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:26.215690 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c58876-1249-4ae4-94af-9618e3dc4f49" -d '{"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-plugged", "status": "completed", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:26.280219 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d625e93a-6a3c-45ca-b560-fdad143a23c7 x-openstack-request-id: req-d625e93a-6a3c-45ca-b560-fdad143a23c7 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:26.281738 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-plugged", "status": "completed", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:26.281999 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d625e93a-6a3c-45ca-b560-fdad143a23c7 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:26.282391 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'code': 200} Nov 23 14:07:26.301409 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9698c0ea-10a8-4c46-90a5-35b387190654 x-openstack-request-id: req-9698c0ea-10a8-4c46-90a5-35b387190654 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:26.301765 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:26.301980 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.resource_extend [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:07:26.302072 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9698c0ea-10a8-4c46-90a5-35b387190654 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:26.302325 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'status': 'completed', 'code': 200} Nov 23 14:07:26.322722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-ca541ef5-d1d5-4bc4-be21-b2f2759f6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:26.324247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-ca541ef5-d1d5-4bc4-be21-b2f2759f6abf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 1094 time: 0.0878813 Nov 23 14:07:26.384247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-a4ae49a8-40c1-433d-989a-76fa7bf915d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c15cb1-e4df-42dd-abba-a2778527d908 HTTP/1.1" status: 200 len: 217 time: 0.0514762 Nov 23 14:07:26.397586 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:26.407280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbce57-e726-4631-8f41-3bc348dd3558 req-5a62ffe6-a1be-4bc8-bd10-23aaa620faf1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:26.409056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbbbce57-e726-4631-8f41-3bc348dd3558 req-5a62ffe6-a1be-4bc8-bd10-23aaa620faf1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1240880 Nov 23 14:07:26.410275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:26.448741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-6e141c07-ab91-436f-8aa0-da7a1280d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:26.450301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-6e141c07-ab91-436f-8aa0-da7a1280d6b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.0578573 Nov 23 14:07:26.490249 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-c9be6bcb-5bdb-4da1-9984-956c818fe9df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304840 Nov 23 14:07:26.622944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b60063ec-59df-4543-bf68-49944fd6a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:26.633306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-156ca865-0b86-4ee8-bbe4-4ed209acb6c1 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358402 Nov 23 14:07:26.749614 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f026a503-5b9f-4cbf-a4a7-135482fe091c req-04a292c8-910f-420e-8b72-900d5cd04fa6 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078677 Nov 23 14:07:26.817577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:26.850491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbbbce57-e726-4631-8f41-3bc348dd3558 req-e4506969-75fa-45a1-8fb3-68c9e1e97038 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987248 Nov 23 14:07:26.867874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-0da53742-f670-48d9-8400-cdf022513ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:26.870241 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-0da53742-f670-48d9-8400-cdf022513ca4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 1094 time: 0.0690231 Nov 23 14:07:26.882716 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Floating IP 7c884d68-3fea-4280-879a-afb0daf8a426 associated. External IP: 172.25.3.8, port: afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd. Nov 23 14:07:26.980489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-00f571ed-7408-4d3a-a68c-8d03c57bc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:26.984088 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-00f571ed-7408-4d3a-a68c-8d03c57bc0b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 904 time: 0.1011536 Nov 23 14:07:27.034592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-6359e35e-685e-4699-99bc-5a3aed87f50a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c15cb1-e4df-42dd-abba-a2778527d908 HTTP/1.1" status: 200 len: 217 time: 0.0435519 Nov 23 14:07:27.052217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8f56-5e36-44b8-967b-753aace8d90c req-f88c913c-7c86-472f-9813-9536f2b9c510 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:27.053917 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-057c8f56-5e36-44b8-967b-753aace8d90c req-f88c913c-7c86-472f-9813-9536f2b9c510 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1032083 Nov 23 14:07:27.098811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-4f2e7aba-bf6e-4500-8604-d85830f0aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:27.100538 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-4f2e7aba-bf6e-4500-8604-d85830f0aec7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.0575795 Nov 23 14:07:27.138494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-b8e21552-4216-47f8-934a-b07f70feea33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298936 Nov 23 14:07:27.224225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Router fa08ded0-d117-4a0e-841a-b3a974ae02df has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:07:27.257924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-057c8f56-5e36-44b8-967b-753aace8d90c req-4873a949-0020-458d-a876-71c7dd3efb25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962302 Nov 23 14:07:27.315822 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-e7514ed7-bf07-4bfa-b9a7-6b7ff0abc310 service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682785 Nov 23 14:07:27.398296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c9663-9e37-4892-8b71-cb5228550c45 req-bd1fbe72-6b45-4dd3-8aae-ebb388b71470 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:27.400110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e0c9663-9e37-4892-8b71-cb5228550c45 req-bd1fbe72-6b45-4dd3-8aae-ebb388b71470 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 943 time: 0.1950634 Nov 23 14:07:27.453642 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57283ea0-b90b-4fc5-a3f5-284cadc94b43 req-82090392-4886-4f03-a05a-962d0e9527ab service neutron] 10.222.0.11 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292167 Nov 23 14:07:27.463191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb2192-842f-44b2-8aa3-7a82ec8c8101 req-380209a1-e8c2-4534-aa48-8de920a05c83 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:27.464952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aceb2192-842f-44b2-8aa3-7a82ec8c8101 req-380209a1-e8c2-4534-aa48-8de920a05c83 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1340103 Nov 23 14:07:27.480311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:07:27.486147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:27.503965 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] Sync routers for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:07:27.531070 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:07:27.532223 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:27.550936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e0c9663-9e37-4892-8b71-cb5228550c45 req-a53ca5bb-461e-4c0c-82e1-f189ce1b605d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384208 Nov 23 14:07:27.615763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aceb2192-842f-44b2-8aa3-7a82ec8c8101 req-c77fd4d2-6253-4a80-900d-9a78c6cbde9d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230905 Nov 23 14:07:27.617361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7512ed58-98bd-49a4-b4bb-d313cf0d4360 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "PUT /v2.0/floatingips/7c884d68-3fea-4280-879a-afb0daf8a426 HTTP/1.1" status: 200 len: 989 time: 2.3002450 Nov 23 14:07:27.618549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:27.620389 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e73253-ddff-4ab3-927f-14c3079d0ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:27.781766 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436200f1-c889-4765-b946-8b41169b1ac6 x-openstack-request-id: req-436200f1-c889-4765-b946-8b41169b1ac6 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:27.782370 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:27.782948 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-436200f1-c889-4765-b946-8b41169b1ac6 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:27.785560 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:07:27.792148 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'status': 'completed', 'code': 200} Nov 23 14:07:27.926047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-fc9fdd68-d9f3-4e2c-bc03-c2e2adf9a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:27.930133 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-fc9fdd68-d9f3-4e2c-bc03-c2e2adf9a7cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de496beecb2b43989cffdda526bde7c5&device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 1096 time: 0.1165297 Nov 23 14:07:28.056826 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7c884d68-3fea-4280-879a-afb0daf8a426', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'port_id': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'mac_address': 'fa:16:3e:14:a0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:04:45Z', 'updated_at': '2021-11-23T14:07:26Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:28.081708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-ada92a65-4fcf-417a-8ac2-43f38730d4b6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278225 Nov 23 14:07:28.091597 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] Checking router: fa08ded0-d117-4a0e-841a-b3a974ae02df for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:07:28.101265 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:07:28.102139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:06:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:28.149699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-19ad4ecf-83a2-4759-8f4f-046be0d52069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:28.151537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-19ad4ecf-83a2-4759-8f4f-046be0d52069 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 200 len: 924 time: 0.2033384 Nov 23 14:07:28.236746 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:07:28.263508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-e2e34d9d-e01b-40e5-8ba9-485bc06fbc11 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:28.271494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-e2e34d9d-e01b-40e5-8ba9-485bc06fbc11 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729636 Nov 23 14:07:28.289280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-c7e0b034-cb39-4aa2-9911-700434efcd02 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/quotas/5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 375 time: 0.0158327 Nov 23 14:07:28.305031 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-ee066cf6-5152-4403-8c71-8109f0c27458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd HTTP/1.1" status: 200 len: 997 time: 0.1449459 Nov 23 14:07:28.387676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-863d0d78-22cc-4de0-b71a-3a48ab6ffb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:28.388877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-6c0104ad-cd7d-4e7f-9055-22ffd3a1bdba tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987296 Nov 23 14:07:28.389141 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-863d0d78-22cc-4de0-b71a-3a48ab6ffb8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13390dc8-d8ca-406c-832b-0fa20d28e421 HTTP/1.1" status: 200 len: 862 time: 0.0768380 Nov 23 14:07:28.465539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-ede8df32-1205-4a90-b32c-7d1db873daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:28.468688 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-ede8df32-1205-4a90-b32c-7d1db873daa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd9c651b-1edf-46ff-96d5-23db0651e1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713215 Nov 23 14:07:28.639344 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7c884d68-3fea-4280-879a-afb0daf8a426', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'port_id': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'mac_address': 'fa:16:3e:14:a0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:04:45Z', 'updated_at': '2021-11-23T14:07:26Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:07:28.685698 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024f296-d963-44a4-8180-88388a0e75dc None None] The sync data for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 is: [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7c884d68-3fea-4280-879a-afb0daf8a426', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'port_id': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'mac_address': 'fa:16:3e:14:a0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:04:45Z', 'updated_at': '2021-11-23T14:07:26Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:07:28.706329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-ca2fe30e-2b26-4a33-953b-499bf980d13a service neutron] 10.222.0.11 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281492 Nov 23 14:07:28.708051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-065b0fc3-f44b-423a-8722-5ed6641852ae req-4563b2c9-03d3-490c-b768-dfe577663444 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 210 time: 0.1038668 Nov 23 14:07:28.818279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69bb70-069c-44b2-a8ad-ef93c44821f7 req-32d9aded-85cf-4b4e-8ea1-c1c3766763c6 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:28.819850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d69bb70-069c-44b2-a8ad-ef93c44821f7 req-32d9aded-85cf-4b4e-8ea1-c1c3766763c6 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 943 time: 0.1438608 Nov 23 14:07:28.821472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b1c15cb1-e4df-42dd-abba-a2778527d908 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:28.917676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d69bb70-069c-44b2-a8ad-ef93c44821f7 req-ee8d0c74-e848-4c07-88ff-4618201f9904 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898116 Nov 23 14:07:29.048738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c005c-5460-4ffa-aee4-bec2aef0c321 req-db15080e-01b9-49f3-8857-92f0e74fa7f7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:29.066500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-768c005c-5460-4ffa-aee4-bec2aef0c321 req-db15080e-01b9-49f3-8857-92f0e74fa7f7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1404958 Nov 23 14:07:29.132311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:29.173123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'mac_address': 'fa:16:3e:c7:d6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:29.202256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-768c005c-5460-4ffa-aee4-bec2aef0c321 req-0702f1cc-35e0-4e9d-b316-2f9845e60e84 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327932 Nov 23 14:07:29.353993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fec75-397d-4816-b6dd-3e14d6ced1f2 None None] New status for floating IP 7c884d68-3fea-4280-879a-afb0daf8a426: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:07:29.419728 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:29.437496 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6035ec9a-a17e-4027-8538-407a4bafaedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:29.472055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c15cb1-e4df-42dd-abba-a2778527d908 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:29.555376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:29.562151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:29.623217 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8e73253-ddff-4ab3-927f-14c3079d0ca2 req-1092a6de-a627-4f31-aaf7-96f493780142 service neutron] 10.222.0.11 "GET /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911412 Nov 23 14:07:29.707264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:29.834400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['b1c15cb1-e4df-42dd-abba-a2778527d908'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:29.878146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f572b51-13a0-4fea-a5a2-a6becf1a3236 req-6dd15d3f-79df-4cbb-8d0c-a46d2a40befd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 210 time: 0.0478909 Nov 23 14:07:29.922939 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:30.067565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43251c-c7d3-4b25-8932-65567c4a61f3 req-a270bd16-3ed9-4909-8f6a-26601596997a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:30.087285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c43251c-c7d3-4b25-8932-65567c4a61f3 req-a270bd16-3ed9-4909-8f6a-26601596997a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 944 time: 0.0795960 Nov 23 14:07:30.187417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c43251c-c7d3-4b25-8932-65567c4a61f3 req-07639d02-75b4-4c82-8226-a0ea0adcde70 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975146 Nov 23 14:07:30.229672 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-88a7e75c-d365-4c7f-8cb0-76ebf2450502 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317092 Nov 23 14:07:30.385277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-f3e4b4b4-4175-4cc0-b7ca-6e6881d88144 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:30.387818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-f3e4b4b4-4175-4cc0-b7ca-6e6881d88144 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502297 Nov 23 14:07:30.404495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Request body: {'port': {'device_id': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '5c401a5b93f147fb8ddbe1db00ba277a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:30.457343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783ddd-ce30-4134-92d0-90adf409128c req-b4be279a-711f-4f6c-bc5d-0e65a166f216 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:30.458865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56783ddd-ce30-4134-92d0-90adf409128c req-b4be279a-711f-4f6c-bc5d-0e65a166f216 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1673043 Nov 23 14:07:30.532613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-2b00842b-fcd4-4f84-aa66-98b0cf40f779 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:30.540490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-2b00842b-fcd4-4f84-aa66-98b0cf40f779 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 0.1905947 Nov 23 14:07:30.548745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Made reservation on behalf of 5c401a5b93f147fb8ddbe1db00ba277a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:07:30.553615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56783ddd-ce30-4134-92d0-90adf409128c req-c84e8acc-e642-479a-86b5-4c4bfa218434 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885396 Nov 23 14:07:30.561108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-eddfab7d-9718-4cc0-a4dc-f9bf495ccb8f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/quotas/34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 375 time: 0.0205593 Nov 23 14:07:30.564817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:30.631577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-661cf985-4fc0-429a-b602-a3f6f18715b5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694757 Nov 23 14:07:30.743344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Allocated IP 192.168.233.199 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/d03409f7-7b80-47bc-998c-91e250a5d416) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:07:30.747286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-ba3f55fc-8ec7-49bf-ab99-ae4c6515c431 service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148024 Nov 23 14:07:30.851180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b1c15cb1-e4df-42dd-abba-a2778527d908 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:30.874100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-b251eb10-d01f-4d82-87fe-8fc87f52b97f service neutron] 10.222.0.46 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170681 Nov 23 14:07:30.972083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port b1c15cb1-e4df-42dd-abba-a2778527d908 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:07:30.976928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port b1c15cb1-e4df-42dd-abba-a2778527d908 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:30.977294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:30.980647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.038128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5265cb5a-7b37-4b12-b355-e8b302b14c25 req-ff2f8ccf-f0db-41a8-bb90-3ac862f82c70 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 210 time: 0.0644257 Nov 23 14:07:31.065897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.118833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f', '1924c3ad-8559-459f-b8ed-5da46adf1b48'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:31.181473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:07:31.187316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:31.190118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:07:31.193041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:07:31.289902 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.292061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:31.294284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.338181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-1a669569-6a07-402d-abc7-fff1d49fa106 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9403548 Nov 23 14:07:31.345802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:31.348103 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb31042-07f8-4103-b143-a87cdfe80369" -d '{"events": [{"server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "name": "network-vif-plugged", "status": "completed", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:31.357994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Request body: {'port': {'device_id': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:31.392205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:31.404727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.465554 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.550283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664bde2-b494-497f-b377-6e390893798a req-e070d639-a02a-4c47-9023-e0a79be27d19 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:31.559329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7664bde2-b494-497f-b377-6e390893798a req-e070d639-a02a-4c47-9023-e0a79be27d19 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 945 time: 0.1339669 Nov 23 14:07:31.567724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:31.620762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.637141 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64dd3d0-51c3-4add-b68c-aafa9ace0f89 x-openstack-request-id: req-e64dd3d0-51c3-4add-b68c-aafa9ace0f89 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:31.637304 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "name": "network-vif-plugged", "status": "completed", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:31.637485 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e64dd3d0-51c3-4add-b68c-aafa9ace0f89 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:31.637892 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'code': 200} Nov 23 14:07:31.699270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7664bde2-b494-497f-b377-6e390893798a req-6229b196-449f-4d05-9806-ca218613c72d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388683 Nov 23 14:07:31.749194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0906c1fd-859a-48dc-a75a-99aa16b2ce70 req-cf707f6f-db36-4b72-b1bb-d197e3677092 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0455542 Nov 23 14:07:31.780482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-cd93ad7a-ce29-4e73-b104-8928dd3f66ec None None] Provisioning complete for port d03409f7-7b80-47bc-998c-91e250a5d416 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:31.781024 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd93ad7a-ce29-4e73-b104-8928dd3f66ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:31.827769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cd93ad7a-ce29-4e73-b104-8928dd3f66ec None None] Port d03409f7-7b80-47bc-998c-91e250a5d416 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:07:31.896456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d15f9-ab05-43ce-ad69-d912c0a0f96e req-fa9763eb-a2bb-4a1c-a016-716d02d353b5 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:31.897965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c9d15f9-ab05-43ce-ad69-d912c0a0f96e req-fa9763eb-a2bb-4a1c-a016-716d02d353b5 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1037846 Nov 23 14:07:31.915538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6666d9-1e9d-4800-b296-6f9d3c4932f8 req-2b04f9a3-0900-4be8-b8b7-1873a975ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:31.917916 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9b6666d9-1e9d-4800-b296-6f9d3c4932f8 req-2b04f9a3-0900-4be8-b8b7-1873a975ed29 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 1096 time: 0.1993501 Nov 23 14:07:32.008673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c9d15f9-ab05-43ce-ad69-d912c0a0f96e req-c5ceafc4-6cf6-4dad-9fca-590ea872da18 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915205 Nov 23 14:07:32.010407 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9b6666d9-1e9d-4800-b296-6f9d3c4932f8 req-46b02834-dc75-4b95-80f7-66b53f35c2f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831954 Nov 23 14:07:32.080128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03409f7-7b80-47bc-998c-91e250a5d416 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:32.103591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:32.123447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Transition to ACTIVE for port object d03409f7-7b80-47bc-998c-91e250a5d416 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:07:32.129177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:32.242061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:32.297788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:32.317645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Attempting to bind port d03409f7-7b80-47bc-998c-91e250a5d416 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:32.318057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Attempting to bind port d03409f7-7b80-47bc-998c-91e250a5d416 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:32.318395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Attempting to bind port d03409f7-7b80-47bc-998c-91e250a5d416 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:32.326830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ca55e-74a2-403c-8bbe-51678c0b3226 req-b62ab8d6-9025-4711-9f75-c9fe9e40d2b6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:32.329214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b66ca55e-74a2-403c-8bbe-51678c0b3226 req-b62ab8d6-9025-4711-9f75-c9fe9e40d2b6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 948 time: 0.1622729 Nov 23 14:07:32.342770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Port d03409f7-7b80-47bc-998c-91e250a5d416 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:32.345398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Attempting to bind port d03409f7-7b80-47bc-998c-91e250a5d416 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:32.365228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:32.367724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:32.368303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:32.373333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Bound port: d03409f7-7b80-47bc-998c-91e250a5d416, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:32.373976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:32.430718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b66ca55e-74a2-403c-8bbe-51678c0b3226 req-996f642d-9ba6-45ac-bdbf-fe7d50b5e73c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864158 Nov 23 14:07:32.491927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:32.496462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:32.502815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:32.538666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:32.539326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:32.544895 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 200 len: 1096 time: 1.1934106 Nov 23 14:07:32.545437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:32.548777 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:32.576120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a7a53-77e4-4717-8825-3573763d74f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:32.637093 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ff0c8d-c7e4-4d40-b11a-78ded433dc6a x-openstack-request-id: req-21ff0c8d-c7e4-4d40-b11a-78ded433dc6a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:32.637716 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:32.638399 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21ff0c8d-c7e4-4d40-b11a-78ded433dc6a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:32.638877 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'status': 'completed', 'code': 200} Nov 23 14:07:32.656655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-4daf3634-8632-47da-b5d8-f201aef8a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:32.659002 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-4daf3634-8632-47da-b5d8-f201aef8a848 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 1099 time: 0.0536652 Nov 23 14:07:32.707976 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-546e33f0-4718-47df-9e35-6e01e62fedea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 200 len: 217 time: 0.0397947 Nov 23 14:07:32.763272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-4d146cc1-5849-47c8-a26e-cd356cffe18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:32.766563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-4d146cc1-5849-47c8-a26e-cd356cffe18f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0504756 Nov 23 14:07:32.846448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-d6b67131-75a3-461d-ade3-d58d04e4d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:32.847993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-d6b67131-75a3-461d-ade3-d58d04e4d623 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709243 Nov 23 14:07:32.870279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8565bfb2-bc60-4f5a-89a0-c0e215cd32c8 req-5f1b8438-5d90-4f60-9432-3ee10685c825 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0307629 Nov 23 14:07:32.880513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82552113-2523-4f09-9cfc-216017f2ad26 req-deb4eb00-518b-4cfb-a1c1-66cb7a564989 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:32.887773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82552113-2523-4f09-9cfc-216017f2ad26 req-deb4eb00-518b-4cfb-a1c1-66cb7a564989 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 945 time: 0.1098831 Nov 23 14:07:32.967575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82552113-2523-4f09-9cfc-216017f2ad26 req-7567c9eb-884b-4f64-b663-9f0855c8a2d1 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686738 Nov 23 14:07:32.977667 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-f3ffa307-3ef0-4595-aa4a-50903b63b9d2 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204326 Nov 23 14:07:33.099213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4da3afc7-6ac1-429a-a6af-312fa11b1aaa req-2834928d-88b6-4fbe-80b9-ed15580fc7f4 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106257 Nov 23 14:07:33.210093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-25ee2eb4-e307-4ff9-8902-4c0d07b2aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:33.211708 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-25ee2eb4-e307-4ff9-8902-4c0d07b2aca9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 1099 time: 0.0553346 Nov 23 14:07:33.245635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62035d-3578-483f-811c-6c52a346ca3e req-e8340d45-17d4-420c-be72-53c613176f12 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:33.247102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb62035d-3578-483f-811c-6c52a346ca3e req-e8340d45-17d4-420c-be72-53c613176f12 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1380615 Nov 23 14:07:33.289715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-8195da9b-d877-4de0-a2e9-9b648ed81034 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:33.291199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-8195da9b-d877-4de0-a2e9-9b648ed81034 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 808 time: 0.2325454 Nov 23 14:07:33.318977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Request body: {'port': {'device_id': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'admin_state_up': True, 'tenant_id': '34571f635c11481689d073a5cada7e6a'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:33.358104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-6e95bf70-910a-4d4f-985a-79ac0f005178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:33.359668 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-6e95bf70-910a-4d4f-985a-79ac0f005178 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1388130 Nov 23 14:07:33.375953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb62035d-3578-483f-811c-6c52a346ca3e req-97d628b0-efac-418d-876c-7b2ce3e985d2 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166143 Nov 23 14:07:33.459274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-2d5b3a57-0518-48b9-a63e-da982e7f6fe7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 200 len: 217 time: 0.0845170 Nov 23 14:07:33.526586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Made reservation on behalf of 34571f635c11481689d073a5cada7e6a for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:07:33.530224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:33.549357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-6959231f-2c3c-4e31-86fc-00c88b1700ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:33.553778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-6959231f-2c3c-4e31-86fc-00c88b1700ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0832236 Nov 23 14:07:33.612428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-662c1710-b07d-49f0-bd03-82919536b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:33.614102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-662c1710-b07d-49f0-bd03-82919536b6a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551369 Nov 23 14:07:33.631763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b1c82-4c68-497e-bc71-da20e73ce41c req-901ccd50-5d5b-4579-b800-be99ea0c87d8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:33.633830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-934b1c82-4c68-497e-bc71-da20e73ce41c req-901ccd50-5d5b-4579-b800-be99ea0c87d8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 948 time: 0.1203234 Nov 23 14:07:33.742678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-152ca44f-8f46-4945-8581-19ec883757d6 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202319 Nov 23 14:07:33.745029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-934b1c82-4c68-497e-bc71-da20e73ce41c req-4637200e-4130-454e-b70c-469488b7b4a2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623457 Nov 23 14:07:33.799443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Allocated IP 172.20.0.14 (7811a950-ac82-499b-ba3f-9fd609f856d4/d3f446e3-072d-43c4-84d8-2573908fe985/35a86446-8931-4af5-8aae-b1221a058025) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:07:33.858400 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21ad5e23-2bc7-421c-86a8-db0bf1389b0c req-1824ef98-d12f-4506-9ae0-2c41c6b4cff4 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068742 Nov 23 14:07:33.960424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:33.997082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-177e4cb0-2732-4ccd-bfd8-1639ea3006e8 req-c194f4f3-29bd-4d43-b4f5-a68550256a54 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0343549 Nov 23 14:07:34.081811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:34.099855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['9534263d-70e3-4ac4-a399-220fc5fb1e42'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:34.142276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Network 7811a950-ac82-499b-ba3f-9fd609f856d4 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:07:34.149460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:07:34.162468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee705a6-8698-4e25-bc72-18b143a8f026 req-9ef0de6c-e1f1-4682-8421-4487fdbf53f5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:34.163706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cee705a6-8698-4e25-bc72-18b143a8f026 req-9ef0de6c-e1f1-4682-8421-4487fdbf53f5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 945 time: 0.1252291 Nov 23 14:07:34.164511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:07:34.214790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:34.215438 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:34.220773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:34.266115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-c13b30d8-cb54-4585-82d4-539354e890cc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9600642 Nov 23 14:07:34.284057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Request body: {'port': {'device_id': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:34.386516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cee705a6-8698-4e25-bc72-18b143a8f026 req-e291ce2e-9255-49f5-940d-b83cd3591ea5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024103 Nov 23 14:07:34.386516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:34.642569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08012b3f-2229-4145-8984-f7c76cb30db1 req-83b51ec3-5274-46b8-8c03-a4c53255e7cb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:34.644365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08012b3f-2229-4145-8984-f7c76cb30db1 req-83b51ec3-5274-46b8-8c03-a4c53255e7cb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1216140 Nov 23 14:07:34.729054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a86446-8931-4af5-8aae-b1221a058025 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:34.737295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:34.742545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08012b3f-2229-4145-8984-f7c76cb30db1 req-9acd2772-bef5-4c96-a3ff-1a8098653409 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886621 Nov 23 14:07:34.763965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Transition to ACTIVE for port object 35a86446-8931-4af5-8aae-b1221a058025 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:07:34.785963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:34.857540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:34.893962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:34.917067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12006-23d1-4dd9-9da9-7334419b1efa req-ef0f0f32-f778-4f07-869b-93c4de36c084 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:34.919316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abd12006-23d1-4dd9-9da9-7334419b1efa req-ef0f0f32-f778-4f07-869b-93c4de36c084 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 945 time: 0.1648445 Nov 23 14:07:34.974615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:34.986195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:35.005713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8725a-f0bc-4742-a6bb-dc1c9a2e481d req-e81f9e7c-9af4-4853-ad62-dcde084bd30f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:35.007266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a8725a-f0bc-4742-a6bb-dc1c9a2e481d req-e81f9e7c-9af4-4853-ad62-dcde084bd30f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 948 time: 0.1615667 Nov 23 14:07:35.033521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:35.051960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03409f7-7b80-47bc-998c-91e250a5d416 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:35.067338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abd12006-23d1-4dd9-9da9-7334419b1efa req-447e3b2d-9ce4-4985-b310-2f86bf382571 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412039 Nov 23 14:07:35.089468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:35.096043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:35.104293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:35.104640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:35.104954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:35.113359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:35.113701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:35.119076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a8725a-f0bc-4742-a6bb-dc1c9a2e481d req-e6d29e1b-c2bb-4ff8-8940-efa835ccbe55 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996652 Nov 23 14:07:35.136088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:35.136430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:35.137067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:35.137510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Bound port: 35a86446-8931-4af5-8aae-b1221a058025, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:35.137872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:35.177219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:35.314084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:35.324161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3929927-a31c-4fb2-9845-3d6023803ab0 req-494a39f1-8dfa-4380-8862-9378b70869f3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:35.325738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3929927-a31c-4fb2-9845-3d6023803ab0 req-494a39f1-8dfa-4380-8862-9378b70869f3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1251702 Nov 23 14:07:35.327683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:35.343992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:35.396833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:35.397455 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:35.398812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] 10.222.0.74 "PUT /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 1092 time: 1.1206460 Nov 23 14:07:35.399173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d03409f7-7b80-47bc-998c-91e250a5d416'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:35.399305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'tag': '35a86446-8931-4af5-8aae-b1221a058025'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:35.401458 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "tag": "35a86446-8931-4af5-8aae-b1221a058025"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:35.462479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3929927-a31c-4fb2-9845-3d6023803ab0 req-dc520fb3-7cf7-481c-9108-513a04feedbb tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261010 Nov 23 14:07:35.474924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8dec6-d055-419b-91dc-3be2a4db368a service neutron] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:35.554457 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82129e9e-f774-4170-af66-a95735a49aaf x-openstack-request-id: req-82129e9e-f774-4170-af66-a95735a49aaf {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:35.555046 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "tag": "35a86446-8931-4af5-8aae-b1221a058025", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:35.556647 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82129e9e-f774-4170-af66-a95735a49aaf {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:35.557214 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'tag': '35a86446-8931-4af5-8aae-b1221a058025', 'status': 'completed', 'code': 200} Nov 23 14:07:35.592127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-8d68bbcb-b350-481f-b76b-ec7332aacbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:35.594351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-8d68bbcb-b350-481f-b76b-ec7332aacbdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1095 time: 0.1097589 Nov 23 14:07:35.651016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-0118cd78-b1b0-4432-b1a3-8dff3c41afdf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 217 time: 0.0467436 Nov 23 14:07:35.714629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-40a1fd60-9c59-4c72-b61d-5311efb90c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:35.716840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-40a1fd60-9c59-4c72-b61d-5311efb90c9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0555904 Nov 23 14:07:35.777898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-cfce875c-50ae-4ca9-ba26-9a1d98f04d87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358698 Nov 23 14:07:35.924993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-6536d2e0-7403-4204-b563-f59185c0c911 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272416 Nov 23 14:07:35.935216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b7b40-432f-4942-a15e-78118cd06187 req-cf8751c6-bb88-4b91-933c-9027028a8ec3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:35.939540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc0b7b40-432f-4942-a15e-78118cd06187 req-cf8751c6-bb88-4b91-933c-9027028a8ec3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0765395 Nov 23 14:07:36.048437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc0b7b40-432f-4942-a15e-78118cd06187 req-ff4ca052-a81a-4511-aea7-4394a021b3d3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011379 Nov 23 14:07:36.058828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc403f4-7d32-43de-88ef-0b16c236fec2 req-88eedf93-34b2-4750-b647-f550a1503245 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198657 Nov 23 14:07:36.199605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-d5ee9f78-32ef-41d5-87a5-9eafd88cd53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:36.201116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-d5ee9f78-32ef-41d5-87a5-9eafd88cd53f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1095 time: 0.0872273 Nov 23 14:07:36.214866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2c146-c728-4b78-bf18-2f3918b1a4b8 req-c7b60069-2a34-4279-99ef-e1080e6797bf tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:36.216881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6a2c146-c728-4b78-bf18-2f3918b1a4b8 req-c7b60069-2a34-4279-99ef-e1080e6797bf tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 945 time: 0.0732596 Nov 23 14:07:36.700110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6a2c146-c728-4b78-bf18-2f3918b1a4b8 req-4b1046d4-d634-4b89-8c4c-b34cdea28a2a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697177 Nov 23 14:07:36.711165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c86294-eea0-4cc0-b28c-f2572ac57768 req-5382a7e1-5557-44ce-a57d-1df395894ee6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:36.712691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08c86294-eea0-4cc0-b28c-f2572ac57768 req-5382a7e1-5557-44ce-a57d-1df395894ee6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 949 time: 0.4802058 Nov 23 14:07:36.739040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-ebdd0987-d69e-40df-b79e-dfdbff13a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:36.740481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-ebdd0987-d69e-40df-b79e-dfdbff13a910 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.5188637 Nov 23 14:07:36.818276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-a0fcba16-eee1-4182-a2b3-f943c3163e4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 217 time: 0.0633864 Nov 23 14:07:36.856484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:36.878391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08c86294-eea0-4cc0-b28c-f2572ac57768 req-b4d862a5-b34c-4e81-9373-9f7f988e0238 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587591 Nov 23 14:07:36.911857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f011-e499-4824-8a31-22c2baa4c845 req-34f90b26-6d83-4c4d-aa7a-bdcfe016c54a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:36.912843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b639f011-e499-4824-8a31-22c2baa4c845 req-34f90b26-6d83-4c4d-aa7a-bdcfe016c54a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1103821 Nov 23 14:07:36.923842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-972f0413-5e13-4a73-b8de-482af7aa88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:36.925996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-972f0413-5e13-4a73-b8de-482af7aa88c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0873556 Nov 23 14:07:36.978443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port d03409f7-7b80-47bc-998c-91e250a5d416 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:07:36.982829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d03409f7-7b80-47bc-998c-91e250a5d416 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:36.983391 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:36.998309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-b9d02de1-05a1-4919-a0b8-9c86307d5050 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551176 Nov 23 14:07:37.092613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b639f011-e499-4824-8a31-22c2baa4c845 req-9955c036-677d-4fba-82ee-39dc73638140 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789041 Nov 23 14:07:37.095877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:37.164651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:37.169905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:37.174518 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ffc73-12b9-4a15-ab8a-93a2a8eca209" -d '{"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-plugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:37.186102 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:37.224948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-19705722-101c-4d9a-957c-433adaa3e439 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070353 Nov 23 14:07:37.310422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:37.431872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ab222e2-d228-4c9d-9d89-40b4ab2fb6f6 req-cf4d186b-3d45-42cc-9752-a370b701f9f4 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972775 Nov 23 14:07:37.535390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc73c8-81c1-430c-9a7b-2ca38967885e req-80104fac-4388-4d2c-bac5-41a1d85c1aec tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:37.537199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24dc73c8-81c1-430c-9a7b-2ca38967885e req-80104fac-4388-4d2c-bac5-41a1d85c1aec tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0794454 Nov 23 14:07:37.633554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24dc73c8-81c1-430c-9a7b-2ca38967885e req-6cbf23bd-c08d-4239-8910-8215fda0ac93 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845380 Nov 23 14:07:37.674870 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b8e39-abf2-400f-b1ee-297be541a494 x-openstack-request-id: req-4a1b8e39-abf2-400f-b1ee-297be541a494 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:37.675273 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-plugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:37.675890 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a1b8e39-abf2-400f-b1ee-297be541a494 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:37.676556 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'code': 200} Nov 23 14:07:37.820696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570b234-fa4d-4e83-9851-525197ce41f9 req-95756456-d0a7-47a3-ac71-fe620bbc8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:37.822934 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0570b234-fa4d-4e83-9851-525197ce41f9 req-95756456-d0a7-47a3-ac71-fe620bbc8a04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 1101 time: 0.0637712 Nov 23 14:07:37.882749 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0570b234-fa4d-4e83-9851-525197ce41f9 req-81f6d6a7-332a-46bc-865d-29726405b389 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493109 Nov 23 14:07:38.053604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45c28a-efcc-451d-8902-663179ae9e6c req-d9d785e6-4bbf-4243-a956-f22797cab5f3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:38.063603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f45c28a-efcc-451d-8902-663179ae9e6c req-d9d785e6-4bbf-4243-a956-f22797cab5f3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0678413 Nov 23 14:07:38.134001 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f45c28a-efcc-451d-8902-663179ae9e6c req-f3d7ec55-ce1b-48b3-8911-a81fa9610171 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671182 Nov 23 14:07:38.245975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68c535-880e-45e6-af17-e14ee05e0f6b req-5aa89e22-7321-4133-a2e6-6a13afe31b0b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:38.247806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc68c535-880e-45e6-af17-e14ee05e0f6b req-5aa89e22-7321-4133-a2e6-6a13afe31b0b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.0674293 Nov 23 14:07:38.300648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc68c535-880e-45e6-af17-e14ee05e0f6b req-e4dcb2d8-f747-4bce-a313-1aa1e6e38342 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Nov 23 14:07:38.792241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc4b6-b355-485d-8d43-b7de1f5e48db req-4d3cdf1c-5a57-40e8-8ec8-ca0050b2384d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:38.800588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16afc4b6-b355-485d-8d43-b7de1f5e48db req-4d3cdf1c-5a57-40e8-8ec8-ca0050b2384d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0780203 Nov 23 14:07:38.856019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16afc4b6-b355-485d-8d43-b7de1f5e48db req-49064c1f-7dd7-48b4-85bf-1e0274ab7327 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544238 Nov 23 14:07:39.251286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0380f9-1669-43a4-95e3-309e295118f6 req-dacbf13b-0fd3-479e-a454-7b08406377b2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:39.253088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff0380f9-1669-43a4-95e3-309e295118f6 req-dacbf13b-0fd3-479e-a454-7b08406377b2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0598927 Nov 23 14:07:39.316848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff0380f9-1669-43a4-95e3-309e295118f6 req-49ed2074-3781-4feb-8f23-e26561dc212f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573881 Nov 23 14:07:39.324081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:39.472510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:39.498010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de14598-f0cd-4e37-9d8d-dacdb03f1939 req-a71de494-8269-472b-8fb1-9d54b22435e2 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:39.503953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'mac_address': 'fa:16:3e:60:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:39.506681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7de14598-f0cd-4e37-9d8d-dacdb03f1939 req-a71de494-8269-472b-8fb1-9d54b22435e2 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.0969253 Nov 23 14:07:39.561417 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:39.585321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7de14598-f0cd-4e37-9d8d-dacdb03f1939 req-bbec5216-6d3e-4582-b392-1735f8ef3010 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769470 Nov 23 14:07:39.599297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea4ed00-81e4-49c2-b5a1-29ec67496cd9 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:39.628466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:39.635825 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:39.704731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:40.071765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['dea4ed00-81e4-49c2-b5a1-29ec67496cd9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:40.151573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c380e9-f010-4ded-8f80-0cf6467cb163 req-c2620d9e-fb78-46b6-b925-cae250dc108f tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:40.164431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98c380e9-f010-4ded-8f80-0cf6467cb163 req-c2620d9e-fb78-46b6-b925-cae250dc108f tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 948 time: 0.1940913 Nov 23 14:07:40.233476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddc611-7a8a-4e6f-9466-c7c0736f5673 req-a3f1787d-00dc-408d-ab83-1c1407ed95d0 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:40.246772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98ddc611-7a8a-4e6f-9466-c7c0736f5673 req-a3f1787d-00dc-408d-ab83-1c1407ed95d0 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1096 time: 0.1782684 Nov 23 14:07:40.336036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98c380e9-f010-4ded-8f80-0cf6467cb163 req-040fba41-2164-4b3d-8b15-3b1eceb79c54 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705165 Nov 23 14:07:40.365291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98ddc611-7a8a-4e6f-9466-c7c0736f5673 req-7c3cac5e-f10d-4768-8210-30f79546c536 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173954 Nov 23 14:07:40.537588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571836f-23f5-48e5-b35e-688972c6b67e req-a459f450-b961-4d79-83f0-e59f5f5f6ef7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:40.539260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9571836f-23f5-48e5-b35e-688972c6b67e req-a459f450-b961-4d79-83f0-e59f5f5f6ef7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0752783 Nov 23 14:07:40.639222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9571836f-23f5-48e5-b35e-688972c6b67e req-db89f299-3330-42b1-8397-8fccfaa1ce91 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862317 Nov 23 14:07:40.907691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b1c15cb1-e4df-42dd-abba-a2778527d908 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:40.935789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7089b-232a-4c45-a676-9f7a197b5a38 req-f2a19006-396d-463b-abe9-fe9f11c1f7a7 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:40.952359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3e7089b-232a-4c45-a676-9f7a197b5a38 req-f2a19006-396d-463b-abe9-fe9f11c1f7a7 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1257620 Nov 23 14:07:41.087468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3e7089b-232a-4c45-a676-9f7a197b5a38 req-f69526b4-494f-493c-8474-854b1623d147 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401610 Nov 23 14:07:41.287275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0fb6-cbbd-4746-b576-c4aa2145a462 req-50fd8631-bdf5-421a-a987-51064f47596a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:41.290412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2dcc0fb6-cbbd-4746-b576-c4aa2145a462 req-50fd8631-bdf5-421a-a987-51064f47596a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0777590 Nov 23 14:07:41.391860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2dcc0fb6-cbbd-4746-b576-c4aa2145a462 req-76974457-bf50-4c31-9c0d-ece26c87d22b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867121 Nov 23 14:07:41.447533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:41.583222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:41.583986 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:41.641591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:41.662352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'mac_address': 'fa:16:3e:c7:d6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:41.761758 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:41.774846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:41.775944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619c26-30a6-4843-9a06-44f7857d13f0 req-3340533a-4650-4405-84a2-eb0f6ee02f43 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:41.777791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c619c26-30a6-4843-9a06-44f7857d13f0 req-3340533a-4650-4405-84a2-eb0f6ee02f43 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 948 time: 0.1133151 Nov 23 14:07:41.797635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1c15cb1-e4df-42dd-abba-a2778527d908 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:41.838244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:41.865280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:41.867115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:41.869827 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d3999-562f-4b21-875d-30fabc2ecfa1" -d '{"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-plugged", "status": "completed", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:41.873816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:41.879196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:41.886559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c619c26-30a6-4843-9a06-44f7857d13f0 req-0d4f4a0c-8891-42c9-9209-a5112d335cac tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017511 Nov 23 14:07:41.943078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:42.052686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-359a3812-3d9c-42f5-a8a7-bf80642dc95a tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:07:42.054168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-359a3812-3d9c-42f5-a8a7-bf80642dc95a tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108521 Nov 23 14:07:42.098606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['b1c15cb1-e4df-42dd-abba-a2778527d908'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:42.103706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:42.150589 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b421426-c207-414d-a1e7-c82ad7078be1 x-openstack-request-id: req-2b421426-c207-414d-a1e7-c82ad7078be1 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:42.151144 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-plugged", "status": "completed", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:42.151568 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b421426-c207-414d-a1e7-c82ad7078be1 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:42.152588 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'code': 200} Nov 23 14:07:42.186594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-8fa95758-e9ba-4188-b1b9-e40b7f2c9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:42.197586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-8fa95758-e9ba-4188-b1b9-e40b7f2c9799 service neutron] 10.222.0.46 "GET /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 1093 time: 0.1316099 Nov 23 14:07:42.222065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Request body: {'binding': {'host': 'n-h1-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:42.222523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Unknown quota resources ['binding']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:07:42.473432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-0c53b818-20bd-4e0f-83b0-4cf7cae58866 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--218256095&fields=id&tenant_id=52fba3dac8024516bee1725ea7269665 HTTP/1.1" status: 200 len: 267 time: 0.1774917 Nov 23 14:07:42.573000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on host n-h1-818503-2 for vnic_type normal with profile None {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:42.573358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:42.573673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:42.589682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b25f1-860c-4ec4-b3cb-a5cfacd22b9e req-66307f9f-038e-4fc1-be97-791c6e19bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:42.591281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-862b25f1-860c-4ec4-b3cb-a5cfacd22b9e req-66307f9f-038e-4fc1-be97-791c6e19bf3e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1100 time: 0.1387718 Nov 23 14:07:42.591861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:42.592175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:42.600148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:42.600494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:42.600906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:42.601343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Bound port: 846e1247-35f4-468c-8a40-3d26ea2edc7c, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:42.710918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-862b25f1-860c-4ec4-b3cb-a5cfacd22b9e req-d9f14497-4378-492c-9bb2-ade504e1350d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071134 Nov 23 14:07:42.745387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:42.753797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-105b7d17-cf47-4b11-8b04-9eb6cb959b12 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:42.760696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-105b7d17-cf47-4b11-8b04-9eb6cb959b12 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/networks?id=5ffd1c94-8ae9-477a-9f06-1569a676180e HTTP/1.1" status: 200 len: 816 time: 0.2529628 Nov 23 14:07:42.771638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] Publish callbacks [] for binding, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:42.772496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-3ed3f452-dc16-451e-a4bb-c9c06cd3f548 service neutron] 10.222.0.46 "POST /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5741279 Nov 23 14:07:42.782730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-787f4a39-0b07-4cb4-a840-3488e8ce10b8 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/quotas/52fba3dac8024516bee1725ea7269665 HTTP/1.1" status: 200 len: 375 time: 0.0211432 Nov 23 14:07:42.840800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-d7e1928c-49d0-41c3-a22b-c84b9dbae5f4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=52fba3dac8024516bee1725ea7269665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571685 Nov 23 14:07:42.926399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b1c15cb1-e4df-42dd-abba-a2778527d908 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:43.049757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port b1c15cb1-e4df-42dd-abba-a2778527d908 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:43.050468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:43.060329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e529-ca18-4cf8-bc08-6d729509173e req-38c6cc58-e21e-4933-a64a-8eb899c3e781 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:43.069254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee89e529-ca18-4cf8-bc08-6d729509173e req-38c6cc58-e21e-4933-a64a-8eb899c3e781 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1531568 Nov 23 14:07:43.104365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-538a16be-8b7a-47c6-9188-b74d710beb46 service neutron] 10.222.0.46 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471306 Nov 23 14:07:43.202482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee89e529-ca18-4cf8-bc08-6d729509173e req-f20859f6-fd20-41e2-bf82-17dd55f30d36 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322832 Nov 23 14:07:43.226734 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:43.257331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-8590eb55-b333-4e9f-aa16-f60ad13b8627 service neutron] 10.222.0.46 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487749 Nov 23 14:07:43.285610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:43.289317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:43.347425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:43.362982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-26919c9b-a423-4cec-a520-9b7bb6d67f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:43.366821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-26919c9b-a423-4cec-a520-9b7bb6d67f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1096 time: 0.0962679 Nov 23 14:07:43.511703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-001ffe82-0102-4a1c-844f-90f63e4de71f req-9f969531-cf5f-47da-a4f7-05c420240f85 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:07:43.513203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-001ffe82-0102-4a1c-844f-90f63e4de71f req-9f969531-cf5f-47da-a4f7-05c420240f85 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057611 Nov 23 14:07:43.540070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-29139f45-0fae-4248-82eb-e6366b24306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:43.542868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-29139f45-0fae-4248-82eb-e6366b24306c service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1643276 Nov 23 14:07:43.617465 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-0cbfc02b-3f40-479d-acbc-6a2c35bb1c12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 217 time: 0.0624106 Nov 23 14:07:43.699576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-b3ea4352-6684-4836-92ad-ceac647755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:43.703670 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-b3ea4352-6684-4836-92ad-ceac647755bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0778098 Nov 23 14:07:43.771009 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-04b777fe-0d59-4126-96cd-b256dd627f9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589731 Nov 23 14:07:44.031467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-d24a5ffe-da1a-493f-b804-939c72b5e145 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720301 Nov 23 14:07:44.033288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-8776612f-2cfa-4c0e-bbad-2fa15be58346 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529957 Nov 23 14:07:44.048935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-24eacb59-7600-4dcc-8e49-ae5175589c5b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:07:44.060677 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-24eacb59-7600-4dcc-8e49-ae5175589c5b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113113 Nov 23 14:07:44.071813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911eb4a-fa54-462f-89f7-43c9b081987c req-da9bd84d-7433-4f34-b7ba-d7c9d7fac52d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:44.073293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6911eb4a-fa54-462f-89f7-43c9b081987c req-da9bd84d-7433-4f34-b7ba-d7c9d7fac52d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0707016 Nov 23 14:07:44.082650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739b6d8-d89c-48a7-aaa0-400fac408ba1 req-8e084bdc-1c64-4743-898a-b3024b951c01 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:44.090877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e739b6d8-d89c-48a7-aaa0-400fac408ba1 req-8e084bdc-1c64-4743-898a-b3024b951c01 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.1662576 Nov 23 14:07:44.153869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:44.156598 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfe900-091e-465e-a212-e5c77859be2c" -d '{"events": [{"server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "name": "network-vif-plugged", "status": "completed", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:44.248798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6911eb4a-fa54-462f-89f7-43c9b081987c req-bf8b805a-1c6e-4c34-9115-e1865a5a4784 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489587 Nov 23 14:07:44.300794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-a2fa8d45-c85f-4ba9-b507-6ab17368e10c service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386918 Nov 23 14:07:44.311621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e739b6d8-d89c-48a7-aaa0-400fac408ba1 req-5484db56-d878-448d-afb1-a8f56f8d6d3c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180603 Nov 23 14:07:44.643942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b030714-101a-4bc2-92ba-0e88a1d0d8c3 req-4579365f-d1f8-4b72-940e-e494c493d77a tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.1283596 Nov 23 14:07:44.670284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09700d3b-5b3d-4efa-86f7-dc939875cf44 req-a18fd190-da94-4c49-928b-cd167e8fa546 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:44.679077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09700d3b-5b3d-4efa-86f7-dc939875cf44 req-a18fd190-da94-4c49-928b-cd167e8fa546 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1863208 Nov 23 14:07:44.746544 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964753d8-9ba2-4599-929d-b37b945e12bc x-openstack-request-id: req-964753d8-9ba2-4599-929d-b37b945e12bc {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:44.746874 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "name": "network-vif-plugged", "status": "completed", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:44.747176 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-964753d8-9ba2-4599-929d-b37b945e12bc {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:44.747569 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'code': 200} Nov 23 14:07:44.785495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09700d3b-5b3d-4efa-86f7-dc939875cf44 req-ab5990d7-64b1-428f-b459-2797e5129f24 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052277 Nov 23 14:07:44.968258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728bc9-fc07-45dc-99fa-edb91923356b req-90fff243-27f8-4090-b37f-6d44e26a8c2f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:44.990577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae728bc9-fc07-45dc-99fa-edb91923356b req-90fff243-27f8-4090-b37f-6d44e26a8c2f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1003418 Nov 23 14:07:45.122179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae728bc9-fc07-45dc-99fa-edb91923356b req-75093dc1-123d-46cc-9a82-37f00e680589 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241772 Nov 23 14:07:45.466154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf43a3-7a6c-4aeb-b170-d07772b4e8ae req-d7de0361-95a1-40cc-912d-042dfe0a7a04 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:45.468252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbcf43a3-7a6c-4aeb-b170-d07772b4e8ae req-d7de0361-95a1-40cc-912d-042dfe0a7a04 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1025553 Nov 23 14:07:45.559507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbcf43a3-7a6c-4aeb-b170-d07772b4e8ae req-07bf1093-e260-4eae-8ce1-73d2f88aff89 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801351 Nov 23 14:07:45.577026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ad692-b0b8-4519-a49f-da587c0552a0 req-72e77cd7-37c9-439e-9b9c-513672793b15 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:45.586077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c91ad692-b0b8-4519-a49f-da587c0552a0 req-72e77cd7-37c9-439e-9b9c-513672793b15 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.1161659 Nov 23 14:07:45.737648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c91ad692-b0b8-4519-a49f-da587c0552a0 req-e4c2cdc0-e40a-4b2f-bf48-81ab2946ed19 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505110 Nov 23 14:07:45.983794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-be2360ef-bc11-46d2-927a-a548192b39a5 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:45.984837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b148da0c-c51e-4d69-97dc-bab6778319fa req-65fd7329-ed74-4c8f-b21c-8867b3216f1e tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0469558 Nov 23 14:07:45.987469 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-be2360ef-bc11-46d2-927a-a548192b39a5 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.11 "GET /v2.0/networks?id=5ffd1c94-8ae9-477a-9f06-1569a676180e HTTP/1.1" status: 200 len: 816 time: 0.1508965 Nov 23 14:07:46.036061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe9a3e-a134-4ff6-bf67-e4fdc86bf3be req-9a7f9066-8ff1-449c-bfb1-ba6bacfebb64 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:46.037630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acfe9a3e-a134-4ff6-bf67-e4fdc86bf3be req-9a7f9066-8ff1-449c-bfb1-ba6bacfebb64 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1542244 Nov 23 14:07:46.088975 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-610cfc63-a681-4d9f-997a-e0d99e440152 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52fba3dac8024516bee1725ea7269665 HTTP/1.1" status: 200 len: 379 time: 0.0834379 Nov 23 14:07:46.111990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Request body: {'port': {'device_id': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'admin_state_up': True, 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'security_groups': ['92740601-cf94-4fba-b22f-a58b30300f86']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:46.120830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acfe9a3e-a134-4ff6-bf67-e4fdc86bf3be req-4b22ea14-00c9-40bf-a581-9f59535231b7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769317 Nov 23 14:07:46.169910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ab575-f67c-49d2-8e92-53ee0008fb85 req-22e2070c-cca7-44a7-8770-32acf2197c41 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:46.171617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-641ab575-f67c-49d2-8e92-53ee0008fb85 req-22e2070c-cca7-44a7-8770-32acf2197c41 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0973463 Nov 23 14:07:46.244072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-641ab575-f67c-49d2-8e92-53ee0008fb85 req-0bf6e7e3-8a2f-42cf-a6aa-e862066a5351 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648053 Nov 23 14:07:46.273876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Made reservation on behalf of 52fba3dac8024516bee1725ea7269665 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:07:46.280725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:46.409928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7184a-9652-4bdd-8add-7abc370b3e66 req-5511f8a6-3f8b-4825-b4aa-8a4d5db26d6d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:46.417919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87a7184a-9652-4bdd-8add-7abc370b3e66 req-5511f8a6-3f8b-4825-b4aa-8a4d5db26d6d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.0888410 Nov 23 14:07:46.526605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87a7184a-9652-4bdd-8add-7abc370b3e66 req-96ba4c8c-b300-47e6-b1b2-262defd06db9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049774 Nov 23 14:07:46.538919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-5b049ffc-ffd8-47e2-9fbf-6b7bfcfb9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:46.540903 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-5b049ffc-ffd8-47e2-9fbf-6b7bfcfb9c1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 1101 time: 0.1272662 Nov 23 14:07:46.583119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Allocated IP 172.20.0.13 (5ffd1c94-8ae9-477a-9f06-1569a676180e/58893ca6-f8c9-487a-aa93-381f7627968c/6a1164bb-4aec-4056-a787-476acf998aad) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:07:46.776621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-83879c4d-8584-4443-a0fc-64cdabdea015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:46.778576 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-83879c4d-8584-4443-a0fc-64cdabdea015 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2283459 Nov 23 14:07:46.924263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a814c-89cc-46e1-af38-35416cd62f23 req-e486b578-3d26-4a96-88d1-08369a9ac472 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:46.928593 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-0a57295a-e893-49ee-bc37-94b1622e4733 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 200 len: 217 time: 0.1413319 Nov 23 14:07:46.960183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-185a814c-89cc-46e1-af38-35416cd62f23 req-e486b578-3d26-4a96-88d1-08369a9ac472 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1932168 Nov 23 14:07:47.033625 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:47.093176 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:47.172696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-185a814c-89cc-46e1-af38-35416cd62f23 req-c3e371c7-e2e4-4df6-9a62-6a2905ec2588 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068794 Nov 23 14:07:47.183030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:07:47.202116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:07:47.207378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f7e34-c74c-45ac-86aa-5ab502289557 req-00b09ca6-abec-4f84-8b88-ce4309be5748 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:47.230533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-701f7e34-c74c-45ac-86aa-5ab502289557 req-00b09ca6-abec-4f84-8b88-ce4309be5748 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.1535158 Nov 23 14:07:47.235749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:07:47.259708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event updated for resources: {'Port': ['ID=6a1164bb-4aec-4056-a787-476acf998aad,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:47.277011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-b20979fa-ae9c-49df-a263-2adbdddc1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:47.278675 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-b20979fa-ae9c-49df-a263-2adbdddc1ea7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.3357987 Nov 23 14:07:47.333943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-701f7e34-c74c-45ac-86aa-5ab502289557 req-74a0c6d2-20d4-4d17-8dfb-78187c53061e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003141 Nov 23 14:07:47.346881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 35a86446-8931-4af5-8aae-b1221a058025 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:07:47.535145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:47.536552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:47.568852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78be69e-8c2e-4c57-b345-5dd8640f7330 req-17ac0d08-1faa-46a5-882d-6000ccd81f7b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:47.580302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f78be69e-8c2e-4c57-b345-5dd8640f7330 req-17ac0d08-1faa-46a5-882d-6000ccd81f7b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 932 time: 0.1985290 Nov 23 14:07:47.586532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-4f631070-fa08-41c1-9ced-4838eca83a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:47.594747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-4f631070-fa08-41c1-9ced-4838eca83a91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2719250 Nov 23 14:07:47.633820 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-b8670c0c-5ed9-4b92-8271-a1114b2e33c4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5303032 Nov 23 14:07:47.666638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Request body: {'port': {'device_id': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:47.710847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f78be69e-8c2e-4c57-b345-5dd8640f7330 req-ed1f8584-d7f7-4843-8787-f974bc4151bc tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295674 Nov 23 14:07:47.713776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d26c1af9-2593-45fb-86e2-0ff4de0d3680 None None] Provisioning complete for port 6a1164bb-4aec-4056-a787-476acf998aad triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:47.716311 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d26c1af9-2593-45fb-86e2-0ff4de0d3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:47.745243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:47.770265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428c002-565f-49ac-94a9-f7a46ccc5e6b req-7d51b802-de68-48a7-b35a-d73bc7b873bd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:47.786593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9428c002-565f-49ac-94a9-f7a46ccc5e6b req-7d51b802-de68-48a7-b35a-d73bc7b873bd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1548181 Nov 23 14:07:47.805766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '35a86446-8931-4af5-8aae-b1221a058025', 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4', 'port_id': '35a86446-8931-4af5-8aae-b1221a058025', 'mac_address': 'fa:16:3e:ce:79:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f446e3-072d-43c4-84d8-2573908fe985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:07:47.922159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d26c1af9-2593-45fb-86e2-0ff4de0d3680 None None] Port 6a1164bb-4aec-4056-a787-476acf998aad cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:07:47.925540 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:47.946791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a86446-8931-4af5-8aae-b1221a058025 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:47.949640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:47.978842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:47.987440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:48.021689 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-2515cabe-dfe6-4294-9aa2-722a74ab93ef service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135966 Nov 23 14:07:48.037653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9428c002-565f-49ac-94a9-f7a46ccc5e6b req-bd769ea3-20ea-47a4-ac68-2b5d5a023ff8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499444 Nov 23 14:07:48.063241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869d41-0837-4cf6-a6dd-749dfba3b84c req-47bb6d60-bfa7-4d54-8367-eae6ef9c276d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:48.078446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:48.079501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58869d41-0837-4cf6-a6dd-749dfba3b84c req-47bb6d60-bfa7-4d54-8367-eae6ef9c276d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.2588460 Nov 23 14:07:48.220683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58869d41-0837-4cf6-a6dd-749dfba3b84c req-da950c10-9844-4447-badf-b10aedbbcfe3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401889 Nov 23 14:07:48.256167 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-7924d6a9-fec1-40e7-a70b-39726ff27324 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278564 Nov 23 14:07:48.351498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['35a86446-8931-4af5-8aae-b1221a058025'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:07:48.523793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f7a27-deed-41da-b642-dd324a2da275 req-c56c8d7e-8fe7-4048-a0e6-fe16a8d474af tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:48.529953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc0f7a27-deed-41da-b642-dd324a2da275 req-c56c8d7e-8fe7-4048-a0e6-fe16a8d474af tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1853797 Nov 23 14:07:48.630453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1164bb-4aec-4056-a787-476acf998aad {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:07:48.656559 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:48.691379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Transition to ACTIVE for port object 6a1164bb-4aec-4056-a787-476acf998aad will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:07:48.697923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:48.699249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a4ce0-3bb6-4b28-a5df-45b9b6c34f6a req-67e38dc9-8786-42f1-b01f-6a57ef523b82 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:48.712159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-346a4ce0-3bb6-4b28-a5df-45b9b6c34f6a req-67e38dc9-8786-42f1-b01f-6a57ef523b82 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0932786 Nov 23 14:07:48.740415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc0f7a27-deed-41da-b642-dd324a2da275 req-e4be1bea-0f2f-4eec-999b-02d03ac3cadb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991873 Nov 23 14:07:48.777370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1164bb-4aec-4056-a787-476acf998aad,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:48.798680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-346a4ce0-3bb6-4b28-a5df-45b9b6c34f6a req-4aa71064-00cb-4ef2-b55c-caa3acf71dca tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824776 Nov 23 14:07:48.951215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27acbd-624f-429e-846a-dbac73c500ed req-89523e2a-7512-4b04-a9e8-c8572af79577 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:48.962380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d27acbd-624f-429e-846a-dbac73c500ed req-89523e2a-7512-4b04-a9e8-c8572af79577 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0954068 Nov 23 14:07:48.974006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Attempting to bind port 6a1164bb-4aec-4056-a787-476acf998aad on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:48.974367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Attempting to bind port 6a1164bb-4aec-4056-a787-476acf998aad by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:48.974677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Attempting to bind port 6a1164bb-4aec-4056-a787-476acf998aad on network 5ffd1c94-8ae9-477a-9f06-1569a676180e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:48.985450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Port 6a1164bb-4aec-4056-a787-476acf998aad on network 5ffd1c94-8ae9-477a-9f06-1569a676180e not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:48.986616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Attempting to bind port 6a1164bb-4aec-4056-a787-476acf998aad on network 5ffd1c94-8ae9-477a-9f06-1569a676180e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:48.998670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:49.000249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Checking segment: {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:49.000931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Bound using segment: {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:49.001782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Bound port: 6a1164bb-4aec-4056-a787-476acf998aad, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae2a91e-914f-4f8e-84cc-ba20d55064b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:49.005555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:49.023888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d27acbd-624f-429e-846a-dbac73c500ed req-1aab6250-8e19-4be5-abe0-66a228b3630d tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597885 Nov 23 14:07:49.197030 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:07:49.237620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba26e-0a65-4bd4-81ff-d4e7804dc7ea req-9f846a98-d353-4b80-990a-0be313fb07a6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:49.247672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dcba26e-0a65-4bd4-81ff-d4e7804dc7ea req-9f846a98-d353-4b80-990a-0be313fb07a6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1107426 Nov 23 14:07:49.336508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dcba26e-0a65-4bd4-81ff-d4e7804dc7ea req-ade8833d-d66c-40a5-af6f-4e1548931062 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879362 Nov 23 14:07:49.405750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3df789-5134-4c25-adec-4ecd59709aaf req-8313f262-2510-414c-bed5-57749911dd3d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:49.412844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df3df789-5134-4c25-adec-4ecd59709aaf req-8313f262-2510-414c-bed5-57749911dd3d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.0932281 Nov 23 14:07:49.424561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] For port 6a1164bb-4aec-4056-a787-476acf998aad, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:07:49.429892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] For port 6a1164bb-4aec-4056-a787-476acf998aad, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=6a1164bb-4aec-4056-a787-476acf998aad,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:49.437837 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:49.486657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df3df789-5134-4c25-adec-4ecd59709aaf req-6c272ead-00eb-4aa8-88fc-060259a2c34b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Nov 23 14:07:49.536354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:49.536994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:49.539151 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a1164bb-4aec-4056-a787-476acf998aad HTTP/1.1" status: 200 len: 1092 time: 1.8876781 Nov 23 14:07:49.539614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:49.542341 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "tag": "6a1164bb-4aec-4056-a787-476acf998aad"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:49.566707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fc869-6bee-4962-847b-b9687b96f153 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1164bb-4aec-4056-a787-476acf998aad,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:49.621626 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345fbe38-1952-43da-8c4f-bd07e6843bbf x-openstack-request-id: req-345fbe38-1952-43da-8c4f-bd07e6843bbf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:49.622190 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "tag": "6a1164bb-4aec-4056-a787-476acf998aad", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:49.622508 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-345fbe38-1952-43da-8c4f-bd07e6843bbf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:49.622994 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad', 'status': 'completed', 'code': 200} Nov 23 14:07:49.697947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-e9ffe866-67ca-4b3c-b10f-e92273de1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:49.700701 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-e9ffe866-67ca-4b3c-b10f-e92273de1f2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52fba3dac8024516bee1725ea7269665&device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 1095 time: 0.0963862 Nov 23 14:07:49.764064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-a105b207-7ae4-437d-9fe0-48f45b29bbb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a1164bb-4aec-4056-a787-476acf998aad HTTP/1.1" status: 200 len: 217 time: 0.0494606 Nov 23 14:07:49.884812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-78610c78-08c0-4518-a127-722d07917027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:49.886329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-78610c78-08c0-4518-a127-722d07917027 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58893ca6-f8c9-487a-aa93-381f7627968c HTTP/1.1" status: 200 len: 855 time: 0.1088262 Nov 23 14:07:49.940366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475de08-54b6-4641-8513-e477c541dd23 req-4c5b83d4-1ec1-4347-87e9-69aef739367e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:49.954074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6475de08-54b6-4641-8513-e477c541dd23 req-4c5b83d4-1ec1-4347-87e9-69aef739367e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0830619 Nov 23 14:07:49.968165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-69a5a5a7-eb9f-40cc-a994-4977d06f7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:49.971054 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-69a5a5a7-eb9f-40cc-a994-4977d06f7a4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ffd1c94-8ae9-477a-9f06-1569a676180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761278 Nov 23 14:07:50.060190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6475de08-54b6-4641-8513-e477c541dd23 req-152631e2-b41f-4edf-b576-643bfba3e41e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040001 Nov 23 14:07:50.092020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408c91-6505-4a76-a572-c6e3ce9b2181 req-9982cadf-4b1d-4b04-97a8-9cdd6b65e648 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.099403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17408c91-6505-4a76-a572-c6e3ce9b2181 req-9982cadf-4b1d-4b04-97a8-9cdd6b65e648 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.1343184 Nov 23 14:07:50.118519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-f0707114-5ba5-400d-951a-9b2ef9eeef60 service neutron] 10.222.0.11 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388454 Nov 23 14:07:50.204628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17408c91-6505-4a76-a572-c6e3ce9b2181 req-de334cf6-5a77-418d-9a26-73edf72b4aa2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042168 Nov 23 14:07:50.242367 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4313b19d-6210-405e-b250-4a07ff01dc69 req-ec357125-c0cf-45ff-8d81-f257c4c3015b service neutron] 10.222.0.11 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107337 Nov 23 14:07:50.293418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a5ea5-5afb-4ab0-aaf4-62fac9154c90 req-311b4541-67a2-40b9-bd76-65320cf47cbf tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.295182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-243a5ea5-5afb-4ab0-aaf4-62fac9154c90 req-311b4541-67a2-40b9-bd76-65320cf47cbf tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0688641 Nov 23 14:07:50.356100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-bcf65911-4004-40c1-b51c-49b4a790d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.358366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-bcf65911-4004-40c1-b51c-49b4a790d2a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52fba3dac8024516bee1725ea7269665&device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 1095 time: 0.0654073 Nov 23 14:07:50.362827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-243a5ea5-5afb-4ab0-aaf4-62fac9154c90 req-e6745d01-95d2-4ea8-ae29-45754627e67b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604680 Nov 23 14:07:50.483447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-b58c19a0-c8e3-4a47-844e-cdaf8b1babff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.485133 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-b58c19a0-c8e3-4a47-844e-cdaf8b1babff service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ffd1c94-8ae9-477a-9f06-1569a676180e HTTP/1.1" status: 200 len: 917 time: 0.1090012 Nov 23 14:07:50.489145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa375a-9e98-49e1-a479-bfc6b5706ce9 req-6f3cc56c-51f4-4d2f-b730-06f51121a919 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.490842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1aa375a-9e98-49e1-a479-bfc6b5706ce9 req-6f3cc56c-51f4-4d2f-b730-06f51121a919 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0628724 Nov 23 14:07:50.582377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1aa375a-9e98-49e1-a479-bfc6b5706ce9 req-24ad94e8-d1fc-4ac1-b2b3-46effac8d625 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851340 Nov 23 14:07:50.588245 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-c92cd633-7874-4992-b0f8-7aca2c8ea1f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a1164bb-4aec-4056-a787-476acf998aad HTTP/1.1" status: 200 len: 217 time: 0.0842350 Nov 23 14:07:50.633798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb783b-61ae-46ef-bfe5-7c6975689e86 req-1517bbc1-7d1a-4e15-a91c-de62a7ca1750 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.641986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69cb783b-61ae-46ef-bfe5-7c6975689e86 req-1517bbc1-7d1a-4e15-a91c-de62a7ca1750 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.0913687 Nov 23 14:07:50.666681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-df7807de-0bae-433f-8eb3-144adb2d38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.668092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-df7807de-0bae-433f-8eb3-144adb2d38e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58893ca6-f8c9-487a-aa93-381f7627968c HTTP/1.1" status: 200 len: 855 time: 0.0591569 Nov 23 14:07:50.741412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-5dc87c67-89c0-4c98-b5a0-dc244ab418e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:50.743750 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-5dc87c67-89c0-4c98-b5a0-dc244ab418e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ffd1c94-8ae9-477a-9f06-1569a676180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625317 Nov 23 14:07:50.750920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69cb783b-61ae-46ef-bfe5-7c6975689e86 req-9c1d2b6e-d5b3-49e1-8ce8-56d479a30ff0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076958 Nov 23 14:07:50.875728 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-6ba7e65a-d7d6-4960-8984-cefc1dae3c0c service neutron] 10.222.0.11 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104593 Nov 23 14:07:50.986311 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-811cb633-6efd-4bfc-9808-dcb2ebf45b5a req-33367037-276e-463a-afb4-611a9ff402ec service neutron] 10.222.0.11 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984008 Nov 23 14:07:51.200788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f78aa-ad4f-4a52-b111-526634116e7d req-5b7c30c7-bde3-4fce-817b-8538d7d1b3ce tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:51.204816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-235f78aa-ad4f-4a52-b111-526634116e7d req-5b7c30c7-bde3-4fce-817b-8538d7d1b3ce tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0866275 Nov 23 14:07:51.260714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-235f78aa-ad4f-4a52-b111-526634116e7d req-a13894fe-c203-4cc4-9994-f58fac8e326b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Nov 23 14:07:51.331802 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417c321-b894-4b72-82f7-358eff953b7e req-5b5361f7-5262-4610-9de3-173527c80329 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:51.339694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1417c321-b894-4b72-82f7-358eff953b7e req-5b5361f7-5262-4610-9de3-173527c80329 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0579293 Nov 23 14:07:51.363497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 35a86446-8931-4af5-8aae-b1221a058025 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:07:51.420851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1417c321-b894-4b72-82f7-358eff953b7e req-654420af-5e59-49d4-8e42-c4a48c56d137 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755246 Nov 23 14:07:51.451292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 35a86446-8931-4af5-8aae-b1221a058025 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:07:51.461160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 35a86446-8931-4af5-8aae-b1221a058025 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:07:51.461516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:51.522620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ad4d5-8dc3-47b4-8094-609151f515c9 req-59fb218c-9596-4424-8057-e4f91d272256 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:51.525034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-956ad4d5-8dc3-47b4-8094-609151f515c9 req-59fb218c-9596-4424-8057-e4f91d272256 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0627830 Nov 23 14:07:51.568365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:51.613134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-956ad4d5-8dc3-47b4-8094-609151f515c9 req-8fc78ace-f83b-4ae9-bcf5-b95b61a4d2e8 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721080 Nov 23 14:07:51.618622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:07:51.619946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a86446-8931-4af5-8aae-b1221a058025'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:07:51.631229 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf869c08-572b-4694-8084-2fc98049d315" -d '{"events": [{"server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "name": "network-vif-plugged", "status": "completed", "tag": "35a86446-8931-4af5-8aae-b1221a058025"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:07:51.638836 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:51.679876 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a692c7c5-195d-471a-88e8-01ddc3ad1349 x-openstack-request-id: req-a692c7c5-195d-471a-88e8-01ddc3ad1349 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:07:51.680525 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "name": "network-vif-plugged", "status": "completed", "tag": "35a86446-8931-4af5-8aae-b1221a058025", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:07:51.680932 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a692c7c5-195d-471a-88e8-01ddc3ad1349 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:07:51.683908 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a86446-8931-4af5-8aae-b1221a058025', 'code': 200} Nov 23 14:07:51.744972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:07:51.876253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2a40-fd61-49cf-9ac4-d828ffd45a53 req-419952bb-60a7-4106-8cbe-5ecc9a1767c9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:51.888301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7efe2a40-fd61-49cf-9ac4-d828ffd45a53 req-419952bb-60a7-4106-8cbe-5ecc9a1767c9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1663735 Nov 23 14:07:51.909818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a6cc-d292-4680-9472-f3ecf6d967a6 req-f16ff668-6aea-4c52-9b8f-6e5465c7e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:51.911662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0f1a6cc-d292-4680-9472-f3ecf6d967a6 req-f16ff668-6aea-4c52-9b8f-6e5465c7e740 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1097 time: 0.1339486 Nov 23 14:07:52.017066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7efe2a40-fd61-49cf-9ac4-d828ffd45a53 req-945683ee-4815-4f4b-9d85-dfcc8cc0e01e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195676 Nov 23 14:07:52.041683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0f1a6cc-d292-4680-9472-f3ecf6d967a6 req-da2179b9-4b07-45de-95d5-a0396b6357ea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146679 Nov 23 14:07:52.071480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684867c-f46f-4a72-a56d-339c6f1921f5 req-547f90ac-a073-463b-a36b-8486caf4ba20 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:52.081407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9684867c-f46f-4a72-a56d-339c6f1921f5 req-547f90ac-a073-463b-a36b-8486caf4ba20 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1020017 Nov 23 14:07:52.136140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9684867c-f46f-4a72-a56d-339c6f1921f5 req-abfe8e8c-5188-4c57-88f4-4258fe2d4fce tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531106 Nov 23 14:07:52.395843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853f835-70d9-487f-9fb2-be7b38407d0c req-dc8e6ffe-2e49-409b-828a-f98c4e1caa74 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:52.403786 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6853f835-70d9-487f-9fb2-be7b38407d0c req-dc8e6ffe-2e49-409b-828a-f98c4e1caa74 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0614634 Nov 23 14:07:52.553389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6853f835-70d9-487f-9fb2-be7b38407d0c req-842bdc3c-a000-47ea-8463-d85676e102c4 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401491 Nov 23 14:07:52.580543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9c59c-423d-40c9-a48a-045d9ee07856 req-f0bb0e17-5f9e-44bf-867d-51d2f3d4d44e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:52.594660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dfe9c59c-423d-40c9-a48a-045d9ee07856 req-f0bb0e17-5f9e-44bf-867d-51d2f3d4d44e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0843542 Nov 23 14:07:52.677918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dfe9c59c-423d-40c9-a48a-045d9ee07856 req-36f9b4c9-57fe-46f0-9cd1-f62aa99e8be5 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Nov 23 14:07:52.755632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed51d6d-f156-4c3a-bcdf-f955f3b48ee3 req-3c86ba64-cc20-49fc-bccf-ea2150b4abd3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:52.757514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ed51d6d-f156-4c3a-bcdf-f955f3b48ee3 req-3c86ba64-cc20-49fc-bccf-ea2150b4abd3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0566549 Nov 23 14:07:52.811569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ed51d6d-f156-4c3a-bcdf-f955f3b48ee3 req-7d9e6a2f-201c-4775-8a47-66b61b3b7d36 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Nov 23 14:07:53.188822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a076-c597-45b3-a36f-a351db6e4c7b req-898f19b2-0b7e-41c8-8235-45ede986d4ad tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:53.199734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ea1a076-c597-45b3-a36f-a351db6e4c7b req-898f19b2-0b7e-41c8-8235-45ede986d4ad tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1102526 Nov 23 14:07:53.292719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ea1a076-c597-45b3-a36f-a351db6e4c7b req-f5879b57-74af-4335-8136-301d9a3d8bef tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928538 Nov 23 14:07:53.309590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018351c9-14cd-47b1-a724-b8b4d92614f4 req-82bf5599-9243-4d30-b976-eab8cb29448e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:53.317254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-018351c9-14cd-47b1-a724-b8b4d92614f4 req-82bf5599-9243-4d30-b976-eab8cb29448e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0789349 Nov 23 14:07:53.401835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-018351c9-14cd-47b1-a724-b8b4d92614f4 req-64a61e4c-2227-4682-9cec-6048811c43b6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837085 Nov 23 14:07:53.454200 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:53.761581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801fb6-881b-46cd-878c-313e7196aafd req-d21ac4cd-3131-4fba-934c-56e4161cf894 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:53.782570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4801fb6-881b-46cd-878c-313e7196aafd req-d21ac4cd-3131-4fba-934c-56e4161cf894 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1134241 Nov 23 14:07:53.836173 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4801fb6-881b-46cd-878c-313e7196aafd req-ca4f4557-ab58-4f88-a2d0-d11c1d16c47a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525579 Nov 23 14:07:53.897713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b6cef-7d59-4a86-a656-51ebebecd923 req-3fdc2c31-ebad-461c-b95b-42cc249636f3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:53.905097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-350b6cef-7d59-4a86-a656-51ebebecd923 req-3fdc2c31-ebad-461c-b95b-42cc249636f3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0743911 Nov 23 14:07:54.014262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-350b6cef-7d59-4a86-a656-51ebebecd923 req-5c52812c-5343-49f8-8cbe-26e0ae719eb2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080980 Nov 23 14:07:54.059689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca535416-af55-49ce-9075-f67cd586c5c9 req-7a048c7b-4327-4d71-96d6-d8ff46cb23db tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:54.064632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca535416-af55-49ce-9075-f67cd586c5c9 req-7a048c7b-4327-4d71-96d6-d8ff46cb23db tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.1438649 Nov 23 14:07:54.162221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca535416-af55-49ce-9075-f67cd586c5c9 req-d75bae6b-95dc-4102-8517-145f3e41babb tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866957 Nov 23 14:07:54.462625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8de70-897e-472b-9c17-b01033c1ea41 req-a273aba6-a472-4d75-8f38-a749bd36d410 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:54.467382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88c8de70-897e-472b-9c17-b01033c1ea41 req-a273aba6-a472-4d75-8f38-a749bd36d410 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0855763 Nov 23 14:07:54.582342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88c8de70-897e-472b-9c17-b01033c1ea41 req-7c991c88-b947-43cd-94f2-0ebf4a86c1c6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072943 Nov 23 14:07:54.660010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a397a-616d-42e0-84cb-9e3dbc1187e4 req-c56e9aaf-63e5-4ff7-8974-9fa70d9b71cd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:54.664495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-934a397a-616d-42e0-84cb-9e3dbc1187e4 req-c56e9aaf-63e5-4ff7-8974-9fa70d9b71cd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0590353 Nov 23 14:07:54.727322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-934a397a-616d-42e0-84cb-9e3dbc1187e4 req-206d8ce6-3b2d-447a-9d56-0f3ad27bbfba tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586963 Nov 23 14:07:54.864649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a66f4-9530-46f2-96a4-ff78908d5e10 req-f4c5e41a-10aa-43ef-b5a7-ee92372f0de9 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:54.866069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-972a66f4-9530-46f2-96a4-ff78908d5e10 req-f4c5e41a-10aa-43ef-b5a7-ee92372f0de9 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1097 time: 0.0560193 Nov 23 14:07:54.963204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-972a66f4-9530-46f2-96a4-ff78908d5e10 req-5d6d7662-b52a-41f4-8ac4-d2f2fdce27fe tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832396 Nov 23 14:07:55.018353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d7b3-5203-4fda-9724-ce351be73a09 req-1eea3da7-3bb3-4cf2-a673-2b3558e5650a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:55.027115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52b9d7b3-5203-4fda-9724-ce351be73a09 req-1eea3da7-3bb3-4cf2-a673-2b3558e5650a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0823960 Nov 23 14:07:55.113603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52b9d7b3-5203-4fda-9724-ce351be73a09 req-2bc6f596-11a0-48d9-b1b4-67dc3f062b3c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852647 Nov 23 14:07:55.122496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da247870-e44c-4fea-b927-368821b5feda req-6543cadd-c03e-4feb-bc4f-a6d3546f9048 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:55.132395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da247870-e44c-4fea-b927-368821b5feda req-6543cadd-c03e-4feb-bc4f-a6d3546f9048 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1097 time: 0.0864007 Nov 23 14:07:55.203269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da247870-e44c-4fea-b927-368821b5feda req-e8f04de3-bcbf-425a-9dd7-43469933275e tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661838 Nov 23 14:07:55.275634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972483-e830-4030-8084-c9c77bf05c6e req-18e256fe-294a-41bf-8814-f006c83b28a7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:55.283237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21972483-e830-4030-8084-c9c77bf05c6e req-18e256fe-294a-41bf-8814-f006c83b28a7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0823767 Nov 23 14:07:55.365677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21972483-e830-4030-8084-c9c77bf05c6e req-e3255ae3-6070-408f-b6e9-75222605c428 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743248 Nov 23 14:07:55.429021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f5714-2622-4475-9ab8-6e735b263d1b req-9099f24b-f49a-4c8a-ac96-ab68818f022b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:55.436579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-995f5714-2622-4475-9ab8-6e735b263d1b req-9099f24b-f49a-4c8a-ac96-ab68818f022b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0562458 Nov 23 14:07:55.499055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-995f5714-2622-4475-9ab8-6e735b263d1b req-ed1da96a-0203-4d50-b147-3944796a51ae tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562813 Nov 23 14:07:55.804774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0aad-44f0-40b2-848d-028509080c02 req-d4169f6e-4556-4869-88d2-bb541ef269e5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:55.807299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f8b0aad-44f0-40b2-848d-028509080c02 req-d4169f6e-4556-4869-88d2-bb541ef269e5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0957935 Nov 23 14:07:55.881656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f8b0aad-44f0-40b2-848d-028509080c02 req-6c67a64f-475d-43eb-92a4-ea8aea0fd5de tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660210 Nov 23 14:07:56.356633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798dc72-295f-4f26-b2be-d827079a56c7 req-cdc3bea7-d44c-471d-84b4-2756d2733e0b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:56.361596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5798dc72-295f-4f26-b2be-d827079a56c7 req-cdc3bea7-d44c-471d-84b4-2756d2733e0b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1562140 Nov 23 14:07:56.459322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5798dc72-295f-4f26-b2be-d827079a56c7 req-5ae9ea6a-171d-42d7-a053-4804eb3c403b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917554 Nov 23 14:07:56.627593 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e443649-d005-47ce-a749-8060eff1212b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:56.791147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70235fc-3fdf-4dae-a8c9-ef8970bf1a0f req-40af69c5-89f0-4982-aaf9-a8487cf31f67 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:56.836191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b70235fc-3fdf-4dae-a8c9-ef8970bf1a0f req-40af69c5-89f0-4982-aaf9-a8487cf31f67 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0543976 Nov 23 14:07:56.845776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b70235fc-3fdf-4dae-a8c9-ef8970bf1a0f req-9f3b5494-8986-490d-9abc-dc9a74bb0c98 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Nov 23 14:07:56.862250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:56.863530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-5dd83d45-4bfb-4b8f-abc3-035f7c028b86 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:07:56.873468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-5dd83d45-4bfb-4b8f-abc3-035f7c028b86 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169177 Nov 23 14:07:56.944227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-55dee53c-5167-43f4-9127-13e1d3f89cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:56.951155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-55dee53c-5167-43f4-9127-13e1d3f89cbd service neutron] 10.222.0.46 "GET /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 1094 time: 0.0764620 Nov 23 14:07:56.966335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Request body: {'binding': {'host': 'n-h1-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:07:56.966796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Unknown quota resources ['binding']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:07:57.121602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d799173-2ce5-49a9-9d12-7c3934e4a78f req-23f2eaa8-3644-4b54-94c8-843cf9ab47ca tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:57.130773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d799173-2ce5-49a9-9d12-7c3934e4a78f req-23f2eaa8-3644-4b54-94c8-843cf9ab47ca tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.1311579 Nov 23 14:07:57.219017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d799173-2ce5-49a9-9d12-7c3934e4a78f req-e842f82d-249c-4632-83c7-732179ffa235 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834315 Nov 23 14:07:57.248635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on host n-h1-818503-2 for vnic_type normal with profile None {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:07:57.248984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:07:57.249866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:57.255380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:07:57.255706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:07:57.262692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:07:57.263082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:07:57.263468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:07:57.263899 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Bound port: 35a86446-8931-4af5-8aae-b1221a058025, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:07:57.335683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:07:57.347969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] Publish callbacks [] for binding, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:57.349619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-6b95e39e-ecd0-47c6-894e-309f3dbcee5a service neutron] 10.222.0.46 "POST /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025/bindings HTTP/1.1" status: 201 len: 389 time: 0.3976669 Nov 23 14:07:57.470015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad12af-bd0a-4e4d-93b9-2de67d042040 req-acef1cce-988c-4db5-8c3b-6b657e3d0c6e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:57.473231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6aad12af-bd0a-4e4d-93b9-2de67d042040 req-acef1cce-988c-4db5-8c3b-6b657e3d0c6e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0959146 Nov 23 14:07:57.627218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6aad12af-bd0a-4e4d-93b9-2de67d042040 req-ca0bbb2f-9979-4381-8460-4ad4a3fde231 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434550 Nov 23 14:07:57.668370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61594-5aa2-4364-8605-2af36fb8d60b req-3995029b-4340-419e-b099-41d346891798 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:57.670813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afc61594-5aa2-4364-8605-2af36fb8d60b req-3995029b-4340-419e-b099-41d346891798 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1286752 Nov 23 14:07:57.798054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afc61594-5aa2-4364-8605-2af36fb8d60b req-671ad90f-b824-4339-ad7b-ac07b0e6f372 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208999 Nov 23 14:07:57.844327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d41c2-04e7-40fb-a57d-2b269807a58a req-236432ac-8452-4a54-9e2f-856dd3461464 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:57.855311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-980d41c2-04e7-40fb-a57d-2b269807a58a req-236432ac-8452-4a54-9e2f-856dd3461464 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0973742 Nov 23 14:07:57.912246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-980d41c2-04e7-40fb-a57d-2b269807a58a req-95c89206-8a04-40fd-b458-ca7fd9f6ee1d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557353 Nov 23 14:07:58.082034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184a82-659e-4cbf-8d5e-b3582f1d6046 req-c5d79392-9f46-422d-af6f-bc9f479af3a7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:58.090205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14184a82-659e-4cbf-8d5e-b3582f1d6046 req-c5d79392-9f46-422d-af6f-bc9f479af3a7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0862076 Nov 23 14:07:58.151905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14184a82-659e-4cbf-8d5e-b3582f1d6046 req-4730bc0b-8303-4f9e-84a8-3b1d65c0b1d5 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613463 Nov 23 14:07:58.334615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d785fb-a4f7-4e55-b04a-dcad60cbeee6 req-3be5e238-206f-445d-a7bb-a55f2d746379 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:58.336434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6d785fb-a4f7-4e55-b04a-dcad60cbeee6 req-3be5e238-206f-445d-a7bb-a55f2d746379 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0542128 Nov 23 14:07:58.388307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6d785fb-a4f7-4e55-b04a-dcad60cbeee6 req-ba7e211c-e3c1-4f7f-ac46-b2de382b5514 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455062 Nov 23 14:07:58.770188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c75b-83ef-474a-9ae9-e9df4c6bcab0 req-e9bcf59c-2531-40d7-9183-746a7c870c75 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:58.772001 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b43c75b-83ef-474a-9ae9-e9df4c6bcab0 req-e9bcf59c-2531-40d7-9183-746a7c870c75 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0547397 Nov 23 14:07:58.830340 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b43c75b-83ef-474a-9ae9-e9df4c6bcab0 req-2e7c99f0-c708-4270-83ab-592728ce569c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Nov 23 14:07:58.939339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478afcd-5e27-4540-84e4-5fff3a0ee49b req-5538b132-8f72-4d7f-acd4-4a73f43aaa88 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:58.941213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6478afcd-5e27-4540-84e4-5fff3a0ee49b req-5538b132-8f72-4d7f-acd4-4a73f43aaa88 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0527656 Nov 23 14:07:58.989598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6478afcd-5e27-4540-84e4-5fff3a0ee49b req-3e861e5e-44cd-475d-85a4-4efad192c603 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Nov 23 14:07:59.018571 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5ca07560-8501-405f-a105-94fe51db247b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:59.429389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b23cd-ebaa-410d-8464-fe8caf59aff2 req-4194eda4-fde0-4050-8981-827ad3f20ad8 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:59.430745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a06b23cd-ebaa-410d-8464-fe8caf59aff2 req-4194eda4-fde0-4050-8981-827ad3f20ad8 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.3505888 Nov 23 14:07:59.528904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-97e3a9f4-d47a-44d9-a014-af42d297042d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:59.530341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-97e3a9f4-d47a-44d9-a014-af42d297042d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.1438694 Nov 23 14:07:59.533968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a06b23cd-ebaa-410d-8464-fe8caf59aff2 req-59d7982b-0844-485a-9afd-3f1c01c48caa tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Nov 23 14:07:59.555407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-e19617c3-6274-4f02-a316-64bdd3401c59 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/quotas/85b96f2700e344708701a19a4ee9f9a0 HTTP/1.1" status: 200 len: 375 time: 0.0088782 Nov 23 14:07:59.601725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-eaf247f2-8708-447e-94a5-9073d43912a4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502229 Nov 23 14:07:59.696654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39b52-bc26-4d8e-b941-7fc526ed9561 req-1c29c639-7587-408a-bfdc-cafb41787c19 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:59.698949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5e39b52-bc26-4d8e-b941-7fc526ed9561 req-1c29c639-7587-408a-bfdc-cafb41787c19 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.1098237 Nov 23 14:07:59.739248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-9121f041-01c9-403f-b2d2-74c282ea2c9e service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193540 Nov 23 14:07:59.776010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5e39b52-bc26-4d8e-b941-7fc526ed9561 req-f8555a01-cea8-40e7-9724-acf67c44b5de tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704088 Nov 23 14:07:59.855491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-13609e39-671a-480f-9f21-ab8ad84dad0f service neutron] 10.222.0.46 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089029 Nov 23 14:07:59.930632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:07:59.973982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f407d-e647-43dd-b8b3-6de637901196 req-6ba5bbeb-944a-44e6-8099-2a886e45fad4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:07:59.981319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a2f407d-e647-43dd-b8b3-6de637901196 req-6ba5bbeb-944a-44e6-8099-2a886e45fad4 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0671539 Nov 23 14:08:00.041149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a2f407d-e647-43dd-b8b3-6de637901196 req-2d722c9e-7de0-4a4b-9e1d-8a1c7c87ea70 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589566 Nov 23 14:08:00.121490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1387fbf-a844-446b-8099-a28a56915e85 req-b2a0d37c-e75b-489e-9257-beb963fdc9e5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 210 time: 0.0292234 Nov 23 14:08:00.131389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf20e5-b776-4bf9-bde7-0cc2f441c220 req-10a7e9d4-fc08-459f-ad7d-5200bcbfd8cf tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.148727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30bf20e5-b776-4bf9-bde7-0cc2f441c220 req-10a7e9d4-fc08-459f-ad7d-5200bcbfd8cf tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0957577 Nov 23 14:08:00.199739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30bf20e5-b776-4bf9-bde7-0cc2f441c220 req-a92903c0-d6f1-4dcd-a0c5-75a49d3e14aa tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500860 Nov 23 14:08:00.269833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39b197-8a95-42a1-87c7-3b08f839c0cc req-b1d66570-87be-454a-8e9f-dc845d00d725 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.274026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a39b197-8a95-42a1-87c7-3b08f839c0cc req-b1d66570-87be-454a-8e9f-dc845d00d725 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0708308 Nov 23 14:08:00.322245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a39b197-8a95-42a1-87c7-3b08f839c0cc req-196bae6a-62a9-47dd-aa6a-13c7945e8a60 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Nov 23 14:08:00.501998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-c7c7417e-6703-498b-a24f-45aba23fc76e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429771 Nov 23 14:08:00.571647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084144-7894-4595-91ab-b359868f6654 req-5a5b6054-44e3-4b45-8a80-d21d596ef6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.574759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-5a5b6054-44e3-4b45-8a80-d21d596ef6a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1101 time: 0.0475991 Nov 23 14:08:00.724535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ae6a-0551-43ea-b9d7-9b6c1c706ede req-7cd20f87-737e-4b88-a629-48593febbb4d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.726113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7334ae6a-0551-43ea-b9d7-9b6c1c706ede req-7cd20f87-737e-4b88-a629-48593febbb4d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1036949 Nov 23 14:08:00.729160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084144-7894-4595-91ab-b359868f6654 req-a7689298-4f39-460c-9148-8e50a58acfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.730533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-a7689298-4f39-460c-9148-8e50a58acfc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1260378 Nov 23 14:08:00.784907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-7cd209df-d4fa-44b5-b02f-0ff65e985dfc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0438421 Nov 23 14:08:00.846280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7334ae6a-0551-43ea-b9d7-9b6c1c706ede req-6ed69fa9-7858-4eff-ba49-174d6d903840 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113710 Nov 23 14:08:00.866598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084144-7894-4595-91ab-b359868f6654 req-bf8e45ae-f7ba-46b6-a640-98b42fbcc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.868053 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-bf8e45ae-f7ba-46b6-a640-98b42fbcc089 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0730774 Nov 23 14:08:00.940339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c511b1-1ad3-4ed2-a4f1-a595a4c14a70 req-76bd33eb-cae6-4991-ac8d-4d133e6611cb tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.941816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33c511b1-1ad3-4ed2-a4f1-a595a4c14a70 req-76bd33eb-cae6-4991-ac8d-4d133e6611cb tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0852630 Nov 23 14:08:00.947138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084144-7894-4595-91ab-b359868f6654 req-d64e61f6-c12a-4923-ab52-c3162556d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:00.948541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-d64e61f6-c12a-4923-ab52-c3162556d6fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632694 Nov 23 14:08:01.054669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33c511b1-1ad3-4ed2-a4f1-a595a4c14a70 req-d2a991e9-1d8d-46f7-8a0c-bd88c88098e2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051714 Nov 23 14:08:01.102925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-545e683a-0d56-4d85-9050-29b5793b4d48 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359341 Nov 23 14:08:01.206578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-b0819360-e31b-4a15-936e-070965e1dadc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:01.208962 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-b0819360-e31b-4a15-936e-070965e1dadc tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ed30427-2b86-4f51-a707-9c9188bc8bd3 HTTP/1.1" status: 200 len: 945 time: 0.0988512 Nov 23 14:08:01.257228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2becab7-993a-4d0c-9b53-8b761b28e3c6 req-5346c764-417e-4dea-bb1d-55df155867fd tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:01.259018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2becab7-993a-4d0c-9b53-8b761b28e3c6 req-5346c764-417e-4dea-bb1d-55df155867fd tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.1157827 Nov 23 14:08:01.272232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42084144-7894-4595-91ab-b359868f6654 req-93585191-3c7b-4aa0-aef3-54afa1162003 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603661 Nov 23 14:08:01.318011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b299d892-1133-4621-8080-8aa219698289 req-3a246521-3f69-4285-8691-cc4c36febd45 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 210 time: 0.0561244 Nov 23 14:08:01.350683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2becab7-993a-4d0c-9b53-8b761b28e3c6 req-786b5585-2444-4b71-a1f8-32405f8e8a75 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750203 Nov 23 14:08:01.370379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-6668a3b5-7417-4f8f-8055-904b92507c3b tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:01.380313 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-6668a3b5-7417-4f8f-8055-904b92507c3b tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.74 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 803 time: 0.2319574 Nov 23 14:08:01.401138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Request body: {'port': {'device_id': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'admin_state_up': True, 'tenant_id': '85b96f2700e344708701a19a4ee9f9a0'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:01.440235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Deleting port b1c15cb1-e4df-42dd-abba-a2778527d908 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:01.440235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:01.463497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba44c-7e6c-4b9d-8d99-c5d61518a063 req-c892f93e-5441-4f2a-9822-7f6f1830feae tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:01.476239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-482ba44c-7e6c-4b9d-8d99-c5d61518a063 req-c892f93e-5441-4f2a-9822-7f6f1830feae tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0738704 Nov 23 14:08:01.511068 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:01.537574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-482ba44c-7e6c-4b9d-8d99-c5d61518a063 req-1f0583e8-1395-4573-935a-25a1ece0cb46 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602913 Nov 23 14:08:01.596046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c2104-12fe-4070-9a61-d811ea031b2a req-421accb1-a5ea-46dc-acbb-d3122d2932f9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:01.598698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-192c2104-12fe-4070-9a61-d811ea031b2a req-421accb1-a5ea-46dc-acbb-d3122d2932f9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0743732 Nov 23 14:08:01.648056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] For port b1c15cb1-e4df-42dd-abba-a2778527d908, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b1c15cb1-e4df-42dd-abba-a2778527d908,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:01.648454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:01.668388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Calling delete_port for b1c15cb1-e4df-42dd-abba-a2778527d908 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:01.673102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-192c2104-12fe-4070-9a61-d811ea031b2a req-6b7a7681-990f-4c2f-bdce-00c8870e963f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Nov 23 14:08:01.683261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Made reservation on behalf of 85b96f2700e344708701a19a4ee9f9a0 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:01.687951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:01.899113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Allocated IP 172.20.0.14 (8b93425f-1718-46e8-8ed9-cd0659981060/2acb973b-5cde-4c9d-8e70-c201c352d0f1/076c3613-2cec-4de0-b987-8f9776466502) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:01.914208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:01.957760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event deleted for resources: {'Port': ['ID=b1c15cb1-e4df-42dd-abba-a2778527d908,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:01.978677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268dd8-f101-4a33-a331-5e924981d823 req-c57273a8-0fdb-492c-9a39-1c5da378d3f6 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:01.980443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68268dd8-f101-4a33-a331-5e924981d823 req-c57273a8-0fdb-492c-9a39-1c5da378d3f6 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0573118 Nov 23 14:08:02.010803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] No DVR routers for this DVR port b1c15cb1-e4df-42dd-abba-a2778527d908 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:02.015627 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.019124 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9781e778-93ea-46e1-ad57-0054bf7c122a req-988e4c8e-fde7-4156-a96b-8c58cb590624 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.11 "DELETE /v2.0/ports/b1c15cb1-e4df-42dd-abba-a2778527d908 HTTP/1.1" status: 204 len: 173 time: 0.7829161 Nov 23 14:08:02.019370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'name': 'network-vif-deleted', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:02.021607 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e842291-ea6c-4ae2-a6b8-772278357ec1" -d '{"events": [{"server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "name": "network-vif-deleted", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:02.035342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68268dd8-f101-4a33-a331-5e924981d823 req-13bdcbe3-cf1c-444b-aba2-2c5e2e88c7d7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Nov 23 14:08:02.121281 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3eb64f-5e03-4c97-bec1-04daa5886a86 x-openstack-request-id: req-bb3eb64f-5e03-4c97-bec1-04daa5886a86 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:02.121626 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed30427-2b86-4f51-a707-9c9188bc8bd3", "name": "network-vif-deleted", "tag": "b1c15cb1-e4df-42dd-abba-a2778527d908", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:02.122468 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb3eb64f-5e03-4c97-bec1-04daa5886a86 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:02.122925 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed30427-2b86-4f51-a707-9c9188bc8bd3', 'name': 'network-vif-deleted', 'tag': 'b1c15cb1-e4df-42dd-abba-a2778527d908', 'status': 'completed', 'code': 200} Nov 23 14:08:02.189428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.224037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeaacf-e64a-4baf-9f4d-39d6d2aa5715 req-ebfb1f40-15d7-40b0-9eb5-b27cd9c421dc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:02.225788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18aeaacf-e64a-4baf-9f4d-39d6d2aa5715 req-ebfb1f40-15d7-40b0-9eb5-b27cd9c421dc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0669618 Nov 23 14:08:02.233780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.274925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.289058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Network 8b93425f-1718-46e8-8ed9-cd0659981060 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:02.291623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18aeaacf-e64a-4baf-9f4d-39d6d2aa5715 req-fd7b1d4e-82ff-434d-885c-a42c01599e66 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589080 Nov 23 14:08:02.292838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:02.295621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:02.329509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event updated for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:02.356679 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:02.357148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.380893 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-8ae13532-3f38-4a3a-b8d2-0011a2c943d8 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9848213 Nov 23 14:08:02.395672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Request body: {'port': {'device_id': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:02.457177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.487318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c244b-858b-435c-87f8-95ea7d477ad4 req-db19f9d4-9120-481e-ba7a-4ebccea6bd8f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:02.488803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-798c244b-858b-435c-87f8-95ea7d477ad4 req-db19f9d4-9120-481e-ba7a-4ebccea6bd8f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 932 time: 0.0875385 Nov 23 14:08:02.505194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0f3f1-080e-43cb-9a46-fa8376a63b6e req-fc967999-e07c-45e4-887d-c96dcf2c7ea3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:02.507023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3b0f3f1-080e-43cb-9a46-fa8376a63b6e req-fc967999-e07c-45e4-887d-c96dcf2c7ea3 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0667481 Nov 23 14:08:02.574759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-798c244b-858b-435c-87f8-95ea7d477ad4 req-73a7c7a3-9e07-4930-acd9-8b2924249559 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642326 Nov 23 14:08:02.645802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3b0f3f1-080e-43cb-9a46-fa8376a63b6e req-57b675d1-00f2-4903-a006-95b129cc790d tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169124 Nov 23 14:08:02.820713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a1244-1a9a-4553-9195-27313d51e211 req-fd82971b-a449-4e31-b756-f24ecae8192b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:02.822400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a68a1244-1a9a-4553-9195-27313d51e211 req-fd82971b-a449-4e31-b756-f24ecae8192b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0853496 Nov 23 14:08:02.836170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076c3613-2cec-4de0-b987-8f9776466502 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:02.857004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4f04b-fedf-423d-819d-bf7c31f20309 req-621070e3-16ba-4a50-883c-fb12cce10e19 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:02.859196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93a4f04b-fedf-423d-819d-bf7c31f20309 req-621070e3-16ba-4a50-883c-fb12cce10e19 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0826519 Nov 23 14:08:02.860433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.879584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Transition to ACTIVE for port object 076c3613-2cec-4de0-b987-8f9776466502 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:08:02.883602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:02.893971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-7f2a7521-761c-4b99-b18e-6a635818b36d tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:02.895548 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-7f2a7521-761c-4b99-b18e-6a635818b36d tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.0764053 Nov 23 14:08:02.904416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a68a1244-1a9a-4553-9195-27313d51e211 req-1d446d4a-9d1d-4985-a786-2a8e27e48fb6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Nov 23 14:08:02.925458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-2'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:02.934492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93a4f04b-fedf-423d-819d-bf7c31f20309 req-aa1e18cb-6b6e-4dab-ae9b-d656b6db7542 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578058 Nov 23 14:08:02.970918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Pushing event updated for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:03.044628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:03.055216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b1c15cb1-e4df-42dd-abba-a2778527d908 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:03.106611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: b1c15cb1-e4df-42dd-abba-a2778527d908 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:03.107203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b1c15cb1-e4df-42dd-abba-a2778527d908 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:03.138687 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-972fd8f5-bc1a-445a-9ec9-d58dd1bc95fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432405 Nov 23 14:08:03.151795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Attempting to bind port 076c3613-2cec-4de0-b987-8f9776466502 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:03.152152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Attempting to bind port 076c3613-2cec-4de0-b987-8f9776466502 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:03.152471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Attempting to bind port 076c3613-2cec-4de0-b987-8f9776466502 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:03.161324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Port 076c3613-2cec-4de0-b987-8f9776466502 on network 8b93425f-1718-46e8-8ed9-cd0659981060 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:08:03.161649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Attempting to bind port 076c3613-2cec-4de0-b987-8f9776466502 on network 8b93425f-1718-46e8-8ed9-cd0659981060 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:03.168149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14b7eb-2e2d-4358-8a49-38e09d31c99a req-abffea63-57d3-4db9-92f8-5076bde0611c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.169740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b14b7eb-2e2d-4358-8a49-38e09d31c99a req-abffea63-57d3-4db9-92f8-5076bde0611c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0564535 Nov 23 14:08:03.189153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:03.189153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Checking segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:03.189153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Bound using segment: {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:03.189153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Bound port: 076c3613-2cec-4de0-b987-8f9776466502, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:03.189691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:03.246773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b14b7eb-2e2d-4358-8a49-38e09d31c99a req-38cbc3d2-64df-4aef-a3a9-99b58d8f48be tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Nov 23 14:08:03.339214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:03.345154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-04d6231d-f89c-4d9d-9068-a01fcf77b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.346695 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-04d6231d-f89c-4d9d-9068-a01fcf77b5d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1095 time: 0.1695397 Nov 23 14:08:03.349938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:03.363338 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:03.375793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:03.447280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a48f-37a2-433c-9722-98441c5a0f15 req-19f081a2-f5ad-49eb-8eb8-e868681fb4c2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.449309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8380a48f-37a2-433c-9722-98441c5a0f15 req-19f081a2-f5ad-49eb-8eb8-e868681fb4c2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 945 time: 0.0665965 Nov 23 14:08:03.493819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.494686 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:03.496085 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] 10.222.0.74 "PUT /v2.0/ports/076c3613-2cec-4de0-b987-8f9776466502 HTTP/1.1" status: 200 len: 1092 time: 1.1058495 Nov 23 14:08:03.512712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3dad-a06b-4d29-8f25-0aac1f0bc26d service neutron] Pushing event updated for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:03.526798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8380a48f-37a2-433c-9722-98441c5a0f15 req-3c271cca-b54c-443d-b919-34674c8d0a78 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704629 Nov 23 14:08:03.616239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:03.670493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-de46a0a9-061c-4da2-859d-1e2103b0dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.672345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-de46a0a9-061c-4da2-859d-1e2103b0dbf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.2715547 Nov 23 14:08:03.720445 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-7d838d3f-0a59-47d6-9053-317e0caad11d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0378566 Nov 23 14:08:03.730184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-2bf7128a-0434-4a4a-8f29-def1d2cde611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.731774 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-2bf7128a-0434-4a4a-8f29-def1d2cde611 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 1095 time: 0.1708555 Nov 23 14:08:03.734333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:03.739352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395b278-9149-4bb4-80b6-0091a6e42413 req-651fc202-b50d-4059-95d9-0426f34054c4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.741130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e395b278-9149-4bb4-80b6-0091a6e42413 req-651fc202-b50d-4059-95d9-0426f34054c4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 944 time: 0.0741873 Nov 23 14:08:03.788244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:03.843968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324cf7d-3657-4036-bd7b-4469ac32fd83 req-633780f6-1a52-43d3-b592-da26c6e08750 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.845940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6324cf7d-3657-4036-bd7b-4469ac32fd83 req-633780f6-1a52-43d3-b592-da26c6e08750 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.1015711 Nov 23 14:08:03.849810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-43290e9c-9e6f-49b6-9df6-b2f204d50044 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076c3613-2cec-4de0-b987-8f9776466502 HTTP/1.1" status: 200 len: 217 time: 0.0926178 Nov 23 14:08:03.850560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e395b278-9149-4bb4-80b6-0091a6e42413 req-f517c2d8-1373-4b1e-a016-758b81bfe306 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932178 Nov 23 14:08:03.897039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-704da9ac-148f-4666-9099-5b4d13cc84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:03.898504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-704da9ac-148f-4666-9099-5b4d13cc84c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1622930 Nov 23 14:08:03.963854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6324cf7d-3657-4036-bd7b-4469ac32fd83 req-f5494538-d383-448f-9fae-68877cfdece7 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730598 Nov 23 14:08:03.989511 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-0859fbb5-8995-416a-a5e3-4d6aa951308c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581152 Nov 23 14:08:03.996386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:04.013412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-28c43817-7b5f-4877-a672-72d040164a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:04.014930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-28c43817-7b5f-4877-a672-72d040164a17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.1412344 Nov 23 14:08:04.016552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on host n-h2-818503-2 for vnic_type normal with profile {"migrating_to": "n-h1-818503-2"} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:04.016880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:04.017207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:04.049118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:08:04.049458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Attempting to bind port 846e1247-35f4-468c-8a40-3d26ea2edc7c on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:04.069569 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-f3a9e3d6-552f-4cf1-98b5-50e8995ea09d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403097 Nov 23 14:08:04.072270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:04.072610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:04.072997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:04.073438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Bound port: 846e1247-35f4-468c-8a40-3d26ea2edc7c, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:04.073794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:04.103259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee585-abad-4ee7-afca-93bcf5666c90 req-4ee42afc-f8d2-4af5-8d38-d4e942f812bb tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:04.104198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff6ee585-abad-4ee7-afca-93bcf5666c90 req-4ee42afc-f8d2-4af5-8d38-d4e942f812bb tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0747259 Nov 23 14:08:04.125852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30716b-fc05-4aee-8666-aa760a4a1582 req-850617cc-5a05-46ef-a81b-90ba2c14be8d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:04.127351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d30716b-fc05-4aee-8666-aa760a4a1582 req-850617cc-5a05-46ef-a81b-90ba2c14be8d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0722387 Nov 23 14:08:04.131218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'tag': '076c3613-2cec-4de0-b987-8f9776466502'}, {'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:04.133854 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e2674f-3226-44fa-b455-31f86f89f511" -d '{"events": [{"name": "network-changed", "server_uuid": "baad9ca4-64b5-4b85-b6ff-294bbda32d82", "tag": "076c3613-2cec-4de0-b987-8f9776466502"}, {"server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "name": "network-vif-unplugged", "status": "completed", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:04.192260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff6ee585-abad-4ee7-afca-93bcf5666c90 req-5fe9bbfc-5823-46d4-acb6-3b3383a8eb59 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802076 Nov 23 14:08:04.209062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d30716b-fc05-4aee-8666-aa760a4a1582 req-ce923d3b-f818-40ae-bf04-bc4154291e67 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735497 Nov 23 14:08:04.237763 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-eacc051a-723a-4c46-bb08-3dde6bebc1fe service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343512 Nov 23 14:08:04.418198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b143-3494-4087-be83-4e8f0a127ec2 req-b3ba5f91-24be-404c-bbef-9cc691ae5099 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:04.427058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-deb1b143-3494-4087-be83-4e8f0a127ec2 req-b3ba5f91-24be-404c-bbef-9cc691ae5099 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1135464 Nov 23 14:08:04.497605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-deb1b143-3494-4087-be83-4e8f0a127ec2 req-4d147cef-fcec-4c04-af7b-5f4ce8b13d0c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695567 Nov 23 14:08:04.526718 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbe2bdc-6da9-4172-b121-6927fec7d16b x-openstack-request-id: req-0fbe2bdc-6da9-4172-b121-6927fec7d16b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:04.527310 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baad9ca4-64b5-4b85-b6ff-294bbda32d82", "tag": "076c3613-2cec-4de0-b987-8f9776466502", "status": "completed", "code": 200}, {"server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "name": "network-vif-unplugged", "status": "completed", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:04.527310 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fbe2bdc-6da9-4172-b121-6927fec7d16b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:04.527669 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'tag': '076c3613-2cec-4de0-b987-8f9776466502', 'status': 'completed', 'code': 200} Nov 23 14:08:04.527890 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c', 'code': 200} Nov 23 14:08:04.621778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-f55f827f-61f4-48a1-a563-c8c86e0e9826 service neutron] 10.222.0.74 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180352 Nov 23 14:08:04.658236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:04.676458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309abbf-7ce2-437c-871e-461bb97cec11 req-7febdfe9-6bf5-4120-89a9-1a1f908bbc38 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:04.678346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0309abbf-7ce2-437c-871e-461bb97cec11 req-7febdfe9-6bf5-4120-89a9-1a1f908bbc38 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.0563903 Nov 23 14:08:04.691310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:04.724174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:04.727442 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2a374c6c-b20c-43af-a1b7-6a18464832ff req-170b59bb-a3f8-45d6-97d2-4d979543065a service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040300 Nov 23 14:08:04.732398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0309abbf-7ce2-437c-871e-461bb97cec11 req-a3edc230-4edc-43ca-b37b-83a13ba81389 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Nov 23 14:08:04.804295 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1e2e4b87-691e-4506-9db0-b81b009c8c84 req-7f6a244c-eaaa-4294-a748-5f2d4677d855 service neutron] 10.222.0.74 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716950 Nov 23 14:08:04.827798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:04.831386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:04.832107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:04.833584 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-2ae6c46d-926a-4744-95c6-28f21ed87239 service neutron] 10.222.0.11 "PUT /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 1121 time: 1.9198835 Nov 23 14:08:04.908769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-f7a65b24-66b4-4b13-98e8-2324d809b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:04.910814 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-f7a65b24-66b4-4b13-98e8-2324d809b4c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85b96f2700e344708701a19a4ee9f9a0&device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 1095 time: 0.0489917 Nov 23 14:08:04.959995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['846e1247-35f4-468c-8a40-3d26ea2edc7c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:05.010314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['846e1247-35f4-468c-8a40-3d26ea2edc7c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:05.029167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-246ea9ca-0274-487d-a6d7-6e612d584f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.031450 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-246ea9ca-0274-487d-a6d7-6e612d584f57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 200 len: 904 time: 0.1108954 Nov 23 14:08:05.035103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c5cf9-f335-4b07-8312-fa74b5bddc3e req-cb5862b6-5037-4309-9cff-2109b52c4f8f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.043795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-357c5cf9-f335-4b07-8312-fa74b5bddc3e req-cb5862b6-5037-4309-9cff-2109b52c4f8f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 944 time: 0.0930641 Nov 23 14:08:05.065787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:05.131568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-357c5cf9-f335-4b07-8312-fa74b5bddc3e req-7bea2f6b-a36d-4793-b1de-86ec4f8b6586 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868738 Nov 23 14:08:05.145732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-7877af36-e64c-4673-9d35-6713a3b8ab72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076c3613-2cec-4de0-b987-8f9776466502 HTTP/1.1" status: 200 len: 217 time: 0.1039026 Nov 23 14:08:05.204445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-467c65a7-e36f-4d15-8543-6de1693dd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.206236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-467c65a7-e36f-4d15-8543-6de1693dd29d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 200 len: 843 time: 0.0466833 Nov 23 14:08:05.220275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7ee2c-973b-4dd3-80d0-06b171a14bbc req-b4783479-3847-40f1-85d8-b5d977330fe0 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.228500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4f7ee2c-973b-4dd3-80d0-06b171a14bbc req-b4783479-3847-40f1-85d8-b5d977330fe0 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0945404 Nov 23 14:08:05.287661 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-01bc72e9-e671-4c41-9617-c4548adb5eef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b93425f-1718-46e8-8ed9-cd0659981060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716171 Nov 23 14:08:05.310210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4f7ee2c-973b-4dd3-80d0-06b171a14bbc req-d0c42d28-88f6-4f17-beb6-174df3795512 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816073 Nov 23 14:08:05.429072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-b51ecbc7-7e2a-4470-bf45-6033c1b4129e service neutron] 10.222.0.74 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316051 Nov 23 14:08:05.458329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:05.488922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c has no active binding in host n-h1-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:08:05.516686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47deb48-bd59-4c68-b325-37ec1c11b02f req-11a075d2-7371-4c44-ae71-3bf8ba0708a8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.518401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f47deb48-bd59-4c68-b325-37ec1c11b02f req-11a075d2-7371-4c44-ae71-3bf8ba0708a8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.2032320 Nov 23 14:08:05.536340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fac0eb-6412-44d9-90d3-302a5d63b4be req-72934c86-79c4-42a6-a9ce-e9f24aa33023 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.537859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83fac0eb-6412-44d9-90d3-302a5d63b4be req-72934c86-79c4-42a6-a9ce-e9f24aa33023 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1456273 Nov 23 14:08:05.576353 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5e2674f-3226-44fa-b455-31f86f89f511 req-9cd3327c-75ae-4c06-9233-f00ecf99b6b8 service neutron] 10.222.0.74 "GET /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357803 Nov 23 14:08:05.609604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f47deb48-bd59-4c68-b325-37ec1c11b02f req-2a6f08fe-6ec6-4a08-9183-70df9dccd2ee tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823390 Nov 23 14:08:05.616820 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83fac0eb-6412-44d9-90d3-302a5d63b4be req-d5cc95b0-4a2d-4c86-8b90-4b92e42644e1 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658915 Nov 23 14:08:05.723357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a6acd-daca-4743-9b6a-324d3c6f3806 req-310a20e0-23a8-493a-aaf5-c5b02d456908 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.724978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-418a6acd-daca-4743-9b6a-324d3c6f3806 req-310a20e0-23a8-493a-aaf5-c5b02d456908 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0500178 Nov 23 14:08:05.772454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-418a6acd-daca-4743-9b6a-324d3c6f3806 req-c701960c-7ff5-4be6-880c-ad99d8aa5cee tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Nov 23 14:08:05.873732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56094b58-52cd-477f-9f33-04eb71a3fbf4 req-0ad245e8-71d1-4805-88d4-1b00555afa85 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:05.875339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56094b58-52cd-477f-9f33-04eb71a3fbf4 req-0ad245e8-71d1-4805-88d4-1b00555afa85 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.0499063 Nov 23 14:08:05.929614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56094b58-52cd-477f-9f33-04eb71a3fbf4 req-068bec1b-3997-471d-bc59-325734282e9b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482600 Nov 23 14:08:06.239885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611755-275a-477e-b934-80405bf6bcbe req-3fbc78e8-a5fc-43b3-9aad-54ea377efba5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:06.241355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e611755-275a-477e-b934-80405bf6bcbe req-3fbc78e8-a5fc-43b3-9aad-54ea377efba5 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 944 time: 0.0490110 Nov 23 14:08:06.289317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e611755-275a-477e-b934-80405bf6bcbe req-d1e6e30e-51ea-4993-9903-0fa7ae54b86e tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Nov 23 14:08:06.451464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ff24a-d7ea-4240-a912-6cc2362776be req-4a78077b-2f7f-4f67-bf45-84c6134a1be6 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:06.453047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d5ff24a-d7ea-4240-a912-6cc2362776be req-4a78077b-2f7f-4f67-bf45-84c6134a1be6 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 944 time: 0.0549195 Nov 23 14:08:06.505448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d5ff24a-d7ea-4240-a912-6cc2362776be req-614aea1c-070b-490d-a09c-e3149b79c5ba tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461607 Nov 23 14:08:06.528804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:06.531996 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9a2f35-2a74-4089-89f6-755656244872" -d '{"events": [{"name": "network-changed", "server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:06.574781 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e047f316-b214-44d4-ad07-68c1678622ac x-openstack-request-id: req-e047f316-b214-44d4-ad07-68c1678622ac {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:06.575108 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:06.575405 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e047f316-b214-44d4-ad07-68c1678622ac {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:06.575865 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c', 'status': 'completed', 'code': 200} Nov 23 14:08:06.658786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a2f35-2a74-4089-89f6-755656244872 req-43b6dbbf-53f9-4274-a53f-b68ff61def0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:06.660759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b9a2f35-2a74-4089-89f6-755656244872 req-43b6dbbf-53f9-4274-a53f-b68ff61def0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1124 time: 0.0574093 Nov 23 14:08:06.774150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a2f35-2a74-4089-89f6-755656244872 req-3514a8a2-404a-4725-928c-1a25abce4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:06.776156 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b9a2f35-2a74-4089-89f6-755656244872 req-3514a8a2-404a-4725-928c-1a25abce4fed service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1066606 Nov 23 14:08:06.786670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f2bd-287d-4639-8081-25df0e1da165 req-3438e795-0db1-41f5-a5a8-e82a997c5d6b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:06.788409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ded8f2bd-287d-4639-8081-25df0e1da165 req-3438e795-0db1-41f5-a5a8-e82a997c5d6b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0832193 Nov 23 14:08:06.801908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536887f8-7a1e-4ce5-b285-67fbf2d4dd6d req-a6f174ef-6882-4aec-a07a-319eff2d89ec tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:06.803512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-536887f8-7a1e-4ce5-b285-67fbf2d4dd6d req-a6f174ef-6882-4aec-a07a-319eff2d89ec tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0899112 Nov 23 14:08:06.821540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b9a2f35-2a74-4089-89f6-755656244872 req-0fb4aeb9-82b6-4f53-9684-de1635f64b9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 217 time: 0.0360804 Nov 23 14:08:06.878130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ded8f2bd-287d-4639-8081-25df0e1da165 req-9ac5d1d2-fb69-416d-989d-8ca89aef6b4e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734584 Nov 23 14:08:06.879418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a2f35-2a74-4089-89f6-755656244872 req-48050baf-947a-4137-81d9-a43535e0b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:06.881232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b9a2f35-2a74-4089-89f6-755656244872 req-48050baf-947a-4137-81d9-a43535e0b765 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0490322 Nov 23 14:08:06.891327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-536887f8-7a1e-4ce5-b285-67fbf2d4dd6d req-c404a118-21be-4966-8816-9dd039034c4e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725522 Nov 23 14:08:06.919300 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b9a2f35-2a74-4089-89f6-755656244872 req-6f7296d0-40ce-402f-8c9a-fe61dab1ed79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279443 Nov 23 14:08:07.020104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7af08-02ab-4501-a363-80a917346a3d req-43257c89-84c7-45c2-93a3-6b4b6e60f499 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:07.021985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79c7af08-02ab-4501-a363-80a917346a3d req-43257c89-84c7-45c2-93a3-6b4b6e60f499 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0654974 Nov 23 14:08:07.039742 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b9a2f35-2a74-4089-89f6-755656244872 req-010a231d-68da-4b4c-a3e3-6667e0db1342 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115758 Nov 23 14:08:07.072500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 6a1164bb-4aec-4056-a787-476acf998aad details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:07.107704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da559-da6a-4151-ab78-ae8511e890af req-20641f5c-d75c-4ddd-b7d0-d92404126854 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:07.113141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-451da559-da6a-4151-ab78-ae8511e890af req-20641f5c-d75c-4ddd-b7d0-d92404126854 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.0901191 Nov 23 14:08:07.145200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79c7af08-02ab-4501-a363-80a917346a3d req-170eb2cc-8ee4-4d15-87bf-db83a458d033 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063590 Nov 23 14:08:07.152385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b9a2f35-2a74-4089-89f6-755656244872 req-fda9e64b-9f7e-4382-b20a-08ebafcdbe6a service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039386 Nov 23 14:08:07.194998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-451da559-da6a-4151-ab78-ae8511e890af req-db265e3b-d3ea-46ae-a36e-0cb63057fd85 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752347 Nov 23 14:08:07.200737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 6a1164bb-4aec-4056-a787-476acf998aad, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=6a1164bb-4aec-4056-a787-476acf998aad,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:07.217147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '6a1164bb-4aec-4056-a787-476acf998aad', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'port_id': '6a1164bb-4aec-4056-a787-476acf998aad', 'mac_address': 'fa:16:3e:9f:3f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:07.267147 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:07.280984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1164bb-4aec-4056-a787-476acf998aad {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:07.301058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 6a1164bb-4aec-4056-a787-476acf998aad, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=6a1164bb-4aec-4056-a787-476acf998aad,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:07.304889 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:07.354284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=6a1164bb-4aec-4056-a787-476acf998aad,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:07.405659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 076c3613-2cec-4de0-b987-8f9776466502 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:07.411447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35223b9-451e-4328-a3a5-d2f4e1cc35d2 req-8f1d1625-fe57-4bbd-9b9c-8075b2d92c1a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:07.413030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b35223b9-451e-4328-a3a5-d2f4e1cc35d2 req-8f1d1625-fe57-4bbd-9b9c-8075b2d92c1a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 944 time: 0.0521076 Nov 23 14:08:07.474882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b35223b9-451e-4328-a3a5-d2f4e1cc35d2 req-4a27444a-1690-496d-a623-b17a555aa247 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522809 Nov 23 14:08:07.518208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:07.535449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '076c3613-2cec-4de0-b987-8f9776466502', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': '076c3613-2cec-4de0-b987-8f9776466502', 'mac_address': 'fa:16:3e:c1:b2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:07.581172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:07.613237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076c3613-2cec-4de0-b987-8f9776466502 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:07.638948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:07.648731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:07.650546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141ad72-1498-46cf-a3fb-139ee01401ec req-88ab1ed7-b3be-4e7d-b44c-f9304eb1ac8c tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:07.651957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7141ad72-1498-46cf-a3fb-139ee01401ec req-88ab1ed7-b3be-4e7d-b44c-f9304eb1ac8c tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 945 time: 0.0677321 Nov 23 14:08:07.683592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['6a1164bb-4aec-4056-a787-476acf998aad'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:07.712353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7141ad72-1498-46cf-a3fb-139ee01401ec req-0db3ef3c-7d6e-4232-9c6f-a4688de92b63 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525351 Nov 23 14:08:07.756957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:07.882076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a28ee8-1dee-4d8d-a83e-d6789508f94c req-d916fb4a-89a2-47d3-af35-9df4eec522a5 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:07.883978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56a28ee8-1dee-4d8d-a83e-d6789508f94c req-d916fb4a-89a2-47d3-af35-9df4eec522a5 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 946 time: 0.0536852 Nov 23 14:08:07.938666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56a28ee8-1dee-4d8d-a83e-d6789508f94c req-25c42174-4bd5-40a9-9f15-93718ada0df4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466201 Nov 23 14:08:08.058228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bb5-04d2-4410-904a-06322c7cd424 req-1f23bb9a-b4d0-4696-a8af-2d96912d23d6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:08.059754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06943bb5-04d2-4410-904a-06322c7cd424 req-1f23bb9a-b4d0-4696-a8af-2d96912d23d6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0788541 Nov 23 14:08:08.060439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['076c3613-2cec-4de0-b987-8f9776466502'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:08.100136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd75295-923f-43dc-8e6f-ae48741a2285 req-924d0895-f06d-45c7-8a2e-35b7f64780a9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:08.101630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2dd75295-923f-43dc-8e6f-ae48741a2285 req-924d0895-f06d-45c7-8a2e-35b7f64780a9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0915279 Nov 23 14:08:08.144760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06943bb5-04d2-4410-904a-06322c7cd424 req-00fa4944-569b-45c9-9e22-986a18465a82 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769856 Nov 23 14:08:08.167724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2dd75295-923f-43dc-8e6f-ae48741a2285 req-577157e5-2847-4d7a-bed5-1b68f82bb685 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560017 Nov 23 14:08:08.266757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3ce4-75f4-4976-8de0-b7690e092d51 req-629f9e96-41a9-4e84-91e6-5935782dca1a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:08.268500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5efb3ce4-75f4-4976-8de0-b7690e092d51 req-629f9e96-41a9-4e84-91e6-5935782dca1a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0525348 Nov 23 14:08:08.349959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f024c-3d91-4d2e-a673-6e1a47f7ce94 req-c4488017-c743-4b92-a8c1-5dcd836f23e9 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:08.351445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b46f024c-3d91-4d2e-a673-6e1a47f7ce94 req-c4488017-c743-4b92-a8c1-5dcd836f23e9 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.0820515 Nov 23 14:08:08.355190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5efb3ce4-75f4-4976-8de0-b7690e092d51 req-11922732-b22c-4ea5-9a1a-8a7f10cb5b8d tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775564 Nov 23 14:08:08.399507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b46f024c-3d91-4d2e-a673-6e1a47f7ce94 req-21a71b8d-db20-49b6-a786-ec31365333b1 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Nov 23 14:08:08.597385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fc8a5-cc7e-4153-ada1-dbd9bde18223 req-11fd7319-c327-4fa1-bbfc-5a9a41e1b6b9 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:08.598852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-647fc8a5-cc7e-4153-ada1-dbd9bde18223 req-11fd7319-c327-4fa1-bbfc-5a9a41e1b6b9 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 945 time: 0.0494258 Nov 23 14:08:08.646236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-647fc8a5-cc7e-4153-ada1-dbd9bde18223 req-c73036b5-b260-40fd-b7bc-8a1e823ef45c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Nov 23 14:08:08.843870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ebebf-5476-4f4e-bb4b-3421572a4996 req-366de161-244a-4dc6-9700-6ecf121d4797 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:08.845441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-826ebebf-5476-4f4e-bb4b-3421572a4996 req-366de161-244a-4dc6-9700-6ecf121d4797 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 945 time: 0.0521314 Nov 23 14:08:08.890817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-826ebebf-5476-4f4e-bb4b-3421572a4996 req-738f2d0f-47e4-4668-a259-80eda60ff43a tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396333 Nov 23 14:08:09.054680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f3b74-23f8-4a8c-8884-a9b1a8b935b5 req-a41dd80c-f425-4db0-8e9b-18fc201b16dc tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:09.056101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e9f3b74-23f8-4a8c-8884-a9b1a8b935b5 req-a41dd80c-f425-4db0-8e9b-18fc201b16dc tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 946 time: 0.0481968 Nov 23 14:08:09.095093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 6a1164bb-4aec-4056-a787-476acf998aad up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:09.102471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e9f3b74-23f8-4a8c-8884-a9b1a8b935b5 req-9dcf578a-6430-4c8e-ad4f-119bc639e6b1 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Nov 23 14:08:09.147469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 6a1164bb-4aec-4056-a787-476acf998aad completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:08:09.151569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 6a1164bb-4aec-4056-a787-476acf998aad triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:09.151937 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:09.231032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:09.257316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:09.259545 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831ebd1c-cd30-492b-a552-32cd35559cf8" -d '{"events": [{"server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "name": "network-vif-plugged", "status": "completed", "tag": "6a1164bb-4aec-4056-a787-476acf998aad"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:09.295009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7fd0-7ac7-4a84-968d-e53671ba6e5e req-5c1678ef-9140-4359-8ec3-3f4a219d731c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:09.297185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c97f7fd0-7ac7-4a84-968d-e53671ba6e5e req-5c1678ef-9140-4359-8ec3-3f4a219d731c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0810268 Nov 23 14:08:09.320767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fb14d-10ac-4c42-88fd-c213d9fa66f8 req-54c1715c-43f8-4ff2-9f4a-4dc580ae31df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:09.322230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-821fb14d-10ac-4c42-88fd-c213d9fa66f8 req-54c1715c-43f8-4ff2-9f4a-4dc580ae31df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0780833 Nov 23 14:08:09.383753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c97f7fd0-7ac7-4a84-968d-e53671ba6e5e req-a7e4ed80-d6c7-4e88-b0f9-a4e954bc7a50 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792842 Nov 23 14:08:09.393244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 6a1164bb-4aec-4056-a787-476acf998aad, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=6a1164bb-4aec-4056-a787-476acf998aad,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:09.397369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-821fb14d-10ac-4c42-88fd-c213d9fa66f8 req-62cd8158-8164-4504-9b65-276b6d8086e5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683985 Nov 23 14:08:09.399586 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:09.447957 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3347eba7-c229-41ed-a1bb-62835eb54950 x-openstack-request-id: req-3347eba7-c229-41ed-a1bb-62835eb54950 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:09.448282 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "name": "network-vif-plugged", "status": "completed", "tag": "6a1164bb-4aec-4056-a787-476acf998aad", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:09.449202 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3347eba7-c229-41ed-a1bb-62835eb54950 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:09.449775 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad', 'code': 200} Nov 23 14:08:09.464483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=6a1164bb-4aec-4056-a787-476acf998aad,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:09.516707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466db3b-9b33-4dbc-ae47-1ee71cb93adb req-8136527c-94a8-401c-b533-935a0fa57551 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:09.518311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d466db3b-9b33-4dbc-ae47-1ee71cb93adb req-8136527c-94a8-401c-b533-935a0fa57551 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0546615 Nov 23 14:08:09.568954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d466db3b-9b33-4dbc-ae47-1ee71cb93adb req-ad683157-2db0-48fc-8656-e40ac14a7742 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443940 Nov 23 14:08:09.572039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ee9a-1e10-4617-bc82-1b41e9b6db72 req-9d13b8ba-37e4-4b02-9229-42c8958bcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:09.574273 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8582ee9a-1e10-4617-bc82-1b41e9b6db72 req-9d13b8ba-37e4-4b02-9229-42c8958bcfc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 1097 time: 0.0423713 Nov 23 14:08:09.623133 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8582ee9a-1e10-4617-bc82-1b41e9b6db72 req-a4691051-ca65-426a-9049-7cc5a01fbbf2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Nov 23 14:08:09.632792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1a5e1-c2cb-4ee5-895e-43303bbd1b54 req-32cb0a29-ba06-4277-8843-f27058e971b7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:09.634304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8a1a5e1-c2cb-4ee5-895e-43303bbd1b54 req-32cb0a29-ba06-4277-8843-f27058e971b7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.0564480 Nov 23 14:08:09.681155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8a1a5e1-c2cb-4ee5-895e-43303bbd1b54 req-0f5a7d21-198c-484a-b14d-77ddcf8a5251 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Nov 23 14:08:09.761445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7fec3-7221-45a0-8bc5-d539693558be req-955327ed-9ad7-4c38-ba30-608931472b56 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:09.763226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a7fec3-7221-45a0-8bc5-d539693558be req-955327ed-9ad7-4c38-ba30-608931472b56 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 945 time: 0.0478554 Nov 23 14:08:09.809978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a7fec3-7221-45a0-8bc5-d539693558be req-fcad5999-919b-413a-822a-f4ed07457d0c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Nov 23 14:08:10.014542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b5de8-a212-40f9-b9c9-de86369cd1ce req-a330383a-3ce8-459f-bb1b-10168fa938f2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:10.016563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d6b5de8-a212-40f9-b9c9-de86369cd1ce req-a330383a-3ce8-459f-bb1b-10168fa938f2 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.0525036 Nov 23 14:08:10.060998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d6b5de8-a212-40f9-b9c9-de86369cd1ce req-69d9f220-3ed2-41c2-a7f1-cb1cbffdb039 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383885 Nov 23 14:08:10.126580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-5b19a247-0555-4078-a6d6-3169e4a2caf8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:10.128064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-5b19a247-0555-4078-a6d6-3169e4a2caf8 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.74 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Nov 23 14:08:10.224243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c31b2-939a-4c07-86a7-0d87abf1a86a req-69703b6e-5d44-4ae6-8b74-8233f7094200 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:10.225641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-306c31b2-939a-4c07-86a7-0d87abf1a86a req-69703b6e-5d44-4ae6-8b74-8233f7094200 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27afc87-4490-4001-9b3b-ee2f11e9a645 HTTP/1.1" status: 200 len: 946 time: 0.0480332 Nov 23 14:08:10.243673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Deleting port 96102cd1-72f8-4b21-94db-a437101244c6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:10.244185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:10.272501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-306c31b2-939a-4c07-86a7-0d87abf1a86a req-3d414fa2-7a17-41de-aa1d-403935d5659d tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.46 "GET /v2.0/security-groups?id=c572dcae-d4c9-4f24-b9bc-c7512132b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Nov 23 14:08:10.334406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] For port 96102cd1-72f8-4b21-94db-a437101244c6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=96102cd1-72f8-4b21-94db-a437101244c6,segment=NetworkSegment(698bf26b-88e1-4386-81f6-6075b21ede98),segment_id=698bf26b-88e1-4386-81f6-6075b21ede98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:10.334773 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:10.346715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Calling delete_port for 96102cd1-72f8-4b21-94db-a437101244c6 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:10.471344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:10.486936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['96102cd1-72f8-4b21-94db-a437101244c6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:10.504942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Pushing event deleted for resources: {'Port': ['ID=96102cd1-72f8-4b21-94db-a437101244c6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:10.549552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] No DVR routers for this DVR port 96102cd1-72f8-4b21-94db-a437101244c6 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:10.552426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:10.555941 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58b81c9-845b-4cad-bdc6-2a0c3a39866d req-05e68361-3560-4925-992d-6fa9b528ffa4 tempest-VolumesAdminNegativeTest-833607459 tempest-VolumesAdminNegativeTest-833607459-project] 10.222.0.74 "DELETE /v2.0/ports/96102cd1-72f8-4b21-94db-a437101244c6 HTTP/1.1" status: 204 len: 173 time: 0.4213924 Nov 23 14:08:10.556396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'name': 'network-vif-deleted', 'tag': '96102cd1-72f8-4b21-94db-a437101244c6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:10.558697 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128427e-71d3-4ee4-9fb4-d339ffa49f5b" -d '{"events": [{"server_uuid": "b27afc87-4490-4001-9b3b-ee2f11e9a645", "name": "network-vif-deleted", "tag": "96102cd1-72f8-4b21-94db-a437101244c6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:10.571029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96bd50-e8d9-49aa-a250-fa4dda08cfb6 req-1c26dac8-c842-416f-b2e5-7d392b3a9603 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:10.572517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c96bd50-e8d9-49aa-a250-fa4dda08cfb6 req-1c26dac8-c842-416f-b2e5-7d392b3a9603 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1164982 Nov 23 14:08:10.584684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c7209-ac65-4496-be20-ad5cff0d89a3 req-3b04af73-4cd4-4a94-830e-14d07fc5578c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:10.586003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-972c7209-ac65-4496-be20-ad5cff0d89a3 req-3b04af73-4cd4-4a94-830e-14d07fc5578c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1062601 Nov 23 14:08:10.658533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c96bd50-e8d9-49aa-a250-fa4dda08cfb6 req-c07a6c88-471e-4abd-92d4-04f8f096ba24 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715463 Nov 23 14:08:10.662927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-972c7209-ac65-4496-be20-ad5cff0d89a3 req-d6d329c7-7681-416b-a8f0-fa3a86e3c553 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687592 Nov 23 14:08:10.712864 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fbf5dd-fe0d-433d-9e0f-cfdbfa6217c4 x-openstack-request-id: req-09fbf5dd-fe0d-433d-9e0f-cfdbfa6217c4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:10.713404 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27afc87-4490-4001-9b3b-ee2f11e9a645", "name": "network-vif-deleted", "tag": "96102cd1-72f8-4b21-94db-a437101244c6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:10.713404 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09fbf5dd-fe0d-433d-9e0f-cfdbfa6217c4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:10.713795 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27afc87-4490-4001-9b3b-ee2f11e9a645', 'name': 'network-vif-deleted', 'tag': '96102cd1-72f8-4b21-94db-a437101244c6', 'status': 'completed', 'code': 200} Nov 23 14:08:10.831664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3d2b-576d-429a-a46d-d1876fa81619 req-ea1c7ec0-443a-4b68-b6f2-06ae345763f6 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:10.833093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-247e3d2b-576d-429a-a46d-d1876fa81619 req-ea1c7ec0-443a-4b68-b6f2-06ae345763f6 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0760889 Nov 23 14:08:10.865269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58ded-508d-486c-9d7a-6bc0693fc79f req-172c951a-7fdd-48f6-a0ab-fd63db7ddf2f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:10.866707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37a58ded-508d-486c-9d7a-6bc0693fc79f req-172c951a-7fdd-48f6-a0ab-fd63db7ddf2f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.0789587 Nov 23 14:08:10.908198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-247e3d2b-576d-429a-a46d-d1876fa81619 req-a42a56ce-c4c7-45b7-9967-6b1f7d1c8490 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687428 Nov 23 14:08:10.934362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37a58ded-508d-486c-9d7a-6bc0693fc79f req-0a5f0a99-a643-4f80-8557-fd2a0639200e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Nov 23 14:08:11.008676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c1c52-792c-4b40-9d8b-6c9a87ddcb27 req-86924728-a63f-4c3d-8ff1-39746b93e24f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:11.010334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a6c1c52-792c-4b40-9d8b-6c9a87ddcb27 req-86924728-a63f-4c3d-8ff1-39746b93e24f tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 945 time: 0.0477526 Nov 23 14:08:11.059790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a6c1c52-792c-4b40-9d8b-6c9a87ddcb27 req-095add76-f404-4055-8c4f-de894e4b2c46 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Nov 23 14:08:11.180610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597933fc-7235-4de9-97ed-27af632fe9f3 req-09c18a2c-3b85-4540-96f2-2ae555e0f5ec tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:11.182089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-597933fc-7235-4de9-97ed-27af632fe9f3 req-09c18a2c-3b85-4540-96f2-2ae555e0f5ec tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.0528080 Nov 23 14:08:11.232157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-597933fc-7235-4de9-97ed-27af632fe9f3 req-edc6c5ca-e292-45b4-bb8f-6eafe012c669 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Nov 23 14:08:11.327893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:11.373011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd6872-0f1a-47cb-91f8-7ea996088047 req-070145c7-877b-4782-bd71-2cf8ac9a4b56 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:11.374507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69bd6872-0f1a-47cb-91f8-7ea996088047 req-070145c7-877b-4782-bd71-2cf8ac9a4b56 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.0790210 Nov 23 14:08:11.383877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:11.384975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] Deleting subnet 1f03b1b6-918a-4a23-8d30-1bbf01951d3c {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:08:11.388709 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.390270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Request body: {'floatingip': {'port_id': '6a1164bb-4aec-4056-a787-476acf998aad'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:11.404753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 076c3613-2cec-4de0-b987-8f9776466502 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:11.432469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.460214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 076c3613-2cec-4de0-b987-8f9776466502 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:08:11.466344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 076c3613-2cec-4de0-b987-8f9776466502 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:11.466725 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.475240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.496719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.538473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.562400 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.572994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f03b1b6-918a-4a23-8d30-1bbf01951d3c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:11.575267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.579145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-52113552-01a2-423b-956d-cad12dfd418e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1f03b1b6-918a-4a23-8d30-1bbf01951d3c HTTP/1.1" status: 204 len: 168 time: 0.2501645 Nov 23 14:08:11.583119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36016) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:11.621423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:11.623016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076c3613-2cec-4de0-b987-8f9776466502'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:11.627160 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61fc029-8d56-4cc1-84fa-cadb0568f7e5" -d '{"events": [{"server_uuid": "baad9ca4-64b5-4b85-b6ff-294bbda32d82", "name": "network-vif-plugged", "status": "completed", "tag": "076c3613-2cec-4de0-b987-8f9776466502"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:11.632035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.633897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 96102cd1-72f8-4b21-94db-a437101244c6 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:11.679527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 96102cd1-72f8-4b21-94db-a437101244c6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:11.680157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 96102cd1-72f8-4b21-94db-a437101244c6 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:11.692648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:11.708223 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736cd7d6-ddb7-4210-b5eb-cd9ec161a9b5 x-openstack-request-id: req-736cd7d6-ddb7-4210-b5eb-cd9ec161a9b5 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:11.708543 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baad9ca4-64b5-4b85-b6ff-294bbda32d82", "name": "network-vif-plugged", "status": "completed", "tag": "076c3613-2cec-4de0-b987-8f9776466502", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:11.708803 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-736cd7d6-ddb7-4210-b5eb-cd9ec161a9b5 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:11.709704 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076c3613-2cec-4de0-b987-8f9776466502', 'code': 200} Nov 23 14:08:11.775600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:11.873671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855815aa-3460-46f2-9fb4-5472945f3108 req-8924929e-aa54-457c-bc57-e2bb648db16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:11.875266 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855815aa-3460-46f2-9fb4-5472945f3108 req-8924929e-aa54-457c-bc57-e2bb648db16a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 1097 time: 0.1068029 Nov 23 14:08:12.083115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855815aa-3460-46f2-9fb4-5472945f3108 req-78c6184a-94f6-4ca0-9146-9d3a5bc0f7a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970472 Nov 23 14:08:12.173786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.203580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4de164e-400d-4430-ab83-74da36c29295']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:12.216273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698bf26b-88e1-4386-81f6-6075b21ede98') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:12.216750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698bf26b-88e1-4386-81f6-6075b21ede98') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:12.234651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a1ad8-2d65-4ec3-a338-4bb25f1d3dd2 req-a6289b4b-fa15-47ce-9a06-4d6a10e1675c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:12.236185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-273a1ad8-2d65-4ec3-a338-4bb25f1d3dd2 req-a6289b4b-fa15-47ce-9a06-4d6a10e1675c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.4521990 Nov 23 14:08:12.238550 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.247147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd73e-9521-4d3c-b9b2-01e927b46fa4 req-c29f1872-e429-4e12-a21d-3cc309df9188 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:12.248619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-102cd73e-9521-4d3c-b9b2-01e927b46fa4 req-c29f1872-e429-4e12-a21d-3cc309df9188 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.4541180 Nov 23 14:08:12.293590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.324543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:08:12.325825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:08:12.329057 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:08:12.334885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.340223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.374650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-102cd73e-9521-4d3c-b9b2-01e927b46fa4 req-edf112e4-0712-4665-aea5-30dcc90389b0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122220 Nov 23 14:08:12.418617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-273a1ad8-2d65-4ec3-a338-4bb25f1d3dd2 req-ce82935e-0e36-4ac1-aa9c-deab56b98a86 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684494 Nov 23 14:08:12.430726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.440501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.448475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] 10.222.0.46 "DELETE /v2.0/networks/d4de164e-400d-4430-ab83-74da36c29295 HTTP/1.1" status: 204 len: 168 time: 0.8649964 Nov 23 14:08:12.450594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36032) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:12.495649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcc94b-97d5-40b0-ac0f-e549cba7919c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4de164e-400d-4430-ab83-74da36c29295,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:12.523997 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Floating IP 7145d844-191d-4e46-b976-0ab8dbcf0b90 associated. External IP: 172.25.3.195, port: 6a1164bb-4aec-4056-a787-476acf998aad. Nov 23 14:08:12.551595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] Deleting subnet 303fd765-0e02-4719-9c1d-d87605aa0dc8 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:08:12.555637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.611761 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.658558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726c476-3bdb-48b5-8e6f-c3e2711f1780 req-05bdc17e-c463-4deb-a86d-e7db6d0be589 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:12.660094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9726c476-3bdb-48b5-8e6f-c3e2711f1780 req-05bdc17e-c463-4deb-a86d-e7db6d0be589 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1525757 Nov 23 14:08:12.721667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3e8bf-65e0-4d75-a1d2-2110875aa499 req-84888756-0ad8-4b5e-8c4f-2749436a1e8e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:12.723324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2b3e8bf-65e0-4d75-a1d2-2110875aa499 req-84888756-0ad8-4b5e-8c4f-2749436a1e8e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.1276629 Nov 23 14:08:12.729755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.789015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9726c476-3bdb-48b5-8e6f-c3e2711f1780 req-b50d24a8-ed94-475a-9439-0d6c1581611e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161351 Nov 23 14:08:12.840270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.865479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:12.873288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/303fd765-0e02-4719-9c1d-d87605aa0dc8 HTTP/1.1" status: 204 len: 168 time: 0.4190204 Nov 23 14:08:12.878724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36034) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:12.920786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08456f-65c7-4770-bb74-228b76393287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303fd765-0e02-4719-9c1d-d87605aa0dc8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:12.955496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2b3e8bf-65e0-4d75-a1d2-2110875aa499 req-c831cee6-c64f-4fce-88b7-349a36fee3bc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003229 Nov 23 14:08:13.021179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.032330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:08:13.037919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459725-14dd-4760-ba0a-a23ae1e30817 req-e5f6c3b2-60d8-4ae0-93f2-d0d969a96d9a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.039452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c459725-14dd-4760-ba0a-a23ae1e30817 req-e5f6c3b2-60d8-4ae0-93f2-d0d969a96d9a tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 946 time: 0.1594219 Nov 23 14:08:13.140329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.151196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:08:13.156757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.163289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c459725-14dd-4760-ba0a-a23ae1e30817 req-93ae107f-172c-4490-bda3-11c8b3549ca6 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167800 Nov 23 14:08:13.166118 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] Sync routers for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:08:13.172058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09371df-c19a-4358-bf9c-05baf6184e79']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:13.183451 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:13.183451 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:07:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:13.183730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e66e2eb-3fc4-42eb-b231-c377b30c6156') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:13.183730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e66e2eb-3fc4-42eb-b231-c377b30c6156') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:13.199907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.210637 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-67b14a6b-7ce8-48cd-89e9-c0ca4d6aa419 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "PUT /v2.0/floatingips/7145d844-191d-4e46-b976-0ab8dbcf0b90 HTTP/1.1" status: 200 len: 992 time: 1.8254447 Nov 23 14:08:13.211280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:13.213564 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "tag": "6a1164bb-4aec-4056-a787-476acf998aad"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:13.216803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.225391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:08:13.226228 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:08:13.228474 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:08:13.306918 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f7621e-9c4e-4a96-98a4-2bf82bc90c85 x-openstack-request-id: req-d7f7621e-9c4e-4a96-98a4-2bf82bc90c85 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:13.307804 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "tag": "6a1164bb-4aec-4056-a787-476acf998aad", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:13.308276 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7f7621e-9c4e-4a96-98a4-2bf82bc90c85 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:13.309023 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad', 'status': 'completed', 'code': 200} Nov 23 14:08:13.310572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.320720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.335699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] 10.222.0.46 "DELETE /v2.0/networks/c09371df-c19a-4358-bf9c-05baf6184e79 HTTP/1.1" status: 204 len: 168 time: 0.4320834 Nov 23 14:08:13.363927 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:13.364169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c06cf-bd1f-4ca9-bbf3-4dcc9df8fdff admin admin] Pushing event deleted for resources: {'Network': ['ID=c09371df-c19a-4358-bf9c-05baf6184e79,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:13.415861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-7f74cace-159d-421a-9591-c2ef2544fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.417396 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-7f74cace-159d-421a-9591-c2ef2544fc9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52fba3dac8024516bee1725ea7269665&device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 1097 time: 0.0941241 Nov 23 14:08:13.558497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36048) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:13.608606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aee75-811d-4f1c-b3e1-3656e9809483 req-df59f003-0029-4f3a-9ea2-5f2d468d9688 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.610378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-897aee75-811d-4f1c-b3e1-3656e9809483 req-df59f003-0029-4f3a-9ea2-5f2d468d9688 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1111734 Nov 23 14:08:13.631606 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-e1bf8381-cb54-435f-8e1d-1dc751882555 service neutron] 10.222.0.74 "GET /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.1624889 Nov 23 14:08:13.637941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-12d44b83-4754-4571-9f57-bf2dfc5cc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.639786 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-12d44b83-4754-4571-9f57-bf2dfc5cc335 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ffd1c94-8ae9-477a-9f06-1569a676180e HTTP/1.1" status: 200 len: 917 time: 0.2149880 Nov 23 14:08:13.653498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046d4c3-b318-4abe-9b65-223568ca8a66 req-05b859a0-e5b9-456d-af46-bf9ebfcef7ff tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.655552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8046d4c3-b318-4abe-9b65-223568ca8a66 req-05b859a0-e5b9-456d-af46-bf9ebfcef7ff tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1131287 Nov 23 14:08:13.665998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-254a41d9-3ceb-4afc-b0bc-24955130d6e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b75c096f500b4bc4997b7ae6da6bdc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063211 Nov 23 14:08:13.669497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36050) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:13.672369 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7145d844-191d-4e46-b976-0ab8dbcf0b90', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'port_id': '6a1164bb-4aec-4056-a787-476acf998aad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'mac_address': 'fa:16:3e:9f:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:07:12Z', 'updated_at': '2021-11-23T14:08:12Z', 'revision_number': 1, 'project_id': '52fba3dac8024516bee1725ea7269665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:04Z', 'revision_number': 5, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:13.700418 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] Checking router: 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:08:13.710925 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:13.711837 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:07:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:13.744891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-897aee75-811d-4f1c-b3e1-3656e9809483 req-d3f18276-6027-4e42-b001-d0a8a4d4b08c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232216 Nov 23 14:08:13.752163 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-1f65f9d0-ffe7-4c12-b4d9-800d9ca4d3d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a1164bb-4aec-4056-a787-476acf998aad HTTP/1.1" status: 200 len: 1000 time: 0.0844390 Nov 23 14:08:13.764612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8046d4c3-b318-4abe-9b65-223568ca8a66 req-b55b01ba-fcc2-42cb-9346-1d1e5b8a27d8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962884 Nov 23 14:08:13.793244 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2df8bd3-638e-4c26-8052-a9f3249c5456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.820903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2df8bd3-638e-4c26-8052-a9f3249c5456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.871546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-aeb81d2a-f9e2-4831-a637-1fcec0e4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.873256 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-aeb81d2a-f9e2-4831-a637-1fcec0e4d00c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58893ca6-f8c9-487a-aa93-381f7627968c HTTP/1.1" status: 200 len: 855 time: 0.1108186 Nov 23 14:08:13.880825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2df8bd3-638e-4c26-8052-a9f3249c5456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.883995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2df8bd3-638e-4c26-8052-a9f3249c5456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:13.888432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b2df8bd3-638e-4c26-8052-a9f3249c5456 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c572dcae-d4c9-4f24-b9bc-c7512132b7e2 HTTP/1.1" status: 204 len: 168 time: 0.2146080 Nov 23 14:08:13.890359 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:13.898286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df8bd3-638e-4c26-8052-a9f3249c5456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c572dcae-d4c9-4f24-b9bc-c7512132b7e2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:13.980355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:13.985772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa476ec-a7f1-4b39-ab3b-09fa3f6a38e3 req-a073b96f-0aa1-4412-8b24-a7eea123ddfa tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.987381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3aa476ec-a7f1-4b39-ab3b-09fa3f6a38e3 req-a073b96f-0aa1-4412-8b24-a7eea123ddfa tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0792916 Nov 23 14:08:13.990504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-4a138e09-5a37-4867-a809-b62c7202e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:13.992254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-4a138e09-5a37-4867-a809-b62c7202e700 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ffd1c94-8ae9-477a-9f06-1569a676180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846038 Nov 23 14:08:14.071830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3aa476ec-a7f1-4b39-ab3b-09fa3f6a38e3 req-58402076-4f3b-426f-a649-7aa02c419cd5 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674367 Nov 23 14:08:14.110710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:14.146608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1d31-1100-440d-a196-36c253b57ceb req-1ab12233-96a0-42d4-8be5-a46e3eec5b6e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:14.150581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe7a1d31-1100-440d-a196-36c253b57ceb req-1ab12233-96a0-42d4-8be5-a46e3eec5b6e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 943 time: 0.0765505 Nov 23 14:08:14.162134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846e1247-35f4-468c-8a40-3d26ea2edc7c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:14.172658 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-e187f509-34ad-46fa-81cb-e658311d3ab1 service neutron] 10.222.0.11 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698558 Nov 23 14:08:14.178912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:14.228995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe7a1d31-1100-440d-a196-36c253b57ceb req-76016ee3-9cd6-4d23-b1e2-e5e2a4720a14 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725582 Nov 23 14:08:14.293827 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c08e61b3-f1a6-483d-a857-dc016dc4ae9c req-21007e46-f51d-4332-b4f0-d0e5ec86842f service neutron] 10.222.0.11 "GET /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102397 Nov 23 14:08:14.295260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:14.320923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc8e5d-2b1f-4bc2-975a-638978ba1e52 req-aa966ac6-4098-49ce-8c5d-3974c31a3619 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:14.330166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89bc8e5d-2b1f-4bc2-975a-638978ba1e52 req-aa966ac6-4098-49ce-8c5d-3974c31a3619 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 946 time: 0.0706966 Nov 23 14:08:14.342192 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7145d844-191d-4e46-b976-0ab8dbcf0b90', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'port_id': '6a1164bb-4aec-4056-a787-476acf998aad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'mac_address': 'fa:16:3e:9f:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:07:12Z', 'updated_at': '2021-11-23T14:08:12Z', 'revision_number': 1, 'project_id': '52fba3dac8024516bee1725ea7269665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:04Z', 'revision_number': 5, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:14.380046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c837b0-d6fe-4660-a1cb-9e90536a8239 None None] The sync data for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 is: [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7145d844-191d-4e46-b976-0ab8dbcf0b90', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'port_id': '6a1164bb-4aec-4056-a787-476acf998aad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'mac_address': 'fa:16:3e:9f:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:07:12Z', 'updated_at': '2021-11-23T14:08:12Z', 'revision_number': 1, 'project_id': '52fba3dac8024516bee1725ea7269665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:04Z', 'revision_number': 5, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:08:14.385329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89bc8e5d-2b1f-4bc2-975a-638978ba1e52 req-ea762534-d002-4cbb-9a8a-42b5ed041701 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Nov 23 14:08:14.398248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] Transition to ACTIVE for port object 846e1247-35f4-468c-8a40-3d26ea2edc7c will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:08:14.403183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:14.403979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36064) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:14.486219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9c6a547c-c315-40d3-86bb-36f5959f4df7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4156d5db6d1470ea020c8769ec4f191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810118 Nov 23 14:08:14.488751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36068) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:14.490467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] No DVR routers for this DVR port 846e1247-35f4-468c-8a40-3d26ea2edc7c on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:14.497526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] Pushing event updated for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:14.536672 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-dbe3c5a6-bdd0-461d-9181-85dd363e48b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c/bindings/n-h1-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8958383 Nov 23 14:08:14.544891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6593-fc2c-4c66-b2c1-e7e74970f011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:14.568667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6593-fc2c-4c66-b2c1-e7e74970f011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:14.642613 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6593-fc2c-4c66-b2c1-e7e74970f011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:14.645857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6593-fc2c-4c66-b2c1-e7e74970f011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:14.647308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dc2d6593-fc2c-4c66-b2c1-e7e74970f011 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6d551c9-6d87-4980-aa99-ccd056f49575 HTTP/1.1" status: 204 len: 168 time: 0.1563852 Nov 23 14:08:14.663444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-607b8abd-3146-4991-a6b4-39c898a04342 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:14.665400 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-607b8abd-3146-4991-a6b4-39c898a04342 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.0607553 Nov 23 14:08:14.670322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d6593-fc2c-4c66-b2c1-e7e74970f011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d551c9-6d87-4980-aa99-ccd056f49575,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:14.728184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-c8741385-8eb6-4079-bcd8-b29a8060406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:14.728799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a610c7-2fb7-4d1c-949b-38271311e698 None None] New status for floating IP 7145d844-191d-4e46-b976-0ab8dbcf0b90: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:08:14.729718 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-c8741385-8eb6-4079-bcd8-b29a8060406d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 1095 time: 0.0520842 Nov 23 14:08:14.805770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-1cc46f7d-20be-4ae2-adfb-3d865107aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:14.808774 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-1cc46f7d-20be-4ae2-adfb-3d865107aa3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1095 time: 0.0532539 Nov 23 14:08:14.962078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be95fad-8762-46d7-b322-b98a5e35e60d req-526807e1-e713-4f1a-aa36-21ec4b355e51 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:14.969978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2be95fad-8762-46d7-b322-b98a5e35e60d req-526807e1-e713-4f1a-aa36-21ec4b355e51 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0944362 Nov 23 14:08:14.974265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-76873747-c453-4bd7-ac73-282763e891ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:14.975957 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-76873747-c453-4bd7-ac73-282763e891ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.1594284 Nov 23 14:08:15.029060 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-0b007847-53be-469d-8beb-1240e52beb49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 200 len: 217 time: 0.0442095 Nov 23 14:08:15.049541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2be95fad-8762-46d7-b322-b98a5e35e60d req-a6864267-32d7-4189-96f2-98bd6154af1f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778620 Nov 23 14:08:15.093394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-65bfa336-5605-4af7-b0c9-40eda1b13ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:15.094981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-65bfa336-5605-4af7-b0c9-40eda1b13ee2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0572250 Nov 23 14:08:15.135931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-6802076d-961d-49c3-973b-1b5fdbbbd11d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323422 Nov 23 14:08:15.251759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-c2cd8dc5-f3f0-4864-a077-022bbab8831b service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076047 Nov 23 14:08:15.311690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec848f-5629-42b9-a715-852af16e7251 req-f9474cce-e17d-4e17-b619-2c6e4c6c9b24 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:15.313347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15ec848f-5629-42b9-a715-852af16e7251 req-f9474cce-e17d-4e17-b619-2c6e4c6c9b24 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0809934 Nov 23 14:08:15.338532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7fe79-c88e-413f-af92-a9e065a7db57 req-78f039c0-e742-4864-850b-b90a013989dd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:15.346921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cac7fe79-c88e-413f-af92-a9e065a7db57 req-78f039c0-e742-4864-850b-b90a013989dd tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.4215426 Nov 23 14:08:15.367530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-9511b447-3278-47b0-abf0-23d12f2d043a service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073673 Nov 23 14:08:15.398644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cac7fe79-c88e-413f-af92-a9e065a7db57 req-628f725a-d7d0-454a-ae5b-e417c4cb8e84 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506489 Nov 23 14:08:15.423498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:15.472357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:15.629827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15ec848f-5629-42b9-a715-852af16e7251 req-df8ccf6f-7dcb-40df-94f6-7cef88caf99e tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092222 Nov 23 14:08:15.642496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e780a2d-01b7-4163-a703-443fdf707e96 req-fcf970f8-8f7f-47a6-8552-d79a716c342c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:15.644224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e780a2d-01b7-4163-a703-443fdf707e96 req-fcf970f8-8f7f-47a6-8552-d79a716c342c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 944 time: 0.0833161 Nov 23 14:08:15.648647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-ae72d056-a7e3-43ce-9ffb-697694b86f16 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:15.650377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-ae72d056-a7e3-43ce-9ffb-697694b86f16 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.0540769 Nov 23 14:08:15.703406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e780a2d-01b7-4163-a703-443fdf707e96 req-4dfc36b1-9fa4-475b-9d03-c89ed038998f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522192 Nov 23 14:08:15.788249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-9fd6fd58-7c09-4588-a4dd-5bce05101ed1 service neutron] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:15.795409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-9fd6fd58-7c09-4588-a4dd-5bce05101ed1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:15.797474 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2c5bc74c-8b5e-4e77-a888-b904eac56cb2 req-9fd6fd58-7c09-4588-a4dd-5bce05101ed1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c/bindings/n-h2-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.1381328 Nov 23 14:08:15.940029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb7eb-3a96-4181-b1b4-1e3f36b678f3 req-5ec94f7e-347e-4872-9040-af3c05e6e0bd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:15.941505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73bbb7eb-3a96-4181-b1b4-1e3f36b678f3 req-5ec94f7e-347e-4872-9040-af3c05e6e0bd tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Nov 23 14:08:15.995309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73bbb7eb-3a96-4181-b1b4-1e3f36b678f3 req-16bf162a-25c1-4b7e-afff-7fffae4a9e9c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Nov 23 14:08:16.167967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96cbf1-02cc-4d87-94b6-a53ad8b86d2a req-053a8e67-78e7-40cc-a902-243358727bf1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:16.169671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f96cbf1-02cc-4d87-94b6-a53ad8b86d2a req-053a8e67-78e7-40cc-a902-243358727bf1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0506382 Nov 23 14:08:16.213553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36164) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:16.224973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f96cbf1-02cc-4d87-94b6-a53ad8b86d2a req-0106b52e-aaea-49b8-bc16-f1ff1b65d381 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Nov 23 14:08:16.334014 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:16.409112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:16.414189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:16.453269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc6b30b-de15-4f2f-8e6b-997685446447,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:16.462855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93c69ba330774ce4aec6ae1a47d2c82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482409 Nov 23 14:08:16.464466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.464818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.465161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.465746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.466089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.466291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36170) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:16.466462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.466757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.467111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.467441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.467759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.468213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.468542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519fb0e-94c1-428c-9772-bbf176718fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:16.557699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544fce7-aff0-4be9-9392-cba517526285 req-00855006-e9ef-4980-82dd-dc9f29647f54 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:16.559194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e544fce7-aff0-4be9-9392-cba517526285 req-00855006-e9ef-4980-82dd-dc9f29647f54 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0809648 Nov 23 14:08:16.559817 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6dc58bd-fac4-4c27-8661-2bdbdb4c9489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:16.595949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6dc58bd-fac4-4c27-8661-2bdbdb4c9489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:16.645594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e544fce7-aff0-4be9-9392-cba517526285 req-fe5c97d0-65e7-44fd-9c00-c63f9ea20e9a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767317 Nov 23 14:08:16.676729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6dc58bd-fac4-4c27-8661-2bdbdb4c9489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:16.679631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6dc58bd-fac4-4c27-8661-2bdbdb4c9489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:16.680756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e6dc58bd-fac4-4c27-8661-2bdbdb4c9489 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bc6b30b-de15-4f2f-8e6b-997685446447 HTTP/1.1" status: 204 len: 168 time: 0.2134748 Nov 23 14:08:16.692063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc58bd-fac4-4c27-8661-2bdbdb4c9489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc6b30b-de15-4f2f-8e6b-997685446447,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:16.801944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfc143-798d-410e-84cf-c7a0d0299ad9 req-6eaa2244-d4c2-43fc-a9d9-2d0e1f7e6295 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:16.811873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ecfc143-798d-410e-84cf-c7a0d0299ad9 req-6eaa2244-d4c2-43fc-a9d9-2d0e1f7e6295 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0790615 Nov 23 14:08:16.891546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ecfc143-798d-410e-84cf-c7a0d0299ad9 req-6e87cd8a-78ae-47a1-ab40-a4e6a8496902 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785515 Nov 23 14:08:16.900447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509701-aecd-4df4-8704-664d7d0a9cd8 req-5e2a4281-1ce0-4665-a3f4-f9bc2cabd722 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:16.901934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7509701-aecd-4df4-8704-664d7d0a9cd8 req-5e2a4281-1ce0-4665-a3f4-f9bc2cabd722 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 944 time: 0.0878413 Nov 23 14:08:16.955613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7509701-aecd-4df4-8704-664d7d0a9cd8 req-28ab5fcf-888c-4810-ba6a-54b9ccce7a77 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Nov 23 14:08:17.004008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-900a0a6e-ec08-4eca-a608-bc5a7df993bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.005592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-900a0a6e-ec08-4eca-a608-bc5a7df993bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1097 time: 0.0521312 Nov 23 14:08:17.120394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-8664c007-8545-43a5-bbf7-432969c4f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.122050 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-8664c007-8545-43a5-bbf7-432969c4f2a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.1076124 Nov 23 14:08:17.157481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d7c0e-7e39-4735-ab8f-915e501f0210 req-5d2bf801-d49e-48c6-926d-b19efcd731a4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.159016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-296d7c0e-7e39-4735-ab8f-915e501f0210 req-5d2bf801-d49e-48c6-926d-b19efcd731a4 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 946 time: 0.0860639 Nov 23 14:08:17.166165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9d51-af9d-43cd-8350-5dcddbdf8285 req-f7ab87ac-5950-45c5-ad45-a54b6de90f5d tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.167958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b9b9d51-af9d-43cd-8350-5dcddbdf8285 req-f7ab87ac-5950-45c5-ad45-a54b6de90f5d tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1095 time: 0.0836613 Nov 23 14:08:17.170441 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-9cff64dc-f6c1-4060-ba8f-14ed8d580c2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 217 time: 0.0399199 Nov 23 14:08:17.229939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-f5bb7b68-066a-4995-a176-1e88f689b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.232491 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-f5bb7b68-066a-4995-a176-1e88f689b18f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.0548091 Nov 23 14:08:17.238457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-296d7c0e-7e39-4735-ab8f-915e501f0210 req-a23f1e91-c122-441f-bf17-0ba20cec8c44 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Nov 23 14:08:17.265067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b9b9d51-af9d-43cd-8350-5dcddbdf8285 req-fbc02888-eacd-4745-8c41-df862df42431 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888481 Nov 23 14:08:17.271569 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-deba28cb-f241-4279-80a2-bffc0cca06f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312107 Nov 23 14:08:17.392961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0644e5-e095-4ab9-b681-a85f5d81cb59 req-4776d119-f942-4641-b1cf-d31c72705b60 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.396712 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7be54632-9d39-4b70-9f6e-d719072b0833 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168954 Nov 23 14:08:17.400781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c0644e5-e095-4ab9-b681-a85f5d81cb59 req-4776d119-f942-4641-b1cf-d31c72705b60 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0747678 Nov 23 14:08:17.440615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 076c3613-2cec-4de0-b987-8f9776466502 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:17.494768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c0644e5-e095-4ab9-b681-a85f5d81cb59 req-3e2b6727-b7c7-47da-82a0-eac47adaba0a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931036 Nov 23 14:08:17.497980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe89c27-aec7-4c1e-b966-187cb5d3e1c5 req-6b331635-fc6d-471c-8bc9-e00cc99e2ce1 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.499595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fe89c27-aec7-4c1e-b966-187cb5d3e1c5 req-6b331635-fc6d-471c-8bc9-e00cc99e2ce1 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 1095 time: 0.0767093 Nov 23 14:08:17.531848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7264b7ca-5b72-49ac-bbf8-23382429919d service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256332 Nov 23 14:08:17.559116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fe89c27-aec7-4c1e-b966-187cb5d3e1c5 req-62e442fb-af0f-4604-9c91-50436ebc320c tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521514 Nov 23 14:08:17.564812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:17.577626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '076c3613-2cec-4de0-b987-8f9776466502', 'network_id': '8b93425f-1718-46e8-8ed9-cd0659981060', 'port_id': '076c3613-2cec-4de0-b987-8f9776466502', 'mac_address': 'fa:16:3e:c1:b2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acb973b-5cde-4c9d-8e70-c201c352d0f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:17.586172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36210) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:17.642729 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:17.662747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 076c3613-2cec-4de0-b987-8f9776466502 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:17.704296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:17.711724 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:17.779748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:17.780994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1769466293-network', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:17.818388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:17.821225 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:17.833575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:17.868044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cbcb2-97dd-404a-9288-ba6174cd5569 req-41fc2611-0ec1-4d31-9db3-99e4b5d9bf28 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:17.869684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b76cbcb2-97dd-404a-9288-ba6174cd5569 req-41fc2611-0ec1-4d31-9db3-99e4b5d9bf28 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1314800 Nov 23 14:08:17.893297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['076c3613-2cec-4de0-b987-8f9776466502'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:17.966816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b76cbcb2-97dd-404a-9288-ba6174cd5569 req-44073f20-ca77-4a51-9a7f-5f02af2d88de tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820301 Nov 23 14:08:18.009866 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.017390 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.051910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:08:18.067019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab283e-ebdc-466c-9591-11cedcb2318a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:18.072256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.072644 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Added segment 71e06e6d-0f57-4315-81a6-43c22430ac84 of type vlan for network df96e715-8814-46db-ab75-ff5e9b220772 Nov 23 14:08:18.127802 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.128193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.128531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.128866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.129236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.129605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.129946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.130272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.130594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.130982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.131308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.131670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:18.199236 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.216114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef18817-f3a5-44ac-8e17-8f19ffd7b366 req-4754a373-4932-416f-bc6f-54b87b88579c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:18.217632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ef18817-f3a5-44ac-8e17-8f19ffd7b366 req-4754a373-4932-416f-bc6f-54b87b88579c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.1321902 Nov 23 14:08:18.257549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.258592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:18.259223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.305926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ef18817-f3a5-44ac-8e17-8f19ffd7b366 req-6a5b0a8e-3485-4523-aa9f-6d48b454b9e7 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782831 Nov 23 14:08:18.316098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7288034 Nov 23 14:08:18.316647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36234) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:18.321508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Request body: {'subnet': {'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1769466293-subnet', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:18.344823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf3a1-994b-40ac-9fae-e66478cfa522 admin admin] Pushing event updated for resources: {'Network': ['ID=df96e715-8814-46db-ab75-ff5e9b220772,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:18.356849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network df96e715-8814-46db-ab75-ff5e9b220772 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:08:18.358697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:18.361421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.417479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd81f6e-9b0e-47a7-be92-c6842b37ef26 req-61357226-c0e7-4a99-bfc6-ae8f62db8ca9 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:18.419015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bd81f6e-9b0e-47a7-be92-c6842b37ef26 req-61357226-c0e7-4a99-bfc6-ae8f62db8ca9 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 945 time: 0.0640800 Nov 23 14:08:18.493322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bd81f6e-9b0e-47a7-be92-c6842b37ef26 req-f35e271d-b8aa-4776-8229-44d8e3782a31 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681586 Nov 23 14:08:18.582252 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.676666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:18.682092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Checking segment: {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:18.682467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Network hostable DHCP agents. Network: df96e715-8814-46db-ab75-ff5e9b220772, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:08:18.711731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Network df96e715-8814-46db-ab75-ff5e9b220772 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:08:18.721546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641a1bc-4500-4ff1-862a-877b15bc4a42 req-a09483e6-b61b-4ef1-82f8-3a12b5718ebf tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:18.722470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, df96e715-8814-46db-ab75-ff5e9b220772) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:18.723964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4641a1bc-4500-4ff1-862a-877b15bc4a42 req-a09483e6-b61b-4ef1-82f8-3a12b5718ebf tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0984366 Nov 23 14:08:18.730637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad4a7c-372f-4d12-8d0f-c94097bdc5fb None None] Network df96e715-8814-46db-ab75-ff5e9b220772 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:08:18.732462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:18.735150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.759085 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c62b43b6-6451-4e42-bb38-53bd902b453a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4412463 Nov 23 14:08:18.761634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36248) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:18.766966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:18.808621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4641a1bc-4500-4ff1-862a-877b15bc4a42 req-25addf5b-2591-4cf8-914f-6697d451d876 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721500 Nov 23 14:08:18.814430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.815599 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.898436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:18.936855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-df96e715-8814-46db-ab75-ff5e9b220772', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:08:18.937816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.056794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39f5a9-68d4-44fb-886e-f91432394a4f req-2633046e-7c18-481d-b76a-51595bc9e5f2 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:19.067731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d39f5a9-68d4-44fb-886e-f91432394a4f req-2633046e-7c18-481d-b76a-51595bc9e5f2 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 945 time: 0.0658326 Nov 23 14:08:19.159698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d39f5a9-68d4-44fb-886e-f91432394a4f req-bf8fe809-838d-4660-91d6-f57f8beb0b57 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905955 Nov 23 14:08:19.176610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.207374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Allocated IP 172.20.0.2 (df96e715-8814-46db-ab75-ff5e9b220772/c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6/b5f2f317-2041-45ab-84c9-f43032f4e686) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:19.223782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812415-c895-416a-893a-2f4042803fa8 req-ed00f03f-68f0-449c-81d5-b694a9aaef7d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:19.228289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03812415-c895-416a-893a-2f4042803fa8 req-ed00f03f-68f0-449c-81d5-b694a9aaef7d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1507385 Nov 23 14:08:19.329088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03812415-c895-416a-893a-2f4042803fa8 req-7f6ed31f-8806-4ebf-9bcf-ba0b49620efe tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921893 Nov 23 14:08:19.417412 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.425251 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.459324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 076c3613-2cec-4de0-b987-8f9776466502 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:19.476416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f5e8d-376f-489a-8cd5-a32531170945 req-0bd961cd-e532-497e-943d-cb24b45d1213 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:19.477997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d9f5e8d-376f-489a-8cd5-a32531170945 req-0bd961cd-e532-497e-943d-cb24b45d1213 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0615187 Nov 23 14:08:19.490241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.523584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.533907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Network df96e715-8814-46db-ab75-ff5e9b220772 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:19.540334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:19.545205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Pushing event updated for resources: {'Port': ['ID=b5f2f317-2041-45ab-84c9-f43032f4e686,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:19.551139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:19.580198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d9f5e8d-376f-489a-8cd5-a32531170945 req-23708686-3bc2-4725-92a4-48c56522e198 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800138 Nov 23 14:08:19.661779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Attempting to bind port b5f2f317-2041-45ab-84c9-f43032f4e686 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:19.662263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Attempting to bind port b5f2f317-2041-45ab-84c9-f43032f4e686 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:19.662698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Attempting to bind port b5f2f317-2041-45ab-84c9-f43032f4e686 on network df96e715-8814-46db-ab75-ff5e9b220772 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:19.669290 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.671687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:19.672061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Checking segment: {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:19.672456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.672847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Bound using segment: {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:19.673467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Bound port: b5f2f317-2041-45ab-84c9-f43032f4e686, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:19.673745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.683190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Allocated IP 172.25.3.106 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/3251de9c-1068-4627-ba54-513788992576) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:19.696695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 076c3613-2cec-4de0-b987-8f9776466502 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:19.740424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:19.749822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.792920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] For port b5f2f317-2041-45ab-84c9-f43032f4e686, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:19.813855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] For port b5f2f317-2041-45ab-84c9-f43032f4e686, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b5f2f317-2041-45ab-84c9-f43032f4e686,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:19.821951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.823916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.827321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:19.888900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:19.900535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01ca5b-3114-4a80-9fc6-c0176ab3a3a6 None None] Pushing event updated for resources: {'Port': ['ID=b5f2f317-2041-45ab-84c9-f43032f4e686,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:19.955732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:19.960100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:19.964150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:19.971185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Pushing event updated for resources: {'Port': ['ID=3251de9c-1068-4627-ba54-513788992576,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:20.012709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6af81-8fce-46af-80fa-d7d72437ab8d req-61c1153e-ba37-4dd1-8cef-7c7dee95379c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:20.021676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60c6af81-8fce-46af-80fa-d7d72437ab8d req-61c1153e-ba37-4dd1-8cef-7c7dee95379c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0819855 Nov 23 14:08:20.101361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60c6af81-8fce-46af-80fa-d7d72437ab8d req-9eac04d7-bea6-43b8-b037-39b1967e352d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787311 Nov 23 14:08:20.360241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965548c1-a85d-4aee-9f7a-2b92081c1689 req-0c668ae4-b36e-4e51-b85e-c210f5eb65f2 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:20.361844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-965548c1-a85d-4aee-9f7a-2b92081c1689 req-0c668ae4-b36e-4e51-b85e-c210f5eb65f2 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 944 time: 0.0698278 Nov 23 14:08:20.427918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-965548c1-a85d-4aee-9f7a-2b92081c1689 req-d3097bb3-aec9-4f52-9582-4579ff3ed03d tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553296 Nov 23 14:08:20.529321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328897-29ca-4a86-aa5e-01d71d764f19 req-69eb69de-361f-4d3a-b088-a95dd7322232 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:20.537866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6328897-29ca-4a86-aa5e-01d71d764f19 req-69eb69de-361f-4d3a-b088-a95dd7322232 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.0642252 Nov 23 14:08:20.605448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6328897-29ca-4a86-aa5e-01d71d764f19 req-887cbf1e-707a-4680-a098-90cacf93d559 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664647 Nov 23 14:08:20.607156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-48991311-b196-4a8d-8ac2-99c74f0a5c9c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:20.608845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-48991311-b196-4a8d-8ac2-99c74f0a5c9c tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.74 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 944 time: 0.1482563 Nov 23 14:08:20.611860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-42feaaf4-490c-45b7-920a-76500c97d315 service neutron] 10.222.0.11 "GET /v2.0/ports/d03409f7-7b80-47bc-998c-91e250a5d416/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 382 time: 0.1501710 Nov 23 14:08:20.801200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858224d1-5170-4471-92d5-3d63b46532b2 req-d8874409-d46a-41b0-af07-8c7f8626d310 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:20.802986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-858224d1-5170-4471-92d5-3d63b46532b2 req-d8874409-d46a-41b0-af07-8c7f8626d310 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 949 time: 0.0672874 Nov 23 14:08:20.811401 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:20.889591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-858224d1-5170-4471-92d5-3d63b46532b2 req-03de554c-7214-4c7e-901a-ba9c7e45fb12 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744123 Nov 23 14:08:20.954087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Deleting port 076c3613-2cec-4de0-b987-8f9776466502 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:20.954951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.084693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90fcd64-e521-4e43-b171-c416ad2d230f None None] Network df96e715-8814-46db-ab75-ff5e9b220772 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:08:21.091581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-040d2ddf-4eb5-4d92-a8e0-e26bb9282c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:21.093142 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-040d2ddf-4eb5-4d92-a8e0-e26bb9282c79 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 1101 time: 0.2020273 Nov 23 14:08:21.142167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] For port 076c3613-2cec-4de0-b987-8f9776466502, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=076c3613-2cec-4de0-b987-8f9776466502,segment=NetworkSegment(f7faa5c0-3cc9-4e94-8e62-3e05fa907640),segment_id=f7faa5c0-3cc9-4e94-8e62-3e05fa907640)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:21.142759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.201651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Calling delete_port for 076c3613-2cec-4de0-b987-8f9776466502 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:21.236011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-1e374ad5-4165-4fb2-8e78-4e66f1d806a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:21.237543 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-1e374ad5-4165-4fb2-8e78-4e66f1d806a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 1101 time: 0.1124549 Nov 23 14:08:21.253280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2b6c9-9318-4d63-bbce-abced333a5b1 req-63772517-9b96-42ce-b88b-719d72fdee25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:21.255384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40a2b6c9-9318-4d63-bbce-abced333a5b1 req-63772517-9b96-42ce-b88b-719d72fdee25 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0538054 Nov 23 14:08:21.284697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a4fba0ed-55f3-468e-8610-0ab19a4ecb13 None None] Provisioning complete for port b5f2f317-2041-45ab-84c9-f43032f4e686 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:21.285073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a4fba0ed-55f3-468e-8610-0ab19a4ecb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.319306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40a2b6c9-9318-4d63-bbce-abced333a5b1 req-ed04593d-63f5-4f6b-a3e8-3cdc5001b4b5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539877 Nov 23 14:08:21.339068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.394562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a4fba0ed-55f3-468e-8610-0ab19a4ecb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.443213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a4fba0ed-55f3-468e-8610-0ab19a4ecb13 None None] For port b5f2f317-2041-45ab-84c9-f43032f4e686, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b5f2f317-2041-45ab-84c9-f43032f4e686,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:21.455964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a4fba0ed-55f3-468e-8610-0ab19a4ecb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.463275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:21.525921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-acde9c80-9b76-4a79-b0f2-2e0c37d89490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:21.534568 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-acde9c80-9b76-4a79-b0f2-2e0c37d89490 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2086089 Nov 23 14:08:21.565169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba0ed-55f3-468e-8610-0ab19a4ecb13 None None] Pushing event updated for resources: {'Port': ['ID=b5f2f317-2041-45ab-84c9-f43032f4e686,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:21.696714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:21.706056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569c55-93b3-410c-aaf5-4f8393be73f2 req-be94d942-53b7-4076-bdc8-270d9f38b405 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:21.716328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'mac_address': 'fa:16:3e:60:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:21.723006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad569c55-93b3-410c-aaf5-4f8393be73f2 req-be94d942-53b7-4076-bdc8-270d9f38b405 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/ports?device_id=baad9ca4-64b5-4b85-b6ff-294bbda32d82 HTTP/1.1" status: 200 len: 944 time: 0.1639473 Nov 23 14:08:21.747483 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-044040e6-d827-4af9-86f8-ef9b59382735 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 200 len: 217 time: 0.1951237 Nov 23 14:08:21.782769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b5f2f317-2041-45ab-84c9-f43032f4e686 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:21.816866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.833105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.839760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea4ed00-81e4-49c2-b5a1-29ec67496cd9 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:21.870925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad569c55-93b3-410c-aaf5-4f8393be73f2 req-0fda8faf-fa15-4110-bca8-96fff41120c1 tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.46 "GET /v2.0/security-groups?id=05e07700-8c81-4209-9d36-3046cabff33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468279 Nov 23 14:08:21.884109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-5f4aa1ef-771e-420f-b2cc-41071a3ddfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:21.885637 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-5f4aa1ef-771e-420f-b2cc-41071a3ddfe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1277254 Nov 23 14:08:21.888192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Pushing event deleted for resources: {'Port': ['ID=076c3613-2cec-4de0-b987-8f9776466502,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:21.892987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-374ece66-27ae-4bf5-a568-0f226baad0d8 None None] Provisioning complete for port b5f2f317-2041-45ab-84c9-f43032f4e686 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:21.893359 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-374ece66-27ae-4bf5-a568-0f226baad0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.905082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6926e2-9dba-43d2-aa16-709fb35bd23a req-1e2a9af2-f93f-456c-b3b7-937bd3ba80e5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:21.908152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb6926e2-9dba-43d2-aa16-709fb35bd23a req-1e2a9af2-f93f-456c-b3b7-937bd3ba80e5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1333694 Nov 23 14:08:21.930720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:21.940634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.967754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] No DVR routers for this DVR port 076c3613-2cec-4de0-b987-8f9776466502 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:21.972790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:21.976426 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-10072e3b-1b38-4fe9-a2aa-bfb1a52f0936 req-18500f5d-1a4b-434c-ae58-e420155824ed tempest-ImagesTestJSON-1291590366 tempest-ImagesTestJSON-1291590366-project] 10.222.0.74 "DELETE /v2.0/ports/076c3613-2cec-4de0-b987-8f9776466502 HTTP/1.1" status: 204 len: 173 time: 1.3283770 Nov 23 14:08:21.976917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'name': 'network-vif-deleted', 'tag': '076c3613-2cec-4de0-b987-8f9776466502'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:21.979406 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa3164-009b-4cf2-b65d-95107fb4162a" -d '{"events": [{"server_uuid": "baad9ca4-64b5-4b85-b6ff-294bbda32d82", "name": "network-vif-deleted", "tag": "076c3613-2cec-4de0-b987-8f9776466502"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:21.990295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb6926e2-9dba-43d2-aa16-709fb35bd23a req-9d04bec5-f08d-47c3-b04d-85398bcbe32f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724361 Nov 23 14:08:22.003558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:08:22.063470 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e459222-2738-457b-8ac8-01568b14d01b x-openstack-request-id: req-1e459222-2738-457b-8ac8-01568b14d01b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:22.064207 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baad9ca4-64b5-4b85-b6ff-294bbda32d82", "name": "network-vif-deleted", "tag": "076c3613-2cec-4de0-b987-8f9776466502", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:22.064658 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e459222-2738-457b-8ac8-01568b14d01b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:22.065324 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baad9ca4-64b5-4b85-b6ff-294bbda32d82', 'name': 'network-vif-deleted', 'tag': '076c3613-2cec-4de0-b987-8f9776466502', 'status': 'completed', 'code': 200} Nov 23 14:08:22.075229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-0f7e582a-80f1-4083-866e-1955e046ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:22.077991 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-0f7e582a-80f1-4083-866e-1955e046ce15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825650 Nov 23 14:08:22.208305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:22.225130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b5f2f317-2041-45ab-84c9-f43032f4e686 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:22.225715 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:22.241003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419d525-7424-4eea-9890-307fca527712 req-53101a58-73b5-45bb-9eb5-efe8c29574af tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:22.243899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3419d525-7424-4eea-9890-307fca527712 req-53101a58-73b5-45bb-9eb5-efe8c29574af tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 948 time: 0.1059165 Nov 23 14:08:22.275202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:08:22.279048 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-0c69cc04-5ac3-4ca1-99cf-03537c6b5ac9 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612167 Nov 23 14:08:22.286719 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Sync routers for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:08:22.305331 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:22.307179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:07:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:22.311208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3419d525-7424-4eea-9890-307fca527712 req-3f4b949c-e193-49eb-8737-79156c0b55d4 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Nov 23 14:08:22.316875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:22.322639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36294) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:22.327651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-480a59ea-251b-46cf-b901-a3165ab2d995 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5646975 Nov 23 14:08:22.375290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['dea4ed00-81e4-49c2-b5a1-29ec67496cd9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:22.439249 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9e3244f-cb39-431f-8d46-980b4d21e9d8 req-5afa6856-eb6a-40b1-a0b1-b5d0457c4c5f service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508787 Nov 23 14:08:22.590145 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:22.612369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d7ccd-558d-45e1-b615-71c902470676 req-186b325b-9c82-49c8-9db1-b3576e1ab5ca tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:22.613966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-638d7ccd-558d-45e1-b615-71c902470676 req-186b325b-9c82-49c8-9db1-b3576e1ab5ca tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1531081 Nov 23 14:08:22.771506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-638d7ccd-558d-45e1-b615-71c902470676 req-cbfc9fea-4041-425b-a15c-edf56758cb91 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511521 Nov 23 14:08:22.911682 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:20Z', 'revision_number': 3, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:22.944458 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Checking router: 1ce8a1fe-0514-4482-8bdf-c31eb5200615 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:08:22.945323 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Updating router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 port 3251de9c-1068-4627-ba54-513788992576 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:08:22.994290 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.052917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.311926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d074e6-cce2-48d4-a173-b109845729c0 req-3b109a55-2aa6-4ed8-a264-ca8817691c65 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:23.313715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09d074e6-cce2-48d4-a173-b109845729c0 req-3b109a55-2aa6-4ed8-a264-ca8817691c65 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1036513 Nov 23 14:08:23.334492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Allocated IP 172.20.0.1 (df96e715-8814-46db-ab75-ff5e9b220772/c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6/e511a4f4-0496-4c60-9fc9-ba2b33548992) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:23.340308 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.349114 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.384283 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Attempting to bind port 3251de9c-1068-4627-ba54-513788992576 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:23.384283 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Attempting to bind port 3251de9c-1068-4627-ba54-513788992576 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:23.384283 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Attempting to bind port 3251de9c-1068-4627-ba54-513788992576 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:23.410504 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:23.411015 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:23.411435 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.411955 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:23.413134 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Bound port: 3251de9c-1068-4627-ba54-513788992576, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:23.413603 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.451820 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.456363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09d074e6-cce2-48d4-a173-b109845729c0 req-15b898d3-574b-4f16-bd5f-4efaa5ca2644 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329174 Nov 23 14:08:23.471451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 076c3613-2cec-4de0-b987-8f9776466502 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:23.523531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 076c3613-2cec-4de0-b987-8f9776466502 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:23.525768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 076c3613-2cec-4de0-b987-8f9776466502 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:23.526215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:23.526807 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Pushing event updated for resources: {'Port': ['ID=3251de9c-1068-4627-ba54-513788992576,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:23.552764 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.552993 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.553387 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.553908 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.554265 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.554554 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.554979 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.555306 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.555765 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.556290 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.557049 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.571177 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:23.595236 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] For port 3251de9c-1068-4627-ba54-513788992576, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:23.608765 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] For port 3251de9c-1068-4627-ba54-513788992576, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3251de9c-1068-4627-ba54-513788992576,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:23.615866 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.621501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.633801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b5f2f317-2041-45ab-84c9-f43032f4e686 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:23.701601 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c023f9-a784-44fe-8556-7b725e3c5c8d None None] Pushing event updated for resources: {'Port': ['ID=3251de9c-1068-4627-ba54-513788992576,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:23.707833 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:23.708584 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:07:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:23.713948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.796138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e511a4f4-0496-4c60-9fc9-ba2b33548992,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:23.801459 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.805128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b5f2f317-2041-45ab-84c9-f43032f4e686 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:23.805388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.810808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Network df96e715-8814-46db-ab75-ff5e9b220772 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:23.823022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa395b1-7718-4b7b-969e-169311084a8d req-640f250f-d07f-4f31-9f3b-066c7cec2d19 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:23.831921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bfa395b1-7718-4b7b-969e-169311084a8d req-640f250f-d07f-4f31-9f3b-066c7cec2d19 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 948 time: 0.3685861 Nov 23 14:08:23.841482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:23.843674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:23.882004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dea4ed00-81e4-49c2-b5a1-29ec67496cd9 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:23.911249 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:23.937467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:23.951379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36346) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:23.953426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:23.983859 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.021024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bfa395b1-7718-4b7b-969e-169311084a8d req-30cce0a0-936a-4e97-80c9-ce9de302d50a tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879790 Nov 23 14:08:24.096072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] Deleting subnet 2acb973b-5cde-4c9d-8e70-c201c352d0f1 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:08:24.104424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.167971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:24.189732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.190100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.192287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.192944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.193293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.194779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.195255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.196390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.196877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.199264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.199823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.200347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.201202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:08:24.251452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.275797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54249f-7ca3-4af0-b4e7-8b12bb47ed22 req-91efe782-7500-42b4-9c58-5e7e74d05a9a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:24.283946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b54249f-7ca3-4af0-b4e7-8b12bb47ed22 req-91efe782-7500-42b4-9c58-5e7e74d05a9a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1790676 Nov 23 14:08:24.286569 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:20Z', 'revision_number': 3, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:24.301593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.318618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a4f388fd-62c9-445b-ba47-ed584a6754db None None] Provisioning complete for port e511a4f4-0496-4c60-9fc9-ba2b33548992 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:24.319091 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a4f388fd-62c9-445b-ba47-ed584a6754db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.362832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f798b9-309f-40b4-a5ce-055e0ef77e62 None None] The sync data for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 is: [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:20Z', 'revision_number': 3, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:08:24.368627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b54249f-7ca3-4af0-b4e7-8b12bb47ed22 req-94701517-ab6e-4931-a425-8ccffa0ac786 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836711 Nov 23 14:08:24.388452 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.406337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a4f388fd-62c9-445b-ba47-ed584a6754db None None] Port e511a4f4-0496-4c60-9fc9-ba2b33548992 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:24.440954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2acb973b-5cde-4c9d-8e70-c201c352d0f1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:24.443370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.446950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c227e82c-28c5-4ee6-a0e2-2e4452a79786 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2acb973b-5cde-4c9d-8e70-c201c352d0f1 HTTP/1.1" status: 204 len: 168 time: 0.4938869 Nov 23 14:08:24.450054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36350) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:24.551937 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.579595 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.627841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.694466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.759332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.766751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e511a4f4-0496-4c60-9fc9-ba2b33548992,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:24.808464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7e3be-c49f-4e21-9f0e-011e5b700583 req-5b757a65-23d8-42c8-ae1e-c43ef94fa80a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:24.810168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d7e3be-c49f-4e21-9f0e-011e5b700583 req-5b757a65-23d8-42c8-ae1e-c43ef94fa80a tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.2403834 Nov 23 14:08:24.812867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b93425f-1718-46e8-8ed9-cd0659981060']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:24.830936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:24.831448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7faa5c0-3cc9-4e94-8e62-3e05fa907640') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:24.846191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.863946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.887999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:08:24.889921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:08:24.893523 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:08:24.984279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:24.987587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d7e3be-c49f-4e21-9f0e-011e5b700583 req-44d63d01-5496-4e8a-a6da-211c0c3106d1 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515350 Nov 23 14:08:25.004254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.011382 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8b93425f-1718-46e8-8ed9-cd0659981060 HTTP/1.1" status: 204 len: 168 time: 0.5533850 Nov 23 14:08:25.032617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3e5bc-2e87-4f79-b5a3-549baa6631a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b93425f-1718-46e8-8ed9-cd0659981060,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:25.041668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Network df96e715-8814-46db-ab75-ff5e9b220772 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:25.044860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:25.142206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:25.145228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:25.269762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467c389-871a-4de2-9823-00f721aec672 req-376e0f49-88ef-49ed-af63-d9b1e6f7911b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:25.283072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5467c389-871a-4de2-9823-00f721aec672 req-376e0f49-88ef-49ed-af63-d9b1e6f7911b tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 947 time: 0.1410348 Nov 23 14:08:25.291572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36364) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:25.386355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d9b6ddad-52e0-4a9a-9644-8f8cb209aa05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85b96f2700e344708701a19a4ee9f9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0932238 Nov 23 14:08:25.390126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36368) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:25.452829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.492129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:25.492748 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32a6a9c0-b3bd-4048-ad36-e57105ab2f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.539996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32a6a9c0-b3bd-4048-ad36-e57105ab2f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.624200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:25.627348 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad8a6b7-c95e-4ec8-a465-e680c558e863" -d '{"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-unplugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:25.646291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32a6a9c0-b3bd-4048-ad36-e57105ab2f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.651454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32a6a9c0-b3bd-4048-ad36-e57105ab2f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.655466 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-32a6a9c0-b3bd-4048-ad36-e57105ab2f0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05e07700-8c81-4209-9d36-3046cabff33a HTTP/1.1" status: 204 len: 168 time: 0.2638764 Nov 23 14:08:25.676407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6a9c0-b3bd-4048-ad36-e57105ab2f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e07700-8c81-4209-9d36-3046cabff33a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:25.710984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3251de9c-1068-4627-ba54-513788992576 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:25.757792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:25.780255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:25.785365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.788377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f3b9f3ad-c022-421d-b106-11657170ed99 None None] Provisioning complete for port e511a4f4-0496-4c60-9fc9-ba2b33548992 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:25.788785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f3ad-c022-421d-b106-11657170ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.901775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:25.925285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:25.925691 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:25.965367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:08:25.984092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5467c389-871a-4de2-9823-00f721aec672 req-b50e80a5-d01b-4c09-8c2a-a31e51546e17 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6997080 Nov 23 14:08:25.992536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9f3ad-c022-421d-b106-11657170ed99 None None] Port e511a4f4-0496-4c60-9fc9-ba2b33548992 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:26.043629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:26.058173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b29ae7-3fc9-4d7f-a8b9-5abcee9b8300 req-86ffb0c8-e933-4808-9a36-197e2f6da825 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:26.058959 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.059985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39b29ae7-3fc9-4d7f-a8b9-5abcee9b8300 req-86ffb0c8-e933-4808-9a36-197e2f6da825 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 948 time: 0.1423717 Nov 23 14:08:26.081637 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b6abec-28a0-4d96-85a5-946ec30bddf0 x-openstack-request-id: req-78b6abec-28a0-4d96-85a5-946ec30bddf0 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:26.082603 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-unplugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:26.082964 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78b6abec-28a0-4d96-85a5-946ec30bddf0 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:26.083478 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'code': 200} Nov 23 14:08:26.084233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3251de9c-1068-4627-ba54-513788992576 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:26.084663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.143537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03409f7-7b80-47bc-998c-91e250a5d416 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:26.197326 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:08:26.205026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:26.211213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:08:26.227377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8274c443-c73c-4e1e-8651-f3da3247bcb0 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ce8a1fe-0514-4482-8bdf-c31eb5200615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9033778 Nov 23 14:08:26.231278 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.254157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39b29ae7-3fc9-4d7f-a8b9-5abcee9b8300 req-e2bd3de2-8a08-4e06-a4ff-e3857da915ba tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797910 Nov 23 14:08:26.444276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1f1e-0435-4501-b4e9-e90ee92b2f4d req-01d50daa-cb88-4088-b91c-a4dfc89ab817 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:26.449220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fbee1f1e-0435-4501-b4e9-e90ee92b2f4d req-01d50daa-cb88-4088-b91c-a4dfc89ab817 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1214409 Nov 23 14:08:26.512781 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.533988 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.550714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fbee1f1e-0435-4501-b4e9-e90ee92b2f4d req-5529eb46-3fdb-45a1-bf56-b16975c33aee tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957093 Nov 23 14:08:26.699940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d03409f7-7b80-47bc-998c-91e250a5d416'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:26.704681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 3251de9c-1068-4627-ba54-513788992576, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3251de9c-1068-4627-ba54-513788992576,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:26.715531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ab78bc27-38d2-40ab-8aea-3adb29f5bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.741476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:26.747880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:26.749319 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.807692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=3251de9c-1068-4627-ba54-513788992576,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:26.833018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.837464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-dc7df6a7-cb05-4625-b47c-c355278f312b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:26.840739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-dc7df6a7-cb05-4625-b47c-c355278f312b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 949 time: 0.1197236 Nov 23 14:08:26.895449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d990c6-3b4b-48ae-b9cd-76e0630d9dc4 req-c05648e0-9a5a-4239-a7ed-484f3523c59f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:26.899216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:26.901544 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:26.907355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8d990c6-3b4b-48ae-b9cd-76e0630d9dc4 req-c05648e0-9a5a-4239-a7ed-484f3523c59f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 949 time: 0.1090381 Nov 23 14:08:26.990079 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-669c2160-bb6e-49d3-bee5-cd2ae6373456 service neutron] 10.222.0.11 "GET /v2.0/ports/d03409f7-7b80-47bc-998c-91e250a5d416/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 382 time: 0.1394162 Nov 23 14:08:27.000373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8d990c6-3b4b-48ae-b9cd-76e0630d9dc4 req-370eda2a-6e27-40ba-bbe7-283f177765fd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917952 Nov 23 14:08:27.063808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Sync routers for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:08:27.090632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:27.091639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:07:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:27.121735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-78ba2989-aa13-4fe7-9791-51eec3b33474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:27.123355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-78ba2989-aa13-4fe7-9791-51eec3b33474 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 1100 time: 0.0964601 Nov 23 14:08:27.223934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-024bdb47-b55f-4828-9a4e-efca4d60cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:27.225785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-024bdb47-b55f-4828-9a4e-efca4d60cdf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.0951622 Nov 23 14:08:27.232351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82efeb-7cf0-426f-b891-38ce5cd8b189 req-dbb15550-6401-431e-bd49-2504bf69f147 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:27.248024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a82efeb-7cf0-426f-b891-38ce5cd8b189 req-dbb15550-6401-431e-bd49-2504bf69f147 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 950 time: 0.1211200 Nov 23 14:08:27.307208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:27.314812 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-d15e77de-d055-466e-8777-73d6ecd6cd74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 200 len: 217 time: 0.0812793 Nov 23 14:08:27.346257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a82efeb-7cf0-426f-b891-38ce5cd8b189 req-4a458f36-21a4-4c90-8db5-a24def60d668 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952873 Nov 23 14:08:27.391491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-13d9cc3f-4681-4b61-948a-00307ea20e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:27.393084 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-13d9cc3f-4681-4b61-948a-00307ea20e9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0631673 Nov 23 14:08:27.431068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36426) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:27.485975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1322079362-network', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:27.553229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-c6fee003-3c82-43b5-844b-393a91d57e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:27.560071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-c6fee003-3c82-43b5-844b-393a91d57e69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398911 Nov 23 14:08:27.669575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 2, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:27.823671 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-22cfc286-e2da-48ac-a176-da3bbf7aef96 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403095 Nov 23 14:08:27.825219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Made reservation on behalf of c69123f98e814ab7b7e0cf2ddcb6f60b for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:27.829750 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:27.852665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720adb5-b770-45b7-8ae1-ccb284c1c60e req-10c4b713-9b85-499e-80e1-bf00d1ecbc29 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:27.855972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5720adb5-b770-45b7-8ae1-ccb284c1c60e req-10c4b713-9b85-499e-80e1-bf00d1ecbc29 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.1031933 Nov 23 14:08:27.953441 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-39d23816-cf1f-4996-bad0-fac43d5d1fa8 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202552 Nov 23 14:08:27.960482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:27.984522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3251de9c-1068-4627-ba54-513788992576 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:28.004285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-fcdc2f86-7eb0-4680-8b0b-1c9623476c08 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3b092acbffc4a5db437fbca016dd904&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800450 Nov 23 14:08:28.005542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Checking router: 1ce8a1fe-0514-4482-8bdf-c31eb5200615 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:08:28.011161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Updating router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 port e511a4f4-0496-4c60-9fc9-ba2b33548992 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:08:28.094970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5720adb5-b770-45b7-8ae1-ccb284c1c60e req-ba29c9ea-f09a-460b-9de2-819bf26d1819 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264605 Nov 23 14:08:28.107540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:28.114759 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f94c1-aa13-428e-844c-3552c7fd0cfe" -d '{"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-plugged", "status": "completed", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:28.132262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.139534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.159371 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.183770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702538fb-4733-4ec0-9fc4-5d495df30dd3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:28.211336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:08:28.227270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.228270 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Added segment 3f84f9ef-a417-41b5-b222-7b9d51575fa7 of type vlan for network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b Nov 23 14:08:28.281247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.287908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-5bef9a57-8245-4428-b637-555c504c3715 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:28.296296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-5bef9a57-8245-4428-b637-555c504c3715 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909915 Nov 23 14:08:28.314276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-bd94c3e6-0237-4597-829f-299b70087ac1 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/quotas/f3b092acbffc4a5db437fbca016dd904 HTTP/1.1" status: 200 len: 375 time: 0.0164387 Nov 23 14:08:28.335433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.336548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:28.337333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.366053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3251de9c-1068-4627-ba54-513788992576 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:28.366670 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.407629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-5ff71152-ebaf-42d6-91fb-5f99b24edef7 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3b092acbffc4a5db437fbca016dd904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919077 Nov 23 14:08:28.428073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] Pushing event updated for resources: {'Network': ['ID=acd9cbd6-8281-4b8f-9e79-b15f0d4b067b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:28.441271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:08:28.455521 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0b2549f9-df9a-405d-8615-5d51dbb2eadd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0232737 Nov 23 14:08:28.456137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:28.462290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Request body: {'subnet': {'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1322079362-subnet', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:28.493041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Made reservation on behalf of c69123f98e814ab7b7e0cf2ddcb6f60b for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:28.496909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.505481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01c2d-3497-4140-883e-cbfe62b9d592 req-4c315bf0-0deb-4766-84f1-c37fe901d5b6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:28.514276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0b01c2d-3497-4140-883e-cbfe62b9d592 req-4c315bf0-0deb-4766-84f1-c37fe901d5b6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 949 time: 0.1353285 Nov 23 14:08:28.575301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0b01c2d-3497-4140-883e-cbfe62b9d592 req-a4389303-b46d-4987-8d7d-9c476bc428ab tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599306 Nov 23 14:08:28.791270 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.802050 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea38ebb2-d9c8-4100-998d-3e7588c8e9d1 x-openstack-request-id: req-ea38ebb2-d9c8-4100-998d-3e7588c8e9d1 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:28.802407 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-plugged", "status": "completed", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:28.802717 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea38ebb2-d9c8-4100-998d-3e7588c8e9d1 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:28.803026 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'code': 200} Nov 23 14:08:28.812958 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.928208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:28.931332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec877b-a88d-4d06-a050-d8780e38e652 req-86fab97d-ea31-443d-b1a2-3aa37b1b9dbb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:28.931332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8aec877b-a88d-4d06-a050-d8780e38e652 req-86fab97d-ea31-443d-b1a2-3aa37b1b9dbb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 950 time: 0.1425648 Nov 23 14:08:29.070435 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f338ca8b-6a9e-46da-9684-5900edcce8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.106493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7f11a0-2559-4a50-ade9-adc3aac81977,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:29.122295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b6ac9-6355-47e8-aa33-5b87d61bd43f None None] Pushing event updated for resources: {'Port': ['ID=e511a4f4-0496-4c60-9fc9-ba2b33548992,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:29.163374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Attempting to bind port e511a4f4-0496-4c60-9fc9-ba2b33548992 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:29.163748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Attempting to bind port e511a4f4-0496-4c60-9fc9-ba2b33548992 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:29.164112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Attempting to bind port e511a4f4-0496-4c60-9fc9-ba2b33548992 on network df96e715-8814-46db-ab75-ff5e9b220772 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:29.196057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:29.196436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Checking segment: {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:29.196843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.197279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Bound using segment: {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:29.197771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Bound port: e511a4f4-0496-4c60-9fc9-ba2b33548992, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:29.198492 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.200554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:29.204126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Checking segment: {'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:29.204784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Network hostable DHCP agents. Network: acd9cbd6-8281-4b8f-9e79-b15f0d4b067b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:08:29.244178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8aec877b-a88d-4d06-a050-d8780e38e652 req-e525668d-9027-4a10-878d-93f246cf4c15 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990129 Nov 23 14:08:29.257481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-758130a5-b9b5-4b0a-9ccb-54f5d6262cd1 req-d0d871cc-6b06-4601-90c0-ff91387703cc tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 210 time: 0.1701126 Nov 23 14:08:29.429003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:08:29.463520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, acd9cbd6-8281-4b8f-9e79-b15f0d4b067b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:29.470620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] For port e511a4f4-0496-4c60-9fc9-ba2b33548992, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:29.475924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] For port e511a4f4-0496-4c60-9fc9-ba2b33548992, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e511a4f4-0496-4c60-9fc9-ba2b33548992,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:29.479670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d03409f7-7b80-47bc-998c-91e250a5d416 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:29.480383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.482960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d998a9-d14c-45ba-b06b-bf3b63c010e0 None None] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:08:29.489201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.493076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:29.497117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.582366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-599c9ee8-9f7d-4776-b92b-d3253c2829ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1217399 Nov 23 14:08:29.600662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36472) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:29.615466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b2db7-b63a-4bcc-a878-1bf3f7295c14 req-229580b8-7d3a-49ea-9532-af94d6e43e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:29.633560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-662b2db7-b63a-4bcc-a878-1bf3f7295c14 req-229580b8-7d3a-49ea-9532-af94d6e43e26 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1101 time: 0.6005306 Nov 23 14:08:29.635960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:29.707141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643ebee-3f2a-4e5e-b64a-d161b960c28f req-32d1ef62-d96e-40a5-a952-1f8d4e656305 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:29.718074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-24c7f572-0724-487f-a391-8842e890ed89 None None] Provisioning complete for port e511a4f4-0496-4c60-9fc9-ba2b33548992 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:29.718794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24c7f572-0724-487f-a391-8842e890ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.720677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e643ebee-3f2a-4e5e-b64a-d161b960c28f req-32d1ef62-d96e-40a5-a952-1f8d4e656305 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.2258792 Nov 23 14:08:29.817927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b6ac9-6355-47e8-aa33-5b87d61bd43f None None] Pushing event updated for resources: {'Port': ['ID=e511a4f4-0496-4c60-9fc9-ba2b33548992,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:29.834524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:29.835412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:29.854163 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-662b2db7-b63a-4bcc-a878-1bf3f7295c14 req-b2695450-9b96-4fbc-9c5c-ef7a8ee7cac5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100689 Nov 23 14:08:29.893344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:29.894533 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.010458 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.085694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.117127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b66b32-321a-496b-9b12-738f5f7d6730 req-b694c167-b07d-4041-9e9e-b518f8a81a8f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:30.126519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1b66b32-321a-496b-9b12-738f5f7d6730 req-b694c167-b07d-4041-9e9e-b518f8a81a8f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 949 time: 0.3213146 Nov 23 14:08:30.160484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:30.209209 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.216009 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.275262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e643ebee-3f2a-4e5e-b64a-d161b960c28f req-d9b7f926-283f-41dd-b6fa-ded3a1a370a7 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493309 Nov 23 14:08:30.289170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:30.378387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-acd9cbd6-8281-4b8f-9e79-b15f0d4b067b', 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'fixed_ips': [{'subnet_id': '9a7f11a0-2559-4a50-ade9-adc3aac81977'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:08:30.380460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.408676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:30.616753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1b66b32-321a-496b-9b12-738f5f7d6730 req-0597b208-a50e-406a-9e2f-111deb4aa098 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857891 Nov 23 14:08:30.657058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.792868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9e5eb3c-6db4-4b43-86ca-4727dbda4b42 req-72a398ce-1b21-4a23-bc42-6c5f7f7c4a28 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 210 time: 0.0404196 Nov 23 14:08:30.808572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9868b-229d-4f24-aa64-daaf748c47d8 req-f5e24cf3-2f23-4445-9fc6-138d3e660b6f tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:30.818296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10b9868b-229d-4f24-aa64-daaf748c47d8 req-f5e24cf3-2f23-4445-9fc6-138d3e660b6f tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 950 time: 0.2419810 Nov 23 14:08:30.818854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:30.831826 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e30938-aaff-4be8-b6d7-9b7feeafa408" -d '{"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-plugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:30.835191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-84cc490d-06ac-426a-a7f7-794301b500ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:30.836730 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-84cc490d-06ac-426a-a7f7-794301b500ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 1101 time: 0.0733171 Nov 23 14:08:30.847150 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24c7f572-0724-487f-a391-8842e890ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:30.927304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10b9868b-229d-4f24-aa64-daaf748c47d8 req-8234b1ae-f528-4e2c-b635-3e7ff7a0e180 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023815 Nov 23 14:08:30.960627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-86daf2c3-4d59-4bf4-b36a-d8dab7f1a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:30.962836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-86daf2c3-4d59-4bf4-b36a-d8dab7f1a59d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 1101 time: 0.0951500 Nov 23 14:08:30.971611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-24c7f572-0724-487f-a391-8842e890ed89 None None] For port e511a4f4-0496-4c60-9fc9-ba2b33548992, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e511a4f4-0496-4c60-9fc9-ba2b33548992,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:30.982357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24c7f572-0724-487f-a391-8842e890ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:31.145640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:31.174189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-99499c16-9bb5-4d15-8468-0fe76fa92dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:31.179712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:31.181523 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-99499c16-9bb5-4d15-8468-0fe76fa92dca service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2111793 Nov 23 14:08:31.280258 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1a9f29-1039-4f09-9d4f-a77ade019d9b x-openstack-request-id: req-6e1a9f29-1039-4f09-9d4f-a77ade019d9b {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:31.280687 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-plugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:31.281848 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e1a9f29-1039-4f09-9d4f-a77ade019d9b {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:31.283064 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'code': 200} Nov 23 14:08:31.290073 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-d1d1fc5a-fb64-4d08-a97b-d2a7fa466186 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 200 len: 217 time: 0.1007869 Nov 23 14:08:31.452969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Allocated IP 172.25.3.31 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:31.470562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4fc19f4d-f5a3-4a66-b02b-794b6e53f394 None None] Provisioning complete for port e511a4f4-0496-4c60-9fc9-ba2b33548992 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:31.473045 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4fc19f4d-f5a3-4a66-b02b-794b6e53f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:31.683353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7f572-0724-487f-a391-8842e890ed89 None None] Pushing event updated for resources: {'Port': ['ID=e511a4f4-0496-4c60-9fc9-ba2b33548992,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:31.695778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Allocated IP 172.20.0.2 (acd9cbd6-8281-4b8f-9e79-b15f0d4b067b/9a7f11a0-2559-4a50-ade9-adc3aac81977/bf2c6927-f02c-46f0-a424-c06cb3d31721) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:31.761291 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:31.785506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a227201-0027-48a2-95de-2433fbcfba55 req-67a0acd9-cc08-4981-aef9-db73ec14abae tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:31.790573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a227201-0027-48a2-95de-2433fbcfba55 req-67a0acd9-cc08-4981-aef9-db73ec14abae tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.3125863 Nov 23 14:08:31.922421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:29Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:31.963667 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-d569cf8b-209f-4fe7-8624-d29c8f1805c4 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f3b092acbffc4a5db437fbca016dd904&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6510239 Nov 23 14:08:31.976678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:31.999399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e22bc4-0e47-4407-8f2b-0e980ff6ad61 req-5c29c937-b8fd-460f-9496-4b832d9287f2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:32.001032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4e22bc4-0e47-4407-8f2b-0e980ff6ad61 req-5c29c937-b8fd-460f-9496-4b832d9287f2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.1658101 Nov 23 14:08:32.015576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a227201-0027-48a2-95de-2433fbcfba55 req-f82c52cd-a72b-447e-970e-2eaad93dab72 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123442 Nov 23 14:08:32.103427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-9646cfc1-35a5-42a8-bd42-19a1a99e452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:32.105484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-9646cfc1-35a5-42a8-bd42-19a1a99e452c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.8074558 Nov 23 14:08:32.175857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4959e034-3583-4932-9d5e-f8f812527d51 req-c4590adb-7a9c-4404-9b59-b81931c758c2 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 210 time: 0.0565338 Nov 23 14:08:32.179468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4e22bc4-0e47-4407-8f2b-0e980ff6ad61 req-49d58a54-1970-49e9-b850-c3abef5e938f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585321 Nov 23 14:08:32.198521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.230039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35cecb-64b0-467a-9641-132270028e41 None None] The sync data for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 is: [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:29Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:08:32.261520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-97b68eea-9213-42d0-8340-7fb4d8b1515c tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:32.265356 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-97b68eea-9213-42d0-8340-7fb4d8b1515c tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804871 Nov 23 14:08:32.285637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Request body: {'port': {'device_id': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'f3b092acbffc4a5db437fbca016dd904'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:32.293594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:32.303456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:32.306025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:32.403418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Pushing event updated for resources: {'Port': ['ID=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:32.445214 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.488855 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.501721 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.532602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Made reservation on behalf of f3b092acbffc4a5db437fbca016dd904 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:32.536280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.560299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.579814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-fa07b23a-602f-4153-9fe8-9d4382e5deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:32.582048 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-fa07b23a-602f-4153-9fe8-9d4382e5deea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4675660 Nov 23 14:08:32.681189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:32.685482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b028c-7c7e-4043-ba3c-53359c3ea24e req-888c3978-4ab3-412e-8210-c9f5015eb569 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:32.690668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.696801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.697104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d1b028c-7c7e-4043-ba3c-53359c3ea24e req-888c3978-4ab3-412e-8210-c9f5015eb569 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 950 time: 0.3848588 Nov 23 14:08:32.712836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:32.722505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:32.752431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Pushing event updated for resources: {'Port': ['ID=bf2c6927-f02c-46f0-a424-c06cb3d31721,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:32.813010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d1b028c-7c7e-4043-ba3c-53359c3ea24e req-ce2d65c8-a5d5-4f9b-8050-b4e0086c53cb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148467 Nov 23 14:08:32.846523 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.866362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Attempting to bind port bf2c6927-f02c-46f0-a424-c06cb3d31721 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:32.871911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Attempting to bind port bf2c6927-f02c-46f0-a424-c06cb3d31721 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:32.873623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Attempting to bind port bf2c6927-f02c-46f0-a424-c06cb3d31721 on network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:32.887273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:32.887964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Checking segment: {'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:32.888445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.889639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Bound using segment: {'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:32.890446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Bound port: bf2c6927-f02c-46f0-a424-c06cb3d31721, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:32.891217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:32.916994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Allocated IP 192.168.233.232 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/dec62354-cb74-4c3d-9987-ae7b87ff2c16) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:33.062562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:33.078946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] For port bf2c6927-f02c-46f0-a424-c06cb3d31721, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:33.087382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] For port bf2c6927-f02c-46f0-a424-c06cb3d31721, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bf2c6927-f02c-46f0-a424-c06cb3d31721,segment=NetworkSegment(3f84f9ef-a417-41b5-b222-7b9d51575fa7),segment_id=3f84f9ef-a417-41b5-b222-7b9d51575fa7)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:33.097271 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:33.207417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:33.283066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e660be6-c768-4dbf-bbd1-16a586665416 None None] Pushing event updated for resources: {'Port': ['ID=bf2c6927-f02c-46f0-a424-c06cb3d31721,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:33.315657 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-19fd0173-2913-41e4-a3db-78c95a11ebd8 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206726 Nov 23 14:08:33.340098 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:33.379477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:33.388147 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7661b5aa-b5f2-431f-a344-df2140084fce" -d '{"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-unplugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:33.402464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:33.409104 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:33.530820 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3f99bf9-7bb8-4651-b04d-6fe25bfa93cd req-3312204c-9f7e-4c97-a136-c7efb8c3b937 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999731 Nov 23 14:08:33.543076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:33.554019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a97032-ea54-468e-bda6-76863b3dfa4c req-6dca622c-b7e5-4286-b559-4e6866f258e9 tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:33.607279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6a97032-ea54-468e-bda6-76863b3dfa4c req-6dca622c-b7e5-4286-b559-4e6866f258e9 tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1101 time: 0.2786846 Nov 23 14:08:33.699369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:33.718092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc8e5-52c2-4ac8-a2de-6ed5c58e0ce6 req-8aa4893b-68af-4610-a453-639b13410c0c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:33.723109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1dfc8e5-52c2-4ac8-a2de-6ed5c58e0ce6 req-8aa4893b-68af-4610-a453-639b13410c0c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.3976908 Nov 23 14:08:33.771519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:33.796744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e511a4f4-0496-4c60-9fc9-ba2b33548992 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:33.819856 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:33.833594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:33.840479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6a97032-ea54-468e-bda6-76863b3dfa4c req-b6f90b11-4d9e-49e7-b59d-40dfc1ef4141 tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316718 Nov 23 14:08:33.841024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:33.846559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:33.917612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:33.918540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:33.939068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Pushing event updated for resources: {'Port': ['ID=dec62354-cb74-4c3d-9987-ae7b87ff2c16,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:33.958487 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-207343d5-7c63-4872-90d1-bd926f969a3f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6760893 Nov 23 14:08:33.972383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Request body: {'port': {'device_id': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:33.976379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e511a4f4-0496-4c60-9fc9-ba2b33548992 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:33.976869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:34.050774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:34.070594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1dfc8e5-52c2-4ac8-a2de-6ed5c58e0ce6 req-650e71d8-62ce-4523-b112-bdcd8cff7344 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243244 Nov 23 14:08:34.168417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe325f-943a-4f54-be5d-1f0e5545cc0e req-fdedef5d-2843-4527-9498-861a9f3e2658 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:34.178300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ffe325f-943a-4f54-be5d-1f0e5545cc0e req-fdedef5d-2843-4527-9498-861a9f3e2658 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 936 time: 0.1255698 Nov 23 14:08:34.400462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ffe325f-943a-4f54-be5d-1f0e5545cc0e req-20b43cef-7871-45fe-86cc-a9bb52e79ecf tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209849 Nov 23 14:08:34.411757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e279ae3c-963f-4733-903d-3b0cec5832fe None None] Provisioning complete for port dec62354-cb74-4c3d-9987-ae7b87ff2c16 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:34.414367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e279ae3c-963f-4733-903d-3b0cec5832fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:34.423010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7c9c-9bd9-4a54-b580-dcc902a8b4dc req-589cb53a-401b-4ccd-b47f-c287f8eed3fe tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:34.434855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba6e7c9c-9bd9-4a54-b580-dcc902a8b4dc req-589cb53a-401b-4ccd-b47f-c287f8eed3fe tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 948 time: 0.1849406 Nov 23 14:08:34.444752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:08:34.554752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e279ae3c-963f-4733-903d-3b0cec5832fe None None] Port dec62354-cb74-4c3d-9987-ae7b87ff2c16 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:34.569599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec62354-cb74-4c3d-9987-ae7b87ff2c16 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:34.590191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:34.629253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba6e7c9c-9bd9-4a54-b580-dcc902a8b4dc req-02d66a0f-d7fb-486d-bcc7-4c770045f1a5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929407 Nov 23 14:08:34.639655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Transition to ACTIVE for port object dec62354-cb74-4c3d-9987-ae7b87ff2c16 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:08:34.648600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:34.687639 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db28c94-9364-476e-b2fd-8825672a7117 x-openstack-request-id: req-8db28c94-9364-476e-b2fd-8825672a7117 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:34.688007 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-unplugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:34.688269 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8db28c94-9364-476e-b2fd-8825672a7117 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:34.688733 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'code': 200} Nov 23 14:08:34.730850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:08:34.742477 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Sync routers for ids ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:08:34.771179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Routers {'ea1fcdcf-0aef-4581-a2ae-ea2115917c91'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:34.773726 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:34.780451 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:34.781708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ba1e6ac9-71d5-498a-96a1-c0f317ca08ef admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1549265 Nov 23 14:08:34.785416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36602) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:34.874426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Pushing event updated for resources: {'Port': ['ID=dec62354-cb74-4c3d-9987-ae7b87ff2c16,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:35.035080 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Set router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:35.044843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f53c6-76cd-4de4-95f9-3e276fd654fd req-be3b1a92-9f48-4043-a8b3-b8eec3451c8e tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:35.047012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-931f53c6-76cd-4de4-95f9-3e276fd654fd req-be3b1a92-9f48-4043-a8b3-b8eec3451c8e tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 1101 time: 0.1286650 Nov 23 14:08:35.065508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Attempting to bind port dec62354-cb74-4c3d-9987-ae7b87ff2c16 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:35.065860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Attempting to bind port dec62354-cb74-4c3d-9987-ae7b87ff2c16 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:35.066195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Attempting to bind port dec62354-cb74-4c3d-9987-ae7b87ff2c16 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:35.075804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67636950-f27b-4028-8aa0-fb4cb2587f02 None None] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:08:35.080507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Port dec62354-cb74-4c3d-9987-ae7b87ff2c16 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:08:35.081576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Attempting to bind port dec62354-cb74-4c3d-9987-ae7b87ff2c16 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:35.094028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:35.094368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:35.094762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:35.095246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Bound port: dec62354-cb74-4c3d-9987-ae7b87ff2c16, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:35.095590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:35.243477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:35.280972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] For port dec62354-cb74-4c3d-9987-ae7b87ff2c16, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:35.290175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] For port dec62354-cb74-4c3d-9987-ae7b87ff2c16, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dec62354-cb74-4c3d-9987-ae7b87ff2c16,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:35.291124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0d6f300f-5523-4fa6-9e78-3f12f464c628 None None] Provisioning complete for port bf2c6927-f02c-46f0-a424-c06cb3d31721 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:35.291797 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d6f300f-5523-4fa6-9e78-3f12f464c628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:35.296412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:35.371474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-931f53c6-76cd-4de4-95f9-3e276fd654fd req-27d2bf34-b626-4ad8-b30f-f0871c0562eb tempest-ServersAdminTestJSON-979774120 tempest-ServersAdminTestJSON-979774120-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507591 Nov 23 14:08:35.391352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:35.391352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:35.391772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-b9150381-a203-4f26-8405-96773ad1910f service neutron] 10.222.0.74 "PUT /v2.0/ports/dec62354-cb74-4c3d-9987-ae7b87ff2c16 HTTP/1.1" status: 200 len: 1096 time: 1.4242945 Nov 23 14:08:35.402371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'tag': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:35.412421 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb65972-87ea-44ca-9447-23f908e57aa1", "tag": "dec62354-cb74-4c3d-9987-ae7b87ff2c16"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:35.431798 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:08:32Z', 'revision_number': 3, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:35.513972 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Checking router: ea1fcdcf-0aef-4581-a2ae-ea2115917c91 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:08:35.516923 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Updating router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:08:35.585280 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:35.598395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d6f300f-5523-4fa6-9e78-3f12f464c628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:35.599030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9150381-a203-4f26-8405-96773ad1910f service neutron] Pushing event updated for resources: {'Port': ['ID=dec62354-cb74-4c3d-9987-ae7b87ff2c16,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:35.658846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-8c1029bd-0bc2-4b27-be49-b5baacada691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:35.667009 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-8c1029bd-0bc2-4b27-be49-b5baacada691 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3b092acbffc4a5db437fbca016dd904&device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 1099 time: 0.2290952 Nov 23 14:08:35.787365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bf2c6927-f02c-46f0-a424-c06cb3d31721 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:35.858560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-1aba1199-87f0-4ff7-aa69-78581c0a6355 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=dec62354-cb74-4c3d-9987-ae7b87ff2c16 HTTP/1.1" status: 200 len: 217 time: 0.1731470 Nov 23 14:08:35.959752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:36.024024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-8f961114-d313-4816-a41c-8a362a4b3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:36.025993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-8f961114-d313-4816-a41c-8a362a4b3c95 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1648078 Nov 23 14:08:36.051845 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b357e366-3cd2-4b13-a53c-0149e4baaa5c x-openstack-request-id: req-b357e366-3cd2-4b13-a53c-0149e4baaa5c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:36.052253 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb65972-87ea-44ca-9447-23f908e57aa1", "tag": "dec62354-cb74-4c3d-9987-ae7b87ff2c16", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:36.052631 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b357e366-3cd2-4b13-a53c-0149e4baaa5c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:36.053184 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'tag': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16', 'status': 'completed', 'code': 200} Nov 23 14:08:36.064997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'mac_address': 'fa:16:3e:45:7e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:36.078921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0d6f300f-5523-4fa6-9e78-3f12f464c628 None None] For port bf2c6927-f02c-46f0-a424-c06cb3d31721, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bf2c6927-f02c-46f0-a424-c06cb3d31721,segment=NetworkSegment(3f84f9ef-a417-41b5-b222-7b9d51575fa7),segment_id=3f84f9ef-a417-41b5-b222-7b9d51575fa7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:36.133135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-8e4f09f3-1534-4683-9f59-7723092a8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:36.135569 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-8e4f09f3-1534-4683-9f59-7723092a8bf9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981994 Nov 23 14:08:36.144170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d6f300f-5523-4fa6-9e78-3f12f464c628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.278220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bf2c6927-f02c-46f0-a424-c06cb3d31721 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:36.279035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.283677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.333239 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-7a9261ce-e62e-4311-920d-2aad0225d5a6 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882160 Nov 23 14:08:36.349005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03409f7-7b80-47bc-998c-91e250a5d416 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:36.366781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f300f-5523-4fa6-9e78-3f12f464c628 None None] Pushing event updated for resources: {'Port': ['ID=bf2c6927-f02c-46f0-a424-c06cb3d31721,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:36.399396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:36.411330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.413000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4ef1-ed06-440b-8a84-31bfced95ef8 req-b89653d0-34ff-4388-8f01-63421913fee8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:36.422818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6bd4ef1-ed06-440b-8a84-31bfced95ef8 req-b89653d0-34ff-4388-8f01-63421913fee8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 1.1412396 Nov 23 14:08:36.471362 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7b05448c-0744-42ca-8af0-3681aaa110f2 req-ae28e96c-b5cf-42b1-8d3c-9a938d2ceac4 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298566 Nov 23 14:08:36.487782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb958c68-cc37-4e6e-a881-0a6b74f40b3d None None] Provisioning complete for port bf2c6927-f02c-46f0-a424-c06cb3d31721 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:36.488234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb958c68-cc37-4e6e-a881-0a6b74f40b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.500355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6bd4ef1-ed06-440b-8a84-31bfced95ef8 req-28d10796-b471-4e47-8e65-51a94e3e1af3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761795 Nov 23 14:08:36.540200 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.550956 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.606603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b134a-af29-4614-9702-a1f9e5fbf7f5 req-45552080-286f-49bc-9e80-0ea11dd87fc0 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:36.608115 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Attempting to bind port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:36.609537 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Attempting to bind port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:36.609537 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Attempting to bind port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:36.612064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-687b134a-af29-4614-9702-a1f9e5fbf7f5 req-45552080-286f-49bc-9e80-0ea11dd87fc0 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 948 time: 0.2818122 Nov 23 14:08:36.618807 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:36.619273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:36.619667 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.620053 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:36.620588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Bound port: 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:36.620972 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.659656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-6b86426c-6886-406b-a2f2-470f815fca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:36.666013 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-6b86426c-6886-406b-a2f2-470f815fca34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3b092acbffc4a5db437fbca016dd904&device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 1099 time: 0.1262600 Nov 23 14:08:36.696320 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3c374-a972-4664-ab6d-7ba51fdf37a7 None None] Pushing event updated for resources: {'Port': ['ID=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:36.697634 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:36.731345 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] For port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:36.735908 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] For port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:36.743009 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:36.801223 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Routers {'ea1fcdcf-0aef-4581-a2ae-ea2115917c91'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:36.801590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-687b134a-af29-4614-9702-a1f9e5fbf7f5 req-e8d0b559-72c1-4dc6-92c8-f9622eb12fc6 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767483 Nov 23 14:08:36.802610 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:36.823353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d03409f7-7b80-47bc-998c-91e250a5d416'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:36.878990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce1f54-368e-4d6d-8f36-d91e6890558c req-129b1ecb-4d02-4025-9bb9-31a4001e0e81 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:36.887892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bce1f54-368e-4d6d-8f36-d91e6890558c req-129b1ecb-4d02-4025-9bb9-31a4001e0e81 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.0822275 Nov 23 14:08:36.932893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-1b934730-7c2e-40f4-b9b2-c76dd8c78fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:36.941217 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-1b934730-7c2e-40f4-b9b2-c76dd8c78fee service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2662592 Nov 23 14:08:36.949723 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] Set router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:37.039011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bce1f54-368e-4d6d-8f36-d91e6890558c req-087257a5-450d-4f85-a242-ecda886c8a95 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497242 Nov 23 14:08:37.047448 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-1ca08c51-d2a9-4b54-a592-6e5f99a51363 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=dec62354-cb74-4c3d-9987-ae7b87ff2c16 HTTP/1.1" status: 200 len: 217 time: 0.0981731 Nov 23 14:08:37.079342 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3c374-a972-4664-ab6d-7ba51fdf37a7 None None] Pushing event updated for resources: {'Port': ['ID=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:37.143917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe781bb-e632-4412-adea-62da407748e7 req-1d208286-7e97-41bb-9874-f24acc8aa8e1 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:37.145758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbe781bb-e632-4412-adea-62da407748e7 req-1d208286-7e97-41bb-9874-f24acc8aa8e1 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 950 time: 0.1820493 Nov 23 14:08:37.150469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:37.171063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-6d45471e-a0bb-4602-9d5f-a7af013c0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:37.178121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-6d45471e-a0bb-4602-9d5f-a7af013c0aa9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1095903 Nov 23 14:08:37.254292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-901707db-a060-4225-af69-475d42ff1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:37.256167 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-901707db-a060-4225-af69-475d42ff1810 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686712 Nov 23 14:08:37.321804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbe781bb-e632-4412-adea-62da407748e7 req-ddb6d917-7f4f-4516-a488-3634eb3e0fcb tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594276 Nov 23 14:08:37.328643 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:08:32Z', 'revision_number': 3, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:37.360953 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac04d2-1758-4aa6-9283-9a597222ea49 None None] The sync data for ids ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'] in n-d-818503-2 is: [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:08:32Z', 'revision_number': 3, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:08:37.403759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-32e732ce-2723-4dd4-a34e-89b810087f93 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328120 Nov 23 14:08:37.444813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-e14bdac9-02e5-40d4-9f26-756b65aa1f49 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:37.449885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-e14bdac9-02e5-40d4-9f26-756b65aa1f49 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 950 time: 0.2020009 Nov 23 14:08:37.527476 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4cfd2e6-3536-4107-8ab3-e9bfecc39b66 req-99fc5057-4ce5-457d-bf1c-649f9084e9dd service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153865 Nov 23 14:08:37.553067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93025ad4-6e14-43e7-9145-9ea58030756c req-93dacfc8-fbc2-409f-888a-2946097ea59c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:37.556931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93025ad4-6e14-43e7-9145-9ea58030756c req-93dacfc8-fbc2-409f-888a-2946097ea59c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 950 time: 0.2339575 Nov 23 14:08:37.647378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bf2c6927-f02c-46f0-a424-c06cb3d31721 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:37.678598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Allocated IP 172.20.0.1 (acd9cbd6-8281-4b8f-9e79-b15f0d4b067b/9a7f11a0-2559-4a50-ade9-adc3aac81977/c9e7698a-d442-43d8-91be-0640d8beba9d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:37.743212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bf2c6927-f02c-46f0-a424-c06cb3d31721 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:37.743786 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:37.779672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93025ad4-6e14-43e7-9145-9ea58030756c req-dbc0cd52-d8f8-4da8-b662-08cc35a18a98 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031081 Nov 23 14:08:37.855650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca51d2-ff12-4d76-b0bf-9e63cd25963d req-bd6c3357-23c1-4ccf-aac6-7486177be0ae tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:37.857553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9ca51d2-ff12-4d76-b0bf-9e63cd25963d req-bd6c3357-23c1-4ccf-aac6-7486177be0ae tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.2236221 Nov 23 14:08:38.016156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Deleting port 69141f5f-869a-473d-ac92-4d326fc20f4c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:38.016684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:38.135065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] For port 69141f5f-869a-473d-ac92-4d326fc20f4c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=69141f5f-869a-473d-ac92-4d326fc20f4c,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:38.135599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:38.209133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Calling delete_port for 69141f5f-869a-473d-ac92-4d326fc20f4c owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:38.218790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9ca51d2-ff12-4d76-b0bf-9e63cd25963d req-8140552e-0833-4f88-a0ee-c666591a42e8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509626 Nov 23 14:08:38.339201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:38.383882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-12773b93-3de6-4d46-8767-b7153b0191c7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508227 Nov 23 14:08:38.404858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546337d-408d-4ce7-9203-944008c783df req-88d36306-5e70-4d56-9b62-f32431acf0b2 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:38.406852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7546337d-408d-4ce7-9203-944008c783df req-88d36306-5e70-4d56-9b62-f32431acf0b2 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 948 time: 0.2479849 Nov 23 14:08:38.569389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:38.629721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7546337d-408d-4ce7-9203-944008c783df req-66816b65-9e0c-4d98-a0a8-919cff773838 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032800 Nov 23 14:08:38.654202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:38.657072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:38.667343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:38.704895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-ce22a5d6-5e82-40d1-be6c-e789b6ea591c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:38.706395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-ce22a5d6-5e82-40d1-be6c-e789b6ea591c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136692 Nov 23 14:08:38.712304 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:38.717922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e7698a-d442-43d8-91be-0640d8beba9d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:38.728369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['83fc9482-610f-4636-97dc-9649c7d3607e', '69141f5f-869a-473d-ac92-4d326fc20f4c', 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:38.769109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Pushing event deleted for resources: {'Port': ['ID=69141f5f-869a-473d-ac92-4d326fc20f4c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:38.784684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-14c6106b-17ad-47b9-8a16-662cc034a221 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/quotas/5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 375 time: 0.0566449 Nov 23 14:08:38.786782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:38.929313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] No DVR routers for this DVR port 69141f5f-869a-473d-ac92-4d326fc20f4c on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:38.960381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:38.964528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1bbdecd-1d50-4342-a850-cae7c14a5d74 req-b95e4a68-c78f-4733-870b-5842a20e4dba tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "DELETE /v2.0/ports/69141f5f-869a-473d-ac92-4d326fc20f4c HTTP/1.1" status: 204 len: 173 time: 1.5068886 Nov 23 14:08:38.964999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'name': 'network-vif-deleted', 'tag': '69141f5f-869a-473d-ac92-4d326fc20f4c'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:38.979757 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68590719-7184-4b0e-ab7b-7ebfe639c62b" -d '{"events": [{"server_uuid": "04695cde-4e53-4d14-8410-3f4e4c0ace25", "name": "network-vif-deleted", "tag": "69141f5f-869a-473d-ac92-4d326fc20f4c"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:39.016884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b5fc78d-64d4-4218-9a95-0451e433d749 req-656356db-bbf2-4cdb-8899-5769b0f5a1cc tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=04695cde-4e53-4d14-8410-3f4e4c0ace25 HTTP/1.1" status: 200 len: 210 time: 0.1167231 Nov 23 14:08:39.086265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-6b426d39-5e62-4f2c-aefe-f349a538efd5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2582090 Nov 23 14:08:39.115438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6619e92b-d4d1-4c25-981e-32b9eecc5bd3 None None] Provisioning complete for port c9e7698a-d442-43d8-91be-0640d8beba9d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:39.116882 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6619e92b-d4d1-4c25-981e-32b9eecc5bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:39.200329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6619e92b-d4d1-4c25-981e-32b9eecc5bd3 None None] Port c9e7698a-d442-43d8-91be-0640d8beba9d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:39.232405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:39.245569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:39.384409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d03409f7-7b80-47bc-998c-91e250a5d416 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:39.384930 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:39.457051 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcefd8d-c64d-4e18-9bbc-9642318f0bdc x-openstack-request-id: req-abcefd8d-c64d-4e18-9bbc-9642318f0bdc {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:39.457992 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04695cde-4e53-4d14-8410-3f4e4c0ace25", "name": "network-vif-deleted", "tag": "69141f5f-869a-473d-ac92-4d326fc20f4c", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:39.458220 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abcefd8d-c64d-4e18-9bbc-9642318f0bdc {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:39.459240 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04695cde-4e53-4d14-8410-3f4e4c0ace25', 'name': 'network-vif-deleted', 'tag': '69141f5f-869a-473d-ac92-4d326fc20f4c', 'status': 'completed', 'code': 200} Nov 23 14:08:39.534448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dec62354-cb74-4c3d-9987-ae7b87ff2c16 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:39.626799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-ee30ab4d-aea8-4543-9c08-aa77defd8a9f tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:39.632509 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-ee30ab4d-aea8-4543-9c08-aa77defd8a9f tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1097 time: 0.1353874 Nov 23 14:08:39.647681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e12846f-289e-4e18-bb41-589b6526810e req-8f6346f8-50ec-4d80-92e4-6a0e5394837d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 210 time: 0.1050436 Nov 23 14:08:39.653721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-2'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:39.768122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:39.869264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:39.989154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8e619-d977-4c14-85cd-c7456198c7cd req-c2b15de0-7dc8-4dc7-9122-66c004ff824c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:40.014115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7dd8e619-d977-4c14-85cd-c7456198c7cd req-c2b15de0-7dc8-4dc7-9122-66c004ff824c tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 946 time: 0.5251951 Nov 23 14:08:40.016573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dec62354-cb74-4c3d-9987-ae7b87ff2c16, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dec62354-cb74-4c3d-9987-ae7b87ff2c16,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:40.051356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749db62-85c2-4f80-93aa-708ab3acb529 req-277b6117-f131-4025-8153-cfc75b68af56 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:40.052066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16', 'mac_address': 'fa:16:3e:37:6e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:40.056440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:40.056440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.062027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.064631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1749db62-85c2-4f80-93aa-708ab3acb529 req-277b6117-f131-4025-8153-cfc75b68af56 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 948 time: 0.2493544 Nov 23 14:08:40.152757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:40.155971 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22583e1-9d44-4544-ba5c-54a3755ba7f4" -d '{"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-plugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:40.188071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:40.191875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.202083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7dd8e619-d977-4c14-85cd-c7456198c7cd req-f755d2cf-36e3-48ff-bec3-503a6318dc67 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844280 Nov 23 14:08:40.215246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.215430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.225137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.242282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:40.256304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec62354-cb74-4c3d-9987-ae7b87ff2c16 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:40.325075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1749db62-85c2-4f80-93aa-708ab3acb529 req-d7025ee7-49b2-45c9-9864-1151deeb8a14 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525311 Nov 23 14:08:40.343664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dec62354-cb74-4c3d-9987-ae7b87ff2c16, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dec62354-cb74-4c3d-9987-ae7b87ff2c16,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:40.361673 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.371810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:40.374872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.403754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:40.424170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:40.432451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.466217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dec62354-cb74-4c3d-9987-ae7b87ff2c16,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:40.522749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e7698a-d442-43d8-91be-0640d8beba9d,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:40.537087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.539269 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dda1b6-db20-457f-b206-22b3f370bca3 x-openstack-request-id: req-90dda1b6-db20-457f-b206-22b3f370bca3 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:40.539491 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-plugged", "status": "completed", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:40.539723 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90dda1b6-db20-457f-b206-22b3f370bca3 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:40.541518 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'code': 200} Nov 23 14:08:40.559575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a86446-8931-4af5-8aae-b1221a058025'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:40.568346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:40.571161 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92abc3b0-fe49-4ab6-b599-c8e91f53b12f" -d '{"events": [{"server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "name": "network-vif-unplugged", "status": "completed", "tag": "35a86446-8931-4af5-8aae-b1221a058025"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:40.575443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.594413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.657447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['dec62354-cb74-4c3d-9987-ae7b87ff2c16'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:40.748765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:40.750519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:40.803703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on host n-h2-818503-2 for vnic_type normal with profile {"migrating_to": "n-h1-818503-2"} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:40.804330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:40.804609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:40.822144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:40.832053 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f7916-6885-43df-8995-5464a24f0ebf x-openstack-request-id: req-742f7916-6885-43df-8995-5464a24f0ebf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:40.833345 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "name": "network-vif-unplugged", "status": "completed", "tag": "35a86446-8931-4af5-8aae-b1221a058025", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:40.833610 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-742f7916-6885-43df-8995-5464a24f0ebf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:40.834602 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a86446-8931-4af5-8aae-b1221a058025', 'code': 200} Nov 23 14:08:40.837071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:08:40.837403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Attempting to bind port 35a86446-8931-4af5-8aae-b1221a058025 on network 7811a950-ac82-499b-ba3f-9fd609f856d4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:40.851844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:40.852186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Checking segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:40.853550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Bound using segment: {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:40.854163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Bound port: 35a86446-8931-4af5-8aae-b1221a058025, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7811a950-ac82-499b-ba3f-9fd609f856d4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:40.854815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:40.992557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:40.997179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d08d0a4-f07d-4903-a699-3ac8e1437e78 req-4cd7b0d8-819c-4fe7-b273-8b3143a35d94 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 210 time: 0.0919292 Nov 23 14:08:40.998686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:41.014441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:41.054814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14c48-4780-45dd-a702-b83c43814c8f req-777a97f6-6030-4d01-a581-838c48e311a3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:41.064776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fda14c48-4780-45dd-a702-b83c43814c8f req-777a97f6-6030-4d01-a581-838c48e311a3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 948 time: 0.1307592 Nov 23 14:08:41.068435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:08:41.121953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:41.122583 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:41.124119 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] 10.222.0.11 "PUT /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 1122 time: 1.4832575 Nov 23 14:08:41.130407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524b2f-301b-4477-9ab2-107df15cfc23 service neutron] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:41.152576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6a57b34b-90d2-4388-a0c4-c1c4957756d7 None None] Provisioning complete for port c9e7698a-d442-43d8-91be-0640d8beba9d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:41.155086 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6a57b34b-90d2-4388-a0c4-c1c4957756d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:41.179998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-57295b38-7a16-4ff2-9ccb-37a023532b0c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829840 Nov 23 14:08:41.192914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fda14c48-4780-45dd-a702-b83c43814c8f req-f2b36294-8a55-4d2d-abe3-3f21bd68d3c1 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271412 Nov 23 14:08:41.224893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6a57b34b-90d2-4388-a0c4-c1c4957756d7 None None] Port c9e7698a-d442-43d8-91be-0640d8beba9d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:41.238054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 35a86446-8931-4af5-8aae-b1221a058025 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:41.302147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['35a86446-8931-4af5-8aae-b1221a058025'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:41.388355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:08:41.394878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eb0af933-7a50-417d-9f7c-2be57690c631 admin admin] 10.222.0.46 "PUT /v2.0/routers/ea1fcdcf-0aef-4581-a2ae-ea2115917c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6069074 Nov 23 14:08:41.425986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-0297562c-cb77-4ed2-a187-2374d93ef61f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:41.427807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-0297562c-cb77-4ed2-a187-2374d93ef61f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388024 Nov 23 14:08:41.430172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['35a86446-8931-4af5-8aae-b1221a058025'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:41.440085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a57b95-1110-4f73-8781-0cb80759dc1e req-cae1043e-8083-4c88-afa0-e9570ac01357 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:41.441678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20a57b95-1110-4f73-8781-0cb80759dc1e req-cae1043e-8083-4c88-afa0-e9570ac01357 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.0980663 Nov 23 14:08:41.447158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Request body: {'port': {'device_id': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '5c401a5b93f147fb8ddbe1db00ba277a'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:41.495567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 69141f5f-869a-473d-ac92-4d326fc20f4c no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:41.498230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Sync routers for ids ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:08:41.547297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Routers {'ea1fcdcf-0aef-4581-a2ae-ea2115917c91'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:41.547946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:41.671366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 69141f5f-869a-473d-ac92-4d326fc20f4c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:41.671715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 69141f5f-869a-473d-ac92-4d326fc20f4c not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:41.679509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20a57b95-1110-4f73-8781-0cb80759dc1e req-9b66abdd-ddc7-4408-b42d-d0bf906372dc tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281456 Nov 23 14:08:41.714933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041cd6-bc2c-49d8-ab6a-186226f8c366 req-09806cf2-6e7b-4108-9f9c-61c73d645190 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:41.723777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:41.727329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74041cd6-bc2c-49d8-ab6a-186226f8c366 req-09806cf2-6e7b-4108-9f9c-61c73d645190 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 949 time: 0.2441554 Nov 23 14:08:41.737618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Set router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:41.798049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Made reservation on behalf of 5c401a5b93f147fb8ddbe1db00ba277a for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:41.801854 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:41.836227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74041cd6-bc2c-49d8-ab6a-186226f8c366 req-0dccc419-9539-4730-be8a-1e119e70b1fb tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071239 Nov 23 14:08:41.845149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:41.967853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 35a86446-8931-4af5-8aae-b1221a058025 has no active binding in host n-h1-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:08:42.252862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:42.258675 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:42.307848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f97514ee-858f-4445-8683-39146d7061b1 req-c8a01a4f-f12b-4028-bad0-1afc52392380 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 210 time: 0.0515971 Nov 23 14:08:42.388468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-19bce074-027f-468f-8d42-63d144487714 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:42.390594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-19bce074-027f-468f-8d42-63d144487714 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 948 time: 0.1345515 Nov 23 14:08:42.463856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Allocated IP 192.168.233.144 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/e216c764-11a0-4e26-84b1-761cd00db5a4) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:42.487613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee374a4f-b91d-4051-858e-e929e5a102f7 req-43ca51be-fe16-4ee9-aa13-420378b089f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:42.489064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee374a4f-b91d-4051-858e-e929e5a102f7 req-43ca51be-fe16-4ee9-aa13-420378b089f9 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 948 time: 0.1078987 Nov 23 14:08:42.515407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:08:39Z', 'revision_number': 4, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c9e7698a-d442-43d8-91be-0640d8beba9d', 'name': '', 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'mac_address': 'fa:16:3e:d5:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9a7f11a0-2559-4a50-ade9-adc3aac81977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:37Z', 'updated_at': '2021-11-23T14:08:39Z', 'revision_number': 2, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'subnets': [{'id': '9a7f11a0-2559-4a50-ade9-adc3aac81977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:42.553164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Checking router: ea1fcdcf-0aef-4581-a2ae-ea2115917c91 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:08:42.553435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Updating router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 port c9e7698a-d442-43d8-91be-0640d8beba9d binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:08:42.598673 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:42.621828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Deleting port 83fc9482-610f-4636-97dc-9649c7d3607e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:42.621828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:42.631129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee374a4f-b91d-4051-858e-e929e5a102f7 req-300a4074-bdfe-4059-bdfe-1e0870ba8590 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267996 Nov 23 14:08:42.824125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] For port 83fc9482-610f-4636-97dc-9649c7d3607e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83fc9482-610f-4636-97dc-9649c7d3607e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:42.824691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:42.838051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'tag': '35a86446-8931-4af5-8aae-b1221a058025'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:42.845865 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c155d5a-1563-471e-a794-69bc7f51a31b" -d '{"events": [{"name": "network-changed", "server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "tag": "35a86446-8931-4af5-8aae-b1221a058025"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:42.855439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:42.866041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Calling delete_port for 83fc9482-610f-4636-97dc-9649c7d3607e owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:42.900281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427973b-3ba8-4a9d-a05c-0b2335e9e50b req-7bfe09f7-256c-4d14-8d5d-d17b89f2cb6f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:42.908870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6427973b-3ba8-4a9d-a05c-0b2335e9e50b req-7bfe09f7-256c-4d14-8d5d-d17b89f2cb6f tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1248639 Nov 23 14:08:42.946775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:42.967539 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4985285e-9666-4c53-8c10-e7eb188ac27f x-openstack-request-id: req-4985285e-9666-4c53-8c10-e7eb188ac27f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:42.967835 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "tag": "35a86446-8931-4af5-8aae-b1221a058025", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:42.968394 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4985285e-9666-4c53-8c10-e7eb188ac27f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:42.983520 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'tag': '35a86446-8931-4af5-8aae-b1221a058025', 'status': 'completed', 'code': 200} Nov 23 14:08:43.013365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6427973b-3ba8-4a9d-a05c-0b2335e9e50b req-03f8f295-aa17-4452-b950-d4f2cc9629c6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032970 Nov 23 14:08:43.023736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:43.033586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:43.044523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f', '1924c3ad-8559-459f-b8ed-5da46adf1b48'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:43.048408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:43.128461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:43.159804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-b4ec3710-0d21-46ce-a8dd-497d2dc09eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:43.161649 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-b4ec3710-0d21-46ce-a8dd-497d2dc09eba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1125 time: 0.1680267 Nov 23 14:08:43.169476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:43.235924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:43.236889 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:43.274233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba9628-ddce-4ad0-9f7e-0d79db851fb8 req-461a847f-0499-44cc-8446-323a156447d5 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:43.287235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7cba9628-ddce-4ad0-9f7e-0d79db851fb8 req-461a847f-0499-44cc-8446-323a156447d5 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 949 time: 0.1594670 Nov 23 14:08:43.296011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Pushing event deleted for resources: {'Port': ['ID=83fc9482-610f-4636-97dc-9649c7d3607e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:43.317857 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:43.326513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d03409f7-7b80-47bc-998c-91e250a5d416'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:43.337927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-bea87f9d-b11e-4099-9f88-25dec7a5c1d3 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8950453 Nov 23 14:08:43.348478 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:43.422030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] No DVR routers for this DVR port 83fc9482-610f-4636-97dc-9649c7d3607e on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:43.425023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:43.425789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7cba9628-ddce-4ad0-9f7e-0d79db851fb8 req-c8babc36-665e-4b92-bb28-70fc1a34570b tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370463 Nov 23 14:08:43.428850 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e39a8f-554d-4ff9-8737-b1882cdd6c40 req-0037c0b6-7f0b-41bf-b471-978558a83341 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "DELETE /v2.0/ports/83fc9482-610f-4636-97dc-9649c7d3607e HTTP/1.1" status: 204 len: 173 time: 1.0292861 Nov 23 14:08:43.446366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Request body: {'port': {'device_id': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:43.494545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dec62354-cb74-4c3d-9987-ae7b87ff2c16 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:43.516934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-5f76bf1b-d5fb-4aaf-a733-e19ee22d712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:43.519126 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-5f76bf1b-d5fb-4aaf-a733-e19ee22d712e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.3403294 Nov 23 14:08:43.610166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7a7c-1ecc-494f-821a-8db65da99663 None None] Pushing event updated for resources: {'Port': ['ID=c9e7698a-d442-43d8-91be-0640d8beba9d,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:43.613031 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-42a428bc-05d0-48d8-bfe3-13be4b2ea12a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 217 time: 0.0859129 Nov 23 14:08:43.731712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe5d93-402f-4c1e-8a41-f5aea6906a78 req-65730f80-7d21-4e85-bd76-75b30b53b1e1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:43.744150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ebe5d93-402f-4c1e-8a41-f5aea6906a78 req-65730f80-7d21-4e85-bd76-75b30b53b1e1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 936 time: 0.3416708 Nov 23 14:08:43.775155 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:43.788858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-64e1fea5-59ef-4306-b31a-63e649446eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:43.794484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-64e1fea5-59ef-4306-b31a-63e649446eb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1523907 Nov 23 14:08:43.814920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-78ac4cbe-3489-48d9-b23d-e980bd0f6176 None None] Provisioning complete for port e216c764-11a0-4e26-84b1-761cd00db5a4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:43.821453 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-78ac4cbe-3489-48d9-b23d-e980bd0f6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:43.902458 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-efe9ef3e-d16d-405b-b359-24a47e2826ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917764 Nov 23 14:08:43.919113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2990ed04-d66a-4040-baf1-a19d54803845 req-bf4a900e-b9ee-44e8-ba76-e3cac8b22b7c tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd237b7b-682e-402b-9a81-70d6f00f6a4d HTTP/1.1" status: 200 len: 210 time: 0.0921407 Nov 23 14:08:43.934244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Attempting to bind port c9e7698a-d442-43d8-91be-0640d8beba9d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:43.934620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Attempting to bind port c9e7698a-d442-43d8-91be-0640d8beba9d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:43.935005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Attempting to bind port c9e7698a-d442-43d8-91be-0640d8beba9d on network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:43.973436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ebe5d93-402f-4c1e-8a41-f5aea6906a78 req-fb76444a-d453-491f-9813-3b49f01adbbd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283103 Nov 23 14:08:44.005283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port dec62354-cb74-4c3d-9987-ae7b87ff2c16 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:08:44.007680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:44.008067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Checking segment: {'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:44.023822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.024248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Bound using segment: {'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:44.025858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Bound port: c9e7698a-d442-43d8-91be-0640d8beba9d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84f9ef-a417-41b5-b222-7b9d51575fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:44.026257 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.049154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port dec62354-cb74-4c3d-9987-ae7b87ff2c16 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:44.049558 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.073716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-78ac4cbe-3489-48d9-b23d-e980bd0f6176 None None] Port e216c764-11a0-4e26-84b1-761cd00db5a4 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:44.180634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-ffa6a80e-d1dd-4fcd-9d01-0d1e5d81d0ae service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416859 Nov 23 14:08:44.397951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb628d94-6f96-4860-84d9-e540ed79f36b None None] Provisioning complete for port c9e7698a-d442-43d8-91be-0640d8beba9d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:44.398957 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb628d94-6f96-4860-84d9-e540ed79f36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.501262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6c155d5a-1563-471e-a794-69bc7f51a31b req-39c49119-70c2-4dd0-9457-dac5f4f89fa0 service neutron] 10.222.0.74 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195055 Nov 23 14:08:44.515893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] For port c9e7698a-d442-43d8-91be-0640d8beba9d, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:44.521957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] For port c9e7698a-d442-43d8-91be-0640d8beba9d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c9e7698a-d442-43d8-91be-0640d8beba9d,segment=NetworkSegment(3f84f9ef-a417-41b5-b222-7b9d51575fa7),segment_id=3f84f9ef-a417-41b5-b222-7b9d51575fa7)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:44.540222 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.562561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eb628d94-6f96-4860-84d9-e540ed79f36b None None] Port c9e7698a-d442-43d8-91be-0640d8beba9d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:44.567613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df249c-d315-4e46-89bc-e72c978e972f req-5754fb25-c90b-4bcd-a1fa-9629ea513d66 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:44.570126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9df249c-d315-4e46-89bc-e72c978e972f req-5754fb25-c90b-4bcd-a1fa-9629ea513d66 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1208193 Nov 23 14:08:44.635128 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.647677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7a7c-1ecc-494f-821a-8db65da99663 None None] Pushing event updated for resources: {'Port': ['ID=c9e7698a-d442-43d8-91be-0640d8beba9d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:44.655026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Routers {'ea1fcdcf-0aef-4581-a2ae-ea2115917c91'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:08:44.655662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:44.717315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:44.719164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b0519-87e7-45fc-ae12-f6ce6923082f req-b4398d85-22d8-41e9-ad02-ce0865561fe9 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:44.719653 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c2c8f4-a025-4c9b-bdf0-ac2712136331" -d '{"events": [{"server_uuid": "cbb65972-87ea-44ca-9447-23f908e57aa1", "name": "network-vif-plugged", "status": "completed", "tag": "dec62354-cb74-4c3d-9987-ae7b87ff2c16"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:44.721085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-453b0519-87e7-45fc-ae12-f6ce6923082f req-b4398d85-22d8-41e9-ad02-ce0865561fe9 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 949 time: 0.1672490 Nov 23 14:08:44.729894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9df249c-d315-4e46-89bc-e72c978e972f req-f83e6e07-209f-4f7b-a473-881600a85b98 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497936 Nov 23 14:08:44.737656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e216c764-11a0-4e26-84b1-761cd00db5a4 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:44.765290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port dec62354-cb74-4c3d-9987-ae7b87ff2c16, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dec62354-cb74-4c3d-9987-ae7b87ff2c16,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:44.775273 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.776062 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.776290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83fc9482-610f-4636-97dc-9649c7d3607e no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:44.859942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Transition to ACTIVE for port object e216c764-11a0-4e26-84b1-761cd00db5a4 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:08:44.878885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:44.894936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 83fc9482-610f-4636-97dc-9649c7d3607e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:44.895243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83fc9482-610f-4636-97dc-9649c7d3607e not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:44.897378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['dea4ed00-81e4-49c2-b5a1-29ec67496cd9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:44.974881 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef50b0-ccc5-4dc2-a239-3ae0c2ae8e3a x-openstack-request-id: req-1cef50b0-ccc5-4dc2-a239-3ae0c2ae8e3a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:44.974881 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb65972-87ea-44ca-9447-23f908e57aa1", "name": "network-vif-plugged", "status": "completed", "tag": "dec62354-cb74-4c3d-9987-ae7b87ff2c16", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:44.974881 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cef50b0-ccc5-4dc2-a239-3ae0c2ae8e3a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:44.974881 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16', 'code': 200} Nov 23 14:08:44.975501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-453b0519-87e7-45fc-ae12-f6ce6923082f req-0d408fef-bdc9-4f7e-a217-42ca8b6aabd2 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410800 Nov 23 14:08:44.985926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'name': 'network-vif-deleted', 'tag': '83fc9482-610f-4636-97dc-9649c7d3607e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:44.988712 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8039210-9839-4d4e-9b46-6319cbd4165a" -d '{"events": [{"server_uuid": "dd237b7b-682e-402b-9a81-70d6f00f6a4d", "name": "network-vif-deleted", "tag": "83fc9482-610f-4636-97dc-9649c7d3607e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:45.031379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:45.085051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=dec62354-cb74-4c3d-9987-ae7b87ff2c16,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:45.138954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc63a3-8462-4844-ab10-70fe1dda0555 req-032fc57b-df4f-46a7-ab4f-0a5cff662104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:45.140810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7cc63a3-8462-4844-ab10-70fe1dda0555 req-032fc57b-df4f-46a7-ab4f-0a5cff662104 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 1101 time: 0.0993049 Nov 23 14:08:45.173352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] Set router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:08:45.210290 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a23383-34e2-4cd2-b22c-ace7bc8ec39b x-openstack-request-id: req-14a23383-34e2-4cd2-b22c-ace7bc8ec39b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:45.210860 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd237b7b-682e-402b-9a81-70d6f00f6a4d", "name": "network-vif-deleted", "tag": "83fc9482-610f-4636-97dc-9649c7d3607e", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:45.212163 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14a23383-34e2-4cd2-b22c-ace7bc8ec39b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:45.215496 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd237b7b-682e-402b-9a81-70d6f00f6a4d', 'name': 'network-vif-deleted', 'tag': '83fc9482-610f-4636-97dc-9649c7d3607e', 'status': 'completed', 'code': 200} Nov 23 14:08:45.236623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-062c9816-ba1b-46df-ae9e-98ccfe1b167d None None] Provisioning complete for port c9e7698a-d442-43d8-91be-0640d8beba9d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:45.236999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-062c9816-ba1b-46df-ae9e-98ccfe1b167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:45.254717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7cc63a3-8462-4844-ab10-70fe1dda0555 req-b93b2778-12e0-4811-9bb3-8cac72914d15 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006901 Nov 23 14:08:45.374442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:08:45.374993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:08:45.375592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:45.383944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:08:45.384413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:08:45.412177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ec0e5-7b5d-4ab9-9e7e-518550197214 req-56e28f99-57b9-4daa-8098-4c8ce61072b0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:45.421045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d59ec0e5-7b5d-4ab9-9e7e-518550197214 req-56e28f99-57b9-4daa-8098-4c8ce61072b0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 948 time: 0.2337630 Nov 23 14:08:45.448848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:08:45.449342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:45.449837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:08:45.450775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Bound port: e216c764-11a0-4e26-84b1-761cd00db5a4, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:08:45.452152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:45.504597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d59ec0e5-7b5d-4ab9-9e7e-518550197214 req-639a7f87-272f-4d3c-9b1b-0f0c31fc9a2e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822859 Nov 23 14:08:45.649116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:45.654254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:08:45.661804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:45.704538 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-062c9816-ba1b-46df-ae9e-98ccfe1b167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:45.725543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:45.726521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:45.728396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] 10.222.0.74 "PUT /v2.0/ports/e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 1096 time: 2.3250282 Nov 23 14:08:45.729787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:45.736384 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9b7213-379e-468d-85e9-ce6c93f34d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:45.827144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-062c9816-ba1b-46df-ae9e-98ccfe1b167d None None] For port c9e7698a-d442-43d8-91be-0640d8beba9d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c9e7698a-d442-43d8-91be-0640d8beba9d,segment=NetworkSegment(3f84f9ef-a417-41b5-b222-7b9d51575fa7),segment_id=3f84f9ef-a417-41b5-b222-7b9d51575fa7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:45.884937 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-062c9816-ba1b-46df-ae9e-98ccfe1b167d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:45.911815 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f3801a-f6c6-4c21-be85-9c1002720c6a x-openstack-request-id: req-d2f3801a-f6c6-4c21-be85-9c1002720c6a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:45.914368 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:45.914774 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2f3801a-f6c6-4c21-be85-9c1002720c6a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:45.915411 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'status': 'completed', 'code': 200} Nov 23 14:08:45.996223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b4a0a-5d27-45a6-9722-9f602f5f3047 service neutron] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:46.050007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6e9db-df78-4f4c-a983-711e22baaa9f req-45e7c719-6eb7-42b2-8ef3-0f1f95be29c4 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:46.051691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20b6e9db-df78-4f4c-a983-711e22baaa9f req-45e7c719-6eb7-42b2-8ef3-0f1f95be29c4 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 950 time: 0.2409315 Nov 23 14:08:46.071594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-4e202797-9778-4ab0-8764-880582b0417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:46.071594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-4e202797-9778-4ab0-8764-880582b0417c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1099 time: 0.2839622 Nov 23 14:08:46.074141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7dc75-3379-481e-a38d-6b66a121510c req-3c26cff0-c27d-4b86-b2c9-808ca777e2e5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:46.082374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb7dc75-3379-481e-a38d-6b66a121510c req-3c26cff0-c27d-4b86-b2c9-808ca777e2e5 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1301365 Nov 23 14:08:46.122376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9816-ba1b-46df-ae9e-98ccfe1b167d None None] Pushing event updated for resources: {'Port': ['ID=c9e7698a-d442-43d8-91be-0640d8beba9d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:46.149530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-24fdc75e-9880-4022-a476-cf94cf55fb56 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0588472 Nov 23 14:08:46.157328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:08:39Z', 'revision_number': 4, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c9e7698a-d442-43d8-91be-0640d8beba9d', 'name': '', 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'mac_address': 'fa:16:3e:d5:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9a7f11a0-2559-4a50-ade9-adc3aac81977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:37Z', 'updated_at': '2021-11-23T14:08:44Z', 'revision_number': 4, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'subnets': [{'id': '9a7f11a0-2559-4a50-ade9-adc3aac81977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:08:46.187198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20b6e9db-df78-4f4c-a983-711e22baaa9f req-27420c7c-d99b-407a-b723-7eb3e63a52b3 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165907 Nov 23 14:08:46.221363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b43d2-e28f-429e-ab97-89f42c92cf0a None None] The sync data for ids ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'] in n-d-818503-2 is: [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:08:39Z', 'revision_number': 4, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c9e7698a-d442-43d8-91be-0640d8beba9d', 'name': '', 'network_id': 'acd9cbd6-8281-4b8f-9e79-b15f0d4b067b', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'mac_address': 'fa:16:3e:d5:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9a7f11a0-2559-4a50-ade9-adc3aac81977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:37Z', 'updated_at': '2021-11-23T14:08:44Z', 'revision_number': 4, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'subnets': [{'id': '9a7f11a0-2559-4a50-ade9-adc3aac81977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:08:46.461734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb7dc75-3379-481e-a38d-6b66a121510c req-1c2a1c0b-7e82-4c6c-b25b-58c7136267b0 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710134 Nov 23 14:08:46.492577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-4f41a1a2-f594-4e97-b053-f2b3bac8ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:46.494039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-4f41a1a2-f594-4e97-b053-f2b3bac8ae27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.3153942 Nov 23 14:08:46.532061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10fee4-2f54-4586-b7e9-86f0ea58dcee req-ddbcf39d-a8b1-44d8-8ee6-bc4e2e6e930d tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:46.533754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f10fee4-2f54-4586-b7e9-86f0ea58dcee req-ddbcf39d-a8b1-44d8-8ee6-bc4e2e6e930d tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 950 time: 0.1835079 Nov 23 14:08:46.629827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f10fee4-2f54-4586-b7e9-86f0ea58dcee req-a75e64e5-9c37-4fa0-9fdc-d4225caecdf0 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756414 Nov 23 14:08:46.635160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-a84d515f-b01f-4921-99ac-fc5de1b359c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:46.636795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-a84d515f-b01f-4921-99ac-fc5de1b359c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302187 Nov 23 14:08:46.844907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a878c62-7077-496a-9a5a-d280db337983 req-3d3d5bef-068f-47c5-be8c-669df4acd91a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:46.846555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a878c62-7077-496a-9a5a-d280db337983 req-3d3d5bef-068f-47c5-be8c-669df4acd91a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 948 time: 0.1300285 Nov 23 14:08:46.849420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-ae6f6274-539a-4348-91a1-4e654d956136 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047451 Nov 23 14:08:47.004969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a878c62-7077-496a-9a5a-d280db337983 req-767277ea-eab1-4671-87dd-d54881c8e865 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487465 Nov 23 14:08:47.034113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef3dd030-abd3-4896-a952-3a7f0f88c80a req-f91ae6cd-3794-4d0a-bad1-578d07c019ac service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764133 Nov 23 14:08:47.151322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-ea9ad424-3bc6-41b8-bcd9-ba9c04eba122 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:47.152910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-ea9ad424-3bc6-41b8-bcd9-ba9c04eba122 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 950 time: 0.0844469 Nov 23 14:08:47.196516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-991233e3-1d3f-4a8b-be00-9d9ffee49a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:47.199469 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-991233e3-1d3f-4a8b-be00-9d9ffee49a11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1099 time: 0.0755167 Nov 23 14:08:47.402152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Deleting port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:47.402611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:47.430649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-70acdc79-a669-4154-bae2-3f40b9d197a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:47.433530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-70acdc79-a669-4154-bae2-3f40b9d197a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2268219 Nov 23 14:08:47.437523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa36fb-8853-4ce5-ac44-595abc67311a req-0ceddb70-d75d-4040-af4d-127252713e10 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:47.440237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9aa36fb-8853-4ce5-ac44-595abc67311a req-0ceddb70-d75d-4040-af4d-127252713e10 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 950 time: 0.1055048 Nov 23 14:08:47.493339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 35a86446-8931-4af5-8aae-b1221a058025 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:47.511506 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-d8390515-d345-445d-92cc-2a5806934f75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0685694 Nov 23 14:08:47.625406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-319258f1-3636-47a1-8190-be26a58d095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:47.629417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-319258f1-3636-47a1-8190-be26a58d095b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1095872 Nov 23 14:08:47.714482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-6d310400-01a8-4488-af51-c13f7e258c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:47.716885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-6d310400-01a8-4488-af51-c13f7e258c07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772846 Nov 23 14:08:47.717289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9aa36fb-8853-4ce5-ac44-595abc67311a req-17f0295e-1d99-4224-b95b-030a709c4648 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/security-groups?id=55615843-b462-4c3b-b72a-92e98dfbd758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583191 Nov 23 14:08:47.725894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c9e7698a-d442-43d8-91be-0640d8beba9d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:47.727531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] For port dea4ed00-81e4-49c2-b5a1-29ec67496cd9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:47.727902 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:47.747009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Calling delete_port for dea4ed00-81e4-49c2-b5a1-29ec67496cd9 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:47.788853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b0606-2a6f-4056-bae5-2725370c53e2 req-a3cdf1af-621d-4b0f-a553-fbb17fe88ba4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:47.796843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e8b0606-2a6f-4056-bae5-2725370c53e2 req-a3cdf1af-621d-4b0f-a553-fbb17fe88ba4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 944 time: 0.1832552 Nov 23 14:08:47.884308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c9e7698a-d442-43d8-91be-0640d8beba9d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:47.884687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:47.971871 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-d25dbc49-689c-47d1-ac7c-bf36e046d1bb service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356176 Nov 23 14:08:47.973179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e8b0606-2a6f-4056-bae5-2725370c53e2 req-352b0a54-fd4f-4b90-a889-aadf894e3f96 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753695 Nov 23 14:08:48.097712 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8f9b7213-379e-468d-85e9-ce6c93f34d9b req-4506e2e1-a186-4c9c-ad6f-911facbc5c6c service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177163 Nov 23 14:08:48.147955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1847b-6042-4174-8d66-3226de732c75 req-0aae398a-34b5-4b9f-9bf2-3a2396fd3012 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:48.155890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33c1847b-6042-4174-8d66-3226de732c75 req-0aae398a-34b5-4b9f-9bf2-3a2396fd3012 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 950 time: 0.1544619 Nov 23 14:08:48.241576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33c1847b-6042-4174-8d66-3226de732c75 req-c0e597a2-443e-4702-a549-0a702b403479 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846059 Nov 23 14:08:48.311449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:48.324515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['dea4ed00-81e4-49c2-b5a1-29ec67496cd9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:48.400363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Pushing event deleted for resources: {'Port': ['ID=dea4ed00-81e4-49c2-b5a1-29ec67496cd9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:48.469640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0dfd0-6659-4c50-978a-a4e20826c1e2 req-f848111f-553d-49ad-af9b-39bf80a50a94 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:48.478189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1f0dfd0-6659-4c50-978a-a4e20826c1e2 req-f848111f-553d-49ad-af9b-39bf80a50a94 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 948 time: 0.2257140 Nov 23 14:08:48.539176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a3d44895-c410-497c-9099-ae4f1c8004c2 service neutron] 10.222.0.74 "GET /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.0841930 Nov 23 14:08:48.564684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] No DVR routers for this DVR port dea4ed00-81e4-49c2-b5a1-29ec67496cd9 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:48.574985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:48.578963 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a8128b0-7dc7-469e-a53d-0717e76441b0 req-04c3e279-4345-4d79-8f51-a0278ba76ccd tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.74 "DELETE /v2.0/ports/dea4ed00-81e4-49c2-b5a1-29ec67496cd9 HTTP/1.1" status: 204 len: 173 time: 1.4196920 Nov 23 14:08:48.581348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-deleted', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:48.583714 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd2838-41fb-47fd-b35c-902f27c09d22" -d '{"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-deleted", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:48.652354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1f0dfd0-6659-4c50-978a-a4e20826c1e2 req-ec6d1c59-1a92-4fc9-8031-633c4596afc7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713693 Nov 23 14:08:48.686736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c77ff9-b6a0-406d-942f-e169b727f15b req-9d1ffe1c-58a1-4328-9d65-1703c8104b0b tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:48.691267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17c77ff9-b6a0-406d-942f-e169b727f15b req-9d1ffe1c-58a1-4328-9d65-1703c8104b0b tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 950 time: 0.1355667 Nov 23 14:08:48.730737 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4007187c-8a87-4b4d-93aa-b6897014c1ba x-openstack-request-id: req-4007187c-8a87-4b4d-93aa-b6897014c1ba {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:48.731163 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc", "name": "network-vif-deleted", "tag": "dea4ed00-81e4-49c2-b5a1-29ec67496cd9", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:48.731422 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4007187c-8a87-4b4d-93aa-b6897014c1ba {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:48.731825 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc', 'name': 'network-vif-deleted', 'tag': 'dea4ed00-81e4-49c2-b5a1-29ec67496cd9', 'status': 'completed', 'code': 200} Nov 23 14:08:48.810114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17c77ff9-b6a0-406d-942f-e169b727f15b req-2b3bcfa7-efd8-4cca-813d-3588c5ff601e tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058896 Nov 23 14:08:48.851132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:48.866489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae1ea6a0-d148-4ab0-8d97-685098e07e19 req-a41f6919-e632-40d6-8884-7b15877fc5a8 tempest-ServersAdminTestJSON-758735243 tempest-ServersAdminTestJSON-758735243-project] 10.222.0.46 "GET /v2.0/ports?device_id=5347d05b-7a9b-41c4-b8a7-f6cb2e1631fc HTTP/1.1" status: 200 len: 210 time: 0.0375538 Nov 23 14:08:48.871161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:48.927503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a86446-8931-4af5-8aae-b1221a058025 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:48.939799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:48.959110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:49.041731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] Transition to ACTIVE for port object 35a86446-8931-4af5-8aae-b1221a058025 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:08:49.048294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:49.139889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db02a-fe4b-4c7c-844f-1c4f5d96d433 req-f0677d03-c92f-4a66-85db-c388f6041d5b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.141470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-963db02a-fe4b-4c7c-844f-1c4f5d96d433 req-f0677d03-c92f-4a66-85db-c388f6041d5b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.0934856 Nov 23 14:08:49.145404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] No DVR routers for this DVR port 35a86446-8931-4af5-8aae-b1221a058025 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:49.172528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] Pushing event updated for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:49.218075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-a9b76db4-c0eb-4d77-804a-60056b485769 service neutron] 10.222.0.74 "PUT /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025/bindings/n-h1-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6711314 Nov 23 14:08:49.248197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-963db02a-fe4b-4c7c-844f-1c4f5d96d433 req-59eff780-3d2f-46a6-9aff-2a6650cc2184 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982153 Nov 23 14:08:49.336786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-33a1ab6d-f128-4e86-8aa0-2d6a19f1400f tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.338241 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-33a1ab6d-f128-4e86-8aa0-2d6a19f1400f tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.0551126 Nov 23 14:08:49.398802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-c5a8a3e1-fe85-4d05-a56a-0c305b9115ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.400388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-c5a8a3e1-fe85-4d05-a56a-0c305b9115ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569&tenant_id=34571f635c11481689d073a5cada7e6a HTTP/1.1" status: 200 len: 1096 time: 0.0441494 Nov 23 14:08:49.472591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-ff6e79af-7e60-4a91-a0c5-72cba456d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.474445 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-ff6e79af-7e60-4a91-a0c5-72cba456d702 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34571f635c11481689d073a5cada7e6a&device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1096 time: 0.0486231 Nov 23 14:08:49.507598 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:08:49.594154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-aa65067e-30d4-4ac4-b819-9937b928e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.596639 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-aa65067e-30d4-4ac4-b819-9937b928e7eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 200 len: 909 time: 0.1145673 Nov 23 14:08:49.629443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:49.644608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'mac_address': 'fa:16:3e:0a:08:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:08:49.650573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7cb3c6f8-f9fb-43c2-a95f-50cbbfbccb30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 200 len: 217 time: 0.0380905 Nov 23 14:08:49.683943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:49.707319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e216c764-11a0-4e26-84b1-761cd00db5a4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:08:49.731547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:49.737008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:49.764277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-5a5edbd9-132a-4297-af86-5c68c26593d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.767058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-5a5edbd9-132a-4297-af86-5c68c26593d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 200 len: 848 time: 0.1088207 Nov 23 14:08:49.791321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:49.810570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584250a-26fc-4a71-944d-8825b5fb0be4 req-c8d33805-7fa1-4873-9595-30d18d018bc1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.812204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b584250a-26fc-4a71-944d-8825b5fb0be4 req-c8d33805-7fa1-4873-9595-30d18d018bc1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.0673096 Nov 23 14:08:49.816997 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-0db40989-fb77-4d6c-bcad-d9f914e624c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7811a950-ac82-499b-ba3f-9fd609f856d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359235 Nov 23 14:08:49.886455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b584250a-26fc-4a71-944d-8825b5fb0be4 req-ddfa54bf-efa3-4459-b213-be5548aebef9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672679 Nov 23 14:08:49.963377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e216c764-11a0-4e26-84b1-761cd00db5a4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:49.967384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75286bc6-ea3e-4f28-96a6-fd626678b075 req-abb727ad-5f2d-4403-b3fa-a8a6990e6a66 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:49.968984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75286bc6-ea3e-4f28-96a6-fd626678b075 req-abb727ad-5f2d-4403-b3fa-a8a6990e6a66 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 950 time: 0.0796812 Nov 23 14:08:50.089781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75286bc6-ea3e-4f28-96a6-fd626678b075 req-ecce5f74-c724-4616-a8c4-43efcc43c965 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/security-groups?id=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129136 Nov 23 14:08:50.283729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-f3836ee6-d3da-4bf4-b641-81b45816080f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:50.285226 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-f3836ee6-d3da-4bf4-b641-81b45816080f tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 950 time: 0.4263458 Nov 23 14:08:50.350831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-c777f083-5dea-4bba-ac0e-fd881628faf2 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254309 Nov 23 14:08:50.455410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87247904-e779-480f-9498-d27a62d5e7a5 req-298b2de6-b884-4e4f-8025-c8dccb02c73e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:50.461471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87247904-e779-480f-9498-d27a62d5e7a5 req-298b2de6-b884-4e4f-8025-c8dccb02c73e tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.0674045 Nov 23 14:08:50.484622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36908) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:50.546516 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-7a10c147-190c-46b0-8eaa-72f0ea95a5c1 service neutron] 10.222.0.11 "GET /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862376 Nov 23 14:08:50.560205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87247904-e779-480f-9498-d27a62d5e7a5 req-d3020160-70f8-413f-944a-0ff950bcb925 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856307 Nov 23 14:08:50.569427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Deleting port dec62354-cb74-4c3d-9987-ae7b87ff2c16 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:50.572199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:50.675086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] For port dec62354-cb74-4c3d-9987-ae7b87ff2c16, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=dec62354-cb74-4c3d-9987-ae7b87ff2c16,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:50.675808 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:50.691649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Calling delete_port for dec62354-cb74-4c3d-9987-ae7b87ff2c16 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:50.700164 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36912) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:50.700491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-36969839-6835-468a-a5ec-d114ac276879 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d159f7c9262403b995f1e54fed050db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134404 Nov 23 14:08:50.855311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8778eac4-dec9-45f0-956b-b09e800d0aa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:50.886657 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8778eac4-dec9-45f0-956b-b09e800d0aa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:50.926579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-484c8083-0bce-4e33-9f84-ba0842c60fec tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:50.928151 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-484c8083-0bce-4e33-9f84-ba0842c60fec tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569&tenant_id=34571f635c11481689d073a5cada7e6a&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.1211038 Nov 23 14:08:51.014798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.028537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d4b0-9d27-41ab-b0d6-9227181998b1 req-e62eba8b-bd8f-4972-8d4e-efd9f52b0512 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:51.031821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['dec62354-cb74-4c3d-9987-ae7b87ff2c16'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:51.035912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4121d4b0-9d27-41ab-b0d6-9227181998b1 req-e62eba8b-bd8f-4972-8d4e-efd9f52b0512 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.0754988 Nov 23 14:08:51.058450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Pushing event deleted for resources: {'Port': ['ID=dec62354-cb74-4c3d-9987-ae7b87ff2c16,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:51.069006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8778eac4-dec9-45f0-956b-b09e800d0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.071559 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8778eac4-dec9-45f0-956b-b09e800d0aa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.075149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8778eac4-dec9-45f0-956b-b09e800d0aa8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55615843-b462-4c3b-b72a-92e98dfbd758 HTTP/1.1" status: 204 len: 168 time: 0.3714750 Nov 23 14:08:51.135793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4121d4b0-9d27-41ab-b0d6-9227181998b1 req-cef51900-0a75-4e09-a600-55ea29f654c7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911188 Nov 23 14:08:51.177492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] No DVR routers for this DVR port dec62354-cb74-4c3d-9987-ae7b87ff2c16 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:51.179240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778eac4-dec9-45f0-956b-b09e800d0aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55615843-b462-4c3b-b72a-92e98dfbd758,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:51.185987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.191512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7593fedf-b373-44e4-8903-68d5dbd4a416 req-4aae2b76-86b8-479b-922c-60baeb6139ba tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.74 "DELETE /v2.0/ports/dec62354-cb74-4c3d-9987-ae7b87ff2c16 HTTP/1.1" status: 204 len: 173 time: 0.8980401 Nov 23 14:08:51.196492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'name': 'network-vif-deleted', 'tag': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:51.198784 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e83d2-24b1-4b4a-8df1-93ebd219d84b" -d '{"events": [{"server_uuid": "cbb65972-87ea-44ca-9447-23f908e57aa1", "name": "network-vif-deleted", "tag": "dec62354-cb74-4c3d-9987-ae7b87ff2c16"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:51.249312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-0fbf89ee-2335-46cd-9743-1161ba814f59 service neutron] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:08:51.253203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-0fbf89ee-2335-46cd-9743-1161ba814f59 service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.254573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fdbc995-b3c1-4876-8f2a-1cb2295ff2e6 req-0fbf89ee-2335-46cd-9743-1161ba814f59 service neutron] 10.222.0.11 "DELETE /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025/bindings/n-h2-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.3168268 Nov 23 14:08:51.284928 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b542708-57bb-4c42-8ce7-7130f356d146 x-openstack-request-id: req-1b542708-57bb-4c42-8ce7-7130f356d146 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:51.285536 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb65972-87ea-44ca-9447-23f908e57aa1", "name": "network-vif-deleted", "tag": "dec62354-cb74-4c3d-9987-ae7b87ff2c16", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:51.285947 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b542708-57bb-4c42-8ce7-7130f356d146 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:51.286540 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb65972-87ea-44ca-9447-23f908e57aa1', 'name': 'network-vif-deleted', 'tag': 'dec62354-cb74-4c3d-9987-ae7b87ff2c16', 'status': 'completed', 'code': 200} Nov 23 14:08:51.355421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f5b8f38-f39a-4641-911e-2c20bb54a505 req-f9e93e18-6e32-4139-886f-d0c13d31d3f4 tempest-ImagesNegativeTestJSON-1787715450 tempest-ImagesNegativeTestJSON-1787715450-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbb65972-87ea-44ca-9447-23f908e57aa1 HTTP/1.1" status: 200 len: 210 time: 0.0575969 Nov 23 14:08:51.508862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:08:51.605295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port e216c764-11a0-4e26-84b1-761cd00db5a4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:08:51.607955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port e216c764-11a0-4e26-84b1-761cd00db5a4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:51.608473 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.611699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36934) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:51.670821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dabad134-81b7-43ec-bc19-e2aef595798a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b42f7c96c5f482997d830cecf5f331b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575597 Nov 23 14:08:51.674993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36936) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:51.762131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e8f8b-ec3e-4489-b7e2-9897a060522c req-cd6ec4e6-6e1a-454b-8ce6-5b7d42d1f992 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:51.773522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-226e8f8b-ec3e-4489-b7e2-9897a060522c req-cd6ec4e6-6e1a-454b-8ce6-5b7d42d1f992 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.1297600 Nov 23 14:08:51.779482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.783809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc161100-fe34-4aec-93f6-227fca3029ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.822133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:51.831313 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b26fc9-f85c-425c-9839-cd30022819f0" -d '{"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-plugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:51.842463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc161100-fe34-4aec-93f6-227fca3029ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.847270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:51.853350 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.854715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:51.918953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-226e8f8b-ec3e-4489-b7e2-9897a060522c req-11f27717-6484-46a8-88f7-2e29366507b6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417122 Nov 23 14:08:51.943610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc161100-fe34-4aec-93f6-227fca3029ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.949264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc161100-fe34-4aec-93f6-227fca3029ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:51.951789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dc161100-fe34-4aec-93f6-227fca3029ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bad2730d-31b0-4603-86d9-9ab5aa8e3603 HTTP/1.1" status: 204 len: 168 time: 0.2703719 Nov 23 14:08:51.958638 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e70640-7d30-449a-8816-25d30aa36eb3 x-openstack-request-id: req-00e70640-7d30-449a-8816-25d30aa36eb3 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:51.960769 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-plugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:51.961125 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00e70640-7d30-449a-8816-25d30aa36eb3 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:51.962298 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'code': 200} Nov 23 14:08:51.962919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:51.973315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: dea4ed00-81e4-49c2-b5a1-29ec67496cd9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:51.973648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dea4ed00-81e4-49c2-b5a1-29ec67496cd9 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:51.994128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc161100-fe34-4aec-93f6-227fca3029ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2730d-31b0-4603-86d9-9ab5aa8e3603,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:52.071337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9619f81-c4db-450d-9caf-f68190764e9a req-32364abd-03ab-4468-b438-3b48fd8fd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:52.074523 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f9619f81-c4db-450d-9caf-f68190764e9a req-32364abd-03ab-4468-b438-3b48fd8fd8a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1101 time: 0.0490038 Nov 23 14:08:52.125898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b900395-017f-46b3-ab90-842203005e78 req-cd6b9845-660d-4563-b0a4-1619b388a605 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:52.135723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b900395-017f-46b3-ab90-842203005e78 req-cd6b9845-660d-4563-b0a4-1619b388a605 tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 1096 time: 0.0678816 Nov 23 14:08:52.173589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f9619f81-c4db-450d-9caf-f68190764e9a req-e132ff7c-bacf-471e-af7f-87406bf41cce service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828788 Nov 23 14:08:52.233917 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b900395-017f-46b3-ab90-842203005e78 req-0e90f8c0-80f3-4397-b1b3-cbc52bcee7dc tempest-LiveMigrationTest-1017207356 tempest-LiveMigrationTest-1017207356-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966415 Nov 23 14:08:52.310551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd18d-9c25-4349-b124-65331b7fbf69 req-9cf6f7cd-6886-46b8-84de-c8f77d0f3c86 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:52.312181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeebd18d-9c25-4349-b124-65331b7fbf69 req-9cf6f7cd-6886-46b8-84de-c8f77d0f3c86 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.0773025 Nov 23 14:08:52.377400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeebd18d-9c25-4349-b124-65331b7fbf69 req-f76226ee-cf24-4d13-b986-ca6242799ed6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555811 Nov 23 14:08:52.741599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa341442-bd62-41b3-93c9-00b362bac210 req-36f90bfa-d127-48c8-862b-de9b565e6972 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:52.748004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa341442-bd62-41b3-93c9-00b362bac210 req-36f90bfa-d127-48c8-862b-de9b565e6972 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.0674274 Nov 23 14:08:52.804121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa341442-bd62-41b3-93c9-00b362bac210 req-3c1c0ea0-14a0-461e-bebb-cbcd3c8f0f36 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535326 Nov 23 14:08:53.088598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36996) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:53.368952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e85b146e-d41d-49c4-9aba-b2920598bb96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3b092acbffc4a5db437fbca016dd904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784874 Nov 23 14:08:53.371663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37008) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:53.465608 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:53.485832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-97f42468-0094-4685-b0c2-840fcd9f7e26 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:53.487416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-97f42468-0094-4685-b0c2-840fcd9f7e26 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.1372848 Nov 23 14:08:53.518078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dec62354-cb74-4c3d-9987-ae7b87ff2c16 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:53.533208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-503a4863-82da-4233-aa31-d535f9d617ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:53.579659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-503a4863-82da-4233-aa31-d535f9d617ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:53.612917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe8f4a-5f5b-4ab1-97b3-f7e05f9069fb req-410d2694-b591-4f19-854c-15d99056d2f5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:53.614677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: dec62354-cb74-4c3d-9987-ae7b87ff2c16 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:53.614996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37fe8f4a-5f5b-4ab1-97b3-f7e05f9069fb req-410d2694-b591-4f19-854c-15d99056d2f5 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.0959404 Nov 23 14:08:53.615121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device dec62354-cb74-4c3d-9987-ae7b87ff2c16 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:53.684273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37fe8f4a-5f5b-4ab1-97b3-f7e05f9069fb req-335028ea-207c-4fc2-aae9-8bcfafe69375 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Nov 23 14:08:53.691030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-503a4863-82da-4233-aa31-d535f9d617ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:53.694704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-503a4863-82da-4233-aa31-d535f9d617ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:53.695527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Deleting port 35a86446-8931-4af5-8aae-b1221a058025 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:08:53.696163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:53.696866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-503a4863-82da-4233-aa31-d535f9d617ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb HTTP/1.1" status: 204 len: 168 time: 0.3226643 Nov 23 14:08:53.706030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a4863-82da-4233-aa31-d535f9d617ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03446c-4f5e-4ae4-8fdd-4ec47fe52fdb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:53.871476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] For port 35a86446-8931-4af5-8aae-b1221a058025, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=35a86446-8931-4af5-8aae-b1221a058025,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:08:53.871743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:53.872190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d794f2-d3ed-4d5b-9865-1bd8965c4398 req-e3880e27-f704-4f2c-b5b2-6342dcab02cc tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:53.880250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3d794f2-d3ed-4d5b-9865-1bd8965c4398 req-e3880e27-f704-4f2c-b5b2-6342dcab02cc tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1101 time: 0.0571692 Nov 23 14:08:53.886431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Calling delete_port for 35a86446-8931-4af5-8aae-b1221a058025 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:08:53.943264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3d794f2-d3ed-4d5b-9865-1bd8965c4398 req-c74f1e95-fef0-4c3a-9414-9d8480fca0d6 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570192 Nov 23 14:08:54.071346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a9ab-37f5-4700-b9ed-7f52420bc0b9 req-c2584d8b-1f61-40e9-a170-a218acdccd91 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:54.073549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68d5a9ab-37f5-4700-b9ed-7f52420bc0b9 req-c2584d8b-1f61-40e9-a170-a218acdccd91 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 945 time: 0.1010857 Nov 23 14:08:54.084814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:54.100218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['9534263d-70e3-4ac4-a399-220fc5fb1e42', '35a86446-8931-4af5-8aae-b1221a058025'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:08:54.161518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event deleted for resources: {'Port': ['ID=35a86446-8931-4af5-8aae-b1221a058025,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:54.193568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68d5a9ab-37f5-4700-b9ed-7f52420bc0b9 req-90f2fdd3-7efc-4a3c-9c73-82edae0c0ad3 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080124 Nov 23 14:08:54.232624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] No DVR routers for this DVR port 35a86446-8931-4af5-8aae-b1221a058025 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:08:54.236141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:54.240270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0e5ef59-f3ba-4491-9a0f-405d48d62ae7 req-80f3f051-f476-4378-ae8c-dfe6d9e937cf tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "DELETE /v2.0/ports/35a86446-8931-4af5-8aae-b1221a058025 HTTP/1.1" status: 204 len: 173 time: 0.7452502 Nov 23 14:08:54.241691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'name': 'network-vif-deleted', 'tag': '35a86446-8931-4af5-8aae-b1221a058025'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:08:54.243852 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495901b0-5d31-4f93-b228-5ca3a496388c" -d '{"events": [{"server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "name": "network-vif-deleted", "tag": "35a86446-8931-4af5-8aae-b1221a058025"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:08:54.770379 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca5af62-591a-4c42-98e6-ea7c45eae8f8 x-openstack-request-id: req-fca5af62-591a-4c42-98e6-ea7c45eae8f8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:08:54.771897 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64d100f-c15b-4b3a-bea2-0e47b5f1b569", "name": "network-vif-deleted", "tag": "35a86446-8931-4af5-8aae-b1221a058025", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:08:54.773175 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fca5af62-591a-4c42-98e6-ea7c45eae8f8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:08:54.773953 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64d100f-c15b-4b3a-bea2-0e47b5f1b569', 'name': 'network-vif-deleted', 'tag': '35a86446-8931-4af5-8aae-b1221a058025', 'status': 'completed', 'code': 200} Nov 23 14:08:54.830244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-e6e87761-ee47-44e8-8b4f-64d17aaf22be tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777094 Nov 23 14:08:55.108310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-09d35fd5-05ba-4cf7-9914-2ee041b554c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2397826 Nov 23 14:08:55.164620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c437a-282f-4793-9921-904deb672456 req-317c8446-9908-41c5-9a20-be5cc2615645 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:55.174741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a35c437a-282f-4793-9921-904deb672456 req-317c8446-9908-41c5-9a20-be5cc2615645 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1693063 Nov 23 14:08:55.252290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-f41310ea-5144-4f5e-9035-3c2313e4486e tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:55.259582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-f41310ea-5144-4f5e-9035-3c2313e4486e tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4224956 Nov 23 14:08:55.276164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-ea16fe94-430f-4315-ae35-4dcef3113680 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/quotas/89f88a8a3aa342619e8a6d098ff99d52 HTTP/1.1" status: 200 len: 375 time: 0.0157180 Nov 23 14:08:55.287424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a35c437a-282f-4793-9921-904deb672456 req-bfbae975-4840-4d34-8c12-fb4e50654d49 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971420 Nov 23 14:08:55.362946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37102) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:55.368685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-5c3eb469-95ca-4d3e-bbff-430043bcd846 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625560 Nov 23 14:08:55.592133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1142688689-network', 'tenant_id': '18e19ffd633b41cdbc7747177d25c2ec'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:55.667005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Made reservation on behalf of 18e19ffd633b41cdbc7747177d25c2ec for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:55.674576 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:55.693566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:55.779689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7233e0e5-3564-4902-81d5-d9a92be9627a req-94e6d482-fe45-468a-8595-0d52cbc99e94 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0818820 Nov 23 14:08:55.941878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d5da4282-0cef-4ae3-ba3b-d95988934d21 req-10dc98af-0df3-4a35-8767-851579c34cd7 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 210 time: 0.0612218 Nov 23 14:08:55.984506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.001853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.055308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:08:56.076118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75abc37b-9ada-40b6-8351-9cdb522a2e42,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:56.104178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.105613 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Added segment b787d145-bd42-4d68-983a-c84041b42825 of type vlan for network 745819ba-b8a1-4837-8a3a-42d110eb59ab Nov 23 14:08:56.228987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.279469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.281217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:56.282001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.301769 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9372861 Nov 23 14:08:56.305338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37144) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:08:56.315691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Request body: {'subnet': {'network_id': '745819ba-b8a1-4837-8a3a-42d110eb59ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1142688689-subnet', 'tenant_id': '18e19ffd633b41cdbc7747177d25c2ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:56.398770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382982c-1725-4638-920f-890da964d9bb admin admin] Pushing event updated for resources: {'Network': ['ID=745819ba-b8a1-4837-8a3a-42d110eb59ab,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:56.411383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 745819ba-b8a1-4837-8a3a-42d110eb59ab details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:08:56.431048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Made reservation on behalf of 18e19ffd633b41cdbc7747177d25c2ec for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:56.433433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.751634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc692d-1010-462c-9ec0-7aed3731fb03 req-983a4d33-53f1-435f-a817-cb1a7c5e19af tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:56.763010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19fc692d-1010-462c-9ec0-7aed3731fb03 req-983a4d33-53f1-435f-a817-cb1a7c5e19af tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1878419 Nov 23 14:08:56.764144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3463a505-cd3e-4b74-84f5-c99ba456dcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.896333 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:56.952999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19fc692d-1010-462c-9ec0-7aed3731fb03 req-0d3cc4ca-d840-4783-82d9-cde1058a88ac tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702182 Nov 23 14:08:57.092281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7a00aea-f4e0-4fd9-a9f6-313ec12fd9f2 req-afbbbb86-9c16-4db7-a53e-df3351e0a6d8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.1581435 Nov 23 14:08:57.183261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5b1a742-c499-4f5b-9129-dbadeb871d78 req-5bcb4dfb-2d7d-42e1-a244-e67eb37c21e9 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 210 time: 0.0792286 Nov 23 14:08:57.204456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:57.291454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef84734-a0c3-4830-970e-38d4c68e4ba1,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:57.306088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Checking segment: {'id': 'b787d145-bd42-4d68-983a-c84041b42825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '745819ba-b8a1-4837-8a3a-42d110eb59ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:08:57.307431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Network hostable DHCP agents. Network: 745819ba-b8a1-4837-8a3a-42d110eb59ab, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:08:57.322948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 35a86446-8931-4af5-8aae-b1221a058025 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:08:57.333703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Network 745819ba-b8a1-4837-8a3a-42d110eb59ab is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:08:57.366531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 745819ba-b8a1-4837-8a3a-42d110eb59ab) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:57.379121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:57.381863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:57.397826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96615c43-3e9f-4618-ac35-2b101f085fca None None] Network 745819ba-b8a1-4837-8a3a-42d110eb59ab requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:08:57.406411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 35a86446-8931-4af5-8aae-b1221a058025 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:08:57.408024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 35a86446-8931-4af5-8aae-b1221a058025 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:08:57.443942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-decd7c50-aee5-4114-9f39-f22707f5ba8b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1346188 Nov 23 14:08:57.648229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-3de95185-796c-4045-bbdf-ed2afd6ab9a1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801156 Nov 23 14:08:57.773420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071d64d-7f79-430c-8926-1841da7952c7 None None] Network 745819ba-b8a1-4837-8a3a-42d110eb59ab requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:08:58.076269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-e31aaf21-dbb1-4352-8bb1-d58d88233592 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:58.095087 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-e31aaf21-dbb1-4352-8bb1-d58d88233592 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4411428 Nov 23 14:08:58.103213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-81a11b75-8c47-4409-8dde-7f604b2f414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:58.105994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-81a11b75-8c47-4409-8dde-7f604b2f414b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1101 time: 0.0973692 Nov 23 14:08:58.114112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-db5bdf11-476e-419f-a7e7-7edcc4909a50 req-19616be7-d6f4-400d-bb4c-9e8086089037 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1606358641', 'description': 'tempest-description-1557711095'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:58.114376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:58.202922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-db5bdf11-476e-419f-a7e7-7edcc4909a50 req-19616be7-d6f4-400d-bb4c-9e8086089037 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.317143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6344b-4ba1-47b9-be1d-a3531d73074d req-a6b30731-8ebb-4ca1-aa2e-e2fb67a883a8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:58.319939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bed6344b-4ba1-47b9-be1d-a3531d73074d req-a6b30731-8ebb-4ca1-aa2e-e2fb67a883a8 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1835027 Nov 23 14:08:58.385823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-55b01ed8-6291-48c9-b21a-8c14a7eea67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:58.389298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-55b01ed8-6291-48c9-b21a-8c14a7eea67a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2494104 Nov 23 14:08:58.393049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:08:58.401515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.428441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.438197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bed6344b-4ba1-47b9-be1d-a3531d73074d req-f9f1aef9-ae44-48a5-b3af-097e03f59477 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062019 Nov 23 14:08:58.515367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-1b09ea85-611c-403d-88e3-3ce00831aa3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0880692 Nov 23 14:08:58.546111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-db5bdf11-476e-419f-a7e7-7edcc4909a50 req-19616be7-d6f4-400d-bb4c-9e8086089037 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.565420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-db5bdf11-476e-419f-a7e7-7edcc4909a50 req-19616be7-d6f4-400d-bb4c-9e8086089037 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.636578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.644480 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.656769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-db5bdf11-476e-419f-a7e7-7edcc4909a50 req-19616be7-d6f4-400d-bb4c-9e8086089037 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:58.658285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db5bdf11-476e-419f-a7e7-7edcc4909a50 req-19616be7-d6f4-400d-bb4c-9e8086089037 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5503211 Nov 23 14:08:58.683995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cb1a8d1-ef4e-4d60-bc56-9e4532d984af req-07921a76-b677-40c7-8376-ee40c7c0b8ed tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0694060 Nov 23 14:08:58.685528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19616be7-d6f4-400d-bb4c-9e8086089037 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea99404-94b8-4837-83ac-435f90736e75,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:58.692677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-d8e6bf41-060a-480b-acf0-969d59414a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:58.694532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-d8e6bf41-060a-480b-acf0-969d59414a0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1570396 Nov 23 14:08:58.849182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9ad5eca-8ace-48c5-af43-fe97168d6577 req-b4eecd8f-3eb8-4a50-9687-46818d54f317 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 210 time: 0.0815778 Nov 23 14:08:58.868496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:58.877536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-9fde157b-f585-45f5-9bde-8f655afba3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:58.881665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-9fde157b-f585-45f5-9bde-8f655afba3d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798151 Nov 23 14:08:58.908859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.204 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/527af805-b77d-4d46-b9fa-5d10db934aab) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:08:59.025540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-ceac9421-d9aa-416b-b491-24509e3336e4 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/6ea99404-94b8-4837-83ac-435f90736e75 HTTP/1.1" status: 200 len: 1830 time: 0.1089993 Nov 23 14:08:59.033012 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f7daa951-2de6-479f-bbca-abc12f8fe5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.045136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ea99404-94b8-4837-83ac-435f90736e75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:59.045514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ea99404-94b8-4837-83ac-435f90736e75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:59.080875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-44bf627e-f57c-4191-bb61-7e2650e54199 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912606 Nov 23 14:08:59.255576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.277675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.284601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.288387 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.328712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.393508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:08:59.397255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:08:59.402604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:08:59.461474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:08:59.462162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.478509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=527af805-b77d-4d46-b9fa-5d10db934aab,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:59.490549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-cdea6c96-3fc9-4955-a4cf-313fe120408b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3875403 Nov 23 14:08:59.503807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Request body: {'port': {'device_id': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:08:59.620584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.911870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c6a9b2c5-34f9-4e6c-9694-5d639ecf1917 None None] Provisioning complete for port 527af805-b77d-4d46-b9fa-5d10db934aab triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:08:59.912314 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b2c5-34f9-4e6c-9694-5d639ecf1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.913025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011371c6-5854-4ad2-90fe-38da3ef1a104,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:08:59.942408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-3fcf4d2d-28f6-4a92-b495-3ceb7976431e service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8530712 Nov 23 14:08:59.968698 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:08:59.976493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9b2c5-34f9-4e6c-9694-5d639ecf1917 None None] Port 527af805-b77d-4d46-b9fa-5d10db934aab cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:08:59.995701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.002937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adfb33de-da0d-455c-97de-e4c3db8f3e1e req-453f6efc-198a-4a7e-a590-25e0cd62c00e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9674182 Nov 23 14:09:00.036973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca217-97ed-463d-a858-1d179bcf7fc4 req-c0f6a8c8-2772-4edd-bcba-a7d3189bdfa6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:00.046395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ca217-97ed-463d-a858-1d179bcf7fc4 req-c0f6a8c8-2772-4edd-bcba-a7d3189bdfa6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1511946 Nov 23 14:09:00.127470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ca217-97ed-463d-a858-1d179bcf7fc4 req-7b7fbb4a-c2a6-4d74-808d-8c9dbd849741 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742047 Nov 23 14:09:00.180195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d89e4745-b3d5-4307-b5ba-fb9065e0fd71 req-b06ecee2-2dcf-4f0e-8d88-9d62b33c4716 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0850458 Nov 23 14:09:00.269183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527af805-b77d-4d46-b9fa-5d10db934aab {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:00.293823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.319641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Transition to ACTIVE for port object 527af805-b77d-4d46-b9fa-5d10db934aab will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:00.329223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.400258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Pushing event updated for resources: {'Port': ['ID=527af805-b77d-4d46-b9fa-5d10db934aab,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:00.422073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734b73-8900-4046-a709-3b1867461ed0 req-5a5aabf4-2773-4f84-b73f-c7af6ceb9444 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:00.425206 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5734b73-8900-4046-a709-3b1867461ed0 req-5a5aabf4-2773-4f84-b73f-c7af6ceb9444 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 936 time: 0.1247380 Nov 23 14:09:00.522046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Attempting to bind port 527af805-b77d-4d46-b9fa-5d10db934aab on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:00.522666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Attempting to bind port 527af805-b77d-4d46-b9fa-5d10db934aab by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:00.523446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Attempting to bind port 527af805-b77d-4d46-b9fa-5d10db934aab on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:00.529406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Port 527af805-b77d-4d46-b9fa-5d10db934aab on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:00.530065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Attempting to bind port 527af805-b77d-4d46-b9fa-5d10db934aab on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:00.554257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:00.557596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:00.558707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:00.560451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Bound port: 527af805-b77d-4d46-b9fa-5d10db934aab, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:00.561372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.585121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5734b73-8900-4046-a709-3b1867461ed0 req-a0e77366-f007-460e-a0f1-ad7f5baf0091 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429005 Nov 23 14:09:00.605272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3ead8e9-4869-40cc-80ab-55480b554664 req-9e43e988-c1d1-4278-be3e-2cb8bd8e5879 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/6ea99404-94b8-4837-83ac-435f90736e75 HTTP/1.1" status: 200 len: 2423 time: 0.1617098 Nov 23 14:09:00.650287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08582759-32bd-49f2-9533-00545ce8d96e req-d3f7fcff-bae4-4e03-aa68-493d5282fdf5 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-group-rules/011371c6-5854-4ad2-90fe-38da3ef1a104 HTTP/1.1" status: 200 len: 778 time: 0.0209162 Nov 23 14:09:00.715254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08582759-32bd-49f2-9533-00545ce8d96e req-f24752fc-856c-4685-af66-95e2f44c3f2a tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/6ea99404-94b8-4837-83ac-435f90736e75 HTTP/1.1" status: 200 len: 2423 time: 0.0579855 Nov 23 14:09:00.726164 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] For port 527af805-b77d-4d46-b9fa-5d10db934aab, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:00.729832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] For port 527af805-b77d-4d46-b9fa-5d10db934aab, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=527af805-b77d-4d46-b9fa-5d10db934aab,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:00.736891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.760865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08582759-32bd-49f2-9533-00545ce8d96e req-78b287ac-add7-4f45-a32f-a9045407796c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.773633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08582759-32bd-49f2-9533-00545ce8d96e req-78b287ac-add7-4f45-a32f-a9045407796c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.785626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:00.786275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.787727 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] 10.222.0.74 "PUT /v2.0/ports/527af805-b77d-4d46-b9fa-5d10db934aab HTTP/1.1" status: 200 len: 1096 time: 1.2886717 Nov 23 14:09:00.790077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'tag': '527af805-b77d-4d46-b9fa-5d10db934aab'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:00.803639 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3fef7a-9748-4760-9578-ab095b3e1576" -d '{"events": [{"name": "network-changed", "server_uuid": "d448ad3e-db1c-4b7b-bf49-02c0c1152073", "tag": "527af805-b77d-4d46-b9fa-5d10db934aab"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:00.840078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08582759-32bd-49f2-9533-00545ce8d96e req-78b287ac-add7-4f45-a32f-a9045407796c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.846861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-08582759-32bd-49f2-9533-00545ce8d96e req-78b287ac-add7-4f45-a32f-a9045407796c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.852004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08582759-32bd-49f2-9533-00545ce8d96e req-78b287ac-add7-4f45-a32f-a9045407796c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/011371c6-5854-4ad2-90fe-38da3ef1a104 HTTP/1.1" status: 204 len: 173 time: 0.1359189 Nov 23 14:09:00.884859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b287ac-add7-4f45-a32f-a9045407796c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=011371c6-5854-4ad2-90fe-38da3ef1a104,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:00.897440 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa521c73-34fd-4062-acdb-1338ced299dd x-openstack-request-id: req-aa521c73-34fd-4062-acdb-1338ced299dd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:00.897724 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d448ad3e-db1c-4b7b-bf49-02c0c1152073", "tag": "527af805-b77d-4d46-b9fa-5d10db934aab", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:00.897942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ce0a9f7b-b874-4a19-b3ae-f351eea9e67e req-2de26461-863e-425d-b51f-1ea6f18c1615 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-879144421', 'description': 'tempest-description-340755052'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:00.898073 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa521c73-34fd-4062-acdb-1338ced299dd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:00.904585 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'tag': '527af805-b77d-4d46-b9fa-5d10db934aab', 'status': 'completed', 'code': 200} Nov 23 14:09:00.929319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce0a9f7b-b874-4a19-b3ae-f351eea9e67e req-2de26461-863e-425d-b51f-1ea6f18c1615 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:00.974149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d0740-fbc7-424b-b25c-7f4fd7333467 service neutron] Pushing event updated for resources: {'Port': ['ID=527af805-b77d-4d46-b9fa-5d10db934aab,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:01.004443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-7d1d7c89-cefe-41a5-9f01-f41575c8391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:01.006968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-7d1d7c89-cefe-41a5-9f01-f41575c8391d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 1099 time: 0.1426947 Nov 23 14:09:01.037509 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce0a9f7b-b874-4a19-b3ae-f351eea9e67e req-2de26461-863e-425d-b51f-1ea6f18c1615 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:01.046558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce0a9f7b-b874-4a19-b3ae-f351eea9e67e req-2de26461-863e-425d-b51f-1ea6f18c1615 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:01.077556 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-763fa0f2-9728-41a5-a2fb-d3d5eff71fcd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=527af805-b77d-4d46-b9fa-5d10db934aab HTTP/1.1" status: 200 len: 217 time: 0.0560513 Nov 23 14:09:01.100245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce0a9f7b-b874-4a19-b3ae-f351eea9e67e req-2de26461-863e-425d-b51f-1ea6f18c1615 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:01.101640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce0a9f7b-b874-4a19-b3ae-f351eea9e67e req-2de26461-863e-425d-b51f-1ea6f18c1615 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2192640 Nov 23 14:09:01.103719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de26461-863e-425d-b51f-1ea6f18c1615 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7056fdcc-7d41-42e3-bd4f-a83ebb085443,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:01.189742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-e563f840-ffc1-4382-9a60-ae858acae64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:01.195775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-e563f840-ffc1-4382-9a60-ae858acae64c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1110964 Nov 23 14:09:01.260721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-7baeac2b-d585-45ee-8bc5-b3fa44e502d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:01.262709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-7baeac2b-d585-45ee-8bc5-b3fa44e502d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636690 Nov 23 14:09:01.297561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59eef063-8916-4a28-b411-15a1a879dfd7 req-2cee4261-5354-4778-b8aa-d4ac4119f0e3 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/7056fdcc-7d41-42e3-bd4f-a83ebb085443 HTTP/1.1" status: 200 len: 1828 time: 0.1665862 Nov 23 14:09:01.315160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa327653-c7ae-4474-a276-b2dee0191ec8 req-767afbc3-d9ab-4969-8afb-4b2c22365ade tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:01.316969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa327653-c7ae-4474-a276-b2dee0191ec8 req-767afbc3-d9ab-4969-8afb-4b2c22365ade tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1027563 Nov 23 14:09:01.386400 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-ec9a5550-65dd-4caf-9597-a0ad67501d02 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165307 Nov 23 14:09:01.431051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa327653-c7ae-4474-a276-b2dee0191ec8 req-80532509-6301-4f85-8b5c-e1fe7541c511 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054842 Nov 23 14:09:01.491514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52f137b9-a1f6-4224-8f51-4d1ec1db510a req-74941355-5b7f-411d-91ec-f1211b6e22a6 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0576167 Nov 23 14:09:01.518077 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:01.588480 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a4256303-3462-46bd-9c6a-cfdb3cef326d req-1bb21094-94c3-49ae-aeb3-476a2affad12 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945331 Nov 23 14:09:01.697186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5ce58e80-6d14-45a4-8e01-4f49e104b543 req-333a623e-063c-4cd6-9a26-9335d02cb0f1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1953234715', 'description': 'tempest-description-1483792004'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:01.713419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-6a6ba60d-c3e7-4439-a431-eff2178464c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:01.718560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-6a6ba60d-c3e7-4439-a431-eff2178464c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 1099 time: 0.0675650 Nov 23 14:09:01.810984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ce58e80-6d14-45a4-8e01-4f49e104b543 req-333a623e-063c-4cd6-9a26-9335d02cb0f1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:01.857930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4952c9-fb59-4b32-aa68-f4c45720b31f req-89001599-54b0-41a1-976f-70010cef0b0b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:01.865667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a4952c9-fb59-4b32-aa68-f4c45720b31f req-89001599-54b0-41a1-976f-70010cef0b0b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 948 time: 0.1187940 Nov 23 14:09:01.884118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-01546461-6c06-458b-b9cd-5d1f81db68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:01.890713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-01546461-6c06-458b-b9cd-5d1f81db68cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1638896 Nov 23 14:09:01.942670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a4952c9-fb59-4b32-aa68-f4c45720b31f req-b517aef7-f0f8-470d-b5a9-1a03c49efbd8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702543 Nov 23 14:09:01.974000 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-a306b7d3-34b0-4a2a-98a7-d9cc22efce47 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=527af805-b77d-4d46-b9fa-5d10db934aab HTTP/1.1" status: 200 len: 217 time: 0.0761304 Nov 23 14:09:01.990713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ce58e80-6d14-45a4-8e01-4f49e104b543 req-333a623e-063c-4cd6-9a26-9335d02cb0f1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:01.998315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ce58e80-6d14-45a4-8e01-4f49e104b543 req-333a623e-063c-4cd6-9a26-9335d02cb0f1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.040260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ce58e80-6d14-45a4-8e01-4f49e104b543 req-333a623e-063c-4cd6-9a26-9335d02cb0f1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.056603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-98bea7a6-3db6-4f31-9d38-480efd124911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:02.058092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-98bea7a6-3db6-4f31-9d38-480efd124911 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0756087 Nov 23 14:09:02.065892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ce58e80-6d14-45a4-8e01-4f49e104b543 req-333a623e-063c-4cd6-9a26-9335d02cb0f1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3874035 Nov 23 14:09:02.091754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a623e-063c-4cd6-9a26-9335d02cb0f1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e94f5-47c7-411c-b60a-b6a4b2c58732,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:02.133757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-6e2c7616-d958-4df4-b3d5-d6ddff5d41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:02.135707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-6e2c7616-d958-4df4-b3d5-d6ddff5d41f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701497 Nov 23 14:09:02.136544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35880b26-5338-431b-987d-d2575457ad8a req-74931255-59a8-480e-b1a6-6fc19806f0e4 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/a92e94f5-47c7-411c-b60a-b6a4b2c58732 HTTP/1.1" status: 200 len: 1830 time: 0.0693171 Nov 23 14:09:02.164873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5f65731f-904e-4a7e-b256-0e1a397fa566 req-7f673f7c-281d-4c0e-a7a8-976e974bdcae tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1410506006', 'description': 'tempest-description-2062814703'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:02.205498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5f65731f-904e-4a7e-b256-0e1a397fa566 req-7f673f7c-281d-4c0e-a7a8-976e974bdcae tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.277673 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-c1feabd1-581e-416e-bffc-22f827b73e88 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337872 Nov 23 14:09:02.287879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.358654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5f65731f-904e-4a7e-b256-0e1a397fa566 req-7f673f7c-281d-4c0e-a7a8-976e974bdcae tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.363369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5f65731f-904e-4a7e-b256-0e1a397fa566 req-7f673f7c-281d-4c0e-a7a8-976e974bdcae tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.420736 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed3fef7a-9748-4760-9578-ab095b3e1576 req-2e78461e-2024-4022-b46e-2a3a3fe53056 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354756 Nov 23 14:09:02.421811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f673f7c-281d-4c0e-a7a8-976e974bdcae tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb3c03-70d6-4836-a6e8-b2b970b472aa,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:02.427666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5f65731f-904e-4a7e-b256-0e1a397fa566 req-7f673f7c-281d-4c0e-a7a8-976e974bdcae tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.438372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f65731f-904e-4a7e-b256-0e1a397fa566 req-7f673f7c-281d-4c0e-a7a8-976e974bdcae tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2721701 Nov 23 14:09:02.552730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67ad9263-08de-4fd2-9597-9d4e9bd76a8b req-800e096a-87d4-4be0-9f85-666efa10390e tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/06bb3c03-70d6-4836-a6e8-b2b970b472aa HTTP/1.1" status: 200 len: 1830 time: 0.0972643 Nov 23 14:09:02.658871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e5220-60f1-4d9a-894c-c3e5ac075dc9 req-15c4d38d-e114-4cd2-8b49-756f29101b53 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:02.660892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f1e5220-60f1-4d9a-894c-c3e5ac075dc9 req-15c4d38d-e114-4cd2-8b49-756f29101b53 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.0969360 Nov 23 14:09:02.714441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90d4dae7-f08a-4588-bf1c-ed2d9c72ba76 req-031dc79f-ae81-45d3-bdce-c0e2c366bb8b tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64d100f-c15b-4b3a-bea2-0e47b5f1b569 HTTP/1.1" status: 200 len: 210 time: 0.0523477 Nov 23 14:09:02.736176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c0ca9d79-6bd0-4951-9e0f-fc55d408b18d req-4952de9e-1843-4a62-a35c-d5322e344a40 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1797630644', 'description': 'tempest-description-1959230058'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:02.797730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c0ca9d79-6bd0-4951-9e0f-fc55d408b18d req-4952de9e-1843-4a62-a35c-d5322e344a40 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.822804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f1e5220-60f1-4d9a-894c-c3e5ac075dc9 req-b110c0f3-6969-43c5-a4fc-e3865fbc186e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073244 Nov 23 14:09:02.917058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c0ca9d79-6bd0-4951-9e0f-fc55d408b18d req-4952de9e-1843-4a62-a35c-d5322e344a40 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.923337 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c0ca9d79-6bd0-4951-9e0f-fc55d408b18d req-4952de9e-1843-4a62-a35c-d5322e344a40 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.977703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c0ca9d79-6bd0-4951-9e0f-fc55d408b18d req-4952de9e-1843-4a62-a35c-d5322e344a40 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:02.979212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0ca9d79-6bd0-4951-9e0f-fc55d408b18d req-4952de9e-1843-4a62-a35c-d5322e344a40 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2473252 Nov 23 14:09:02.981256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952de9e-1843-4a62-a35c-d5322e344a40 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eafaca9-3494-4125-bb6c-a59e9b1c7464,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:03.198878 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:09:03.248380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde633-7944-4c09-9bf4-6d99dfb42d3a req-8205f13f-1b41-4303-99b7-283a34df9064 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:03.250242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82bde633-7944-4c09-9bf4-6d99dfb42d3a req-8205f13f-1b41-4303-99b7-283a34df9064 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 948 time: 0.1472538 Nov 23 14:09:03.259525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fa9f333-9a0e-4c71-99ec-91d3b1294558 req-5283d43a-abca-466f-b864-4f360a8a8174 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/3eafaca9-3494-4125-bb6c-a59e9b1c7464 HTTP/1.1" status: 200 len: 1830 time: 0.1859667 Nov 23 14:09:03.304602 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-74b422b6-4916-45e4-99ad-15a70997bde7 req-316903bd-0fcd-45ef-b050-2e5ccae3fcad tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] show failed (client error): The resource could not be found. Nov 23 14:09:03.314084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74b422b6-4916-45e4-99ad-15a70997bde7 req-316903bd-0fcd-45ef-b050-2e5ccae3fcad tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/6c7a69ef-48b2-43cb-a439-2d55d087b648 HTTP/1.1" status: 404 len: 352 time: 0.0299795 Nov 23 14:09:03.365510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82bde633-7944-4c09-9bf4-6d99dfb42d3a req-56445999-1842-4d14-acd1-7ba421d1afa0 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046531 Nov 23 14:09:03.366623 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-a96a14cf-ed27-4169-9224-7d13056f458e req-def49c76-daf4-4602-9d4a-cafe405669a1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] show failed (client error): The resource could not be found. Nov 23 14:09:03.367668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a96a14cf-ed27-4169-9224-7d13056f458e req-def49c76-daf4-4602-9d4a-cafe405669a1 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-group-rules/4575c4b4-11d0-40e2-b451-d41eddddd114 HTTP/1.1" status: 404 len: 361 time: 0.0219538 Nov 23 14:09:03.469227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-095f5b22-08ed-45c8-9fa7-5214be831ab5 req-412dbb21-0d1f-439f-b77b-d60c52d3abb6 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/3eafaca9-3494-4125-bb6c-a59e9b1c7464 HTTP/1.1" status: 200 len: 1830 time: 0.0541430 Nov 23 14:09:03.547484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 527af805-b77d-4d46-b9fa-5d10db934aab details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:03.559672 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-095f5b22-08ed-45c8-9fa7-5214be831ab5 req-8d75e107-d05c-471d-bb4b-5fac900fdfce tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:03.618289 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-095f5b22-08ed-45c8-9fa7-5214be831ab5 req-8d75e107-d05c-471d-bb4b-5fac900fdfce tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:03.741577 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-095f5b22-08ed-45c8-9fa7-5214be831ab5 req-8d75e107-d05c-471d-bb4b-5fac900fdfce tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:03.744686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-095f5b22-08ed-45c8-9fa7-5214be831ab5 req-8d75e107-d05c-471d-bb4b-5fac900fdfce tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:03.746934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-095f5b22-08ed-45c8-9fa7-5214be831ab5 req-8d75e107-d05c-471d-bb4b-5fac900fdfce tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "DELETE /v2.0/security-groups/3eafaca9-3494-4125-bb6c-a59e9b1c7464 HTTP/1.1" status: 204 len: 173 time: 0.2801757 Nov 23 14:09:03.788118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75e107-d05c-471d-bb4b-5fac900fdfce tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eafaca9-3494-4125-bb6c-a59e9b1c7464,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:03.830708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 527af805-b77d-4d46-b9fa-5d10db934aab, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=527af805-b77d-4d46-b9fa-5d10db934aab,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:03.861947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '527af805-b77d-4d46-b9fa-5d10db934aab', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '527af805-b77d-4d46-b9fa-5d10db934aab', 'mac_address': 'fa:16:3e:3d:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:03.944087 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:03.947347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ea4ce12-bbb9-422c-a68a-0ef5bfe6aad8 req-2eb58048-459f-49e1-bf99-0d1875adba72 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/06bb3c03-70d6-4836-a6e8-b2b970b472aa HTTP/1.1" status: 200 len: 1830 time: 0.1500647 Nov 23 14:09:03.991059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527af805-b77d-4d46-b9fa-5d10db934aab {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:04.056185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 527af805-b77d-4d46-b9fa-5d10db934aab, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=527af805-b77d-4d46-b9fa-5d10db934aab,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:04.068972 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:04.143844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ea4ce12-bbb9-422c-a68a-0ef5bfe6aad8 req-b8eb6e8a-2540-40e1-bebf-d0fd17778569 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:04.157508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=527af805-b77d-4d46-b9fa-5d10db934aab,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:04.162668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa687f8-e60d-4e34-9be6-0ff54b7d1276 req-add6ddc2-ab13-4166-a926-40860b65d498 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:04.171112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fa687f8-e60d-4e34-9be6-0ff54b7d1276 req-add6ddc2-ab13-4166-a926-40860b65d498 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1276941 Nov 23 14:09:04.209015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ea4ce12-bbb9-422c-a68a-0ef5bfe6aad8 req-b8eb6e8a-2540-40e1-bebf-d0fd17778569 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:04.277965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fa687f8-e60d-4e34-9be6-0ff54b7d1276 req-f5f60346-b3e0-4837-8eaa-5aa86406001e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985165 Nov 23 14:09:04.302284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ea4ce12-bbb9-422c-a68a-0ef5bfe6aad8 req-b8eb6e8a-2540-40e1-bebf-d0fd17778569 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:04.305573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ea4ce12-bbb9-422c-a68a-0ef5bfe6aad8 req-b8eb6e8a-2540-40e1-bebf-d0fd17778569 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:04.306799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ea4ce12-bbb9-422c-a68a-0ef5bfe6aad8 req-b8eb6e8a-2540-40e1-bebf-d0fd17778569 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "DELETE /v2.0/security-groups/06bb3c03-70d6-4836-a6e8-b2b970b472aa HTTP/1.1" status: 204 len: 173 time: 0.3585665 Nov 23 14:09:04.321525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb6e8a-2540-40e1-bebf-d0fd17778569 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb3c03-70d6-4836-a6e8-b2b970b472aa,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:04.324343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:04.518072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1593d38-d505-400d-ba9d-b75a8b659e74 req-f00b7b57-aa9b-422a-9d38-22955beeffa5 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/a92e94f5-47c7-411c-b60a-b6a4b2c58732 HTTP/1.1" status: 200 len: 1830 time: 0.0947647 Nov 23 14:09:04.924666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1108ca5-1590-4c3b-8f04-4316c6af212b req-f777a5d7-c65f-433f-9edd-2a70e759c439 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:04.935816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1108ca5-1590-4c3b-8f04-4316c6af212b req-f777a5d7-c65f-433f-9edd-2a70e759c439 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 949 time: 0.2843492 Nov 23 14:09:05.000536 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1593d38-d505-400d-ba9d-b75a8b659e74 req-285c14dc-bc8d-4dba-820b-19ef4e8e3077 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.159254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1108ca5-1590-4c3b-8f04-4316c6af212b req-c03dd6a8-7eca-454c-931e-9f20ca017577 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187150 Nov 23 14:09:05.161116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1593d38-d505-400d-ba9d-b75a8b659e74 req-285c14dc-bc8d-4dba-820b-19ef4e8e3077 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.242807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1593d38-d505-400d-ba9d-b75a8b659e74 req-285c14dc-bc8d-4dba-820b-19ef4e8e3077 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.247047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1593d38-d505-400d-ba9d-b75a8b659e74 req-285c14dc-bc8d-4dba-820b-19ef4e8e3077 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.255350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1593d38-d505-400d-ba9d-b75a8b659e74 req-285c14dc-bc8d-4dba-820b-19ef4e8e3077 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "DELETE /v2.0/security-groups/a92e94f5-47c7-411c-b60a-b6a4b2c58732 HTTP/1.1" status: 204 len: 173 time: 0.7335441 Nov 23 14:09:05.311969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c14dc-bc8d-4dba-820b-19ef4e8e3077 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e94f5-47c7-411c-b60a-b6a4b2c58732,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:05.341690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fab5a800-ec8e-4c33-b2a6-d59daa5df45a req-5d15ada7-99a4-4a58-9ef2-cd69f7917429 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/7056fdcc-7d41-42e3-bd4f-a83ebb085443 HTTP/1.1" status: 200 len: 1828 time: 0.0658216 Nov 23 14:09:05.430470 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fab5a800-ec8e-4c33-b2a6-d59daa5df45a req-99a5f747-dc74-4aae-bbe2-e601aaf30c1f tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.461275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd784da-5614-4d5a-bca2-2cf286e40e28 req-a3b7fa35-ce3f-4fb2-bfea-20f660932873 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:05.462829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcd784da-5614-4d5a-bca2-2cf286e40e28 req-a3b7fa35-ce3f-4fb2-bfea-20f660932873 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.0861747 Nov 23 14:09:05.491637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fab5a800-ec8e-4c33-b2a6-d59daa5df45a req-99a5f747-dc74-4aae-bbe2-e601aaf30c1f tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.561321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 527af805-b77d-4d46-b9fa-5d10db934aab up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:05.612489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcd784da-5614-4d5a-bca2-2cf286e40e28 req-d397f03d-7015-4e7d-a84e-61a5eca4231e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376462 Nov 23 14:09:05.636422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fab5a800-ec8e-4c33-b2a6-d59daa5df45a req-99a5f747-dc74-4aae-bbe2-e601aaf30c1f tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.641330 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fab5a800-ec8e-4c33-b2a6-d59daa5df45a req-99a5f747-dc74-4aae-bbe2-e601aaf30c1f tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.642529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fab5a800-ec8e-4c33-b2a6-d59daa5df45a req-99a5f747-dc74-4aae-bbe2-e601aaf30c1f tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "DELETE /v2.0/security-groups/7056fdcc-7d41-42e3-bd4f-a83ebb085443 HTTP/1.1" status: 204 len: 173 time: 0.2948966 Nov 23 14:09:05.661444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 527af805-b77d-4d46-b9fa-5d10db934aab completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:05.668781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5f747-dc74-4aae-bbe2-e601aaf30c1f tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7056fdcc-7d41-42e3-bd4f-a83ebb085443,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:05.685554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 527af805-b77d-4d46-b9fa-5d10db934aab triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:05.686384 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.803932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.835186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f17fb7c-7e18-4624-b3d6-729043d8d5b5 req-715d38ea-978e-41f3-93f1-dac3a7c2ada6 tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "GET /v2.0/security-groups/6ea99404-94b8-4837-83ac-435f90736e75 HTTP/1.1" status: 200 len: 1830 time: 0.0774024 Nov 23 14:09:05.851507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527af805-b77d-4d46-b9fa-5d10db934aab'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:05.854421 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c1a4bc-60d2-47c7-8f72-8f8d434d0b33" -d '{"events": [{"server_uuid": "d448ad3e-db1c-4b7b-bf49-02c0c1152073", "name": "network-vif-plugged", "status": "completed", "tag": "527af805-b77d-4d46-b9fa-5d10db934aab"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:05.912509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 527af805-b77d-4d46-b9fa-5d10db934aab, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=527af805-b77d-4d46-b9fa-5d10db934aab,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:05.919536 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c01743f-cf62-4462-a1e4-f2d477943e88 x-openstack-request-id: req-4c01743f-cf62-4462-a1e4-f2d477943e88 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:05.920178 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d448ad3e-db1c-4b7b-bf49-02c0c1152073", "name": "network-vif-plugged", "status": "completed", "tag": "527af805-b77d-4d46-b9fa-5d10db934aab", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:05.920564 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c01743f-cf62-4462-a1e4-f2d477943e88 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:05.921963 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527af805-b77d-4d46-b9fa-5d10db934aab', 'code': 200} Nov 23 14:09:05.924489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.928181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2f17fb7c-7e18-4624-b3d6-729043d8d5b5 req-1b81f015-07a7-41c3-a3ec-2ff67499f84c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:05.963562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2f17fb7c-7e18-4624-b3d6-729043d8d5b5 req-1b81f015-07a7-41c3-a3ec-2ff67499f84c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.067951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2f17fb7c-7e18-4624-b3d6-729043d8d5b5 req-1b81f015-07a7-41c3-a3ec-2ff67499f84c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.072790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2f17fb7c-7e18-4624-b3d6-729043d8d5b5 req-1b81f015-07a7-41c3-a3ec-2ff67499f84c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.079751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f17fb7c-7e18-4624-b3d6-729043d8d5b5 req-1b81f015-07a7-41c3-a3ec-2ff67499f84c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] 10.222.0.46 "DELETE /v2.0/security-groups/6ea99404-94b8-4837-83ac-435f90736e75 HTTP/1.1" status: 204 len: 173 time: 0.2330928 Nov 23 14:09:06.080942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:06.082000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=527af805-b77d-4d46-b9fa-5d10db934aab,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:06.093290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c110c4-4663-4053-9d94-2ede71f9c822 req-97283a9a-ab68-4fde-92b3-24bf60965050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:06.098764 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6c110c4-4663-4053-9d94-2ede71f9c822 req-97283a9a-ab68-4fde-92b3-24bf60965050 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 1101 time: 0.1209695 Nov 23 14:09:06.188948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81f015-07a7-41c3-a3ec-2ff67499f84c tempest-SecurityGroupRulesNegativeTestJSON-1641111254 tempest-SecurityGroupRulesNegativeTestJSON-1641111254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea99404-94b8-4837-83ac-435f90736e75,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:06.215269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e6c110c4-4663-4053-9d94-2ede71f9c822 req-e08fb6cc-1731-4bb1-aaa3-c0a290eab442 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053898 Nov 23 14:09:06.326155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] Deleting subnet cef84734-a0c3-4830-970e-38d4c68e4ba1 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:09:06.338489 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.429069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936db870-18ea-4068-b7a2-a34cf4e69d5e req-9f0fed79-3cf4-4446-834d-c3c87624a2ee tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:06.432149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-936db870-18ea-4068-b7a2-a34cf4e69d5e req-9f0fed79-3cf4-4446-834d-c3c87624a2ee tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 950 time: 0.1418264 Nov 23 14:09:06.478660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.545068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-936db870-18ea-4068-b7a2-a34cf4e69d5e req-ca2a50d8-cc77-4203-92bc-7a74e01340ac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036088 Nov 23 14:09:06.555210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-dcbd1f88-485e-4196-999b-686bb5fb6fb9 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:06.562815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-dcbd1f88-485e-4196-999b-686bb5fb6fb9 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.3404498 Nov 23 14:09:06.577785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.587846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-c82bd36f-b439-4b7d-85a0-9769a3b889a7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/quotas/172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 375 time: 0.0237770 Nov 23 14:09:06.722841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.786427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef84734-a0c3-4830-970e-38d4c68e4ba1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:06.793525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:06.799624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8fa7e788-408a-4696-a23f-4c60cab88d99 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cef84734-a0c3-4830-970e-38d4c68e4ba1 HTTP/1.1" status: 204 len: 168 time: 0.7065217 Nov 23 14:09:06.800000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37330) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:06.827340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f262b95-8b5e-4208-869d-77d67e3dece9 req-0e1975b3-7651-472b-8d04-06991263d975 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:06.834620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f262b95-8b5e-4208-869d-77d67e3dece9 req-0e1975b3-7651-472b-8d04-06991263d975 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1089938 Nov 23 14:09:06.863891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-be7b623d-ada1-45bd-a8f8-6cdee9b88524 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2749259 Nov 23 14:09:06.967482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f262b95-8b5e-4208-869d-77d67e3dece9 req-7ba2f1a9-125c-4097-9010-2b4188d6bdd0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318896 Nov 23 14:09:06.979723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.094233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-8c43504a-39c3-4faf-bd47-483811e7519e service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182667 Nov 23 14:09:07.136270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.209200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745819ba-b8a1-4837-8a3a-42d110eb59ab']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:07.232471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b787d145-bd42-4d68-983a-c84041b42825') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:07.233162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b787d145-bd42-4d68-983a-c84041b42825') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:07.254567 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.272420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.279607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:09:07.280032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:09:07.282276 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:09:07.306983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4a5b31cb-e779-4e9f-a8b8-4160b5d29af0 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052915 Nov 23 14:09:07.403107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.424299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.428591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/745819ba-b8a1-4837-8a3a-42d110eb59ab HTTP/1.1" status: 204 len: 168 time: 0.6275163 Nov 23 14:09:07.440470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56ecb9-3bb9-416e-94bb-7636ac1f00f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=745819ba-b8a1-4837-8a3a-42d110eb59ab,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:07.609099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37354) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:07.675157 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8936b583-f2ea-4dd9-8373-51dd7b5b0629 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18e19ffd633b41cdbc7747177d25c2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643830 Nov 23 14:09:07.678259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37356) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:07.787984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c43f8a-864f-4b00-ade6-fa50466f46c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.823073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aaf88a35-8eec-43d2-89e4-433b5149e0ea req-6d0937f7-3025-4d1f-a8d9-97b943fa2896 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0729735 Nov 23 14:09:07.836812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c43f8a-864f-4b00-ade6-fa50466f46c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.844836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae379-ed62-44df-bdfb-8d5ab9b3dc0e req-3b274609-05ea-472b-b238-b6f455f9f7d5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:07.849576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5cae379-ed62-44df-bdfb-8d5ab9b3dc0e req-3b274609-05ea-472b-b238-b6f455f9f7d5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 950 time: 0.1617928 Nov 23 14:09:07.936381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c43f8a-864f-4b00-ade6-fa50466f46c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.939660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c43f8a-864f-4b00-ade6-fa50466f46c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:07.941055 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-91c43f8a-864f-4b00-ade6-fa50466f46c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75abc37b-9ada-40b6-8351-9cdb522a2e42 HTTP/1.1" status: 204 len: 168 time: 0.2615457 Nov 23 14:09:07.954021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c43f8a-864f-4b00-ade6-fa50466f46c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75abc37b-9ada-40b6-8351-9cdb522a2e42,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:07.984275 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5cae379-ed62-44df-bdfb-8d5ab9b3dc0e req-348770a7-2303-40b4-b1ba-b77f5b68fe97 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269777 Nov 23 14:09:08.181345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468a481-87dd-4a01-8925-5ff248905762 req-d421a666-df46-47b6-9be5-e73974909f4d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:08.196489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6468a481-87dd-4a01-8925-5ff248905762 req-d421a666-df46-47b6-9be5-e73974909f4d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1174774 Nov 23 14:09:08.305919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6468a481-87dd-4a01-8925-5ff248905762 req-bb8f93b3-3865-4082-abb8-111166b2c505 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039352 Nov 23 14:09:08.589474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678784-3648-4bdf-9647-8708f892697c req-483b4131-ad11-49d1-9421-215c3427165e tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:08.595682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10678784-3648-4bdf-9647-8708f892697c req-483b4131-ad11-49d1-9421-215c3427165e tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 1101 time: 0.0838978 Nov 23 14:09:08.639204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-10678784-3648-4bdf-9647-8708f892697c req-b430f0fd-6e02-487a-8059-a106e82f846f tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:08.800215 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-10678784-3648-4bdf-9647-8708f892697c req-b430f0fd-6e02-487a-8059-a106e82f846f tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:08.805883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-10678784-3648-4bdf-9647-8708f892697c req-b430f0fd-6e02-487a-8059-a106e82f846f tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:08.861025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10678784-3648-4bdf-9647-8708f892697c req-b430f0fd-6e02-487a-8059-a106e82f846f tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591493 Nov 23 14:09:08.863912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430f0fd-6e02-487a-8059-a106e82f846f tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cb891f-3286-4b85-a40d-579262e8f0b7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:08.980579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9048d581-f566-4a3f-a16d-b301f201259b req-e7dd1373-7590-43b0-bdc2-5cbf04c46615 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0394037 Nov 23 14:09:09.351309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-a24c6482-c6e6-41b8-a382-6c2a4ca1303f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419416 Nov 23 14:09:09.369820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37432) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:09.644398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-c0977f9b-a826-49ad-9bf7-ad9d6008dfe0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:09.646292 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-c0977f9b-a826-49ad-9bf7-ad9d6008dfe0 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 821 time: 0.3289821 Nov 23 14:09:09.653318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-38c27d4a-08c1-475b-bf24-320b20ef9e41 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:09.661840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-38c27d4a-08c1-475b-bf24-320b20ef9e41 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3055544 Nov 23 14:09:09.668223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Request body: {'port': {'device_id': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'admin_state_up': True, 'tenant_id': '172f4b90d01f4a4cb6c7a07cadd41946'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:09.678683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b7054-4e1d-4fb8-9d39-09df464c3fdd req-e7e7d18d-97c4-4e6b-85f6-514074924a47 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:09.691286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c8b7054-4e1d-4fb8-9d39-09df464c3fdd req-e7e7d18d-97c4-4e6b-85f6-514074924a47 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1734040 Nov 23 14:09:09.727275 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-ae74ff89-e29b-463b-83f2-c11906700cdc tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/quotas/89f88a8a3aa342619e8a6d098ff99d52 HTTP/1.1" status: 200 len: 375 time: 0.0641720 Nov 23 14:09:09.788666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-851682849-network', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:09.885998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 14:09:09.885998 n-d-818503-2 neutron-server[103345]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 14:09:09.885998 n-d-818503-2 neutron-server[103345]: [parameters: {'project_id': '172f4b90d01f4a4cb6c7a07cadd41946', 'id': 'e2f7a8a2-f0dc-4c03-be78-2273d38a24f7', 'expiration': datetime.datetime(2021, 11, 23, 14, 11, 9, 871328)}] Nov 23 14:09:09.885998 n-d-818503-2 neutron-server[103345]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:09:09.886419 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:09:09.903799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-9afd65c0-f79e-4e75-a95a-998df030d8f1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756256 Nov 23 14:09:09.942598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c8b7054-4e1d-4fb8-9d39-09df464c3fdd req-acdf0102-1a65-452b-8a4f-dc7da84cdb99 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503436 Nov 23 14:09:09.948396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Made reservation on behalf of b425e7ba3c2142028efeb46d07a1c0b9 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:09.951312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:09.967542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.165023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.171813 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.222232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:09:10.259464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e4d0a8-7cc7-4ea2-95a7-e137d35c3df8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:10.272553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.272713 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Added segment 2f978964-69d4-4b6a-9ebc-62c455bc6e4b of type vlan for network 48a93441-04cd-4d37-9560-93afe9cb8b32 Nov 23 14:09:10.373735 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.412405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Made reservation on behalf of 172f4b90d01f4a4cb6c7a07cadd41946 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:10.438974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.451851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.452863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:10.453433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.524805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1488504 Nov 23 14:09:10.531694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37452) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:10.543182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Request body: {'subnet': {'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-851682849-subnet', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:10.652989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7533682-0b62-4aae-a51c-229e5e93f552 admin admin] Pushing event updated for resources: {'Network': ['ID=48a93441-04cd-4d37-9560-93afe9cb8b32,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:10.662575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Allocated IP 172.20.0.10 (fbb24a31-918b-4ba8-accb-73a3b772d8d9/efaa189b-b732-45d2-b8a2-e977e27e778a/76b23f0e-0614-4ae4-a3cf-60ae1baad774) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:10.669037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:09:10.748090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1865211f-df0e-4785-92e0-81b903a50cff req-bba898fe-9a48-4999-b132-cf13b5e23d98 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.1270759 Nov 23 14:09:10.871246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Made reservation on behalf of b425e7ba3c2142028efeb46d07a1c0b9 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:10.874765 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:10.969536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27b8fb-853c-445d-b9be-ef1aa419bd91 req-9fb8eb5a-afdd-4aad-ba6b-528d898d17c8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:10.990586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad27b8fb-853c-445d-b9be-ef1aa419bd91 req-9fb8eb5a-afdd-4aad-ba6b-528d898d17c8 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 944 time: 0.2569990 Nov 23 14:09:11.113308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c757275-c5a2-4b4f-a73f-cf4e6f2e1750 req-061ff220-1895-4606-a06a-1096b04874f3 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:11.122399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c757275-c5a2-4b4f-a73f-cf4e6f2e1750 req-061ff220-1895-4606-a06a-1096b04874f3 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.1650071 Nov 23 14:09:11.133276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-3e12f32c-562a-4ca7-9e3b-1be82b837fd9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:11.139293 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-3e12f32c-562a-4ca7-9e3b-1be82b837fd9 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 944 time: 0.1635211 Nov 23 14:09:11.145677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:11.192646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad27b8fb-853c-445d-b9be-ef1aa419bd91 req-c6241781-3914-4dee-8291-0392d3010f65 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014787 Nov 23 14:09:11.260046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c757275-c5a2-4b4f-a73f-cf4e6f2e1750 req-c1ade8cd-1858-44b6-9792-9ad9d241b96e tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358314 Nov 23 14:09:11.361964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:11.376600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['846e1247-35f4-468c-8a40-3d26ea2edc7c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:11.411941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Deleting port 9534263d-70e3-4ac4-a399-220fc5fb1e42 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:11.415612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:11.502974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Network fbb24a31-918b-4ba8-accb-73a3b772d8d9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:11.503664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:11.533301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:11.542444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:11.555412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:11.568911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495a786-5eae-4f5a-8c46-45f4069c7828 req-fce7a5b4-fbf1-4aee-b9b1-749a2b7b5760 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:11.576835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c495a786-5eae-4f5a-8c46-45f4069c7828 req-fce7a5b4-fbf1-4aee-b9b1-749a2b7b5760 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1380336 Nov 23 14:09:11.611289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Checking segment: {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:11.611714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Network hostable DHCP agents. Network: 48a93441-04cd-4d37-9560-93afe9cb8b32, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:09:11.632168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d5c371-f280-4631-92f5-b734a001f36a,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:11.727467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:11.727940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:11.743138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] For port 9534263d-70e3-4ac4-a399-220fc5fb1e42, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9534263d-70e3-4ac4-a399-220fc5fb1e42,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:11.743506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:11.747993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c495a786-5eae-4f5a-8c46-45f4069c7828 req-e5e8d5bd-7b34-4710-bb3d-afff5874f428 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641059 Nov 23 14:09:11.787303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Calling delete_port for 9534263d-70e3-4ac4-a399-220fc5fb1e42 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:11.798019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-4cce0d7d-adb5-4af2-83d0-677f6a94942f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1338160 Nov 23 14:09:11.798504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:09:11.828411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Request body: {'port': {'device_id': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:11.832574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 48a93441-04cd-4d37-9560-93afe9cb8b32) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:11.841633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:11.843253 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:11.852844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1147d6cd-79dc-41d5-a716-33cb44655cbe None None] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:11.878540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ccceaa0c-1025-462e-b039-b997fb84b2cc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3455844 Nov 23 14:09:11.881803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37488) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:11.893448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:12.013869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.014986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.030157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.092327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-430129ad-2924-4ddb-a97f-0cf209831640 req-93db76c8-b922-4438-a986-9580ef1914ac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 210 time: 0.1145816 Nov 23 14:09:12.149730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26564174-ecbc-4cee-ab42-afdd93fe7bf9 req-ec99de73-a71c-49a6-a282-25f1dbbc8543 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:12.166030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26564174-ecbc-4cee-ab42-afdd93fe7bf9 req-ec99de73-a71c-49a6-a282-25f1dbbc8543 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 932 time: 0.1957006 Nov 23 14:09:12.216508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-48a93441-04cd-4d37-9560-93afe9cb8b32', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:09:12.217103 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.274646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.433289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Allocated IP 172.20.0.2 (48a93441-04cd-4d37-9560-93afe9cb8b32/29d5c371-f280-4631-92f5-b734a001f36a/3627cdc2-f85f-40e4-b949-e675cf17b33e) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:12.517227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26564174-ecbc-4cee-ab42-afdd93fe7bf9 req-18026896-c698-4ab9-a3e3-e0b530058f1f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444803 Nov 23 14:09:12.612272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.623333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a59c2-9bfa-4cae-8c28-11a5b064f21b req-38c3f6ba-b5f6-4608-b7cd-7f37022de63d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:12.631210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c7a59c2-9bfa-4cae-8c28-11a5b064f21b req-38c3f6ba-b5f6-4608-b7cd-7f37022de63d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 944 time: 0.2526457 Nov 23 14:09:12.792759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c7a59c2-9bfa-4cae-8c28-11a5b064f21b req-488e70f0-e81a-46ae-9ab3-bd2e0940f604 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603730 Nov 23 14:09:12.864712 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.877535 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:12.986649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:12.988199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:12.992066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:13.047384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Pushing event updated for resources: {'Port': ['ID=3627cdc2-f85f-40e4-b949-e675cf17b33e,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:13.085043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121e4da-b2d1-4931-9e48-f702ace2cb98 req-5a32bdfd-8b20-4761-a921-07a3599a3e4d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:13.095900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f121e4da-b2d1-4931-9e48-f702ace2cb98 req-5a32bdfd-8b20-4761-a921-07a3599a3e4d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1758633 Nov 23 14:09:13.115905 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-21a42ebd-1629-40fc-be17-7129e4b6cd4e tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503194 Nov 23 14:09:13.117231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.137512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['9534263d-70e3-4ac4-a399-220fc5fb1e42'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:13.187047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event deleted for resources: {'Port': ['ID=9534263d-70e3-4ac4-a399-220fc5fb1e42,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:13.216277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Attempting to bind port 3627cdc2-f85f-40e4-b949-e675cf17b33e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:13.216652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Attempting to bind port 3627cdc2-f85f-40e4-b949-e675cf17b33e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:13.217018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Attempting to bind port 3627cdc2-f85f-40e4-b949-e675cf17b33e on network 48a93441-04cd-4d37-9560-93afe9cb8b32 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:13.257328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:13.257705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Checking segment: {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:13.258107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.258515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Bound using segment: {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:13.260235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Bound port: 3627cdc2-f85f-40e4-b949-e675cf17b33e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:13.260720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.321450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] No DVR routers for this DVR port 9534263d-70e3-4ac4-a399-220fc5fb1e42 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:13.331627 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.336062 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4e0aa410-44d1-4cef-b73a-abe11da1bfef req-fe75adfa-34b0-494c-9adf-10ac026ce437 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "DELETE /v2.0/ports/9534263d-70e3-4ac4-a399-220fc5fb1e42 HTTP/1.1" status: 204 len: 173 time: 2.1831293 Nov 23 14:09:13.342423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'name': 'network-vif-deleted', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:13.344982 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd13dbbe-5004-468a-a74d-0df48edebe1e" -d '{"events": [{"server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "name": "network-vif-deleted", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:13.349114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] For port 3627cdc2-f85f-40e4-b949-e675cf17b33e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:13.358530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] For port 3627cdc2-f85f-40e4-b949-e675cf17b33e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3627cdc2-f85f-40e4-b949-e675cf17b33e,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:13.365740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.447370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-1b8c0f66-6258-4420-b8d0-bdacc9529fbf tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:13.448896 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-1b8c0f66-6258-4420-b8d0-bdacc9529fbf tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3005860 Nov 23 14:09:13.477961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': '0a9b9d69-48a2-4661-9333-094accb31035', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:13.484178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b23f0e-0614-4ae4-a3cf-60ae1baad774 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:13.506920 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.522143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-096ba419-45a1-43dd-bea8-a90c47d939b9 req-05c2b47d-7f22-4119-af10-d791b985ee0d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 210 time: 0.2324700 Nov 23 14:09:13.544759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.558765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3faa6d-140c-454a-a85b-b43545ae7b06 None None] Pushing event updated for resources: {'Port': ['ID=3627cdc2-f85f-40e4-b949-e675cf17b33e,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:13.635096 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd4e834-d0d2-4ca6-bfd9-d780b82df8ca x-openstack-request-id: req-dfd4e834-d0d2-4ca6-bfd9-d780b82df8ca {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:13.635395 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c5dff-7cc2-4495-ab1c-688c82174705", "name": "network-vif-deleted", "tag": "9534263d-70e3-4ac4-a399-220fc5fb1e42", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:13.635647 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfd4e834-d0d2-4ca6-bfd9-d780b82df8ca {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:13.636411 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3c5dff-7cc2-4495-ab1c-688c82174705', 'name': 'network-vif-deleted', 'tag': '9534263d-70e3-4ac4-a399-220fc5fb1e42', 'status': 'completed', 'code': 200} Nov 23 14:09:13.644190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f121e4da-b2d1-4931-9e48-f702ace2cb98 req-4dbff9a4-5518-4633-9931-2a7e1bbf0669 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460858 Nov 23 14:09:13.699184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.703277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Transition to ACTIVE for port object 76b23f0e-0614-4ae4-a3cf-60ae1baad774 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:13.704569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-bde5c919-9704-4fc0-b8ee-696573bb7861 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2365022 Nov 23 14:09:13.737589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:13.947605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-4cfbfad8-f286-4856-bc07-427f74b9a3f6 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:13.949510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-4cfbfad8-f286-4856-bc07-427f74b9a3f6 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346351 Nov 23 14:09:13.958595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:14.019755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:14.046636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:14.050675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:14.083446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:14.083974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:14.084308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:14.090151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:14.090575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:14.154770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:14.155445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:14.155445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:14.155894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Bound port: 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:14.156226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:14.272340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.73 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/d2d2cecd-6eb0-4778-9471-1c8903b475d5) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:14.457851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-129d9174-9bac-42df-b413-cf83904749be req-eb7ecb62-1d1a-4de2-83e8-cdb4a6194d68 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e3c5dff-7cc2-4495-ab1c-688c82174705 HTTP/1.1" status: 200 len: 210 time: 0.4716880 Nov 23 14:09:14.509010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Allocated IP 172.25.3.47 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/ff0135a0-bb4f-44da-840c-a34142e66396) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:14.510826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:14.664635 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:14.667214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3f8e8-cde6-4578-8b69-0cdafca3ef9a req-9cecabdf-743a-45ba-b176-8ce7533642d1 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:14.679348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:14.683728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9f3f8e8-cde6-4578-8b69-0cdafca3ef9a req-9cecabdf-743a-45ba-b176-8ce7533642d1 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.8581035 Nov 23 14:09:14.746982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:14.787450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:14.795883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:14.812807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:14.901935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aad9ad36-b62f-4560-b30a-ab52aa310480 req-62f9b2a0-78bd-49c9-9efd-60102a108ca8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 210 time: 0.1162488 Nov 23 14:09:14.947222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:14.951782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=d2d2cecd-6eb0-4778-9471-1c8903b475d5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:14.957807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:14.980990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.014365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9f3f8e8-cde6-4578-8b69-0cdafca3ef9a req-02b0eebb-556a-4841-bd32-c6a1b32657d8 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126895 Nov 23 14:09:15.017018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:15.020504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.058513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:15.059456 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.078497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:15.079487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.081254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 1092 time: 3.2680624 Nov 23 14:09:15.105799 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-76c238df-11f1-4b8c-8004-0e449f58f03f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6393209 Nov 23 14:09:15.128796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Request body: {'port': {'device_id': '0a9b9d69-48a2-4661-9333-094accb31035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:15.173938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa183e44-439e-497a-89b2-c05988a939c9 service neutron] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:15.248456 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.257821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dec1d7-d038-4b36-8847-58171c45774b None None] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:15.268412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-32ccd6d2-1ff9-468d-b38c-9eb0e0178c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:15.270128 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-32ccd6d2-1ff9-468d-b38c-9eb0e0178c79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1095 time: 0.1074107 Nov 23 14:09:15.294184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.74 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/1c3fb257-69db-47c6-a6e6-d67b9737f238) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:15.372471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9534263d-70e3-4ac4-a399-220fc5fb1e42 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:15.378128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Provisioning complete for port 3627cdc2-f85f-40e4-b949-e675cf17b33e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:15.378725 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.448002 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.454946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 9534263d-70e3-4ac4-a399-220fc5fb1e42 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:09:15.455451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9534263d-70e3-4ac4-a399-220fc5fb1e42 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:09:15.523832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.539751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-a5bc5d19-26f6-452b-a5a2-0c80a2614ff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 217 time: 0.2362504 Nov 23 14:09:15.549551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:15.639377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:15.642047 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb6124-6043-4105-9128-543dde6373ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:15.662785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-7987788c-7dc5-4105-90d0-99973fb71caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:15.664416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-7987788c-7dc5-4105-90d0-99973fb71caf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1098475 Nov 23 14:09:15.729329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-ad353604-ae0a-4aba-adae-531d9b2cf358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340927 Nov 23 14:09:15.742882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:15.775439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3627cdc2-f85f-40e4-b949-e675cf17b33e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:15.786219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0383cd2-afc1-49db-b46e-555965756b63 req-4435047a-988e-486f-b246-20fbefd85f3c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:15.796546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0383cd2-afc1-49db-b46e-555965756b63 req-4435047a-988e-486f-b246-20fbefd85f3c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.7353952 Nov 23 14:09:15.812838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:15.829998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.835755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:15.902645 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:15.927905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=1c3fb257-69db-47c6-a6e6-d67b9737f238,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:16.021968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-0a2efe3b-cc99-45cb-8549-18f393fc0463 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804894 Nov 23 14:09:16.024906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:16.044469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:16.083865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:16.105924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] For port 3627cdc2-f85f-40e4-b949-e675cf17b33e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3627cdc2-f85f-40e4-b949-e675cf17b33e,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:16.123017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.163825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d2cecd-6eb0-4778-9471-1c8903b475d5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:16.174238 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e5f86d-f864-4828-80ee-32a810968888 x-openstack-request-id: req-73e5f86d-f864-4828-80ee-32a810968888 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:16.177109 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:16.177705 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73e5f86d-f864-4828-80ee-32a810968888 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:16.178425 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774', 'status': 'completed', 'code': 200} Nov 23 14:09:16.221884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.262176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3627cdc2-f85f-40e4-b949-e675cf17b33e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:16.264191 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.293576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Provisioning complete for port d2d2cecd-6eb0-4778-9471-1c8903b475d5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:16.294534 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.328008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:16.329081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.366265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Transition to ACTIVE for port object d2d2cecd-6eb0-4778-9471-1c8903b475d5 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:16.384234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.405426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Pushing event updated for resources: {'Port': ['ID=3627cdc2-f85f-40e4-b949-e675cf17b33e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:16.444813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-20215e07-0c3e-42b4-aa97-1b01c2f527e4 None None] Port d2d2cecd-6eb0-4778-9471-1c8903b475d5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:16.517404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-82f44a68-5327-4576-b25c-bc8ea4ffd023 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5138779 Nov 23 14:09:16.556174 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-869ff141-a371-4f5c-a24b-2ae094626c1d req-c509722b-58f9-46b3-bc50-eb148bc847ab service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967115 Nov 23 14:09:16.567147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Pushing event updated for resources: {'Port': ['ID=d2d2cecd-6eb0-4778-9471-1c8903b475d5,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:16.590297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Pushing event updated for resources: {'Port': ['ID=ff0135a0-bb4f-44da-840c-a34142e66396,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:16.599723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Request body: {'port': {'device_id': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:16.599944 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9334beb1-2b9f-4d85-9bd4-14d7722843ad None None] Provisioning complete for port 3627cdc2-f85f-40e4-b949-e675cf17b33e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:16.600240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9334beb1-2b9f-4d85-9bd4-14d7722843ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.645806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.649296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.649886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.650242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.650677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.651141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.653494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.654150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.654500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.654989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.657524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.657987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:16.686247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0383cd2-afc1-49db-b46e-555965756b63 req-1fc48f39-6cdf-4fcf-9257-5033f4d236ea tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8879995 Nov 23 14:09:16.696290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-4801fec9-909c-4002-b8a3-e6fc6d40a642 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:16.700885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-4801fec9-909c-4002-b8a3-e6fc6d40a642 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 945 time: 0.3094378 Nov 23 14:09:16.909728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9334beb1-2b9f-4d85-9bd4-14d7722843ad None None] Provisioning complete for port 1c3fb257-69db-47c6-a6e6-d67b9737f238 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:16.910297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9334beb1-2b9f-4d85-9bd4-14d7722843ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.963487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9334beb1-2b9f-4d85-9bd4-14d7722843ad None None] Port 1c3fb257-69db-47c6-a6e6-d67b9737f238 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:16.978807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:16.989736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb6124-6043-4105-9128-543dde6373ab req-3257933f-89c0-4c40-87ea-c370705248e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:16.991498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69bb6124-6043-4105-9128-543dde6373ab req-3257933f-89c0-4c40-87ea-c370705248e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1095 time: 0.2893083 Nov 23 14:09:17.016233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Attempting to bind port d2d2cecd-6eb0-4778-9471-1c8903b475d5 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:17.016616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Attempting to bind port d2d2cecd-6eb0-4778-9471-1c8903b475d5 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:17.016882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Attempting to bind port d2d2cecd-6eb0-4778-9471-1c8903b475d5 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:17.048795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Port d2d2cecd-6eb0-4778-9471-1c8903b475d5 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:17.049005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Attempting to bind port d2d2cecd-6eb0-4778-9471-1c8903b475d5 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:17.088890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:17.089251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:17.089599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:17.090041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Bound port: d2d2cecd-6eb0-4778-9471-1c8903b475d5, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:17.090441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.105728 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.113924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Deleting port b4bf0e62-9893-4920-ba26-0997e1e9ee7f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:17.114270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.162375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abe426-8775-471f-b7c8-03320d5e0f44 req-6c80d61b-9c72-4f74-9c02-04a70c71586d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:17.170139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8abe426-8775-471f-b7c8-03320d5e0f44 req-6c80d61b-9c72-4f74-9c02-04a70c71586d tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 945 time: 0.7719214 Nov 23 14:09:17.202870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] For port d2d2cecd-6eb0-4778-9471-1c8903b475d5, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:17.207500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] For port d2d2cecd-6eb0-4778-9471-1c8903b475d5, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d2d2cecd-6eb0-4778-9471-1c8903b475d5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:17.222979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb6124-6043-4105-9128-543dde6373ab req-57a892fb-e12b-4ad9-bfbc-a698e8ddfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:17.224751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69bb6124-6043-4105-9128-543dde6373ab req-57a892fb-e12b-4ad9-bfbc-a698e8ddfb4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.2246761 Nov 23 14:09:17.232218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.343813 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69bb6124-6043-4105-9128-543dde6373ab req-e5bcda8f-ed96-4114-a984-942e2c0d843f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 217 time: 0.0994594 Nov 23 14:09:17.350078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Pushing event updated for resources: {'Port': ['ID=d2d2cecd-6eb0-4778-9471-1c8903b475d5,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:17.382163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:17.383057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.384776 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-78fbfb9c-96e5-422b-95e9-b8d145c5113a service neutron] 10.222.0.74 "PUT /v2.0/ports/d2d2cecd-6eb0-4778-9471-1c8903b475d5 HTTP/1.1" status: 200 len: 1095 time: 2.2603822 Nov 23 14:09:17.460253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3fb257-69db-47c6-a6e6-d67b9737f238 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:17.477292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.496158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Transition to ACTIVE for port object 1c3fb257-69db-47c6-a6e6-d67b9737f238 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:17.511102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.572302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb6124-6043-4105-9128-543dde6373ab req-82418738-016f-40b6-a483-c8b1a7de6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:17.573747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69bb6124-6043-4105-9128-543dde6373ab req-82418738-016f-40b6-a483-c8b1a7de6cd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.0854478 Nov 23 14:09:17.658011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3627cdc2-f85f-40e4-b949-e675cf17b33e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:17.663105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69bb6124-6043-4105-9128-543dde6373ab req-9da00806-0934-4ae7-ae4f-20e5e59f4a0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748513 Nov 23 14:09:17.726730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5a935-dbf5-4679-8784-23b4be46806f req-66caf122-d47c-4ae9-acdf-34885cf9b909 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:17.728543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74c5a935-dbf5-4679-8784-23b4be46806f req-66caf122-d47c-4ae9-acdf-34885cf9b909 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 935 time: 0.8598952 Nov 23 14:09:17.733780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-1fc8ebbf-d34b-4091-a60f-276f98abc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:17.735930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-1fc8ebbf-d34b-4091-a60f-276f98abc967 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 1098 time: 0.2868023 Nov 23 14:09:17.764275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3fb257-69db-47c6-a6e6-d67b9737f238,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:17.813476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3627cdc2-f85f-40e4-b949-e675cf17b33e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:17.813854 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.843515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8abe426-8775-471f-b7c8-03320d5e0f44 req-bdb17ed7-2a3e-4ebc-8d11-b46ccfa0ade4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718357 Nov 23 14:09:17.844291 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-2bb6a492-c948-4568-a22f-87cb642ab962 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d2d2cecd-6eb0-4778-9471-1c8903b475d5 HTTP/1.1" status: 200 len: 217 time: 0.0975549 Nov 23 14:09:17.890830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] For port b4bf0e62-9893-4920-ba26-0997e1e9ee7f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:17.891398 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:17.924594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74c5a935-dbf5-4679-8784-23b4be46806f req-cd97ebdc-9921-46b4-861f-f73efa8b39bd tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708891 Nov 23 14:09:17.970672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Calling delete_port for b4bf0e62-9893-4920-ba26-0997e1e9ee7f owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:18.223077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Attempting to bind port 1c3fb257-69db-47c6-a6e6-d67b9737f238 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:18.223646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Attempting to bind port 1c3fb257-69db-47c6-a6e6-d67b9737f238 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:18.224005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Attempting to bind port 1c3fb257-69db-47c6-a6e6-d67b9737f238 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:18.260201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Port 1c3fb257-69db-47c6-a6e6-d67b9737f238 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:18.260526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Attempting to bind port 1c3fb257-69db-47c6-a6e6-d67b9737f238 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:18.277449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2976a2-41cf-4486-b093-235c48545c9d req-69d70295-89da-45af-b9a4-3b13dd7c7f5f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:18.279620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d2976a2-41cf-4486-b093-235c48545c9d req-69d70295-89da-45af-b9a4-3b13dd7c7f5f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1007233 Nov 23 14:09:18.282972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:18.285197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:18.285578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:18.286109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:18.286598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Bound port: 1c3fb257-69db-47c6-a6e6-d67b9737f238, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:18.287094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:18.307124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619cd77-8060-4bc0-9d0b-7c3d7f6afd40 req-4bd5c475-5088-4bd4-86c5-5bb504a0b4da tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:18.308656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a619cd77-8060-4bc0-9d0b-7c3d7f6afd40 req-4bd5c475-5088-4bd4-86c5-5bb504a0b4da tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.2244020 Nov 23 14:09:18.375016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b9d69-48a2-4661-9333-094accb31035', 'tag': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:18.376986 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fadf2b-042a-458a-b772-ad8953b6da48" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9b9d69-48a2-4661-9333-094accb31035", "tag": "d2d2cecd-6eb0-4778-9471-1c8903b475d5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:18.383989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-91ea5a79-2c48-4d19-a16b-a9d9a840f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:18.385583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-91ea5a79-2c48-4d19-a16b-a9d9a840f660 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.5084200 Nov 23 14:09:18.391881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69bb6124-6043-4105-9128-543dde6373ab req-5dc6a4c5-84f8-41d5-b594-074d9694527d service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185473 Nov 23 14:09:18.509292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d2976a2-41cf-4486-b093-235c48545c9d req-cafe7891-ab70-45bd-9502-5312a0518d03 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123470 Nov 23 14:09:18.519717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-20b1909a-19e3-47ae-aad8-08ba034ac0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:18.521294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-20b1909a-19e3-47ae-aad8-08ba034ac0b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256642 Nov 23 14:09:18.538603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a619cd77-8060-4bc0-9d0b-7c3d7f6afd40 req-5b914977-19ec-454a-ad91-1438748e8b8c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202816 Nov 23 14:09:18.539672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] For port 1c3fb257-69db-47c6-a6e6-d67b9737f238, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:18.544280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] For port 1c3fb257-69db-47c6-a6e6-d67b9737f238, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1c3fb257-69db-47c6-a6e6-d67b9737f238,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:18.555395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:18.593166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:18.593809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:18.599616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] 10.222.0.74 "PUT /v2.0/ports/1c3fb257-69db-47c6-a6e6-d67b9737f238 HTTP/1.1" status: 200 len: 1095 time: 2.0116394 Nov 23 14:09:18.599616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'tag': '1c3fb257-69db-47c6-a6e6-d67b9737f238'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:18.611048 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8da06-b836-48f6-9c52-1ad468bc9d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a379958a-58e0-4559-94d4-bcbd5aab144b", "tag": "1c3fb257-69db-47c6-a6e6-d67b9737f238"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:18.687150 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69bb6124-6043-4105-9128-543dde6373ab req-89291392-c167-4d24-94f0-7dd188f837a2 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772090 Nov 23 14:09:18.713286 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c32de95-7107-4632-9118-b7fa764fff7a x-openstack-request-id: req-6c32de95-7107-4632-9118-b7fa764fff7a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:18.713919 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a379958a-58e0-4559-94d4-bcbd5aab144b", "tag": "1c3fb257-69db-47c6-a6e6-d67b9737f238", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:18.714367 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c32de95-7107-4632-9118-b7fa764fff7a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:18.714609 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f60a6-97d6-4f77-9e1a-294acf94c355 x-openstack-request-id: req-1e2f60a6-97d6-4f77-9e1a-294acf94c355 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:18.714820 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9b9d69-48a2-4661-9333-094accb31035", "tag": "d2d2cecd-6eb0-4778-9471-1c8903b475d5", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:18.715282 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e2f60a6-97d6-4f77-9e1a-294acf94c355 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:18.715782 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'tag': '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'status': 'completed', 'code': 200} Nov 23 14:09:18.715936 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b9d69-48a2-4661-9333-094accb31035', 'tag': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', 'status': 'completed', 'code': 200} Nov 23 14:09:18.720753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3fb257-69db-47c6-a6e6-d67b9737f238,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:18.723184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:09:18.740883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.742034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.742574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.743153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:18.743491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.744032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.744496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.745042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.745486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.746805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.747292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.748174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.748567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306e5-a896-4c92-bce0-b29395f56d00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:18.757433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-b8e922c7-5fda-4b53-b82d-676493bf0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:18.758274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-b8e922c7-5fda-4b53-b82d-676493bf0dc6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 1098 time: 0.1109846 Nov 23 14:09:18.784550 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-2db1ef0e-565d-4987-95e6-338b8e4f5c90 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342381 Nov 23 14:09:18.789203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event deleted for resources: {'Port': ['ID=b4bf0e62-9893-4920-ba26-0997e1e9ee7f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:18.846994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-3ff420a3-62ce-4ac0-9497-1abd5d500514 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1c3fb257-69db-47c6-a6e6-d67b9737f238 HTTP/1.1" status: 200 len: 217 time: 0.0388038 Nov 23 14:09:18.881051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] No DVR routers for this DVR port b4bf0e62-9893-4920-ba26-0997e1e9ee7f on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:18.884834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:18.888637 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c76ca349-afe4-4bd4-bbdb-d64f36dd01cb req-0e28ad5a-0e6e-4c53-a508-61e729ef7441 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.11 "DELETE /v2.0/ports/b4bf0e62-9893-4920-ba26-0997e1e9ee7f HTTP/1.1" status: 204 len: 173 time: 2.1496999 Nov 23 14:09:18.974884 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-35c0baff-f7e4-42e8-ac12-a848e486e940 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819594 Nov 23 14:09:19.054772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7d636b8-cee8-4e6b-8593-eab2d5520a65 req-f40fbf4e-efaa-4f64-b4e4-e42983494099 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4827e657-2f2c-4307-904f-8391ccececde HTTP/1.1" status: 200 len: 210 time: 0.0932834 Nov 23 14:09:19.105004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-67c613df-8eba-4523-9b74-fd7b3a1ed326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:19.108802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-67c613df-8eba-4523-9b74-fd7b3a1ed326 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 1098 time: 0.0725677 Nov 23 14:09:19.137969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-3e319402-be20-429f-9934-82e54b017ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:19.139699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-3e319402-be20-429f-9934-82e54b017ab7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2809768 Nov 23 14:09:19.160245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:09:19.171596 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Sync routers for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:09:19.194273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:19.196654 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:19.200161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d616867-09e8-44c0-9f6e-2a3171703810 req-26c9b75a-cced-4575-a28b-f87470908e95 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:19.201685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d616867-09e8-44c0-9f6e-2a3171703810 req-26c9b75a-cced-4575-a28b-f87470908e95 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 947 time: 0.1671309 Nov 23 14:09:19.243717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d852-3ad7-4348-85c0-7737164b2023 req-412a7d17-f5ab-4d47-a43b-d93eabff9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:19.246046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-412a7d17-f5ab-4d47-a43b-d93eabff9f96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963020 Nov 23 14:09:19.251543 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:19.255692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3a5994a2-e12f-4e4b-a0aa-43764ea446bf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.3699481 Nov 23 14:09:19.257526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37556) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:19.271586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-cd5489e3-565f-482a-9463-0e2aebbcdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:19.273094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-cd5489e3-565f-482a-9463-0e2aebbcdbe4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1566145 Nov 23 14:09:19.338710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-4a5f45fe-2914-46cc-a6cb-117a825717c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d2d2cecd-6eb0-4778-9471-1c8903b475d5 HTTP/1.1" status: 200 len: 217 time: 0.0546043 Nov 23 14:09:19.341851 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:19.384924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:19.411653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d616867-09e8-44c0-9f6e-2a3171703810 req-888039ff-6bfa-4814-8f8c-f36b0098d70c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986506 Nov 23 14:09:19.435241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-492312f0-f788-4cd7-b467-4502aa15b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:19.435241 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-492312f0-f788-4cd7-b467-4502aa15b161 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0754764 Nov 23 14:09:19.440912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: b4bf0e62-9893-4920-ba26-0997e1e9ee7f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:09:19.441401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b4bf0e62-9893-4920-ba26-0997e1e9ee7f not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:09:19.535381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-a8a1b424-7967-4f77-8362-2777045a2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:19.536975 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-a8a1b424-7967-4f77-8362-2777045a2efc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966933 Nov 23 14:09:19.636841 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:16Z', 'revision_number': 3, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:19.701180 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Checking router: a5de4beb-1be1-42b3-a6ed-f7c7148ca851 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:09:19.701648 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Updating router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 port ff0135a0-bb4f-44da-840c-a34142e66396 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:09:19.733029 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:19.742197 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-cb361b14-d1a8-4b3b-89a5-81b38e9058b6 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955717 Nov 23 14:09:19.865710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-93fadf2b-042a-458a-b772-ad8953b6da48 req-14c58203-8398-4567-8262-eb07ba9120f3 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154540 Nov 23 14:09:20.024996 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:20.032378 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:20.089650 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Attempting to bind port ff0135a0-bb4f-44da-840c-a34142e66396 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:20.090153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Attempting to bind port ff0135a0-bb4f-44da-840c-a34142e66396 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:20.090660 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Attempting to bind port ff0135a0-bb4f-44da-840c-a34142e66396 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:20.098491 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:20.099055 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:20.099562 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:20.100060 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:20.101185 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Bound port: ff0135a0-bb4f-44da-840c-a34142e66396, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:20.101690 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:20.104382 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5cbe5-b702-4acf-875c-86b9fdfd3f5f None None] Pushing event updated for resources: {'Port': ['ID=ff0135a0-bb4f-44da-840c-a34142e66396,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:20.167271 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] For port ff0135a0-bb4f-44da-840c-a34142e66396, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:20.171579 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] For port ff0135a0-bb4f-44da-840c-a34142e66396, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff0135a0-bb4f-44da-840c-a34142e66396,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:20.177309 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:20.193337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-ce88ca30-d497-4d92-bb17-52946a795c4d service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440423 Nov 23 14:09:20.204205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865e523-4020-42ca-b0f5-424e141b4b10 req-2cb3109f-af6f-4a59-9375-8553437cf882 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:20.211887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0865e523-4020-42ca-b0f5-424e141b4b10 req-2cb3109f-af6f-4a59-9375-8553437cf882 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.4890981 Nov 23 14:09:20.229543 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:20.230155 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:20.242929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09ca7c-afbb-4001-85a0-7d8f5e09d088 req-e23d107e-b7a4-428f-ad29-51efc6745976 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:20.244360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc09ca7c-afbb-4001-85a0-7d8f5e09d088 req-e23d107e-b7a4-428f-ad29-51efc6745976 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.5092123 Nov 23 14:09:20.271532 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5cbe5-b702-4acf-875c-86b9fdfd3f5f None None] Pushing event updated for resources: {'Port': ['ID=ff0135a0-bb4f-44da-840c-a34142e66396,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:20.409788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0865e523-4020-42ca-b0f5-424e141b4b10 req-c9f547bd-7b21-4106-acb3-58ae88e723cb tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968174 Nov 23 14:09:20.453069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc09ca7c-afbb-4001-85a0-7d8f5e09d088 req-02de8cf3-7bad-4cca-92e3-7d73bd9d6a4a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916173 Nov 23 14:09:20.466004 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:20.552948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e816d852-3ad7-4348-85c0-7737164b2023 req-837365fc-7d91-44ce-b484-6169b7857cc6 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259947 Nov 23 14:09:20.717029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'name': 'network-vif-deleted', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:20.720344 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d65b93-bd37-4ff8-b3c3-518565095b7e" -d '{"events": [{"server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "name": "network-vif-deleted", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:20.753514 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:16Z', 'revision_number': 3, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:20.760432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca88a-5b8d-4917-ab02-a090447d789a req-7144a08c-1c31-4016-bb0a-6cf495c8f33f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:20.762297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04fca88a-5b8d-4917-ab02-a090447d789a req-7144a08c-1c31-4016-bb0a-6cf495c8f33f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 947 time: 0.2117314 Nov 23 14:09:20.769993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:20.774145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-74f5b0ed-5fbb-4730-8180-edee4e2554f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:20.775714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-74f5b0ed-5fbb-4730-8180-edee4e2554f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 1098 time: 0.1146011 Nov 23 14:09:20.786136 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15172bf7-d272-4b63-b766-3249eaf30202 None None] The sync data for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 is: [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:16Z', 'revision_number': 3, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:09:20.790911 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadef18f-3e48-4ce0-b267-e92263fe12ed x-openstack-request-id: req-fadef18f-3e48-4ce0-b267-e92263fe12ed {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:20.791587 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4827e657-2f2c-4307-904f-8391ccececde", "name": "network-vif-deleted", "tag": "b4bf0e62-9893-4920-ba26-0997e1e9ee7f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:20.792534 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fadef18f-3e48-4ce0-b267-e92263fe12ed {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:20.792828 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4827e657-2f2c-4307-904f-8391ccececde', 'name': 'network-vif-deleted', 'tag': 'b4bf0e62-9893-4920-ba26-0997e1e9ee7f', 'status': 'completed', 'code': 200} Nov 23 14:09:20.981741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04fca88a-5b8d-4917-ab02-a090447d789a req-ee5435f0-0232-42d2-9fd4-cb0e3a88b0d3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045126 Nov 23 14:09:21.042200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-707db480-6036-4b37-b71d-2e8a71354184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:21.044478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-707db480-6036-4b37-b71d-2e8a71354184 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2565830 Nov 23 14:09:21.055111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0acc2-1a7f-4a2c-8cee-f27f75eb20fc req-1091a02c-d160-41fc-8519-eca2d797a7f4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:21.056594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70b0acc2-1a7f-4a2c-8cee-f27f75eb20fc req-1091a02c-d160-41fc-8519-eca2d797a7f4 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 945 time: 0.2056959 Nov 23 14:09:21.122942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-c914a8bb-6ce2-445c-b571-b69b02e2bb00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1c3fb257-69db-47c6-a6e6-d67b9737f238 HTTP/1.1" status: 200 len: 217 time: 0.0633519 Nov 23 14:09:21.223409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Allocated IP 172.20.0.1 (48a93441-04cd-4d37-9560-93afe9cb8b32/29d5c371-f280-4631-92f5-b734a001f36a/fe4f10ad-7826-49d6-a114-cd1a9405cfbe) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:21.239522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-13818717-cc78-4f5c-94f1-a1fd6501d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:21.241070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-13818717-cc78-4f5c-94f1-a1fd6501d5e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1052001 Nov 23 14:09:21.244487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70b0acc2-1a7f-4a2c-8cee-f27f75eb20fc req-982b1ebd-ce83-4190-9ec2-9b13ba84d138 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e91d6b7-0e6d-4be6-905d-97a72730de64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725664 Nov 23 14:09:21.290469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-11621fd0-1240-49be-bcb0-2ac67fed5a64 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:21.292482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-11621fd0-1240-49be-bcb0-2ac67fed5a64 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 945 time: 0.0757039 Nov 23 14:09:21.362676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-824fc53b-f28e-464b-8564-68ffd0eb7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:21.364229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-824fc53b-f28e-464b-8564-68ffd0eb7de8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123111 Nov 23 14:09:21.403495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Deleting port 203bc7f1-1b40-4dd3-b604-bb8abccab39e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:21.403841 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.410821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.501610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.550055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] For port 203bc7f1-1b40-4dd3-b604-bb8abccab39e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=203bc7f1-1b40-4dd3-b604-bb8abccab39e,segment=NetworkSegment(0ddd23e7-617c-4bdc-85c7-84ef4b72fcca),segment_id=0ddd23e7-617c-4bdc-85c7-84ef4b72fcca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:21.550458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.566554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Calling delete_port for 203bc7f1-1b40-4dd3-b604-bb8abccab39e owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:21.601624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1c3fb257-69db-47c6-a6e6-d67b9737f238 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:21.629156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:21.635241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-61c45f5a-b3b2-47f2-9dc8-184abddc0044 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552269 Nov 23 14:09:21.636368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:21.669373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:21.780112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ff0135a0-bb4f-44da-840c-a34142e66396 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:21.791374 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.830537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:21.854655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Pushing event deleted for resources: {'Port': ['ID=203bc7f1-1b40-4dd3-b604-bb8abccab39e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:21.873800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9573a7-2bd1-4d57-abd3-d523400358a2 req-21495bbf-b29b-4e4d-9bdb-ea485e72b529 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:21.875531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa9573a7-2bd1-4d57-abd3-d523400358a2 req-21495bbf-b29b-4e4d-9bdb-ea485e72b529 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.3601131 Nov 23 14:09:21.918764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] No DVR routers for this DVR port 203bc7f1-1b40-4dd3-b604-bb8abccab39e on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:21.922212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.922768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1c3fb257-69db-47c6-a6e6-d67b9737f238, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1c3fb257-69db-47c6-a6e6-d67b9737f238,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:21.927875 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1c0a94fe-7058-4ba1-a7cc-21a3a41348f0 req-657c9b32-adab-46e3-af20-7384807be4df tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.74 "DELETE /v2.0/ports/203bc7f1-1b40-4dd3-b604-bb8abccab39e HTTP/1.1" status: 204 len: 173 time: 0.6262314 Nov 23 14:09:21.948481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ff0135a0-bb4f-44da-840c-a34142e66396 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:21.948997 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.954756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df8da06-b836-48f6-9c52-1ad468bc9d0c req-7b257d70-b56b-4171-9123-4dd610921386 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936244 Nov 23 14:09:21.967685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:21.976646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'mac_address': 'fa:16:3e:81:05:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:22.030554 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.034496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f9b6-b729-475d-9dff-fe8193186533 req-b237f333-ac4a-4d08-aaac-e2cdbbd1a03e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:22.043510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a94f9b6-b729-475d-9dff-fe8193186533 req-b237f333-ac4a-4d08-aaac-e2cdbbd1a03e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.4473367 Nov 23 14:09:22.052661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3fb257-69db-47c6-a6e6-d67b9737f238 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:22.083879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1c3fb257-69db-47c6-a6e6-d67b9737f238, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1c3fb257-69db-47c6-a6e6-d67b9737f238,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:22.088606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa9573a7-2bd1-4d57-abd3-d523400358a2 req-387bb10d-c544-4528-b6ea-f73a9b57bb59 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913509 Nov 23 14:09:22.105981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.117067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d2d2cecd-6eb0-4778-9471-1c8903b475d5 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:22.143332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a94f9b6-b729-475d-9dff-fe8193186533 req-1ec88952-c031-4631-a23c-d74d0742e92b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975089 Nov 23 14:09:22.305277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d2d2cecd-6eb0-4778-9471-1c8903b475d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d2d2cecd-6eb0-4778-9471-1c8903b475d5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:22.307720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c9188466-1684-4182-bdc3-ac6f62d37e9d None None] Provisioning complete for port fe4f10ad-7826-49d6-a114-cd1a9405cfbe triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:22.308092 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9188466-1684-4182-bdc3-ac6f62d37e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.322924 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.362587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c9188466-1684-4182-bdc3-ac6f62d37e9d None None] Port fe4f10ad-7826-49d6-a114-cd1a9405cfbe cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:22.369417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1c3fb257-69db-47c6-a6e6-d67b9737f238,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:22.373208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', 'mac_address': 'fa:16:3e:01:eb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:22.377088 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.416722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-871bc877-4a72-4137-83ec-e1d74a7aa9e7 req-1c6b4175-a209-4db0-8587-3147b0614768 tempest-LiveMigrationTest-65887455 tempest-LiveMigrationTest-65887455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0d864eb-6d05-49f9-aa5c-857771ac912f HTTP/1.1" status: 200 len: 210 time: 0.0494390 Nov 23 14:09:22.440213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9da74-629b-4e67-88c7-3d17cea6e211 req-e286d204-89c7-4895-92c9-de8ba634e038 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:22.441955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdb9da74-629b-4e67-88c7-3d17cea6e211 req-e286d204-89c7-4895-92c9-de8ba634e038 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 948 time: 0.1561639 Nov 23 14:09:22.470112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port ff0135a0-bb4f-44da-840c-a34142e66396, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff0135a0-bb4f-44da-840c-a34142e66396,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:22.488794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.507346 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.551625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d2cecd-6eb0-4778-9471-1c8903b475d5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:22.561691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdb9da74-629b-4e67-88c7-3d17cea6e211 req-86ad68ab-be7b-44e8-aab9-ff58de2d472a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076055 Nov 23 14:09:22.625055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=ff0135a0-bb4f-44da-840c-a34142e66396,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:22.645403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.650887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d2d2cecd-6eb0-4778-9471-1c8903b475d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d2d2cecd-6eb0-4778-9471-1c8903b475d5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:22.653094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.656392 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.722978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d2d2cecd-6eb0-4778-9471-1c8903b475d5,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:22.745004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:22.751335 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:22.794247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'name': 'network-vif-deleted', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:22.796584 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365937d-f52c-4c2a-96ec-dbf273ddc5e3" -d '{"events": [{"server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "name": "network-vif-deleted", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:22.856151 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6903b9-f92c-455b-9457-92c1ba7bfecd x-openstack-request-id: req-af6903b9-f92c-455b-9457-92c1ba7bfecd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:22.856665 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d864eb-6d05-49f9-aa5c-857771ac912f", "name": "network-vif-deleted", "tag": "203bc7f1-1b40-4dd3-b604-bb8abccab39e", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:22.857109 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af6903b9-f92c-455b-9457-92c1ba7bfecd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:22.857681 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d864eb-6d05-49f9-aa5c-857771ac912f', 'name': 'network-vif-deleted', 'tag': '203bc7f1-1b40-4dd3-b604-bb8abccab39e', 'status': 'completed', 'code': 200} Nov 23 14:09:22.865246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:22.866767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:22.917643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1c3fb257-69db-47c6-a6e6-d67b9737f238'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:22.922134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d2d2cecd-6eb0-4778-9471-1c8903b475d5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:22.990222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:09:23.139608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:09:23.152155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Sync routers for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:09:23.159880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2fccb6a1-8fc2-42ff-abae-5f9c680da032 admin admin] 10.222.0.46 "PUT /v2.0/routers/a5de4beb-1be1-42b3-a6ed-f7c7148ca851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8991966 Nov 23 14:09:23.223264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:23.223963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:23.251859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67308041-a92b-4891-99ec-2a538aab0a4c req-e077440d-e9b1-4ba8-8bd5-78d371c2e85b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:23.260144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67308041-a92b-4891-99ec-2a538aab0a4c req-e077440d-e9b1-4ba8-8bd5-78d371c2e85b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.0638149 Nov 23 14:09:23.314786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-573ddaf8-2385-4352-86dd-ec1fca663bba None None] Provisioning complete for port fe4f10ad-7826-49d6-a114-cd1a9405cfbe triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:23.315330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-573ddaf8-2385-4352-86dd-ec1fca663bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.363547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67308041-a92b-4891-99ec-2a538aab0a4c req-56b977d6-11a5-4b39-bf56-0a7206d2d7ae tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020932 Nov 23 14:09:23.375349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe952b4d-0f59-4282-a5fd-1348dd49678e req-bd521d70-038d-4b15-9958-22a100475581 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:23.377282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe952b4d-0f59-4282-a5fd-1348dd49678e req-bd521d70-038d-4b15-9958-22a100475581 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.0983496 Nov 23 14:09:23.406069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-573ddaf8-2385-4352-86dd-ec1fca663bba None None] Port fe4f10ad-7826-49d6-a114-cd1a9405cfbe cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:23.424584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:23.447426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe952b4d-0f59-4282-a5fd-1348dd49678e req-f14c046f-6b0a-49cd-b236-3ecdc413bbf6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601580 Nov 23 14:09:23.483427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.500048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37620) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:23.617126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] Deleting subnet d3f446e3-072d-43c4-84d8-2573908fe985 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:09:23.621078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.665254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ff0135a0-bb4f-44da-840c-a34142e66396 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:23.678421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.750750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.776993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ff0135a0-bb4f-44da-840c-a34142e66396 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:23.777542 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.783942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc22f0-5070-4730-829b-16b7aaa8fe2a req-62a02c7c-c0e4-4c2f-bdbe-5ad5d5c6a722 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:23.785469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52dc22f0-5070-4730-829b-16b7aaa8fe2a req-62a02c7c-c0e4-4c2f-bdbe-5ad5d5c6a722 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 948 time: 0.1050739 Nov 23 14:09:23.832547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37626) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:23.837890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d9311106-90a2-459a-ab44-53b30203e26e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732959224', 'description': 'tempest-description--583892945'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:23.845557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52dc22f0-5070-4730-829b-16b7aaa8fe2a req-884b8312-55cc-4d06-81a1-2e7be3b21670 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Nov 23 14:09:23.846935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.866853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9311106-90a2-459a-ab44-53b30203e26e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.874562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 2, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:23.879485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.883255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d3f446e3-072d-43c4-84d8-2573908fe985 HTTP/1.1" status: 204 len: 168 time: 0.3821759 Nov 23 14:09:23.884242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2168d-29d0-48ad-b4d5-cf999f2c808a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f446e3-072d-43c4-84d8-2573908fe985,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:23.885808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37628) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:23.908207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Checking router: a5de4beb-1be1-42b3-a6ed-f7c7148ca851 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:09:23.908629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Updating router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 port fe4f10ad-7826-49d6-a114-cd1a9405cfbe binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:09:23.953664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9311106-90a2-459a-ab44-53b30203e26e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.954405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.958152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9311106-90a2-459a-ab44-53b30203e26e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.958454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.997363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9311106-90a2-459a-ab44-53b30203e26e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:23.998654 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d9311106-90a2-459a-ab44-53b30203e26e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1645181 Nov 23 14:09:24.003328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37630) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:24.009533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cb1ee5a5-304e-4a26-8d04-5582eec980aa tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Request body: {'security_group_rule': {'security_group_id': '5d9818b1-ca02-4b1b-a422-fd216b84e691', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:24.014428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9311106-90a2-459a-ab44-53b30203e26e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9818b1-ca02-4b1b-a422-fd216b84e691,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:24.040132 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee5a5-304e-4a26-8d04-5582eec980aa tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.044191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.065580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7811a950-ac82-499b-ba3f-9fd609f856d4']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:24.075808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:24.076108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddd23e7-617c-4bdc-85c7-84ef4b72fcca') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:24.087373 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.098664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee5a5-304e-4a26-8d04-5582eec980aa tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.102263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.103839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee5a5-304e-4a26-8d04-5582eec980aa tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.111301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:09:24.112306 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:09:24.114365 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:09:24.125228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ee5a5-304e-4a26-8d04-5582eec980aa tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464a9e68-8757-42b0-8c64-c65e93df6270,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:24.131755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee5a5-304e-4a26-8d04-5582eec980aa tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.133169 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cb1ee5a5-304e-4a26-8d04-5582eec980aa tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270494 Nov 23 14:09:24.137797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37632) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:24.142635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-51d1691b-12bf-4455-a490-876fff0fc6fe tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Request body: {'security_group_rule': {'security_group_id': '5d9818b1-ca02-4b1b-a422-fd216b84e691', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:24.172007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51d1691b-12bf-4455-a490-876fff0fc6fe tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.180859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.187734 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.191317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] 10.222.0.46 "DELETE /v2.0/networks/7811a950-ac82-499b-ba3f-9fd609f856d4 HTTP/1.1" status: 204 len: 168 time: 0.3045907 Nov 23 14:09:24.196849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37634) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:24.202518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6920836-c0ae-4576-8d87-5b1105f5dfce admin admin] Pushing event deleted for resources: {'Network': ['ID=7811a950-ac82-499b-ba3f-9fd609f856d4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:24.257822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.264294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] Deleting subnet 73eb02a6-ad59-4f90-88fd-58e72c40acd0 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:09:24.264709 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.270988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.273500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51d1691b-12bf-4455-a490-876fff0fc6fe tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.291346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51d1691b-12bf-4455-a490-876fff0fc6fe tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.327543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1691b-12bf-4455-a490-876fff0fc6fe tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3073e237-be01-44c0-9e7f-125d03c9e0a7,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:24.332504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51d1691b-12bf-4455-a490-876fff0fc6fe tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.336603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37636) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:24.336787 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-51d1691b-12bf-4455-a490-876fff0fc6fe tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978619 Nov 23 14:09:24.341288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:24.346958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.368222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Pushing event updated for resources: {'Port': ['ID=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:24.376431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.384265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.385099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.395414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.395903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.396256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.396645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.396994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.397369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.397710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.398045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.398377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.398707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:09:24.406226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.417374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Attempting to bind port fe4f10ad-7826-49d6-a114-cd1a9405cfbe on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:24.417747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Attempting to bind port fe4f10ad-7826-49d6-a114-cd1a9405cfbe by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:24.418280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Attempting to bind port fe4f10ad-7826-49d6-a114-cd1a9405cfbe on network 48a93441-04cd-4d37-9560-93afe9cb8b32 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:24.435975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:24.436370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Checking segment: {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:24.436772 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.437210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Bound using segment: {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:24.437664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Bound port: fe4f10ad-7826-49d6-a114-cd1a9405cfbe, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:24.438052 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.470517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37644) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:24.477291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1211286545'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:24.516465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.525810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:24.530407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.563420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd792a69-75bd-4976-9090-07fcb0a91cb0 req-0457bf65-a32e-44df-97a0-b88add5ec227 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:24.570989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd792a69-75bd-4976-9090-07fcb0a91cb0 req-0457bf65-a32e-44df-97a0-b88add5ec227 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.0750329 Nov 23 14:09:24.574313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] For port fe4f10ad-7826-49d6-a114-cd1a9405cfbe, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:24.580112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.587085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] For port fe4f10ad-7826-49d6-a114-cd1a9405cfbe, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:24.588212 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/73eb02a6-ad59-4f90-88fd-58e72c40acd0 HTTP/1.1" status: 204 len: 168 time: 0.3894417 Nov 23 14:09:24.590738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37648) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:24.593590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.600040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0edf2a-2447-4b49-b7af-8cb4bc8e5177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73eb02a6-ad59-4f90-88fd-58e72c40acd0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:24.612315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.648483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd792a69-75bd-4976-9090-07fcb0a91cb0 req-ec713231-d011-4e74-b644-bab661297ffc tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765676 Nov 23 14:09:24.664462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:09:24.710801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c73d95d2-7a2d-49e6-9071-349d064a2438 None None] Provisioning complete for port fe4f10ad-7826-49d6-a114-cd1a9405cfbe triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:24.711370 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c73d95d2-7a2d-49e6-9071-349d064a2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.716133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:24.716870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:08:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:24.725751 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.726099 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Added segment 029d0fca-941f-4b9a-a3da-d6d804d6aa6e of type vlan for network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 Nov 23 14:09:24.736675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.779365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ba43e-71e9-4248-8359-a704bf8775c8 None None] Pushing event updated for resources: {'Port': ['ID=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:24.779617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.783149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2508d0-9328-4870-82cb-abab4f16dea9 req-7de7d573-0cb9-448a-9c8b-235acb16d381 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:24.791816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc2508d0-9328-4870-82cb-abab4f16dea9 req-7de7d573-0cb9-448a-9c8b-235acb16d381 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.1019490 Nov 23 14:09:24.841028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Allocated IP 172.25.3.107 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/65e075bd-6aa6-4158-be6b-f10b67567099) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:24.912835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc2508d0-9328-4870-82cb-abab4f16dea9 req-ebbc7e1b-32f4-4fca-a954-752862e912ea tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200542 Nov 23 14:09:24.914116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:24.914232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.944231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcacd72-98b7-4564-9380-62c98549305f']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:24.959797 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c73d95d2-7a2d-49e6-9071-349d064a2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:24.961318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a581f08-abce-4655-a9bb-561b9e917f59') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:24.961562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a581f08-abce-4655-a9bb-561b9e917f59') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:24.974194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:09:24.977765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.000723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.003641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.009901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:25.010672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.033387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:09:25.034274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:09:25.037603 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:09:25.051436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c73d95d2-7a2d-49e6-9071-349d064a2438 None None] For port fe4f10ad-7826-49d6-a114-cd1a9405cfbe, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:25.060482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c73d95d2-7a2d-49e6-9071-349d064a2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.081038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.101102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6270819 Nov 23 14:09:25.102435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37652) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:25.112421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1612843457'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:25.145455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498fcf8-1aeb-4e70-96e5-60144bfe4d6e req-69062461-f54a-47c9-9db0-2f4b4d6c0a41 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:25.147117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b498fcf8-1aeb-4e70-96e5-60144bfe4d6e req-69062461-f54a-47c9-9db0-2f4b4d6c0a41 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 948 time: 0.1094704 Nov 23 14:09:25.157620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d95d2-7a2d-49e6-9071-349d064a2438 None None] Pushing event updated for resources: {'Port': ['ID=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:25.177371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:25.180640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8b343-f152-41b1-97c0-14bf5024988c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Network': ['ID=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:25.181281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.192711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.199299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:09:25.210047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.217379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.223020 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/afcacd72-98b7-4564-9380-62c98549305f HTTP/1.1" status: 204 len: 168 time: 0.6284838 Nov 23 14:09:25.226388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3b66b-8de5-494f-8e4c-d5e193f69aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=afcacd72-98b7-4564-9380-62c98549305f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:25.245439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6673988d-2914-4487-9aa4-0f59a6bc0deb None None] Provisioning complete for port fe4f10ad-7826-49d6-a114-cd1a9405cfbe triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:25.245818 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6673988d-2914-4487-9aa4-0f59a6bc0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.337725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:25.353581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37656) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:25.370466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6648f-c72f-4a44-bbe3-f04998a7de2a None None] The sync data for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 is: [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:09:25.401940 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2636199f-614b-405b-88b8-fc147baf8781 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34571f635c11481689d073a5cada7e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471973 Nov 23 14:09:25.404627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37658) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:25.489633 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d241-8efb-4416-86ff-dc8dfd7c3a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.518970 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d241-8efb-4416-86ff-dc8dfd7c3a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.582429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d241-8efb-4416-86ff-dc8dfd7c3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.585125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d241-8efb-4416-86ff-dc8dfd7c3a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.588631 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dcc7d241-8efb-4416-86ff-dc8dfd7c3a6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e91d6b7-0e6d-4be6-905d-97a72730de64 HTTP/1.1" status: 204 len: 168 time: 0.1804440 Nov 23 14:09:25.612159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7d241-8efb-4416-86ff-dc8dfd7c3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e91d6b7-0e6d-4be6-905d-97a72730de64,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:25.646573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:25.657611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:09:25.662116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:25.678046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b498fcf8-1aeb-4e70-96e5-60144bfe4d6e req-f0093dc6-5d6b-4931-b378-3d5694f9ef1d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154817 Nov 23 14:09:25.678836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:25.681853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1c3fb257-69db-47c6-a6e6-d67b9737f238 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:25.700903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event updated for resources: {'Port': ['ID=65e075bd-6aa6-4158-be6b-f10b67567099,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:25.734657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.735062 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Added segment b8d7c06d-d2ef-460c-b284-e062fc5c237f of type vlan for network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d Nov 23 14:09:25.758624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fe4f10ad-7826-49d6-a114-cd1a9405cfbe up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:25.828579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.849592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1c3fb257-69db-47c6-a6e6-d67b9737f238 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:25.859203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1c3fb257-69db-47c6-a6e6-d67b9737f238 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:25.859815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.885780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fe4f10ad-7826-49d6-a114-cd1a9405cfbe triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:25.886365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.959743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.966577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:25.972570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:25.985867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb80015-bc5c-476a-aff5-c6cd1ef30cc9 req-6d8c3a07-7437-4382-9a9d-d4ec4d275a8a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:25.993411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bdb80015-bc5c-476a-aff5-c6cd1ef30cc9 req-6d8c3a07-7437-4382-9a9d-d4ec4d275a8a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1693711 Nov 23 14:09:26.013364 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.104834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9966862 Nov 23 14:09:26.105162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37670) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:26.113720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'subnet': {'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:26.178123 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.191691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37672) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:26.237613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3fb257-69db-47c6-a6e6-d67b9737f238'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:26.240530 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c8e1b8-4196-4013-8ab7-8b3ff7455a38" -d '{"events": [{"server_uuid": "a379958a-58e0-4559-94d4-bcbd5aab144b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3fb257-69db-47c6-a6e6-d67b9737f238"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:26.244531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bdb80015-bc5c-476a-aff5-c6cd1ef30cc9 req-c2774a84-5daf-4631-bdce-4650a4f68fc7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501030 Nov 23 14:09:26.264226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1c3fb257-69db-47c6-a6e6-d67b9737f238, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1c3fb257-69db-47c6-a6e6-d67b9737f238,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:26.266310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:26.270008 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.271910 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.272729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d2d2cecd-6eb0-4778-9471-1c8903b475d5 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:26.272943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052063e3-6628-4a76-9110-717545de37cd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Network': ['ID=78fed8ce-25e1-4f5d-a66d-2b048ebe607d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:26.276066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.354397 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df603c23-6f71-4572-85c7-7d80e7a5b083 x-openstack-request-id: req-df603c23-6f71-4572-85c7-7d80e7a5b083 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:26.355015 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379958a-58e0-4559-94d4-bcbd5aab144b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3fb257-69db-47c6-a6e6-d67b9737f238", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:26.355575 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df603c23-6f71-4572-85c7-7d80e7a5b083 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:26.356164 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'code': 200} Nov 23 14:09:26.358364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:09:26.380548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0fbb9-b54a-420d-9b81-9b6a05e251f1 req-013cd608-8db0-409c-b1c6-c58c404ed84e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:26.385327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08a0fbb9-b54a-420d-9b81-9b6a05e251f1 req-013cd608-8db0-409c-b1c6-c58c404ed84e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.3400512 Nov 23 14:09:26.457129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1c3fb257-69db-47c6-a6e6-d67b9737f238,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:26.484035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d2d2cecd-6eb0-4778-9471-1c8903b475d5 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:26.488237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d2d2cecd-6eb0-4778-9471-1c8903b475d5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:26.488611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.504867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eec079c3-a5c7-4110-adfc-bdad601d1832 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdbe6512689f46258436934b0ba48253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854540 Nov 23 14:09:26.509396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37676) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:26.546301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.590716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f826d67-e507-46e2-ab45-34d31dcdbb60 req-635f343c-728e-4acb-b016-485f81c39b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:26.592434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f826d67-e507-46e2-ab45-34d31dcdbb60 req-635f343c-728e-4acb-b016-485f81c39b16 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 1100 time: 0.1619592 Nov 23 14:09:26.626186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08a0fbb9-b54a-420d-9b81-9b6a05e251f1 req-633d3547-e6ac-4a84-bf87-3ee363929cb2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180686 Nov 23 14:09:26.626880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.644637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Checking segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:26.644979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network hostable DHCP agents. Network: bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:09:26.647522 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Subnet': ['ID=357cc694-75cc-44e3-9e72-9c8bb8d0d167,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:26.678771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d2d2cecd-6eb0-4778-9471-1c8903b475d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d2d2cecd-6eb0-4778-9471-1c8903b475d5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:26.682388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcce2-9177-4c89-b38d-399b84e0bef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.686215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:09:26.686650 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.687820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:26.694651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3414f18-2091-47b2-894e-3184eae205a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.699212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:26.701239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f826d67-e507-46e2-ab45-34d31dcdbb60 req-bc48d658-5c33-4876-b657-ba5ec6e70d40 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957019 Nov 23 14:09:26.712911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:26.713589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.746144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eeb9f840-1ffe-4944-ac6e-26c2aff29c41 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6367459 Nov 23 14:09:26.746983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37682) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:26.751984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'subnet': {'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:26.767313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d512ec-48cc-4e61-8bf6-2363eb1d957e None None] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:26.771473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 203bc7f1-1b40-4dd3-b604-bb8abccab39e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:09:26.771937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 203bc7f1-1b40-4dd3-b604-bb8abccab39e not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:09:26.782635 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.812881 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.827948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d2d2cecd-6eb0-4778-9471-1c8903b475d5,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:26.895444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:26.901194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.905011 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:26.905213 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3414f18-2091-47b2-894e-3184eae205a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.026141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'fixed_ips': [{'subnet_id': '357cc694-75cc-44e3-9e72-9c8bb8d0d167'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:09:27.027565 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.033665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event updated for resources: {'Port': ['ID=65e075bd-6aa6-4158-be6b-f10b67567099,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:27.047229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170df8b-75a1-4e87-bf1e-5e8accae43a0 req-e44a0209-eab8-42d4-9ac2-67d27d391329 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:27.048909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e170df8b-75a1-4e87-bf1e-5e8accae43a0 req-e44a0209-eab8-42d4-9ac2-67d27d391329 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 949 time: 0.2527864 Nov 23 14:09:27.053216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.092246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.093883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ea69fa89-a456-4e26-aa39-5f1a15c936cc tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7561264 Nov 23 14:09:27.096685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3414f18-2091-47b2-894e-3184eae205a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.099676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3414f18-2091-47b2-894e-3184eae205a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.103199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c3414f18-2091-47b2-894e-3184eae205a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cab6e536-bae5-4337-a518-63247960fb6b HTTP/1.1" status: 204 len: 168 time: 0.5879142 Nov 23 14:09:27.150394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3414f18-2091-47b2-894e-3184eae205a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab6e536-bae5-4337-a518-63247960fb6b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:27.155718 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.166376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e170df8b-75a1-4e87-bf1e-5e8accae43a0 req-3f7cd1c4-29b3-4790-9a0d-b0b65f241525 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097126 Nov 23 14:09:27.241948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Allocated IP 10.1.1.2 (bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4/357cc694-75cc-44e3-9e72-9c8bb8d0d167/701a27b1-1400-462c-a6c3-adce26f78a5b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:27.279903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Subnet': ['ID=ef08fb45-7f18-45c2-9b67-c4210bb66986,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:27.282273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Checking segment: {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:27.282624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network hostable DHCP agents. Network: 78fed8ce-25e1-4f5d-a66d-2b048ebe607d, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:09:27.322211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:09:27.336077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 78fed8ce-25e1-4f5d-a66d-2b048ebe607d) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:27.342290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:27.343449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.354840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18628be5-10e4-4255-a93e-c87b295c4e76 None None] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:27.366729 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-92d4a4cc-68e2-4c7f-92d7-80f9f06bf474 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6161063 Nov 23 14:09:27.367098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37700) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:27.373307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'port': {'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'name': 'tempest-TaggedBootDevicesTest-1984584752', 'fixed_ips': [{'subnet_id': '357cc694-75cc-44e3-9e72-9c8bb8d0d167'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:27.419378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-34dce519-cc38-4363-b1f8-e69b24d05d11 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--732959224&fields=id&tenant_id=b425e7ba3c2142028efeb46d07a1c0b9 HTTP/1.1" status: 200 len: 267 time: 0.1062615 Nov 23 14:09:27.469875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 76b23f0e-0614-4ae4-a3cf-60ae1baad774 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:27.471161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cef61b-470f-4528-a33b-5ecddf2c817b req-956b2bdf-5863-4bfa-b01b-e0a83ba741e4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:27.473022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3cef61b-470f-4528-a33b-5ecddf2c817b req-956b2bdf-5863-4bfa-b01b-e0a83ba741e4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1232989 Nov 23 14:09:27.590759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3cef61b-470f-4528-a33b-5ecddf2c817b req-e5ac1f52-2122-4ecc-9743-1cad3106c334 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030836 Nov 23 14:09:27.599007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:27.617737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-e34d484a-46c0-4b9e-a7f4-0a560de539bd tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:27.619212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-e34d484a-46c0-4b9e-a7f4-0a560de539bd tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/networks?id=48a93441-04cd-4d37-9560-93afe9cb8b32 HTTP/1.1" status: 200 len: 805 time: 0.1875684 Nov 23 14:09:27.647063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-dd8a4402-d9e3-4ea9-aa10-735b39ff4500 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/quotas/b425e7ba3c2142028efeb46d07a1c0b9 HTTP/1.1" status: 200 len: 375 time: 0.0217040 Nov 23 14:09:27.654033 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.723091 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.750999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:27.756484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:27.758784 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.780160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:27.793638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-1b2e1a52-505d-43a9-b4b2-bca7191797f6 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b425e7ba3c2142028efeb46d07a1c0b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385751 Nov 23 14:09:27.808231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] device_id is not set on port 3e582ae5-25c3-460f-9f35-1cd178f7e993 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:09:27.850774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-78fed8ce-25e1-4f5d-a66d-2b048ebe607d', 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'fixed_ips': [{'subnet_id': 'ef08fb45-7f18-45c2-9b67-c4210bb66986'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:09:27.855443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:27.957309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:27.985350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '76b23f0e-0614-4ae4-a3cf-60ae1baad774', 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9', 'port_id': '76b23f0e-0614-4ae4-a3cf-60ae1baad774', 'mac_address': 'fa:16:3e:20:9a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaa189b-b732-45d2-b8a2-e977e27e778a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:28.103665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f8691-b198-45a2-8eb5-af794fa9f7e7 req-7f40b3f8-6deb-417d-9528-9f73dadec6fc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:28.125604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c5f8691-b198-45a2-8eb5-af794fa9f7e7 req-7f40b3f8-6deb-417d-9528-9f73dadec6fc tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.1177652 Nov 23 14:09:28.159479 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.163703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Attempting to bind port 701a27b1-1400-462c-a6c3-adce26f78a5b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:28.164149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Attempting to bind port 701a27b1-1400-462c-a6c3-adce26f78a5b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:28.164752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Attempting to bind port 701a27b1-1400-462c-a6c3-adce26f78a5b on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:28.165814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 10.1.1.189 (bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4/357cc694-75cc-44e3-9e72-9c8bb8d0d167/3e582ae5-25c3-460f-9f35-1cd178f7e993) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:28.190819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Pushing event updated for resources: {'Port': ['ID=701a27b1-1400-462c-a6c3-adce26f78a5b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:28.200885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:28.201497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Checking segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:28.202027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.202468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Bound using segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:28.204304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Bound port: 701a27b1-1400-462c-a6c3-adce26f78a5b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:28.204304 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.261051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c5f8691-b198-45a2-8eb5-af794fa9f7e7 req-f2a09c7d-15fe-4396-994b-c1b5f032d936 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323471 Nov 23 14:09:28.302552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-1c13896a-c880-4f9c-995c-4461ccf377e0 service neutron] 10.222.0.46 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078769 Nov 23 14:09:28.366052 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.395996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Allocated IP 10.2.2.2 (78fed8ce-25e1-4f5d-a66d-2b048ebe607d/ef08fb45-7f18-45c2-9b67-c4210bb66986/3fd532f4-78e5-4ef4-b22b-d8a16b714e0e) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:28.410660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b23f0e-0614-4ae4-a3cf-60ae1baad774 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:28.413928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.416148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b9d69-48a2-4661-9333-094accb31035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:28.419042 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8264d811-9737-4adc-a26a-d3569a933fdf" -d '{"events": [{"server_uuid": "0a9b9d69-48a2-4661-9333-094accb31035", "name": "network-vif-plugged", "status": "completed", "tag": "d2d2cecd-6eb0-4778-9471-1c8903b475d5"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:28.484341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:28.495185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:28.513204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:28.514516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-d3aeb0ef-825f-4e0e-8a7c-27e745d89fc4 service neutron] 10.222.0.46 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038157 Nov 23 14:09:28.523893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:28.543237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.575396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c409680-1fc7-4b5d-8733-61f1ce87bd67 req-7e83e0f7-0b5c-4d85-9990-c55d2b4b1b44 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:28.580589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] For port 701a27b1-1400-462c-a6c3-adce26f78a5b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:28.587573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c409680-1fc7-4b5d-8733-61f1ce87bd67 req-7e83e0f7-0b5c-4d85-9990-c55d2b4b1b44 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.0976663 Nov 23 14:09:28.604172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] For port 701a27b1-1400-462c-a6c3-adce26f78a5b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=701a27b1-1400-462c-a6c3-adce26f78a5b,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:28.618524 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.620031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=3e582ae5-25c3-460f-9f35-1cd178f7e993,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:28.667138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:28.698834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:28.699912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.719696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c409680-1fc7-4b5d-8733-61f1ce87bd67 req-91244f29-2f0d-4603-b4da-b8e1206e653a tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328478 Nov 23 14:09:28.755729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37740) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:28.761415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'port': {'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'name': 'tempest-TaggedBootDevicesTest-303483294', 'fixed_ips': [{'subnet_id': '357cc694-75cc-44e3-9e72-9c8bb8d0d167'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:28.770539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d76e66f0-0ec1-4d59-b8c4-9650ccab4f9c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4015050 Nov 23 14:09:28.856468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.861403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf6dae-2af0-48b5-b2bd-de742596d26a None None] Pushing event updated for resources: {'Port': ['ID=701a27b1-1400-462c-a6c3-adce26f78a5b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:28.876903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:28.968655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['76b23f0e-0614-4ae4-a3cf-60ae1baad774'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:28.981761 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e77372-148f-4a3a-b9e0-6a7e16b1afef x-openstack-request-id: req-c0e77372-148f-4a3a-b9e0-6a7e16b1afef {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:28.982061 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b9d69-48a2-4661-9333-094accb31035", "name": "network-vif-plugged", "status": "completed", "tag": "d2d2cecd-6eb0-4778-9471-1c8903b475d5", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:28.982316 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0e77372-148f-4a3a-b9e0-6a7e16b1afef {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:28.982718 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b9d69-48a2-4661-9333-094accb31035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', 'code': 200} Nov 23 14:09:28.983317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Pushing event updated for resources: {'Port': ['ID=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:29.112966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:29.146177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:29.172624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:29.175749 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-49495f5a-94dc-4cec-bb9b-e984946a4a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:29.274822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Attempting to bind port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:29.275230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Attempting to bind port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:29.275599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Attempting to bind port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e on network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:29.301550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:29.301950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Checking segment: {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:29.302326 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:29.302737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Bound using segment: {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:29.303223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Bound port: 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:29.308108 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:29.337530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:29.460401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689586-388c-4346-a89d-4103a70cc422 req-ec9e447a-9e58-4a05-bf06-74539fccdf85 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:29.471083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40689586-388c-4346-a89d-4103a70cc422 req-ec9e447a-9e58-4a05-bf06-74539fccdf85 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 949 time: 0.4419611 Nov 23 14:09:29.486692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] For port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:29.490674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd789e54-76b5-4528-b52c-15256c77b491 req-6f7b8efd-a7f5-49b7-ab16-86d83888b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:29.492636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd789e54-76b5-4528-b52c-15256c77b491 req-6f7b8efd-a7f5-49b7-ab16-86d83888b6e9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 1100 time: 0.4656539 Nov 23 14:09:29.494231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] For port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:29.509068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ea207-af09-43ad-834d-d67522406a86 req-6d206094-17d0-4c65-b57e-a6e21c60b867 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:29.514609 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:29.516705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-290ea207-af09-43ad-834d-d67522406a86 req-6d206094-17d0-4c65-b57e-a6e21c60b867 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.4574277 Nov 23 14:09:29.572789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-ddbcf5de-9cb4-4cb1-86dd-e191147b1496 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:29.584043 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-ddbcf5de-9cb4-4cb1-86dd-e191147b1496 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.11 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.0991890 Nov 23 14:09:29.605101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:29.714076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40689586-388c-4346-a89d-4103a70cc422 req-e82b4622-0d46-430d-889c-3f2693aa9e6d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420623 Nov 23 14:09:29.718212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd789e54-76b5-4528-b52c-15256c77b491 req-ba411365-db70-4d26-85f9-17c6332db52a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937003 Nov 23 14:09:29.724814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-290ea207-af09-43ad-834d-d67522406a86 req-9b31d5d4-b139-4a8c-988a-f1e12f103dc2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072365 Nov 23 14:09:29.726557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] device_id is not set on port 720a6853-0f73-4079-a719-4363ffe71fbb yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:09:29.859437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Deleting port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:29.860052 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:29.867509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 701a27b1-1400-462c-a6c3-adce26f78a5b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:30.016969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b719-cbb7-402c-b42b-7e0dd683f950 None None] Pushing event updated for resources: {'Port': ['ID=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:30.049850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c17eaf2-6e00-4732-801d-53615793577c req-bd224dde-4f0d-4945-a788-d2bb48cbbbbd tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 210 time: 0.1302874 Nov 23 14:09:30.072804 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.116210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] For port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:30.116591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.144612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 701a27b1-1400-462c-a6c3-adce26f78a5b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:30.147697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9ba0-3aa5-4781-9cb5-91740f893a77 req-f4899198-881e-4d78-af27-f8f8f355002f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.148283 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.149789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fcd9ba0-3aa5-4781-9cb5-91740f893a77 req-f4899198-881e-4d78-af27-f8f8f355002f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 945 time: 0.2064700 Nov 23 14:09:30.344869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 10.1.1.213 (bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4/357cc694-75cc-44e3-9e72-9c8bb8d0d167/720a6853-0f73-4079-a719-4363ffe71fbb) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:30.347140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.389733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fcd9ba0-3aa5-4781-9cb5-91740f893a77 req-17687b0c-ade9-4d4b-a20c-e03e6b78ef6d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800306 Nov 23 14:09:30.423607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 701a27b1-1400-462c-a6c3-adce26f78a5b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=701a27b1-1400-462c-a6c3-adce26f78a5b,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:30.429207 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.502369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.505310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.507479 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Floating IP 7c884d68-3fea-4280-879a-afb0daf8a426 disassociated. External IP: 172.25.3.8, port: afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd. Nov 23 14:09:30.509094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Calling delete_port for afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:30.571875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=701a27b1-1400-462c-a6c3-adce26f78a5b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:30.621780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3234a7-138d-4460-861c-1c4be883b159 None None] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:30.717408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-27a5b2fd-5f0c-4914-a4de-f8a6c1d89649 None None] Provisioning complete for port 701a27b1-1400-462c-a6c3-adce26f78a5b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:30.717783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-27a5b2fd-5f0c-4914-a4de-f8a6c1d89649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.721084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.792266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf79e-40ed-4f29-9585-6742e3f78cea req-72e132d4-8cc2-4e64-96eb-7568aec15338 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.800584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67bdf79e-40ed-4f29-9585-6742e3f78cea req-72e132d4-8cc2-4e64-96eb-7568aec15338 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=d664bc7a-884f-4157-9040-f2a2c32f28ed HTTP/1.1" status: 200 len: 945 time: 0.2091265 Nov 23 14:09:30.914142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:30.944680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67bdf79e-40ed-4f29-9585-6742e3f78cea req-8d0fea82-d872-4483-b7d0-eb4f6d5b6f23 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups?id=212f038f-f029-49b7-b889-075bf7a7b235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427732 Nov 23 14:09:30.956286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.956754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.957207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.957653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.958095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.958537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.959040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.959450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.960030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.960320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.960765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.961201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.961638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:30.974488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-024fc09f-77ef-4831-9e1f-b48c7d5fa59d req-cf343a5c-7094-437f-b02c-3dda3dde0246 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9222 time: 0.3839726 Nov 23 14:09:31.041353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:31.054491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:31.082116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:31.113745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-cd24a44e-1ac3-40ce-ab07-b38fa72d2774 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:31.115927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-cd24a44e-1ac3-40ce-ab07-b38fa72d2774 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.11 "GET /v2.0/networks?id=48a93441-04cd-4d37-9560-93afe9cb8b32 HTTP/1.1" status: 200 len: 805 time: 0.1700161 Nov 23 14:09:31.148237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=720a6853-0f73-4079-a719-4363ffe71fbb,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:31.184564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:31.185215 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:31.198260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39394f6-43db-494f-9fc3-6de3c74383d9 req-511338a4-45b2-4c84-b70b-9231926051c2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:31.199931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b39394f6-43db-494f-9fc3-6de3c74383d9 req-511338a4-45b2-4c84-b70b-9231926051c2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 949 time: 0.1681676 Nov 23 14:09:31.225995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ca548-576c-48f0-92d2-6dcfd1fb56de req-efef3abd-a22a-417b-92b9-87b284aaa07d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:31.228991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e1ca548-576c-48f0-92d2-6dcfd1fb56de req-efef3abd-a22a-417b-92b9-87b284aaa07d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1480596 Nov 23 14:09:31.236847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:31.256022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-59961f14-4c16-4f14-9317-f05bdca1fc15 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b425e7ba3c2142028efeb46d07a1c0b9 HTTP/1.1" status: 200 len: 379 time: 0.1271751 Nov 23 14:09:31.282510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Request body: {'port': {'device_id': '93e92554-165c-41b8-8029-7ca780856f72', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'admin_state_up': True, 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'security_groups': ['5d9818b1-ca02-4b1b-a422-fd216b84e691']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:31.289976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event deleted for resources: {'Port': ['ID=afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:31.306675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cfd2af72-d7b0-49ce-9179-8967da99b0dd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5493257 Nov 23 14:09:31.340137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7a9e5ae2-cf8e-4de3-9e3e-026429d5e053 None None] Provisioning complete for port 3e582ae5-25c3-460f-9f35-1cd178f7e993 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:31.340647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5ae2-cf8e-4de3-9e3e-026429d5e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:31.348341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b39394f6-43db-494f-9fc3-6de3c74383d9 req-f88ef213-1596-41e2-a9d0-225dc7dfa28d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385384 Nov 23 14:09:31.355148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e1ca548-576c-48f0-92d2-6dcfd1fb56de req-b9fb138f-01b0-4eb5-b466-80da2d94ef6a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983791 Nov 23 14:09:31.406085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e5ae2-cf8e-4de3-9e3e-026429d5e053 None None] Port 3e582ae5-25c3-460f-9f35-1cd178f7e993 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:31.432581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7a9e5ae2-cf8e-4de3-9e3e-026429d5e053 None None] Provisioning complete for port 701a27b1-1400-462c-a6c3-adce26f78a5b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:31.432946 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5ae2-cf8e-4de3-9e3e-026429d5e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:31.484570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 76b23f0e-0614-4ae4-a3cf-60ae1baad774 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:31.550667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Router fa08ded0-d117-4a0e-841a-b3a974ae02df has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:09:31.586949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51981fb3-2e93-40f1-94bc-d4b65bad297f req-342f6850-d44b-4ae2-96f4-79512c135f46 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:31.605365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:31.614067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51981fb3-2e93-40f1-94bc-d4b65bad297f req-342f6850-d44b-4ae2-96f4-79512c135f46 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 886 time: 0.2112379 Nov 23 14:09:31.623943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Made reservation on behalf of b425e7ba3c2142028efeb46d07a1c0b9 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:31.632146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:31.645449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:31.657836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:31.658465 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:31.724204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31f39b7e-5b8c-49ae-af42-314951cd7639 req-66612a0e-5a64-4175-9e89-4c5d6093132b tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 210 time: 0.1064541 Nov 23 14:09:31.746694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c58ce9-ea80-458d-8264-c19214a26073 None None] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:32.006678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Provisioning complete for port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:32.007280 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.016766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.062163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:09:32.072705 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] Sync routers for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:09:32.087755 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:32.088604 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:32.117533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] No DVR routers for this DVR port afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:32.122211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.125802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1060ffcd-c71b-42b8-a5de-c49da3f59786 req-12f46860-c822-4628-9430-3050c65d93f1 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.11 "DELETE /v2.0/ports/afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd HTTP/1.1" status: 204 len: 173 time: 2.5341039 Nov 23 14:09:32.126533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'name': 'network-vif-deleted', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:32.129015 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0849be-3d28-4dbe-877b-dade1e205b69" -d '{"events": [{"server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "name": "network-vif-deleted", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:32.145249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Allocated IP 172.20.0.6 (48a93441-04cd-4d37-9560-93afe9cb8b32/29d5c371-f280-4631-92f5-b734a001f36a/9ce179b8-79c8-4550-9eb3-41f889457d9d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:32.160994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:32.165925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-55e119ce-3e13-4d86-99a6-2e0b8cea6bc8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526677207', 'description': 'tempest-description--682862913'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:32.187061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:32.193667 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b32eb-6c86-407e-9607-be05de08486b" -d '{"events": [{"server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "name": "network-vif-plugged", "status": "completed", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:32.218722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55e119ce-3e13-4d86-99a6-2e0b8cea6bc8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.222925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:32.249305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.250639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:32.336044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:09:32.337071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:09:32.350000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 701a27b1-1400-462c-a6c3-adce26f78a5b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:32.350661 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:32.429490 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.430358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.467064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.475261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:32.505372 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-7fa495e3-c675-4531-ad9e-2fb2ae586504 service neutron] show failed (client error): The resource could not be found. Nov 23 14:09:32.506440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-7fa495e3-c675-4531-ad9e-2fb2ae586504 service neutron] 10.222.0.74 "GET /v2.0/ports/e216c764-11a0-4e26-84b1-761cd00db5a4/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.2373726 Nov 23 14:09:32.524920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa4457-1c65-4ad4-97f1-c24e8f582110 req-d90538da-bb14-483f-89c6-65e4163e69f2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:32.531987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa4457-1c65-4ad4-97f1-c24e8f582110 req-d90538da-bb14-483f-89c6-65e4163e69f2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:32.533476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.541146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] For port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:32.543175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4aa4457-1c65-4ad4-97f1-c24e8f582110 req-d90538da-bb14-483f-89c6-65e4163e69f2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b9d69-48a2-4661-9333-094accb31035&device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 1689 time: 0.2057841 Nov 23 14:09:32.547149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 701a27b1-1400-462c-a6c3-adce26f78a5b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:32.547730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.603540 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55e119ce-3e13-4d86-99a6-2e0b8cea6bc8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.604954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:32.615842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:32.620928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c275-729e-4fbb-bb67-05bd9bb3ee24 req-cc3656ac-ff7c-4678-baa0-85553b24a133 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:32.622127 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.628183 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:32.632326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11e1c275-729e-4fbb-bb67-05bd9bb3ee24 req-cc3656ac-ff7c-4678-baa0-85553b24a133 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.2817550 Nov 23 14:09:32.643806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:32.671399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55e119ce-3e13-4d86-99a6-2e0b8cea6bc8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.707761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event updated for resources: {'Port': ['ID=9ce179b8-79c8-4550-9eb3-41f889457d9d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:32.724256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Provisioning complete for port 3e582ae5-25c3-460f-9f35-1cd178f7e993 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:32.724761 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.736984 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] Checking router: fa08ded0-d117-4a0e-841a-b3a974ae02df for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:09:32.772294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11e1c275-729e-4fbb-bb67-05bd9bb3ee24 req-0ef5b9da-476f-40d3-b0f4-01cb48d51fd6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378465 Nov 23 14:09:32.772806 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:32.773639 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:32.785038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:32.785733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:32.869105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Pushing event updated for resources: {'Port': ['ID=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:32.876128 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9345e225-fec9-40ca-a63b-667b30a6e0c9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5974603 Nov 23 14:09:32.879180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4aa4457-1c65-4ad4-97f1-c24e8f582110 req-44cd0eac-9d38-4821-af9b-7fcbe46d806b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232806 Nov 23 14:09:32.892605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Request body: {'port': {'device_id': '93e92554-165c-41b8-8029-7ca780856f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:32.897037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c9d10e45-c3ea-4b05-b27e-cb028cb588a5 None None] Port 3e582ae5-25c3-460f-9f35-1cd178f7e993 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:32.956070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-75644349-a50f-45ff-97a9-b5bd916030af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:32.960502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-75644349-a50f-45ff-97a9-b5bd916030af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 1101 time: 0.1676006 Nov 23 14:09:32.999769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:33.009820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:33.032199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.036052 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:33.057010 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d3a670-5528-44ce-950f-303400436c91 x-openstack-request-id: req-49d3a670-5528-44ce-950f-303400436c91 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:33.057364 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664bc7a-884f-4157-9040-f2a2c32f28ed", "name": "network-vif-deleted", "tag": "afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:33.057779 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49d3a670-5528-44ce-950f-303400436c91 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:33.058235 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664bc7a-884f-4157-9040-f2a2c32f28ed', 'name': 'network-vif-deleted', 'tag': 'afbcbe26-fc1c-4f02-b45e-3c4c1a9c36cd', 'status': 'completed', 'code': 200} Nov 23 14:09:33.102355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb76fa19-3e0c-4b44-ac24-7535ba91ad7c None None] Provisioning complete for port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:33.102788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb76fa19-3e0c-4b44-ac24-7535ba91ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.127803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.148522 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daa979f-853e-4b0f-82ab-c4b3cb045127 x-openstack-request-id: req-1daa979f-853e-4b0f-82ab-c4b3cb045127 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:33.148952 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "name": "network-vif-plugged", "status": "completed", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:33.149214 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1daa979f-853e-4b0f-82ab-c4b3cb045127 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:33.150284 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774', 'code': 200} Nov 23 14:09:33.157252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.157745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.158217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.158933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.159398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.160300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.160763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.161212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.161657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.162101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.162693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.163447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.164814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.189374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-181d26a1-bfaa-46db-a973-9ab9fd583ad5 req-8667973d-f3ec-4a5f-8eca-87b6c1b43f52 tempest-NetworksTest-1934930038 tempest-NetworksTest-1934930038-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9222 time: 0.3438540 Nov 23 14:09:33.193216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:33.193606 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.197891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55e119ce-3e13-4d86-99a6-2e0b8cea6bc8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.202497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-55e119ce-3e13-4d86-99a6-2e0b8cea6bc8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0381043 Nov 23 14:09:33.206849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37810) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:33.223663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6e822c92-a760-4cbb-8c09-22124d510cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'security_group_rule': {'security_group_id': '90ce6462-a1cc-4a41-b641-5ee3309629c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:33.271462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e119ce-3e13-4d86-99a6-2e0b8cea6bc8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce6462-a1cc-4a41-b641-5ee3309629c5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:33.309108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:33.338371 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00396c7-370d-4d3c-870f-12688fe8fed3 None None] The sync data for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 is: [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:04:11Z', 'revision_number': 4, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '22a56922-421f-487e-9113-bf9d7f4d6e62', 'name': '', 'network_id': 'bd9c651b-1edf-46ff-96d5-23db0651e1da', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'mac_address': 'fa:16:3e:f8:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:10Z', 'updated_at': '2021-11-23T14:04:18Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'subnets': [{'id': '13390dc8-d8ca-406c-832b-0fa20d28e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:09:33.355613 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6e822c92-a760-4cbb-8c09-22124d510cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.393168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ba474-cda6-441e-adad-e65df49b81e8 req-a3b35408-6952-4247-983e-cd7b0b3a4411 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.395287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b7ba474-cda6-441e-adad-e65df49b81e8 req-a3b35408-6952-4247-983e-cd7b0b3a4411 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1271341 Nov 23 14:09:33.400418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb76fa19-3e0c-4b44-ac24-7535ba91ad7c None None] Provisioning complete for port 720a6853-0f73-4079-a719-4363ffe71fbb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:33.400932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb76fa19-3e0c-4b44-ac24-7535ba91ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.453464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eb76fa19-3e0c-4b44-ac24-7535ba91ad7c None None] Port 720a6853-0f73-4079-a719-4363ffe71fbb cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:33.474192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9d7a1-d11b-4325-bde1-b1708ec0c6d8 req-9f972d69-e162-4869-b211-c404a3ddf610 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.481717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7a9d7a1-d11b-4325-bde1-b1708ec0c6d8 req-9f972d69-e162-4869-b211-c404a3ddf610 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 931 time: 0.1517899 Nov 23 14:09:33.528288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9d74d-b8d3-4e5e-8438-937b250821cb req-dbdd2396-a068-433e-8fc6-ee23f685737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.529913 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9df9d74d-b8d3-4e5e-8438-937b250821cb req-dbdd2396-a068-433e-8fc6-ee23f685737c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1097 time: 0.1779025 Nov 23 14:09:33.552769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b7ba474-cda6-441e-adad-e65df49b81e8 req-9b2fd37c-8831-470b-a097-07bf3becad3f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453786 Nov 23 14:09:33.563305 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6e822c92-a760-4cbb-8c09-22124d510cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.587549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7a9d7a1-d11b-4325-bde1-b1708ec0c6d8 req-bb916d97-c7af-4f0c-9f16-535bb7c5c756 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019542 Nov 23 14:09:33.591630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6e822c92-a760-4cbb-8c09-22124d510cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.600002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5dc04892-da33-422e-ad77-f92f9fef4744 None None] Provisioning complete for port 9ce179b8-79c8-4550-9eb3-41f889457d9d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:33.600375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5dc04892-da33-422e-ad77-f92f9fef4744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.632781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822c92-a760-4cbb-8c09-22124d510cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d7a626-4cc8-4b5e-ba6b-dbbef9792c39,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:33.677256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6e822c92-a760-4cbb-8c09-22124d510cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.682291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6e822c92-a760-4cbb-8c09-22124d510cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4705555 Nov 23 14:09:33.689377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37814) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:33.695217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5dc04892-da33-422e-ad77-f92f9fef4744 None None] Port 9ce179b8-79c8-4550-9eb3-41f889457d9d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:33.698580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fd621f92-ee66-46aa-9c99-249594da091d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'security_group_rule': {'security_group_id': '90ce6462-a1cc-4a41-b641-5ee3309629c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:33.748783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:33.774278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37818) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:33.824062 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd621f92-ee66-46aa-9c99-249594da091d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.867293 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9df9d74d-b8d3-4e5e-8438-937b250821cb req-25575480-3542-4706-95ff-8ddf8d1cc111 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181767 Nov 23 14:09:33.868589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee6fa9-2ea4-4bfc-a2ab-a5a4cf841614 None None] New status for floating IP 7c884d68-3fea-4280-879a-afb0daf8a426: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:09:33.875044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:33.931286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58389d47-3efc-45b1-b255-9ae43741dc54 req-0d54f38f-debc-4dc4-b864-6e520f5a98db tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:33.941181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58389d47-3efc-45b1-b255-9ae43741dc54 req-0d54f38f-debc-4dc4-b864-6e520f5a98db tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 1100 time: 0.0989983 Nov 23 14:09:33.952837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:33.957957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd621f92-ee66-46aa-9c99-249594da091d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.985449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd621f92-ee66-46aa-9c99-249594da091d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:33.997402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:33.998390 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.024535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce179b8-79c8-4550-9eb3-41f889457d9d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:34.029027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd621f92-ee66-46aa-9c99-249594da091d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d435411-56be-41e4-bd78-d76be5f985fb,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:34.033694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.041845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.051114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70aee5a8-0621-4a0d-8898-6ca685382ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.061566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Transition to ACTIVE for port object e216c764-11a0-4e26-84b1-761cd00db5a4 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:34.062632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Transition to ACTIVE for port object 9ce179b8-79c8-4550-9eb3-41f889457d9d will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:34.067774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.083686 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.097652 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd621f92-ee66-46aa-9c99-249594da091d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.099785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fd621f92-ee66-46aa-9c99-249594da091d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4093943 Nov 23 14:09:34.108521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37828) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:34.117697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:34.141187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58389d47-3efc-45b1-b255-9ae43741dc54 req-f4be60c5-7437-4989-92ce-f45e2968edce tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969051 Nov 23 14:09:34.151513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:34.167951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb6d7-b6d1-4801-991f-40b9fd306668 req-3b761060-8e12-40ec-8e07-ef92ffe1015a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:34.169590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bbcb6d7-b6d1-4801-991f-40b9fd306668 req-3b761060-8e12-40ec-8e07-ef92ffe1015a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.2252619 Nov 23 14:09:34.194545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] No DVR routers for this DVR port e216c764-11a0-4e26-84b1-761cd00db5a4 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:34.199038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37832) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:34.234868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.360946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bbcb6d7-b6d1-4801-991f-40b9fd306668 req-fe6e76f7-3f36-49e4-ba3a-1685d7d52b2b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606488 Nov 23 14:09:34.371251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce179b8-79c8-4550-9eb3-41f889457d9d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:34.387463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:34.387810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:34.388140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:34.398785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:34.399155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:34.407409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fe04-f385-44db-80af-bf9529559066 req-902d4c98-e2da-4c08-94de-cb6069a80784 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:34.408602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:34.409125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94a9fe04-f385-44db-80af-bf9529559066 req-902d4c98-e2da-4c08-94de-cb6069a80784 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 1100 time: 0.1364799 Nov 23 14:09:34.409264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:34.409373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:34.409735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Bound port: e216c764-11a0-4e26-84b1-761cd00db5a4, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:34.410086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.410760 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70aee5a8-0621-4a0d-8898-6ca685382ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.445775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70aee5a8-0621-4a0d-8898-6ca685382ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.481896 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c77aa6b5-6beb-4e43-8b5e-436f3e58e6ab tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.494307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Attempting to bind port 9ce179b8-79c8-4550-9eb3-41f889457d9d on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:34.494642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Attempting to bind port 9ce179b8-79c8-4550-9eb3-41f889457d9d by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:34.494989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Attempting to bind port 9ce179b8-79c8-4550-9eb3-41f889457d9d on network 48a93441-04cd-4d37-9560-93afe9cb8b32 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:34.508462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-70aee5a8-0621-4a0d-8898-6ca685382ee8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8dc63a418834261a9e3a49f30ffcb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331975 Nov 23 14:09:34.511307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37834) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:34.512798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aee5a8-0621-4a0d-8898-6ca685382ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba5eb7e-06c7-4945-8f84-a9a7fe089a6d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:34.515526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Port 9ce179b8-79c8-4550-9eb3-41f889457d9d on network 48a93441-04cd-4d37-9560-93afe9cb8b32 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:34.515847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Attempting to bind port 9ce179b8-79c8-4550-9eb3-41f889457d9d on network 48a93441-04cd-4d37-9560-93afe9cb8b32 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:34.538828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94a9fe04-f385-44db-80af-bf9529559066 req-e25d3fb3-2b4d-4686-9aa5-65e7cf0c616e tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969388 Nov 23 14:09:34.540273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c77aa6b5-6beb-4e43-8b5e-436f3e58e6ab tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.550842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:34.551135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Checking segment: {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:34.551397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Bound using segment: {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:34.551819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Bound port: 9ce179b8-79c8-4550-9eb3-41f889457d9d, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f978964-69d4-4b6a-9ebc-62c455bc6e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:34.552178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.552776 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.588331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:34.625079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:34.651735 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.726618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eec67b86-0518-4084-8077-9657526ea851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.755757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eec67b86-0518-4084-8077-9657526ea851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.797603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:34.798265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.800303 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] 10.222.0.11 "PUT /v2.0/ports/e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 1096 time: 1.8070188 Nov 23 14:09:34.820327 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c77aa6b5-6beb-4e43-8b5e-436f3e58e6ab tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.823763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c77aa6b5-6beb-4e43-8b5e-436f3e58e6ab tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.828373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c77aa6b5-6beb-4e43-8b5e-436f3e58e6ab tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "DELETE /v2.0/security-groups/212f038f-f029-49b7-b889-075bf7a7b235 HTTP/1.1" status: 204 len: 168 time: 0.6242630 Nov 23 14:09:34.835961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] For port 9ce179b8-79c8-4550-9eb3-41f889457d9d, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:34.838009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37846) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:34.865858 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-5337e075-9d94-405a-a16a-7675ace9b095 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] show failed (client error): The resource could not be found. Nov 23 14:09:34.869809 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5337e075-9d94-405a-a16a-7675ace9b095 tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "GET /v2.0/security-groups/212f038f-f029-49b7-b889-075bf7a7b235 HTTP/1.1" status: 404 len: 347 time: 0.0235155 Nov 23 14:09:34.881812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eec67b86-0518-4084-8077-9657526ea851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.884358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eec67b86-0518-4084-8077-9657526ea851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:34.888366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eec67b86-0518-4084-8077-9657526ea851 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ba5eb7e-06c7-4945-8f84-a9a7fe089a6d HTTP/1.1" status: 204 len: 168 time: 0.3675740 Nov 23 14:09:34.898810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:34.898810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caa1bb-0c20-417c-ab84-ccf02289dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:34.901342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aa6b5-6beb-4e43-8b5e-436f3e58e6ab tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212f038f-f029-49b7-b889-075bf7a7b235,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:34.978658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] For port 9ce179b8-79c8-4550-9eb3-41f889457d9d, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:35.062875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.064894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}, {'name': 'network-changed', 'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:35.067338 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f357452b-c3f0-410e-85f8-9c0ee3fd596f" -d '{"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-unplugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}, {"name": "network-changed", "server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:35.077193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec67b86-0518-4084-8077-9657526ea851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba5eb7e-06c7-4945-8f84-a9a7fe089a6d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:35.179375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 172.25.3.135 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/fdec45f2-56b6-40cd-9dd5-745831f6767e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:35.185818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.186638 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.188286 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] 10.222.0.11 "PUT /v2.0/ports/9ce179b8-79c8-4550-9eb3-41f889457d9d HTTP/1.1" status: 200 len: 1091 time: 2.3035495 Nov 23 14:09:35.192347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b854b33-d112-484a-887a-232220434780 req-094dd7ff-9cdf-45aa-a1e7-128f63d66db7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.200852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b854b33-d112-484a-887a-232220434780 req-094dd7ff-9cdf-45aa-a1e7-128f63d66db7 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 948 time: 0.5326629 Nov 23 14:09:35.225770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2e87-d303-47dd-b35f-7c7b7934ae97 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce179b8-79c8-4550-9eb3-41f889457d9d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:35.234608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-f8550b51-d5ed-4d6a-983b-8dab69c01da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.236274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-f8550b51-d5ed-4d6a-983b-8dab69c01da0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1099 time: 0.3736143 Nov 23 14:09:35.246681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4ed1a-df14-400c-bb39-d7a4d4a25c06 req-edaebaa5-43a9-4611-bfab-f16c33eb310a tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.256585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bf4ed1a-df14-400c-bb39-d7a4d4a25c06 req-edaebaa5-43a9-4611-bfab-f16c33eb310a tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 943 time: 0.1556320 Nov 23 14:09:35.303149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Deleting port ecd7072a-2060-41e3-ac78-74635adcf3fd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:35.303480 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.337791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37858) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:35.405659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b854b33-d112-484a-887a-232220434780 req-4535799c-9e5a-4991-8089-f705fbe86b30 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039845 Nov 23 14:09:35.411253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bf4ed1a-df14-400c-bb39-d7a4d4a25c06 req-2df18ad8-249d-4ef8-a8b9-b3296c26f2de tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534731 Nov 23 14:09:35.431612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fe1f-47ea-4a7d-aa28-f433b6f501cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.449310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-be6943cb-ec7e-4126-923f-cf0a22c8714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.449862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.451797 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-be6943cb-ec7e-4126-923f-cf0a22c8714d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b425e7ba3c2142028efeb46d07a1c0b9&device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 1094 time: 0.1932919 Nov 23 14:09:35.508248 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.520578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-6102dd30-5020-4133-ba88-aa271e3914d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d HTTP/1.1" status: 200 len: 217 time: 0.0582056 Nov 23 14:09:35.548412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:35.560080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.560416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.563145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:35.568866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:35.587380 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b3aa96-cba0-4ed5-9cce-73016266a408 x-openstack-request-id: req-26b3aa96-cba0-4ed5-9cce-73016266a408 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:35.587641 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-unplugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "code": 200}, {"name": "network-changed", "server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:35.587782 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26b3aa96-cba0-4ed5-9cce-73016266a408 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:35.588075 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'code': 200} Nov 23 14:09:35.588340 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'status': 'completed', 'code': 200} Nov 23 14:09:35.591151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-62bd2a27-ecf5-4e52-b102-6b15c3bada97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.592827 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-62bd2a27-ecf5-4e52-b102-6b15c3bada97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.3425159 Nov 23 14:09:35.614183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Calling delete_port for ecd7072a-2060-41e3-ac78-74635adcf3fd owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:35.619955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-20f5bc1c-f66c-4e66-a687-9f0cd6766ebb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702248 Nov 23 14:09:35.667268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=fdec45f2-56b6-40cd-9dd5-745831f6767e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:35.696683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:35.739790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:09:35.815833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-5968e74c-8eb3-45e9-9ed3-1b9cad8db606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.817423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-5968e74c-8eb3-45e9-9ed3-1b9cad8db606 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1099 time: 0.2014649 Nov 23 14:09:35.849284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b20bb-032f-4131-b595-4d43adc0d56f req-535f6ee2-b2da-4553-9e0c-cd1e310e730a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.850847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e02b20bb-032f-4131-b595-4d43adc0d56f req-535f6ee2-b2da-4553-9e0c-cd1e310e730a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.1864753 Nov 23 14:09:35.911668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:35.919636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-8acd82d4-fe90-4a29-ba22-2c11b6bdd797 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.921099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-8acd82d4-fe90-4a29-ba22-2c11b6bdd797 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863839 Nov 23 14:09:35.945155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-cb7d0bcf-134d-49ab-9600-eea5c3c58fd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.3444188 Nov 23 14:09:35.953653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-94afe949-f1c3-42b6-b9e9-434645b9932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:35.955140 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-94afe949-f1c3-42b6-b9e9-434645b9932c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29d5c371-f280-4631-92f5-b734a001f36a HTTP/1.1" status: 200 len: 844 time: 0.4217908 Nov 23 14:09:36.005980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7ceed09c-8fd9-4d62-9fcb-f41f2e70f1f4 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/quotas/89f88a8a3aa342619e8a6d098ff99d52 HTTP/1.1" status: 200 len: 375 time: 0.0762403 Nov 23 14:09:36.046185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e02b20bb-032f-4131-b595-4d43adc0d56f req-5ae5a050-e832-4220-a4a1-f3b719be969d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854146 Nov 23 14:09:36.046751 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.098871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-3199d84b-ebba-45af-9241-9775542fc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.100393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-3199d84b-ebba-45af-9241-9775542fc18f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1431961 Nov 23 14:09:36.138781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-1a951924-c025-4078-ad73-7758e18d0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.140243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-1a951924-c025-4078-ad73-7758e18d0a0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.3101442 Nov 23 14:09:36.159623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fe1f-47ea-4a7d-aa28-f433b6f501cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.163251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9be4060d-40f5-4dae-9940-57d8251bb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.165058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-9be4060d-40f5-4dae-9940-57d8251bb27e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48a93441-04cd-4d37-9560-93afe9cb8b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625381 Nov 23 14:09:36.168646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fe1f-47ea-4a7d-aa28-f433b6f501cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.224258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-6bf9a7bd-a527-4563-91ce-53d482d95c9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0617790 Nov 23 14:09:36.235035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-d8010c99-6973-444e-82fd-f9b83f6d5ece tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2130892 Nov 23 14:09:36.257958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-2e32b46b-816b-4ce4-9c13-28a9ef0553a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.259516 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-2e32b46b-816b-4ce4-9c13-28a9ef0553a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491160 Nov 23 14:09:36.260117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7fe1f-47ea-4a7d-aa28-f433b6f501cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc10bfac-1e46-4bda-8cf9-aa27c4fb4159,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:36.264465 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f1b7fe1f-47ea-4a7d-aa28-f433b6f501cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0561b325993e4f7388beb0af126f4eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9219930 Nov 23 14:09:36.268456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37872) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:36.341957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720941f-b130-495c-a268-3b1c43402092 req-b98f87fb-b01f-49b0-9995-07b8d9b4659f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.349994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7720941f-b130-495c-a268-3b1c43402092 req-b98f87fb-b01f-49b0-9995-07b8d9b4659f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1097 time: 0.2128522 Nov 23 14:09:36.377174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-d6ecc0a2-9c47-46c2-8583-7960fb8005c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.379211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-d6ecc0a2-9c47-46c2-8583-7960fb8005c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1413498 Nov 23 14:09:36.453082 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-6eda834d-3b18-43f3-9f27-901bcc08fa87 service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655811 Nov 23 14:09:36.459920 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.474161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.477269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.487075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7720941f-b130-495c-a268-3b1c43402092 req-02c25eec-9cc2-4c67-8dc2-b04c67d2826f tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360211 Nov 23 14:09:36.546763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-09f4a0a6-d8d8-4805-a431-8a55eebfbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.547966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-82f4c2d0-f274-485d-a056-2a11d9276bea service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801619 Nov 23 14:09:36.548668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Pushing event deleted for resources: {'Port': ['ID=ecd7072a-2060-41e3-ac78-74635adcf3fd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:36.550871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-09f4a0a6-d8d8-4805-a431-8a55eebfbf3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601942 Nov 23 14:09:36.554860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1ca8-1e4b-4d1b-8c90-4c664a2001bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.585345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=fdec45f2-56b6-40cd-9dd5-745831f6767e,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:36.694758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1ca8-1e4b-4d1b-8c90-4c664a2001bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.701152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.757212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.762410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7b81e4fe-bed9-4d3c-8e8c-38e1944c906c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6448750 Nov 23 14:09:36.782605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.785204 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.787944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd6640-90be-42c0-8da3-5bb277d49ae3 req-cfa72a73-ea47-490b-8e89-77a353109fe6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.789282 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-24849ea4-3a17-40d1-adc9-b37df7569fdc tempest-ServersWithSpecificFlavorTestJSON-2144437776 tempest-ServersWithSpecificFlavorTestJSON-2144437776-project] 10.222.0.46 "DELETE /v2.0/floatingips/7c884d68-3fea-4280-879a-afb0daf8a426 HTTP/1.1" status: 204 len: 168 time: 1.8852084 Nov 23 14:09:36.792549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ecd6640-90be-42c0-8da3-5bb277d49ae3 req-cfa72a73-ea47-490b-8e89-77a353109fe6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 948 time: 0.1757655 Nov 23 14:09:36.793792 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c480296-ecd4-46bd-8239-16d1b0b744d6 req-e1f4f83c-8638-4f52-82e4-354982a7afd3 service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293107 Nov 23 14:09:36.806979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-fc02068d-1057-4d53-89b8-7d0c109b4534 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310975 Nov 23 14:09:36.817388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-69a3e842-5131-4de7-ae37-4a90da000c84 req-4595f8d5-28df-4a75-8e22-83c941115e91 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307224 Nov 23 14:09:36.838941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1ca8-1e4b-4d1b-8c90-4c664a2001bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.842632 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1ca8-1e4b-4d1b-8c90-4c664a2001bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:36.844393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b1ee1ca8-1e4b-4d1b-8c90-4c664a2001bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc10bfac-1e46-4bda-8cf9-aa27c4fb4159 HTTP/1.1" status: 204 len: 168 time: 0.5749562 Nov 23 14:09:36.855006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee1ca8-1e4b-4d1b-8c90-4c664a2001bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc10bfac-1e46-4bda-8cf9-aa27c4fb4159,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:36.883553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d66db-a53c-423c-b7b2-7ee8340242b9 req-d97bf0fb-f326-48af-a4eb-4b8d0ee85df2 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:36.891132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c9d66db-a53c-423c-b7b2-7ee8340242b9 req-d97bf0fb-f326-48af-a4eb-4b8d0ee85df2 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 943 time: 0.1816685 Nov 23 14:09:37.015510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-78047e56-eb62-410d-a046-20666c941074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.017034 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-78047e56-eb62-410d-a046-20666c941074 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1099 time: 0.0891440 Nov 23 14:09:37.079447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ecd6640-90be-42c0-8da3-5bb277d49ae3 req-de27c49e-f891-4533-8beb-487f3b773aae tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663743 Nov 23 14:09:37.113097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c9d66db-a53c-423c-b7b2-7ee8340242b9 req-86678ecf-ad3f-40ac-8f3b-d4db78b9e4f2 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210956 Nov 23 14:09:37.134833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-9746435c-9b20-4661-9205-2d4f383f551a service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190999 Nov 23 14:09:37.161400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-fc128a21-8a82-4ccf-8b8d-4843c0920728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.163713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-fc128a21-8a82-4ccf-8b8d-4843c0920728 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1382923 Nov 23 14:09:37.221322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-e42aa40a-efee-42f5-b574-d99e8def0dd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0494916 Nov 23 14:09:37.261157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe623ff4-79ff-457b-9f17-58695ea8baa3 req-dce3ccab-0157-4f8e-bd99-0abd61973dda tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.269415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe623ff4-79ff-457b-9f17-58695ea8baa3 req-dce3ccab-0157-4f8e-bd99-0abd61973dda tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1097 time: 0.0639074 Nov 23 14:09:37.300146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-acd500b2-ab9d-45dd-8ce1-5264cbf03286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.302350 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-acd500b2-ab9d-45dd-8ce1-5264cbf03286 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0681105 Nov 23 14:09:37.364540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe623ff4-79ff-457b-9f17-58695ea8baa3 req-77235465-fb44-4b8c-a16b-b5f354fb1fae tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902827 Nov 23 14:09:37.364793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-4b08fbcc-a4a9-4a60-80a9-dd5b92f5135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.366377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-4b08fbcc-a4a9-4a60-80a9-dd5b92f5135f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542722 Nov 23 14:09:37.505406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af979f7a-2ee0-4104-b14e-f08b22920aa8 req-180c2c43-c845-468e-95da-8eccb3038bd3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 210 time: 0.0763972 Nov 23 14:09:37.507611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-e588fa83-aca5-4ee8-9437-8e73c53ddafc service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310997 Nov 23 14:09:37.568560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-32e1934c-3021-4bd5-8819-4507ae19ebd7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--526677207&fields=id&tenant_id=f8b6d80189124f12b4c63bdf9790b332 HTTP/1.1" status: 200 len: 267 time: 0.0669022 Nov 23 14:09:37.658744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:37.659019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2391b867-5268-4e3a-8c07-5e93f0dc78f1 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.661923 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac" -d '{"events": [{"name": "network-changed", "server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:37.667333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2391b867-5268-4e3a-8c07-5e93f0dc78f1 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports/3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 932 time: 0.0760758 Nov 23 14:09:37.709378 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f357452b-c3f0-410e-85f8-9c0ee3fd596f req-a95cfa13-d703-4b1e-8483-6e5352fbc524 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875725 Nov 23 14:09:37.714422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-79ba0411-2f9c-40a6-9078-dec47eb840cc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.724401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-79ba0411-2f9c-40a6-9078-dec47eb840cc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports/720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 931 time: 0.0560215 Nov 23 14:09:37.801285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-0d26935e-2cba-4f9c-acbb-f8253a1d0102 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0757241 Nov 23 14:09:37.845946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-f0204b2b-e2ab-4953-ba7a-2e1c8f7b4546 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0436378 Nov 23 14:09:37.974442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-e87643aa-b615-44ed-8aa9-0d87de72edfb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.981488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-e87643aa-b615-44ed-8aa9-0d87de72edfb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.987608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-e87643aa-b615-44ed-8aa9-0d87de72edfb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:37.991472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-e87643aa-b615-44ed-8aa9-0d87de72edfb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/networks?id=df96e715-8814-46db-ab75-ff5e9b220772&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 200 len: 1991 time: 0.1390569 Nov 23 14:09:38.005857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2e410008-8c98-4a58-b787-a6f7e18b3dc1 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/quotas/f8b6d80189124f12b4c63bdf9790b332 HTTP/1.1" status: 200 len: 375 time: 0.0098183 Nov 23 14:09:38.075591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-0aa54285-e137-452d-9160-f4b58b77f28a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0636392 Nov 23 14:09:38.178851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-e77f0a3e-a4a7-49b8-99f6-a738af910ca4 service neutron] 10.222.0.46 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902510 Nov 23 14:09:38.298027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b75d4019-e031-4254-b003-c9680a22f808 service neutron] 10.222.0.46 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108932 Nov 23 14:09:38.336775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-bc922db7-48fc-416f-81d1-2272d9fb4674 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387304 Nov 23 14:09:38.352512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-41675b8b-00d1-4daf-857f-7611048c265f service neutron] 10.222.0.46 "GET /v2.0/ports/3e582ae5-25c3-460f-9f35-1cd178f7e993?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0460904 Nov 23 14:09:38.541426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-5c5fda35-41c5-40ff-bcd4-23c683eff9d1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:38.543931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-5c5fda35-41c5-40ff-bcd4-23c683eff9d1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998057 Nov 23 14:09:38.548366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-41b76bd5-7c95-47c8-b822-f66617382547 service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945655 Nov 23 14:09:38.561489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:38.599715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-f45c7673-ff74-440a-a2a9-e2f603dc9ff7 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985234 Nov 23 14:09:38.711075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:38.716313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:38.847611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-fde01d9a-9e8c-4bd1-85ce-64b3efab8f11 service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982512 Nov 23 14:09:38.882759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.238 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/c5c4214d-a19a-47b7-81cb-460ee8d58a70) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:38.896236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-004d10c4-2c85-426f-91a0-43b7960d6670 service neutron] 10.222.0.46 "GET /v2.0/ports/720a6853-0f73-4079-a719-4363ffe71fbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0473402 Nov 23 14:09:38.930371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-dfe809d1-6882-43f3-93e1-19faafefa848 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:38.932408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-dfe809d1-6882-43f3-93e1-19faafefa848 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926478 Nov 23 14:09:38.949729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:39.121956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ebaca2ee-e8b8-4639-a219-16991cad0c0b service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137702 Nov 23 14:09:39.142038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.173303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:39.177671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.189231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.191432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38000) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:39.204618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:39.266491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:39.270665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:39.273901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:39.307172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=c5c4214d-a19a-47b7-81cb-460ee8d58a70,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:39.320958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-0f36b09c-8f1b-4859-a3ba-c3becaf7b227 service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981483 Nov 23 14:09:39.382598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:39.383491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.409021 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-7cec57d3-e5a8-4a6e-a206-69ef37cb7a5d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8551457 Nov 23 14:09:39.429894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8796c50e-eb48-4a04-91c8-c7e970d80e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.437900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Request body: {'port': {'device_id': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:39.502597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.22 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/e8d9885b-6f53-4fc2-a743-74c56ff9096e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:39.511154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9ce179b8-79c8-4550-9eb3-41f889457d9d details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:39.527256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.544352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-32a4a34c-4702-4ba7-a791-c96538ee2bfc service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218068 Nov 23 14:09:39.619083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-1d39c7a3-a563-451d-a0aa-1d39755c54c1 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:09:39.628965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-1d39c7a3-a563-451d-a0aa-1d39755c54c1 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3278418 Nov 23 14:09:39.740036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8796c50e-eb48-4a04-91c8-c7e970d80e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.744929 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8796c50e-eb48-4a04-91c8-c7e970d80e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.749230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-a94e8e09-6a81-4d31-813e-346de545b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:39.756967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-a94e8e09-6a81-4d31-813e-346de545b7a1 service neutron] 10.222.0.46 "GET /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 1094 time: 0.1278894 Nov 23 14:09:39.761406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Request body: {'binding': {'host': 'n-h2-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:39.761614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Unknown quota resources ['binding']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:09:39.794612 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8796c50e-eb48-4a04-91c8-c7e970d80e85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=946cf07f432043f391678b00cecfa60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5992889 Nov 23 14:09:39.794612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c50e-eb48-4a04-91c8-c7e970d80e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b079e-2a24-42ff-ad97-ea452b74dc02,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:39.797016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:39.807406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 9ce179b8-79c8-4550-9eb3-41f889457d9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:39.816845 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e891ceb0-3825-46ad-87b6-0a141d4b5cd9 None None] Provisioning complete for port c5c4214d-a19a-47b7-81cb-460ee8d58a70 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:39.817217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e891ceb0-3825-46ad-87b6-0a141d4b5cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.848080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee0a1-4d1d-452b-b6ae-aa36438da008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.863343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'port_id': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'mac_address': 'fa:16:3e:5c:1c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:39.869300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee0a1-4d1d-452b-b6ae-aa36438da008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.873583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e891ceb0-3825-46ad-87b6-0a141d4b5cd9 None None] Port c5c4214d-a19a-47b7-81cb-460ee8d58a70 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:39.899026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-0558be7b-8e80-4876-a2fa-2f989db12253 service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537774 Nov 23 14:09:39.932828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.936822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee0a1-4d1d-452b-b6ae-aa36438da008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.940041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee0a1-4d1d-452b-b6ae-aa36438da008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:39.943568 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6a0ee0a1-4d1d-452b-b6ae-aa36438da008 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d49b079e-2a24-42ff-ad97-ea452b74dc02 HTTP/1.1" status: 204 len: 168 time: 0.1433978 Nov 23 14:09:39.951236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ee0a1-4d1d-452b-b6ae-aa36438da008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b079e-2a24-42ff-ad97-ea452b74dc02,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:39.960301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce179b8-79c8-4550-9eb3-41f889457d9d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:40.010781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 9ce179b8-79c8-4550-9eb3-41f889457d9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:40.031823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.032507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:40.135501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=9ce179b8-79c8-4550-9eb3-41f889457d9d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:40.197458 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:09:40.205060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:40.216274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'mac_address': 'fa:16:3e:0a:08:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:40.256761 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.272034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e216c764-11a0-4e26-84b1-761cd00db5a4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:40.278757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:40.295154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5da45124-62f5-4904-813b-38e27ab7cf86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.296020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:40.301402 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.357930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:40.360243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.378411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5da45124-62f5-4904-813b-38e27ab7cf86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.382171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5da45124-62f5-4904-813b-38e27ab7cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.420884 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5da45124-62f5-4904-813b-38e27ab7cf86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecedcb69247f4e13bf41d43dae69b3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426146 Nov 23 14:09:40.422318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da45124-62f5-4904-813b-38e27ab7cf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0fa54-5f4f-414e-9179-1bc5de586854,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:40.424708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38016) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:40.425185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on host n-h2-818503-2 for vnic_type normal with profile None {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:40.425527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:40.425854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:40.437811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ee22fabc-8177-4119-939e-3218792724af service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173812 Nov 23 14:09:40.440429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:40.440755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:40.456162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:40.456498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:40.456887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:40.457317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Bound port: 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:40.475542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.496631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4068-b5df-4b55-bbc6-f005823fa4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.548385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4068-b5df-4b55-bbc6-f005823fa4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.593740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:40.604353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:40.613224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:40.617576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=e8d9885b-6f53-4fc2-a743-74c56ff9096e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:40.618245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['9ce179b8-79c8-4550-9eb3-41f889457d9d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:40.626323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['e216c764-11a0-4e26-84b1-761cd00db5a4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:40.657674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:40.669483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.670660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-f7c9e200-2cde-4ce2-a3bf-6c53d5740bc8 service neutron] 10.222.0.46 "POST /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774/bindings HTTP/1.1" status: 201 len: 389 time: 0.9129381 Nov 23 14:09:40.672662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ab31161e-0e96-417f-b159-a3f177fec0eb service neutron] 10.222.0.46 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261772 Nov 23 14:09:40.672892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c4214d-a19a-47b7-81cb-460ee8d58a70 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:40.678089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4068-b5df-4b55-bbc6-f005823fa4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.681551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4068-b5df-4b55-bbc6-f005823fa4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.683098 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8a1d4068-b5df-4b55-bbc6-f005823fa4da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ff0fa54-5f4f-414e-9179-1bc5de586854 HTTP/1.1" status: 204 len: 168 time: 0.2572322 Nov 23 14:09:40.691404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.702088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d4068-b5df-4b55-bbc6-f005823fa4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0fa54-5f4f-414e-9179-1bc5de586854,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:40.715594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Transition to ACTIVE for port object c5c4214d-a19a-47b7-81cb-460ee8d58a70 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:40.718024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:40.718797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.723920 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.742976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:40.788651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-aad26f99-1769-48a3-b0fe-1690485eb6b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8446732 Nov 23 14:09:40.819868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Request body: {'port': {'device_id': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:40.839622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c4214d-a19a-47b7-81cb-460ee8d58a70,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:40.937599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-00890815-5cf0-4145-8750-683dd0dcadb8 service neutron] 10.222.0.46 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564530 Nov 23 14:09:40.943164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:40.953618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Attempting to bind port c5c4214d-a19a-47b7-81cb-460ee8d58a70 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:40.953969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Attempting to bind port c5c4214d-a19a-47b7-81cb-460ee8d58a70 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:40.954623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Attempting to bind port c5c4214d-a19a-47b7-81cb-460ee8d58a70 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:40.965393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Port c5c4214d-a19a-47b7-81cb-460ee8d58a70 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:40.965719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Attempting to bind port c5c4214d-a19a-47b7-81cb-460ee8d58a70 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:40.980027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:40.980802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:40.981549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:40.981744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Bound port: c5c4214d-a19a-47b7-81cb-460ee8d58a70, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:40.982102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:41.012841 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e0d68-4a7f-4b1b-b082-7dedf5c9ee59 x-openstack-request-id: req-808e0d68-4a7f-4b1b-b082-7dedf5c9ee59 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:41.013075 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:41.013326 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-808e0d68-4a7f-4b1b-b082-7dedf5c9ee59 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:41.013718 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'status': 'completed', 'code': 200} Nov 23 14:09:41.165309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] For port c5c4214d-a19a-47b7-81cb-460ee8d58a70, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:41.170638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] For port c5c4214d-a19a-47b7-81cb-460ee8d58a70, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c5c4214d-a19a-47b7-81cb-460ee8d58a70,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:41.223340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:41.245680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.247060 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:41.248397 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] 10.222.0.11 "PUT /v2.0/ports/c5c4214d-a19a-47b7-81cb-460ee8d58a70 HTTP/1.1" status: 200 len: 1096 time: 1.8162699 Nov 23 14:09:41.265905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d9403d58-919f-4e84-b8e3-1a8b94257d8b None None] Provisioning complete for port e8d9885b-6f53-4fc2-a743-74c56ff9096e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:41.266393 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d9403d58-919f-4e84-b8e3-1a8b94257d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:41.377256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-e21a5296-a393-46cd-8b3a-192315ca74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.379856 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-e21a5296-a393-46cd-8b3a-192315ca74df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b425e7ba3c2142028efeb46d07a1c0b9&device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 1095 time: 0.3653562 Nov 23 14:09:41.403279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcccf0-9d88-4210-a707-4b372f37e332 req-f8e2f332-6f50-451c-bd99-78dec68562c1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.405455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdfcccf0-9d88-4210-a707-4b372f37e332 req-f8e2f332-6f50-451c-bd99-78dec68562c1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.2324445 Nov 23 14:09:41.412360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-125068ca-868d-4801-be76-1da43bdbeafb service neutron] 10.222.0.46 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668429 Nov 23 14:09:41.417399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d9403d58-919f-4e84-b8e3-1a8b94257d8b None None] Port e8d9885b-6f53-4fc2-a743-74c56ff9096e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:41.439170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-f6c843ea-58d0-4a77-9317-44ee9d04b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.441841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-f6c843ea-58d0-4a77-9317-44ee9d04b5e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1097 time: 0.3901651 Nov 23 14:09:41.487032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ce808-3d14-4c81-97ed-063da826d851 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c4214d-a19a-47b7-81cb-460ee8d58a70,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:41.563706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-4320ec55-d8c1-4226-8da0-07b194f7cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.565330 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-4320ec55-d8c1-4226-8da0-07b194f7cc0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 1099 time: 0.2446554 Nov 23 14:09:41.710995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdfcccf0-9d88-4210-a707-4b372f37e332 req-e75ac27d-c47e-4b11-b517-5c4991222db4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941372 Nov 23 14:09:41.711972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-735ebf1b-9c41-4bf6-879d-ba808f5efab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.740173 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-735ebf1b-9c41-4bf6-879d-ba808f5efab0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48a93441-04cd-4d37-9560-93afe9cb8b32 HTTP/1.1" status: 200 len: 906 time: 0.3464353 Nov 23 14:09:41.741556 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-e2db8dcf-5f63-4da5-b3a8-3b567048b658 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=c5c4214d-a19a-47b7-81cb-460ee8d58a70 HTTP/1.1" status: 200 len: 217 time: 0.1013381 Nov 23 14:09:41.796811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-f6156adc-042e-4128-a197-101b0c38acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.798570 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-f6156adc-042e-4128-a197-101b0c38acfe service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.3472519 Nov 23 14:09:41.816405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-154a18dd-7fd2-4b40-ae93-e527109ff980 service neutron] 10.222.0.46 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848259 Nov 23 14:09:41.862679 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-42fe8b18-926f-413b-8889-55b773142317 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d HTTP/1.1" status: 200 len: 217 time: 0.0879474 Nov 23 14:09:41.907503 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-51906711-26ca-4c25-93b7-df289978c249 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 217 time: 0.0539289 Nov 23 14:09:41.948006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38044) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:41.971779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfe1e4-085c-4033-8d47-5730126f476a req-5d5ea4be-9c5e-4c8a-8835-20490fc0706c tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.973178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ddfe1e4-085c-4033-8d47-5730126f476a req-5d5ea4be-9c5e-4c8a-8835-20490fc0706c tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 944 time: 0.1520395 Nov 23 14:09:41.981630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d9885b-6f53-4fc2-a743-74c56ff9096e {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:41.984328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-5f8a4484-fdfd-46d0-8154-bfa45a684688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:41.985922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-5f8a4484-fdfd-46d0-8154-bfa45a684688 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2101676 Nov 23 14:09:41.993596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:42.029469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-a010c270-206e-4c67-9fbd-45e515d7406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.030987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-a010c270-206e-4c67-9fbd-45e515d7406b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29d5c371-f280-4631-92f5-b734a001f36a HTTP/1.1" status: 200 len: 844 time: 0.1252778 Nov 23 14:09:42.034232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-77404b3a-5093-4f59-bc2f-a3dfb182688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.035690 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-77404b3a-5093-4f59-bc2f-a3dfb182688a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1166284 Nov 23 14:09:42.050966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Transition to ACTIVE for port object e8d9885b-6f53-4fc2-a743-74c56ff9096e will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:42.053576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-81c5e481-3c8c-4faa-af99-c2bed25d4622 service neutron] 10.222.0.46 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253740 Nov 23 14:09:42.060821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:42.111074 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-fe7d952b-804d-4d3c-8998-96022ee483c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610781 Nov 23 14:09:42.118300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-9628dfed-d45d-4c7b-b2f0-8b7ecdf6e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.120042 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-9628dfed-d45d-4c7b-b2f0-8b7ecdf6e426 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215122 Nov 23 14:09:42.128055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ddfe1e4-085c-4033-8d47-5730126f476a req-dd8c3ded-1a0d-499f-8e29-84ed77541364 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419170 Nov 23 14:09:42.140434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-network', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:42.191014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Pushing event updated for resources: {'Port': ['ID=e8d9885b-6f53-4fc2-a743-74c56ff9096e,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:42.226333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Attempting to bind port e8d9885b-6f53-4fc2-a743-74c56ff9096e on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:42.226970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Attempting to bind port e8d9885b-6f53-4fc2-a743-74c56ff9096e by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:42.227499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Attempting to bind port e8d9885b-6f53-4fc2-a743-74c56ff9096e on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:42.233206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Port e8d9885b-6f53-4fc2-a743-74c56ff9096e on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:42.233534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Attempting to bind port e8d9885b-6f53-4fc2-a743-74c56ff9096e on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:42.239989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:42.240409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:42.240856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:42.241420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Bound port: e8d9885b-6f53-4fc2-a743-74c56ff9096e, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:42.241845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:42.313587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-6732011d-571a-449c-a9f3-01ebe5fd8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.315769 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-6732011d-571a-449c-a9f3-01ebe5fd8cc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48a93441-04cd-4d37-9560-93afe9cb8b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2771506 Nov 23 14:09:42.336466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] For port e8d9885b-6f53-4fc2-a743-74c56ff9096e, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:42.373046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] For port e8d9885b-6f53-4fc2-a743-74c56ff9096e, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e8d9885b-6f53-4fc2-a743-74c56ff9096e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:42.381281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:42.422421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.423291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:42.424688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] 10.222.0.74 "PUT /v2.0/ports/e8d9885b-6f53-4fc2-a743-74c56ff9096e HTTP/1.1" status: 200 len: 1095 time: 1.6214345 Nov 23 14:09:42.428019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'tag': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:42.432752 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c" -d '{"events": [{"name": "network-changed", "server_uuid": "98deb7a4-1fb1-46fd-aea3-dec4f543dfce", "tag": "e8d9885b-6f53-4fc2-a743-74c56ff9096e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:42.447807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c302d-6156-455d-8412-bdc4018b88fb req-01bcdece-8d2d-4ef3-97f9-7a73918da240 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.449941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc9c302d-6156-455d-8412-bdc4018b88fb req-01bcdece-8d2d-4ef3-97f9-7a73918da240 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 947 time: 0.1289091 Nov 23 14:09:42.537551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0378d-dbf4-42d2-b58f-2ed787a8117c service neutron] Pushing event updated for resources: {'Port': ['ID=e8d9885b-6f53-4fc2-a743-74c56ff9096e,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:42.571083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc9c302d-6156-455d-8412-bdc4018b88fb req-9bb53447-2718-4962-9b75-c97804385a1a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041424 Nov 23 14:09:42.578425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-3d28b705-861d-41ab-8fe1-0c0eb314343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.580228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-3d28b705-861d-41ab-8fe1-0c0eb314343f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 1098 time: 0.0960689 Nov 23 14:09:42.649011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-1f4d22cd-5df3-49e9-a9cd-678250156d29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e8d9885b-6f53-4fc2-a743-74c56ff9096e HTTP/1.1" status: 200 len: 217 time: 0.0476975 Nov 23 14:09:42.744044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-f9efb528-253a-4665-ae2a-bc0ba29b0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.746795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-f9efb528-253a-4665-ae2a-bc0ba29b0ab1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0899119 Nov 23 14:09:42.755985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Made reservation on behalf of 24cee726e3bb4e4888fdef90f6ca707b for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:42.758141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:42.760483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bc7c3-b516-49fe-bd6e-5ac44b1cadd4 req-00d634bb-9f01-4959-8da7-05a38f7df933 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.762490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-791bc7c3-b516-49fe-bd6e-5ac44b1cadd4 req-00d634bb-9f01-4959-8da7-05a38f7df933 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.0950491 Nov 23 14:09:42.795245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:42.823373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-42da135f-742c-4dfc-bb00-8cabe3be86f6 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995440 Nov 23 14:09:42.845368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-b1c664c0-0c25-4e08-b0bb-57e6e18b30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:42.851390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-b1c664c0-0c25-4e08-b0bb-57e6e18b30ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878458 Nov 23 14:09:42.855669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-791bc7c3-b516-49fe-bd6e-5ac44b1cadd4 req-fb7489c8-e6da-49dd-a575-0ea8dc897402 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839372 Nov 23 14:09:42.905545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-3bfa2852-2f17-4c5e-bf09-9405c058f92f service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581980 Nov 23 14:09:43.007003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-163e5965-de20-4f70-a5c1-f6a393ff43d2 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477542 Nov 23 14:09:43.015847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'tag': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:43.018694 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495c187-9651-45d8-a99c-84a2d7408686" -d '{"events": [{"name": "network-changed", "server_uuid": "51006fb7-b410-409a-b5aa-24ea81c68d46", "tag": "c5c4214d-a19a-47b7-81cb-460ee8d58a70"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:43.030828 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-14171857-0fa4-4c59-b0ed-1b5744d69fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862260 Nov 23 14:09:43.128405 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19d13ac-bd2f-4239-8337-25ad2b0379ca x-openstack-request-id: req-c19d13ac-bd2f-4239-8337-25ad2b0379ca {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:43.128699 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98deb7a4-1fb1-46fd-aea3-dec4f543dfce", "tag": "e8d9885b-6f53-4fc2-a743-74c56ff9096e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:43.129000 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c19d13ac-bd2f-4239-8337-25ad2b0379ca {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:43.129401 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'tag': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e', 'status': 'completed', 'code': 200} Nov 23 14:09:43.155520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-f3a68fb7-25d6-48b4-b090-62d5f4534f2f service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377182 Nov 23 14:09:43.227765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efc58512-af1a-4837-a33e-e29e6c69bde1 req-73cf12f4-b1f8-400e-99d7-d0411bfbf465 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0635147 Nov 23 14:09:43.252186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ccc9c382-0882-4a62-a281-a18d38ce7810 req-e7b6c721-bef7-4af6-91e0-6089e20e8b23 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349981 Nov 23 14:09:43.266660 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-3e6c2713-957f-4f37-b6d1-6b4ccd09dbe4 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006827 Nov 23 14:09:43.287725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-83ca7183-e813-4b12-9cd6-fd9f8a5d3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.289538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-83ca7183-e813-4b12-9cd6-fd9f8a5d3af1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 1098 time: 0.0604870 Nov 23 14:09:43.336005 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b6dd81-bf34-4699-b12b-520d9fe43817 x-openstack-request-id: req-71b6dd81-bf34-4699-b12b-520d9fe43817 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:43.336302 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51006fb7-b410-409a-b5aa-24ea81c68d46", "tag": "c5c4214d-a19a-47b7-81cb-460ee8d58a70", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:43.336567 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71b6dd81-bf34-4699-b12b-520d9fe43817 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:43.336969 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'tag': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'status': 'completed', 'code': 200} Nov 23 14:09:43.386707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-1ab53046-b24f-444c-933f-dc1e67b8a9be tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.388607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-1ab53046-b24f-444c-933f-dc1e67b8a9be tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 949 time: 0.2706356 Nov 23 14:09:43.393494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:43.421287 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:43.455912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-05042591-be38-48a2-bf8f-3ac19bd818a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.458273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-05042591-be38-48a2-bf8f-3ac19bd818a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1604846 Nov 23 14:09:43.515867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:09:43.522048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9ce179b8-79c8-4550-9eb3-41f889457d9d up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:43.541189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495c187-9651-45d8-a99c-84a2d7408686 req-f5f425b8-98b1-409f-936b-d1d5c8c8a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.543359 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b495c187-9651-45d8-a99c-84a2d7408686 req-f5f425b8-98b1-409f-936b-d1d5c8c8a807 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 1099 time: 0.1958117 Nov 23 14:09:43.546287 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c5a17e57-07c2-4b23-b16d-5c7d634f9aac req-02ea6ae4-bb09-4623-9c60-3556176c3a1b service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669340 Nov 23 14:09:43.547595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1664a721-d36b-487d-add9-aa3fdd49a367,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:43.588837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-271ccd63-70eb-43e3-8de3-85e760a2d577 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e8d9885b-6f53-4fc2-a743-74c56ff9096e HTTP/1.1" status: 200 len: 217 time: 0.1046183 Nov 23 14:09:43.604033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:43.604391 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Added segment 65d58435-c3da-43fe-b5ce-7643477c27d2 of type vlan for network 44b18f41-4679-4aa1-8b88-35e647985d27 Nov 23 14:09:43.607166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d93a-79d3-407c-9fce-84e1c74cb37e req-ffea67d8-9045-4867-934f-5834e3f61063 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.615702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2332d93a-79d3-407c-9fce-84e1c74cb37e req-ffea67d8-9045-4867-934f-5834e3f61063 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.1545243 Nov 23 14:09:43.628738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 9ce179b8-79c8-4550-9eb3-41f889457d9d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:43.637280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 9ce179b8-79c8-4550-9eb3-41f889457d9d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:43.637715 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:43.671285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-c4a348f4-4505-4e20-a8db-1cd43f9b12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.673227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-c4a348f4-4505-4e20-a8db-1cd43f9b12d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0547345 Nov 23 14:09:43.722988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b6ad4-320b-45bc-acca-ce5099406cc7 req-c7ac1e1b-4b2b-4069-8c59-d73cc4ede461 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.730831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca1b6ad4-320b-45bc-acca-ce5099406cc7 req-c7ac1e1b-4b2b-4069-8c59-d73cc4ede461 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 944 time: 0.2706289 Nov 23 14:09:43.739565 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:43.787003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:43.794354 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-5adf96fd-a7e4-4535-b74b-0443c4410410 service neutron] 10.222.0.11 "GET /v2.0/ports/e216c764-11a0-4e26-84b1-761cd00db5a4/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 382 time: 0.3836384 Nov 23 14:09:43.821420 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04294291-39b1-4f42-b3e4-14e678c46de0" -d '{"events": [{"server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "name": "network-vif-plugged", "status": "completed", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:43.845122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 9ce179b8-79c8-4550-9eb3-41f889457d9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:43.850000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2332d93a-79d3-407c-9fce-84e1c74cb37e req-a83816fa-3772-4014-8833-1cb3b52feb6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333004 Nov 23 14:09:43.850785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:43.852277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:43.895067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca1b6ad4-320b-45bc-acca-ce5099406cc7 req-3da60bb3-15c5-4c11-8f17-f2cf8badf0fb tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380296 Nov 23 14:09:43.895067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-ae6385f2-bc03-42ce-89ec-6e5bb91736b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:43.895067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-ae6385f2-bc03-42ce-89ec-6e5bb91736b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025521 Nov 23 14:09:43.915681 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.013717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495c187-9651-45d8-a99c-84a2d7408686 req-7cc687cb-e708-4120-927c-8550289598db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.015732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b495c187-9651-45d8-a99c-84a2d7408686 req-7cc687cb-e708-4120-927c-8550289598db service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.4212005 Nov 23 14:09:44.036905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-cdddac09-220b-4209-a370-b6a8ca867415 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327796 Nov 23 14:09:44.049585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=9ce179b8-79c8-4550-9eb3-41f889457d9d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:44.078293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port e216c764-11a0-4e26-84b1-761cd00db5a4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:44.083732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port e216c764-11a0-4e26-84b1-761cd00db5a4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:44.084149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.128984 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860f295-5292-4cd9-9813-b144274d3be4 x-openstack-request-id: req-1860f295-5292-4cd9-9813-b144274d3be4 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:44.129279 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "name": "network-vif-plugged", "status": "completed", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:44.129533 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1860f295-5292-4cd9-9813-b144274d3be4 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:44.129932 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'code': 200} Nov 23 14:09:44.131262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b495c187-9651-45d8-a99c-84a2d7408686 req-106e6322-4eb3-4d49-9303-bdc14acc9df1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=c5c4214d-a19a-47b7-81cb-460ee8d58a70 HTTP/1.1" status: 200 len: 217 time: 0.0939198 Nov 23 14:09:44.179521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-a5c9292c-bb84-4a3b-a079-f688a216553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.182064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-a5c9292c-bb84-4a3b-a079-f688a216553e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1100 time: 0.3457899 Nov 23 14:09:44.196295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.202645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc04364-b009-4c75-911c-fb74b6c764ad req-5509414d-8ee0-4a39-aea0-294b51b893d9 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.207229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fc04364-b009-4c75-911c-fb74b6c764ad req-5509414d-8ee0-4a39-aea0-294b51b893d9 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 947 time: 0.1238108 Nov 23 14:09:44.218186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.219762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.220607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.247509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:44.256202 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.282541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4bbc53-a62b-4800-9eb9-cdc45e01e57c req-41312993-c68a-4fbb-9780-c7aeb359ddc5 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354119 Nov 23 14:09:44.318910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fc04364-b009-4c75-911c-fb74b6c764ad req-d86d8c39-1ce3-4990-b34b-3ba06eac43f2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900710 Nov 23 14:09:44.325924 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3767970 Nov 23 14:09:44.329717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e76275-1146-4b7e-9202-0c50dedea36e req-c4513551-b934-486a-b752-7fe4ff018ff8 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.331808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35e76275-1146-4b7e-9202-0c50dedea36e req-c4513551-b934-486a-b752-7fe4ff018ff8 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.1236405 Nov 23 14:09:44.332302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38100) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:44.339515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Request body: {'subnet': {'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-subnet', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:44.382873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495c187-9651-45d8-a99c-84a2d7408686 req-99bddbbc-2eb0-43a1-b1f6-45eaba8c14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.385106 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b495c187-9651-45d8-a99c-84a2d7408686 req-99bddbbc-2eb0-43a1-b1f6-45eaba8c14e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2427251 Nov 23 14:09:44.414695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Made reservation on behalf of 24cee726e3bb4e4888fdef90f6ca707b for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:44.417866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d410488-08df-4c2c-9851-a219baa435d7 admin admin] Pushing event updated for resources: {'Network': ['ID=44b18f41-4679-4aa1-8b88-35e647985d27,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:44.418132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.434492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35e76275-1146-4b7e-9202-0c50dedea36e req-465d1b36-2923-4675-8222-5194efaf257c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802660 Nov 23 14:09:44.437053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 44b18f41-4679-4aa1-8b88-35e647985d27 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:09:44.461558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18257-a460-4e9e-943f-ced1bfa01ddc req-ba97736a-afc2-480d-8fe0-745e220c9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.463273 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f4c18257-a460-4e9e-943f-ced1bfa01ddc req-ba97736a-afc2-480d-8fe0-745e220c9195 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 1096 time: 0.2361987 Nov 23 14:09:44.479391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:44.541637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.11', 54453) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:44.583271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38104) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:44.613776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-4f7d2d41-9de7-43ba-9063-e9eadbd38bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.616822 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-4f7d2d41-9de7-43ba-9063-e9eadbd38bfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.3934674 Nov 23 14:09:44.681360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495c187-9651-45d8-a99c-84a2d7408686 req-75e9f493-cd67-41f0-948c-b026954e53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.683201 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b495c187-9651-45d8-a99c-84a2d7408686 req-75e9f493-cd67-41f0-948c-b026954e53f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669504 Nov 23 14:09:44.684482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3d801b3-95c2-4b44-93c9-117f7215fb08 req-2ebd27bb-e08c-4d22-b119-57842a39e349 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0512726 Nov 23 14:09:44.690368 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-84acc9e6-2e9a-4e72-b66f-8e238084b818 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0495644 Nov 23 14:09:44.697191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-a7a045a1-4d26-4755-9cd5-be4311593d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.698884 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-a7a045a1-4d26-4755-9cd5-be4311593d99 service neutron] 10.222.0.11 "GET /v2.0/ports/3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 1028 time: 0.1512573 Nov 23 14:09:44.822970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.827936 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f4c18257-a460-4e9e-943f-ced1bfa01ddc req-f98630e8-32c6-4142-9505-bcbaee59932f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364880 Nov 23 14:09:44.895570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c47179cb-3b3e-490d-99de-c06af72436d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.897179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c47179cb-3b3e-490d-99de-c06af72436d7 service neutron] 10.222.0.11 "GET /v2.0/ports/720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 1027 time: 0.1793299 Nov 23 14:09:44.905875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7263287-eb1e-490c-acda-81d39c00f5a6,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:44.932239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Checking segment: {'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:44.932660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Network hostable DHCP agents. Network: 44b18f41-4679-4aa1-8b88-35e647985d27, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:09:44.939462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-2f36dc7e-dc94-4167-b9d0-bb20cf6f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.941254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-2f36dc7e-dc94-4167-b9d0-bb20cf6f911a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2220023 Nov 23 14:09:44.958104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Network 44b18f41-4679-4aa1-8b88-35e647985d27 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:09:44.971971 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b495c187-9651-45d8-a99c-84a2d7408686 req-638eeed8-9cf9-4ef1-a06f-57fd21b02c4e service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703683 Nov 23 14:09:44.976297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 44b18f41-4679-4aa1-8b88-35e647985d27) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:44.984243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:44.984936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:44.985714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de4af9-2249-47cc-9c34-285a4401c7dd None None] Network 44b18f41-4679-4aa1-8b88-35e647985d27 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:45.010700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-caaae6c5-2801-45ba-b8f6-27dc2ccc25e5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6761773 Nov 23 14:09:45.015247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38112) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:45.028268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:45.125526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:45.127524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:45.187677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c903-5f5f-44a4-8e44-74ea44e02948 req-49bf7c3e-94fe-43b7-a210-a4b837580ee2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:45.198792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3631c903-5f5f-44a4-8e44-74ea44e02948 req-49bf7c3e-94fe-43b7-a210-a4b837580ee2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1852591 Nov 23 14:09:45.261037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-44b18f41-4679-4aa1-8b88-35e647985d27', 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'fixed_ips': [{'subnet_id': 'a7263287-eb1e-490c-acda-81d39c00f5a6'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:09:45.262722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:45.276745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0db1c7-9e8b-47e2-80b2-1e91c06a8b85 req-7075fa43-934e-4186-bac6-704591d56657 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:45.292168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a0db1c7-9e8b-47e2-80b2-1e91c06a8b85 req-7075fa43-934e-4186-bac6-704591d56657 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.2800617 Nov 23 14:09:45.328576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:45.402616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3631c903-5f5f-44a4-8e44-74ea44e02948 req-b165e130-9fd6-4016-bbc6-2f4254430488 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027833 Nov 23 14:09:45.493183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Allocated IP 172.20.0.2 (44b18f41-4679-4aa1-8b88-35e647985d27/a7263287-eb1e-490c-acda-81d39c00f5a6/131b68bc-5eb3-401d-9cc8-4900f9eb22b4) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:45.545855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-a6db74df-3e89-4af3-99df-8db6300088e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:45.548978 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-a6db74df-3e89-4af3-99df-8db6300088e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4698198 Nov 23 14:09:45.640420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-9f56fe98-6ace-4396-b173-3a0d27e97197 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:45.640887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c5c4214d-a19a-47b7-81cb-460ee8d58a70 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:45.646304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-9f56fe98-6ace-4396-b173-3a0d27e97197 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:45.652771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-9f56fe98-6ace-4396-b173-3a0d27e97197 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:45.654341 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-9f56fe98-6ace-4396-b173-3a0d27e97197 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "GET /v2.0/networks?id=df96e715-8814-46db-ab75-ff5e9b220772&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 200 len: 1991 time: 0.5742874 Nov 23 14:09:45.710478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a0db1c7-9e8b-47e2-80b2-1e91c06a8b85 req-b01ff824-a796-4046-b537-fe4436801396 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150076 Nov 23 14:09:45.752125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b495c187-9651-45d8-a99c-84a2d7408686 req-316dc919-6485-4383-8503-b0e94dcbd1aa service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740620 Nov 23 14:09:45.794973 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c5c4214d-a19a-47b7-81cb-460ee8d58a70, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c5c4214d-a19a-47b7-81cb-460ee8d58a70,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:45.813518 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-7de3b511-a127-4e0b-8dd5-f5937bd94097 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283168 Nov 23 14:09:45.814476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'mac_address': 'fa:16:3e:f3:81:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:45.829800 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-de0b42c7-cc80-4718-ba3e-09911dfe0aae tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b6d80189124f12b4c63bdf9790b332 HTTP/1.1" status: 200 len: 379 time: 0.1332371 Nov 23 14:09:45.856051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'admin_state_up': True, 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'security_groups': ['90ce6462-a1cc-4a41-b641-5ee3309629c5']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:45.882285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:45.911028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c4214d-a19a-47b7-81cb-460ee8d58a70 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:45.929941 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:45.947896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c5c4214d-a19a-47b7-81cb-460ee8d58a70, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c5c4214d-a19a-47b7-81cb-460ee8d58a70,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:45.952178 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:45.957083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.017718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Network 44b18f41-4679-4aa1-8b88-35e647985d27 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:46.020706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:46.024213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:46.035417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Pushing event updated for resources: {'Port': ['ID=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:46.113186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Attempting to bind port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:46.113589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Attempting to bind port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:46.113981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Attempting to bind port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 on network 44b18f41-4679-4aa1-8b88-35e647985d27 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:46.122331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:46.122710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Checking segment: {'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:46.123167 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.123569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Bound using segment: {'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:46.124057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Bound port: 131b68bc-5eb3-401d-9cc8-4900f9eb22b4, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:46.124443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.141795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:46.144173 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0f593f-0fad-4c28-a58c-ec668bd78332" -d '{"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-plugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:46.154720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c5c4214d-a19a-47b7-81cb-460ee8d58a70,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:46.175383 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-a6c2a2b8-3a10-4faa-825b-d43635fefbab service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512712 Nov 23 14:09:46.179013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:46.184166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.211035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] For port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:46.215055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] For port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,segment=NetworkSegment(65d58435-c3da-43fe-b5ce-7643477c27d2),segment_id=65d58435-c3da-43fe-b5ce-7643477c27d2)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:46.232964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.275540 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.308437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a2880-57bf-4ba1-88d7-7388394c0312 None None] Pushing event updated for resources: {'Port': ['ID=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:46.366875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c5c4214d-a19a-47b7-81cb-460ee8d58a70'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:46.406077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.414378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e171d0-452e-4ecf-850b-1c5064f62031 req-5b88666b-7a24-4ab3-89db-677fb0519c73 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:46.415923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12e171d0-452e-4ecf-850b-1c5064f62031 req-5b88666b-7a24-4ab3-89db-677fb0519c73 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.1307416 Nov 23 14:09:46.431583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9704-4e28-4d48-b4ee-e871a392a3d8 req-a9ac7ff3-3037-42f9-a936-298a025732eb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:46.439442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbde9704-4e28-4d48-b4ee-e871a392a3d8 req-a9ac7ff3-3037-42f9-a936-298a025732eb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 947 time: 0.7764044 Nov 23 14:09:46.481348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 172.20.0.12 (df96e715-8814-46db-ab75-ff5e9b220772/c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6/33204af3-bcba-4718-85f2-80e14dce670d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:46.581194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbde9704-4e28-4d48-b4ee-e871a392a3d8 req-d11c0681-17c4-4bf5-9fe3-9fe509e17994 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407764 Nov 23 14:09:46.615735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12e171d0-452e-4ecf-850b-1c5064f62031 req-04912ed9-855e-4b50-8dfc-2109abc39fd7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636174 Nov 23 14:09:46.799631 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad2826-f2e1-482a-bf8c-6f41fc2e9d0f x-openstack-request-id: req-25ad2826-f2e1-482a-bf8c-6f41fc2e9d0f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:46.799933 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-plugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:46.800232 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25ad2826-f2e1-482a-bf8c-6f41fc2e9d0f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:46.800586 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'code': 200} Nov 23 14:09:46.832896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea2064c-43c2-4366-bc66-8c4231cda472 req-8c4b7917-6076-4fbd-a58d-9e7bb838081b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0990171 Nov 23 14:09:46.858620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.892521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:46.922454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:47.027030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06c00e-cbc3-4b9b-9d81-1d867f0bba3d req-89c72c8a-864f-4cc2-9cd3-a1a1057d6b71 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:47.029298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d06c00e-cbc3-4b9b-9d81-1d867f0bba3d req-89c72c8a-864f-4cc2-9cd3-a1a1057d6b71 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.0935562 Nov 23 14:09:47.150373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Allocated IP 172.25.3.140 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/a8f078b5-d902-4f1b-b238-84555361cd4b) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:47.180232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d06c00e-cbc3-4b9b-9d81-1d867f0bba3d req-dc9cfba0-5018-41ec-a12b-b6162b13e825 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395359 Nov 23 14:09:47.194256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ca6db-2fc5-44b7-a02b-8bb7a0586bed req-883697ed-d386-491d-b6e8-1d98e7e3df20 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:47.195970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846ca6db-2fc5-44b7-a02b-8bb7a0586bed req-883697ed-d386-491d-b6e8-1d98e7e3df20 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.1207523 Nov 23 14:09:47.294674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:47.304110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846ca6db-2fc5-44b7-a02b-8bb7a0586bed req-f41c6454-6a24-42c8-b6b0-526d5e75f9da tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979266 Nov 23 14:09:47.341313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network df96e715-8814-46db-ab75-ff5e9b220772 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:47.349562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:47.364934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:47.368209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:47.371585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=33204af3-bcba-4718-85f2-80e14dce670d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:47.405055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:47.420199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Deleting port 22a56922-421f-487e-9113-bf9d7f4d6e62 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:47.420461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:47.453619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:47.454536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:47.516446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:47.517385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-afd9c879-82a1-4694-9caa-b64a54d436c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6684096 Nov 23 14:09:47.537675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:47.542212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'admin_state_up': True, 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'security_groups': ['90ce6462-a1cc-4a41-b641-5ee3309629c5']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:47.548584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:47.572650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] For port 22a56922-421f-487e-9113-bf9d7f4d6e62, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=22a56922-421f-487e-9113-bf9d7f4d6e62,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:47.573139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:47.638560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Pushing event updated for resources: {'Port': ['ID=a8f078b5-d902-4f1b-b238-84555361cd4b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:47.658075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Calling delete_port for 22a56922-421f-487e-9113-bf9d7f4d6e62 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:47.731625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e8d9885b-6f53-4fc2-a743-74c56ff9096e details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:47.757424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356a65-23dc-4f04-9e98-df8bc2af609a req-23fed40a-28b0-4979-b3eb-7878c84179ba tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:47.759237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16356a65-23dc-4f04-9e98-df8bc2af609a req-23fed40a-28b0-4979-b3eb-7878c84179ba tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.3200021 Nov 23 14:09:47.780670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38138) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:47.806235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Request body: {'floatingip': {'port_id': '9ce179b8-79c8-4550-9eb3-41f889457d9d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:47.896879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e8d9885b-6f53-4fc2-a743-74c56ff9096e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e8d9885b-6f53-4fc2-a743-74c56ff9096e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:47.920604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e', 'mac_address': 'fa:16:3e:b5:7f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:09:47.929868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:47.945025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.027403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.035289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c57b6e-ab4a-4af5-a960-1d5a8b01db56 None None] Network 44b18f41-4679-4aa1-8b88-35e647985d27 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:48.041900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2a040-3b9e-4330-8943-eff1a1a927d3 req-917f8933-7563-4963-abe9-b256f9d3b77b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:48.043819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82f2a040-3b9e-4330-8943-eff1a1a927d3 req-917f8933-7563-4963-abe9-b256f9d3b77b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 947 time: 0.2836618 Nov 23 14:09:48.177317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:48.182887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.187916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.239087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a56922-421f-487e-9113-bf9d7f4d6e62,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:48.322923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6b2b2344-eac3-4c9a-9239-daa0be2c538d None None] Provisioning complete for port 33204af3-bcba-4718-85f2-80e14dce670d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:48.324948 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b2b2344-eac3-4c9a-9239-daa0be2c538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.347502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78115e18-6bd5-4785-9bc8-2c6b8afdd06f req-8bd091a6-0f49-4ff0-b406-b0ab2b220115 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:48.349171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78115e18-6bd5-4785-9bc8-2c6b8afdd06f req-8bd091a6-0f49-4ff0-b406-b0ab2b220115 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.4080834 Nov 23 14:09:48.407753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b2344-eac3-4c9a-9239-daa0be2c538d None None] Port 33204af3-bcba-4718-85f2-80e14dce670d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:48.409719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82f2a040-3b9e-4330-8943-eff1a1a927d3 req-20c929be-32f9-4529-87e5-7eaf8dd250a7 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403418 Nov 23 14:09:48.419966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d9885b-6f53-4fc2-a743-74c56ff9096e {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:48.450810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e8d9885b-6f53-4fc2-a743-74c56ff9096e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e8d9885b-6f53-4fc2-a743-74c56ff9096e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:48.476829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.526041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.608609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e8d9885b-6f53-4fc2-a743-74c56ff9096e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:48.640386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-556f38c1-dcf5-4ddc-a52b-4557847563a1 None None] Provisioning complete for port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:48.641067 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-556f38c1-dcf5-4ddc-a52b-4557847563a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.675375 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.696411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:48.696815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.753968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78115e18-6bd5-4785-9bc8-2c6b8afdd06f req-ac569816-4ee0-4e2b-90b7-d9e5e7ed57c8 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920867 Nov 23 14:09:48.838426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e8d9885b-6f53-4fc2-a743-74c56ff9096e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:09:48.917805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9935b80-ebaf-495e-aa62-e13e44b0c1e6 req-a40817b5-ac17-48de-88eb-4c066adde0c5 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:48.920896 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-556f38c1-dcf5-4ddc-a52b-4557847563a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:48.939929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9935b80-ebaf-495e-aa62-e13e44b0c1e6 req-a40817b5-ac17-48de-88eb-4c066adde0c5 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 932 time: 0.3918631 Nov 23 14:09:48.988641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 10.1.1.150 (bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4/357cc694-75cc-44e3-9e72-9c8bb8d0d167/995db426-d5a7-4854-8c26-058caddd9a99) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:49.135816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.162204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-556f38c1-dcf5-4ddc-a52b-4557847563a1 None None] For port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,segment=NetworkSegment(65d58435-c3da-43fe-b5ce-7643477c27d2),segment_id=65d58435-c3da-43fe-b5ce-7643477c27d2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:49.181853 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-556f38c1-dcf5-4ddc-a52b-4557847563a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.189051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.251240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.279639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:49.282672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:49.306996 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:09:49.307303 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:09:49.328281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:49.367321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f38c1-dcf5-4ddc-a52b-4557847563a1 None None] Pushing event updated for resources: {'Port': ['ID=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:49.378210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b250fa00-adad-4753-800f-c2db9bbf8e67 None None] Provisioning complete for port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:49.379072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b250fa00-adad-4753-800f-c2db9bbf8e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.398865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-375bff1d-0ae9-4dbf-a2e2-423209ae91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:49.400385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-375bff1d-0ae9-4dbf-a2e2-423209ae91fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05&tenant_id=5c401a5b93f147fb8ddbe1db00ba277a HTTP/1.1" status: 200 len: 1101 time: 0.4310091 Nov 23 14:09:49.415188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9935b80-ebaf-495e-aa62-e13e44b0c1e6 req-760160da-df64-4d6a-bb5e-6f43a035e962 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4716530 Nov 23 14:09:49.443980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:49.499042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=995db426-d5a7-4854-8c26-058caddd9a99,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:49.538009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39afb4-c22f-408e-8343-5dcafa607ddb req-ffb489ff-b0a2-40fb-aa8d-9951bb018631 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:49.547778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d39afb4-c22f-408e-8343-5dcafa607ddb req-ffb489ff-b0a2-40fb-aa8d-9951bb018631 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.5645208 Nov 23 14:09:49.549486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c5c4214d-a19a-47b7-81cb-460ee8d58a70 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:49.553734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:49.554404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.614869 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-ddc84d59-bab1-4159-8b14-57ee12f29d43 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0801539 Nov 23 14:09:49.627593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'admin_state_up': True, 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'security_groups': ['90ce6462-a1cc-4a41-b641-5ee3309629c5']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:49.629713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port c5c4214d-a19a-47b7-81cb-460ee8d58a70 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:49.640299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port c5c4214d-a19a-47b7-81cb-460ee8d58a70 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:49.641147 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.669092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Router fa08ded0-d117-4a0e-841a-b3a974ae02df has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:09:49.691356 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.resource_extend [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:09:49.780281 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.780511 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.799298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f33439f5-ff59-4557-8224-371ce9364be6 None None] Provisioning complete for port 995db426-d5a7-4854-8c26-058caddd9a99 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:49.799829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f33439f5-ff59-4557-8224-371ce9364be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.844601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:49.848468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:49.864191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:09:49.870678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-622ba98e-f8bb-4b13-8c4b-c4e181503298 admin admin] 10.222.0.46 "PUT /v2.0/routers/fa08ded0-d117-4a0e-841a-b3a974ae02df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2857177 Nov 23 14:09:49.874469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38152) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:49.876333 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] Sync routers for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:09:49.898735 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:49.899403 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:49.915767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f33439f5-ff59-4557-8224-371ce9364be6 None None] Port 995db426-d5a7-4854-8c26-058caddd9a99 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:49.995257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c5c4214d-a19a-47b7-81cb-460ee8d58a70, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c5c4214d-a19a-47b7-81cb-460ee8d58a70,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:49.997219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:50.000822 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7fee13-36dd-4058-8b1f-5e05bae9280f" -d '{"events": [{"server_uuid": "51006fb7-b410-409a-b5aa-24ea81c68d46", "name": "network-vif-plugged", "status": "completed", "tag": "c5c4214d-a19a-47b7-81cb-460ee8d58a70"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:50.006913 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.008091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:50.102217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.111193 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:50.159822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 10.1.1.88 (bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4/357cc694-75cc-44e3-9e72-9c8bb8d0d167/036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:50.177112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c5c4214d-a19a-47b7-81cb-460ee8d58a70,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:50.253084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.269690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:50.300195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:50.326124 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.383423 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.401486 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:09:48Z', 'revision_number': 5, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port': {'id': '64558a03-a27c-4a05-b3e4-7873e0d56517', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:06Z', 'updated_at': '2021-11-23T14:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:50.416792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.418234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:50.443344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:50.444212 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.444384 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] Checking router: fa08ded0-d117-4a0e-841a-b3a974ae02df for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:09:50.456538 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] Routers {'fa08ded0-d117-4a0e-841a-b3a974ae02df'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:50.457429 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['fa08ded0-d117-4a0e-841a-b3a974ae02df'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:50.490979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.529159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Deleting port 64558a03-a27c-4a05-b3e4-7873e0d56517 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:50.529750 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.549504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.580557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d39afb4-c22f-408e-8343-5dcafa607ddb req-90a82666-74d2-433a-84b3-c410beab4934 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0319936 Nov 23 14:09:50.612573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.644267 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.645165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc4ae-e49f-4990-b33c-36fb44171449 req-8f63daae-d2b9-4637-a8a5-e6c7852769ab tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:50.649507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b5fc4ae-e49f-4990-b33c-36fb44171449 req-8f63daae-d2b9-4637-a8a5-e6c7852769ab tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 948 time: 1.0102432 Nov 23 14:09:50.705064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:50.714464 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] Set router fa08ded0-d117-4a0e-841a-b3a974ae02df gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:50.717673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:50.720118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:50.723967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] For port 64558a03-a27c-4a05-b3e4-7873e0d56517, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=64558a03-a27c-4a05-b3e4-7873e0d56517,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:50.724327 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:50.778477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:50.782283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Calling delete_port for 64558a03-a27c-4a05-b3e4-7873e0d56517 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:50.798360 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:09:50Z', 'revision_number': 6, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:50.830744 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560cca5b-e194-4182-9513-1eabfd40c52e None None] The sync data for ids ['fa08ded0-d117-4a0e-841a-b3a974ae02df'] in n-d-818503-2 is: [{'id': 'fa08ded0-d117-4a0e-841a-b3a974ae02df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-848279509-router', 'tenant_id': 'de496beecb2b43989cffdda526bde7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:04Z', 'updated_at': '2021-11-23T14:09:50Z', 'revision_number': 6, 'project_id': 'de496beecb2b43989cffdda526bde7c5', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:09:50.898219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:50.898802 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.005010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-4f1093e8-914d-4536-8590-526373ad9fc4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3814330 Nov 23 14:09:51.018584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d', 'admin_state_up': True, 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'security_groups': ['90ce6462-a1cc-4a41-b641-5ee3309629c5']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:51.024099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b5fc4ae-e49f-4990-b33c-36fb44171449 req-8ad9558b-c07c-4095-9478-1562d1561715 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127155 Nov 23 14:09:51.076128 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Floating IP 45ed724c-d1fa-4df1-b17e-4dcc1bd0a735 associated. External IP: 172.25.3.107, port: 9ce179b8-79c8-4550-9eb3-41f889457d9d. Nov 23 14:09:51.079931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-38dd2786-247a-42a3-b6a9-7d56e14fb8f8 None None] Provisioning complete for port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:51.080406 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-38dd2786-247a-42a3-b6a9-7d56e14fb8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.087128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0614a0a-a37c-40cc-b0c8-5d55f2b68533 req-8ca9bdf5-9aed-486e-a91d-d0ce2396cd32 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:51.088745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0614a0a-a37c-40cc-b0c8-5d55f2b68533 req-8ca9bdf5-9aed-486e-a91d-d0ce2396cd32 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.1443961 Nov 23 14:09:51.135799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-38dd2786-247a-42a3-b6a9-7d56e14fb8f8 None None] Port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:51.175982 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.239346 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84ab62-39fd-401c-9fc3-ce86d1b37a75 x-openstack-request-id: req-1d84ab62-39fd-401c-9fc3-ce86d1b37a75 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:51.239716 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51006fb7-b410-409a-b5aa-24ea81c68d46", "name": "network-vif-plugged", "status": "completed", "tag": "c5c4214d-a19a-47b7-81cb-460ee8d58a70", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:51.239917 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d84ab62-39fd-401c-9fc3-ce86d1b37a75 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:51.240269 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'code': 200} Nov 23 14:09:51.266405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:09:51.295872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64558a03-a27c-4a05-b3e4-7873e0d56517,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:51.305241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:51.322077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0614a0a-a37c-40cc-b0c8-5d55f2b68533 req-0be1987e-f4e8-4ebe-ab67-7dd1f19e7c05 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039807 Nov 23 14:09:51.336719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:51.402424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.545876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:51.550129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.553425 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.556428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2c436-80ee-4200-8ede-e96075f6f816 req-20c795c3-5ff2-48cb-98d2-6ec0c4736be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:51.558118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98c2c436-80ee-4200-8ede-e96075f6f816 req-20c795c3-5ff2-48cb-98d2-6ec0c4736be5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 1101 time: 0.1980004 Nov 23 14:09:51.585860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968662ce-1055-4d5f-b3b2-1e07dcfcfd0f req-7550e5cf-766a-48d1-a039-da10fd2583c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:51.593898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968662ce-1055-4d5f-b3b2-1e07dcfcfd0f req-7550e5cf-766a-48d1-a039-da10fd2583c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:51.601437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968662ce-1055-4d5f-b3b2-1e07dcfcfd0f req-7550e5cf-766a-48d1-a039-da10fd2583c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:51.603208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-968662ce-1055-4d5f-b3b2-1e07dcfcfd0f req-7550e5cf-766a-48d1-a039-da10fd2583c3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 2374 time: 0.2409887 Nov 23 14:09:51.645747 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.659676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.660257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa08ded0-d117-4a0e-841a-b3a974ae02df {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:09:51.669721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.673180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7ff946eb-d58f-4a23-8e94-94359f9010a5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fa08ded0-d117-4a0e-841a-b3a974ae02df HTTP/1.1" status: 204 len: 168 time: 1.7954371 Nov 23 14:09:51.674751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98c2c436-80ee-4200-8ede-e96075f6f816 req-1677dbad-dd97-4dbc-9aaf-dbc13657bf00 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786848 Nov 23 14:09:51.675274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38162) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:51.687940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e216c764-11a0-4e26-84b1-761cd00db5a4 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:51.700259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.722943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:09:51.743161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Transition to ACTIVE for port object e216c764-11a0-4e26-84b1-761cd00db5a4 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:51.754850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Sync routers for ids ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:09:51.764106 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.775635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e8d9885b-6f53-4fc2-a743-74c56ff9096e up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:51.782284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Routers {'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:51.782938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:51.783222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:09:51.794829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-968662ce-1055-4d5f-b3b2-1e07dcfcfd0f req-1517ba51-508a-410a-8a46-bdd4c441e1b4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490104 Nov 23 14:09:51.797520 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:51.801616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-127406a8-4c9d-4190-9f31-ea2c02ee053f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7770948 Nov 23 14:09:51.802246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38164) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:52.026091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port e8d9885b-6f53-4fc2-a743-74c56ff9096e completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:09:52.035028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port e8d9885b-6f53-4fc2-a743-74c56ff9096e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:52.035669 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.075448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Set router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:52.079130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 64558a03-a27c-4a05-b3e4-7873e0d56517 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:52.108027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] No DVR routers for this DVR port e216c764-11a0-4e26-84b1-761cd00db5a4 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:52.116096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=11']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:52.220446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 64558a03-a27c-4a05-b3e4-7873e0d56517 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:09:52.220980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 64558a03-a27c-4a05-b3e4-7873e0d56517 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:09:52.221405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 22a56922-421f-487e-9113-bf9d7f4d6e62 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:52.249679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca703e4-0f29-4464-bee0-ec8668ebb7fa req-bda6e2a1-32ac-4a2b-a202-64d99a6b0c7d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:52.251489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ca703e4-0f29-4464-bee0-ec8668ebb7fa req-bda6e2a1-32ac-4a2b-a202-64d99a6b0c7d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.4820154 Nov 23 14:09:52.261177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 22a56922-421f-487e-9113-bf9d7f4d6e62 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:09:52.261672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 22a56922-421f-487e-9113-bf9d7f4d6e62 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:09:52.377052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:52.377384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:52.377709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:52.410029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:52.410354 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Attempting to bind port e216c764-11a0-4e26-84b1-761cd00db5a4 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:52.439879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] Deleting subnet 13390dc8-d8ca-406c-832b-0fa20d28e421 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:09:52.455367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.472047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fa125-8a41-48eb-b449-cb5b50a75401 req-8d5328e9-cb74-4834-8181-9cc28e98a76e tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:52.480060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3fa125-8a41-48eb-b449-cb5b50a75401 req-8d5328e9-cb74-4834-8181-9cc28e98a76e tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 948 time: 0.2717173 Nov 23 14:09:52.510596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:52.510955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:52.511424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:52.512120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Bound port: e216c764-11a0-4e26-84b1-761cd00db5a4, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:52.512493 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.531254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ca703e4-0f29-4464-bee0-ec8668ebb7fa req-901198c9-03ea-4a40-89c1-d37c2e621374 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412760 Nov 23 14:09:52.542168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.585990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:09:52.594969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.598364 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] Sync routers for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:09:52.627268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:52.631696 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:52.632454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.714575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f3fa125-8a41-48eb-b449-cb5b50a75401 req-844f5c33-b093-4009-812f-9692c7c655fc tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334728 Nov 23 14:09:52.727262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae8df6ba-d1f0-433b-be26-f7f9f82f7552 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "PUT /v2.0/floatingips/45ed724c-d1fa-4df1-b17e-4dcc1bd0a735 HTTP/1.1" status: 200 len: 991 time: 4.9418290 Nov 23 14:09:52.736136 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.742845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:52.744726 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45125a33-9c8c-4692-a261-f047504c7ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:52.810210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e8d9885b-6f53-4fc2-a743-74c56ff9096e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e8d9885b-6f53-4fc2-a743-74c56ff9096e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:52.812325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:09:47Z', 'revision_number': 3, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:52.865177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 10.2.2.100 (78fed8ce-25e1-4f5d-a66d-2b048ebe607d/ef08fb45-7f18-45c2-9b67-c4210bb66986/b130dc36-a9df-4a60-a3a5-af8ada00abc7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:52.866869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:52.933112 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:52.944357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Checking router: f01678b7-84d9-451c-a2d3-4c9b35dd8c7a for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:09:52.950073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Updating router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a port a8f078b5-d902-4f1b-b238-84555361cd4b binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:09:53.023282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e8d9885b-6f53-4fc2-a743-74c56ff9096e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:53.035167 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.117864 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.149128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c71004e-e996-473f-a3ef-b79d1b6dea01 None None] Network bd9c651b-1edf-46ff-96d5-23db0651e1da requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:09:53.163339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.169986 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/13390dc8-d8ca-406c-832b-0fa20d28e421 HTTP/1.1" status: 204 len: 168 time: 1.4890146 Nov 23 14:09:53.173840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38178) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:53.240548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72183a-ed98-462f-8c6d-76f5593981f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13390dc8-d8ca-406c-832b-0fa20d28e421,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:53.256845 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}, {'server_uuid': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:53.258636 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a872779f-34dd-4ff0-8a6a-284a84b96df4 x-openstack-request-id: req-a872779f-34dd-4ff0-8a6a-284a84b96df4 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:53.259156 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:53.259568 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a872779f-34dd-4ff0-8a6a-284a84b96df4 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:53.260117 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'status': 'completed', 'code': 200} Nov 23 14:09:53.260238 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d028804-fe29-4160-976b-50908a63fc36" -d '{"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-unplugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}, {"server_uuid": "98deb7a4-1fb1-46fd-aea3-dec4f543dfce", "name": "network-vif-plugged", "status": "completed", "tag": "e8d9885b-6f53-4fc2-a743-74c56ff9096e"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:53.264785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.348427 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.353915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:53.355375 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '45ed724c-d1fa-4df1-b17e-4dcc1bd0a735', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'port_id': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'mac_address': 'fa:16:3e:5c:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e92554-165c-41b8-8029-7ca780856f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:09:25Z', 'updated_at': '2021-11-23T14:09:49Z', 'revision_number': 1, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:53.376109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-4cfc6b58-c4ff-491d-b5b7-4716fc09c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.377811 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-4cfc6b58-c4ff-491d-b5b7-4716fc09c931 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b425e7ba3c2142028efeb46d07a1c0b9&device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 1096 time: 0.2991211 Nov 23 14:09:53.382180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:53.395401 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] Checking router: a5de4beb-1be1-42b3-a6ed-f7c7148ca851 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:09:53.405454 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:53.406072 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:53.418394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.525672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-911a3ab1-2287-4703-8ed3-af70a09ec19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.528058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-911a3ab1-2287-4703-8ed3-af70a09ec19d service neutron] 10.222.0.11 "GET /v2.0/networks?id=48a93441-04cd-4d37-9560-93afe9cb8b32 HTTP/1.1" status: 200 len: 906 time: 0.1078510 Nov 23 14:09:53.535263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.536952 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:53.538076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76781228-63ad-430e-9a0b-8612f8ec02ab req-120a0db2-bf95-4f43-876d-de70b826b928 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.557461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76781228-63ad-430e-9a0b-8612f8ec02ab req-120a0db2-bf95-4f43-876d-de70b826b928 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.565902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76781228-63ad-430e-9a0b-8612f8ec02ab req-120a0db2-bf95-4f43-876d-de70b826b928 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.576434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76781228-63ad-430e-9a0b-8612f8ec02ab req-120a0db2-bf95-4f43-876d-de70b826b928 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 2374 time: 0.3132639 Nov 23 14:09:53.623098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.625110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.626994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] 10.222.0.74 "PUT /v2.0/ports/e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 1097 time: 4.2064686 Nov 23 14:09:53.643959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9865-05e4-4f02-9b74-18bd99418134 req-30bc6f66-ed97-446a-a661-68cb9e2cfb34 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.646499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-095d9865-05e4-4f02-9b74-18bd99418134 req-30bc6f66-ed97-446a-a661-68cb9e2cfb34 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.4013646 Nov 23 14:09:53.651469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.724326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] DHCP port deletion for bd9c651b-1edf-46ff-96d5-23db0651e1da request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:09:53.748085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:53.794573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Deleting port 22ef20d6-2b4d-45e4-9296-654e28d03f20 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:53.805207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.808124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:53.811652 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-dea9d067-a478-49d4-820b-38a46e55d577 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d HTTP/1.1" status: 200 len: 999 time: 0.2744038 Nov 23 14:09:53.813567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:53.828261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.838972 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.875270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157caa2-9256-441c-8296-63ff2da43157 service neutron] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=12']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:53.916107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76781228-63ad-430e-9a0b-8612f8ec02ab req-ecbe1db4-f066-470f-861a-6f38e8eca92d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353574 Nov 23 14:09:53.918934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:53.927813 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:53.934037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25976f47-fe13-4e8b-8fa7-cd80460c92de None None] Pushing event updated for resources: {'Port': ['ID=a8f078b5-d902-4f1b-b238-84555361cd4b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:54.000469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Attempting to bind port a8f078b5-d902-4f1b-b238-84555361cd4b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:54.000469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Attempting to bind port a8f078b5-d902-4f1b-b238-84555361cd4b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:54.005680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Attempting to bind port a8f078b5-d902-4f1b-b238-84555361cd4b on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:54.026244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:54.031076 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '45ed724c-d1fa-4df1-b17e-4dcc1bd0a735', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'port_id': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'mac_address': 'fa:16:3e:5c:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e92554-165c-41b8-8029-7ca780856f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:09:25Z', 'updated_at': '2021-11-23T14:09:49Z', 'revision_number': 1, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:54.031852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:54.032451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.033037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:54.033717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Bound port: a8f078b5-d902-4f1b-b238-84555361cd4b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:54.034297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.051348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] Deleting port 22ef20d6-2b4d-45e4-9296-654e28d03f20 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:54.051946 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.103221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de70349-57b7-4a2f-8671-b97c37c47a04 None None] The sync data for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 is: [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '45ed724c-d1fa-4df1-b17e-4dcc1bd0a735', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'port_id': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'mac_address': 'fa:16:3e:5c:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e92554-165c-41b8-8029-7ca780856f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:09:25Z', 'updated_at': '2021-11-23T14:09:49Z', 'revision_number': 1, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:09:54.106851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-095d9865-05e4-4f02-9b74-18bd99418134 req-b1a7b0f0-2596-458d-bb9d-22cbccd84b23 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273219 Nov 23 14:09:54.129983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-81b4f9d7-08f5-4377-9b87-54a82c4aa6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:54.132861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-81b4f9d7-08f5-4377-9b87-54a82c4aa6bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1100 time: 0.4656656 Nov 23 14:09:54.236015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.240972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] For port a8f078b5-d902-4f1b-b238-84555361cd4b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:54.244897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] For port a8f078b5-d902-4f1b-b238-84555361cd4b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a8f078b5-d902-4f1b-b238-84555361cd4b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:54.257351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2290165 Nov 23 14:09:54.265525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c9161-8300-46b9-a8f3-78dab0d3c2e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=b130dc36-a9df-4a60-a3a5-af8ada00abc7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:54.270737 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21388c0-7527-4122-9c1a-b4e1ea32d9bb x-openstack-request-id: req-f21388c0-7527-4122-9c1a-b4e1ea32d9bb {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:54.271331 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-unplugged", "status": "completed", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "code": 200}, {"server_uuid": "98deb7a4-1fb1-46fd-aea3-dec4f543dfce", "name": "network-vif-plugged", "status": "completed", "tag": "e8d9885b-6f53-4fc2-a743-74c56ff9096e", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:54.271444 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f21388c0-7527-4122-9c1a-b4e1ea32d9bb {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:54.271954 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'code': 200} Nov 23 14:09:54.272225 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e', 'code': 200} Nov 23 14:09:54.285909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 22ef20d6-2b4d-45e4-9296-654e28d03f20 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:09:54.288951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.308123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d', 'admin_state_up': True, 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'security_groups': ['90ce6462-a1cc-4a41-b641-5ee3309629c5']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:54.407110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] For port 22ef20d6-2b4d-45e4-9296-654e28d03f20, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=22ef20d6-2b4d-45e4-9296-654e28d03f20,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:54.407849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.414330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-aab7bde9-2b0e-409c-af07-c20d1cdc05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:54.416377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-aab7bde9-2b0e-409c-af07-c20d1cdc05f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29d5c371-f280-4631-92f5-b734a001f36a HTTP/1.1" status: 200 len: 844 time: 0.4603341 Nov 23 14:09:54.482943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25976f47-fe13-4e8b-8fa7-cd80460c92de None None] Pushing event updated for resources: {'Port': ['ID=a8f078b5-d902-4f1b-b238-84555361cd4b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:54.495375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Allocated IP 172.20.0.1 (44b18f41-4679-4aa1-8b88-35e647985d27/a7263287-eb1e-490c-acda-81d39c00f5a6/dcf8d5f4-da95-469b-9b32-c0b2f24c998c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:54.519992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a983af0b-88b7-4f3d-88c0-564343212310 None None] New status for floating IP 45ed724c-d1fa-4df1-b17e-4dcc1bd0a735: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:09:54.529880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Calling delete_port for 22ef20d6-2b4d-45e4-9296-654e28d03f20 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:54.559262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae8897-ce80-48db-8942-15ff8cb09438 req-8fb3f488-bc70-4e2e-8c0c-970e4cbf2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:54.560759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29ae8897-ce80-48db-8942-15ff8cb09438 req-8fb3f488-bc70-4e2e-8c0c-970e4cbf2cd8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 1100 time: 0.3022048 Nov 23 14:09:54.626275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.632482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.638567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] For port 22ef20d6-2b4d-45e4-9296-654e28d03f20, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=22ef20d6-2b4d-45e4-9296-654e28d03f20,segment=NetworkSegment(c64df725-125d-4e4d-905b-f7053ede5c36),segment_id=c64df725-125d-4e4d-905b-f7053ede5c36)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:54.639115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.645665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Routers {'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:54.646366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:54.680161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-747c45b0-be6f-4d3d-b25a-2a3370f3bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:54.681710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-747c45b0-be6f-4d3d-b25a-2a3370f3bfe3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48a93441-04cd-4d37-9560-93afe9cb8b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2484963 Nov 23 14:09:54.705538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.759741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Network 44b18f41-4679-4aa1-8b88-35e647985d27 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:54.763282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Pushing event updated for resources: {'Port': ['ID=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:54.765927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:54.771781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] Set router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:54.778907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:54.811761 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-eaa3993a-bc99-4ad4-b300-96228d9a2eea service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161585 Nov 23 14:09:54.835640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.849524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16685e-abba-438d-9fe0-88e34743b303 req-32429222-0e4b-4ca0-8150-42a9e3865c5b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:54.851259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a16685e-abba-438d-9fe0-88e34743b303 req-32429222-0e4b-4ca0-8150-42a9e3865c5b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.5448644 Nov 23 14:09:54.866860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29ae8897-ce80-48db-8942-15ff8cb09438 req-4e0c0b7d-bc99-4c43-bd05-86a7200dd3d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896194 Nov 23 14:09:54.928744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Made reservation on behalf of f8b6d80189124f12b4c63bdf9790b332 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:09:54.933939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:54.999322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a16685e-abba-438d-9fe0-88e34743b303 req-48d5f16e-2f88-4155-9211-c720b426bd0b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766435 Nov 23 14:09:55.005579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.008188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543b75-9119-4b2b-ad1c-a4e7a0f2799e req-ff042303-17bc-44d6-afad-5f83da1cf361 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.017478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf543b75-9119-4b2b-ad1c-a4e7a0f2799e req-ff042303-17bc-44d6-afad-5f83da1cf361 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 949 time: 0.3542805 Nov 23 14:09:55.029929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] Calling delete_port for 22ef20d6-2b4d-45e4-9296-654e28d03f20 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:55.085137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] No DVR routers for this DVR port 22ef20d6-2b4d-45e4-9296-654e28d03f20 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:55.108323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-5ae56992-cfc0-4ef3-9d1b-45d9ce832a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.113762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-5ae56992-cfc0-4ef3-9d1b-45d9ce832a0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.9357860 Nov 23 14:09:55.138754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ef20d6-2b4d-45e4-9296-654e28d03f20,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:55.164026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-40c0010a-1475-4c5d-a2ba-486fd5b89d6a None None] Provisioning complete for port b130dc36-a9df-4a60-a3a5-af8ada00abc7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:55.164026 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-40c0010a-1475-4c5d-a2ba-486fd5b89d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.213493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf543b75-9119-4b2b-ad1c-a4e7a0f2799e req-f3ead8d0-3607-4b64-8209-16c5f45c474c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928818 Nov 23 14:09:55.228070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-e2b22792-a086-41e2-88f5-e33a0238fafb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0908906 Nov 23 14:09:55.286477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:55.291465 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f2006-eeb9-4771-b061-648c47d16737" -d '{"events": [{"name": "network-changed", "server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:55.309346 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45125a33-9c8c-4692-a261-f047504c7ac3 req-449aab18-9097-40f8-9e32-5ed5ce7cd786 service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820049 Nov 23 14:09:55.315473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-40c0010a-1475-4c5d-a2ba-486fd5b89d6a None None] Port b130dc36-a9df-4a60-a3a5-af8ada00abc7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:55.357781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.406187 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.426910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9c651b-1edf-46ff-96d5-23db0651e1da']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:55.432010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-bbab2f67-296e-4a3a-822e-641dd2ab30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.434233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-bbab2f67-296e-4a3a-822e-641dd2ab30f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1745389 Nov 23 14:09:55.444224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64df725-125d-4e4d-905b-f7053ede5c36') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:55.444535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64df725-125d-4e4d-905b-f7053ede5c36') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:55.453267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] Pushing event deleted for resources: {'Port': ['ID=22ef20d6-2b4d-45e4-9296-654e28d03f20,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:55.475777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b4ed6-07e0-476b-bb23-fd64ab628b81 None None] No DVR routers for this DVR port 22ef20d6-2b4d-45e4-9296-654e28d03f20 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:09:55.477460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.487964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Allocated IP 10.2.2.200 (78fed8ce-25e1-4f5d-a66d-2b048ebe607d/ef08fb45-7f18-45c2-9b67-c4210bb66986/8ab7bf62-694e-4f92-b6dc-8d10f8144029) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:09:55.508637 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.521808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:09:55.522221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:09:55.524084 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:09:55.532691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-af8c22e4-95a9-4acb-b42f-52c213acecbf None None] Provisioning complete for port dcf8d5f4-da95-469b-9b32-c0b2f24c998c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:55.533408 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af8c22e4-95a9-4acb-b42f-52c213acecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.539960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:09:47Z', 'revision_number': 3, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:55.549769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.591007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a490256-6694-4528-b819-faff08f96749 req-fe1878ba-ba55-4861-ab92-16422cc52504 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.600031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a490256-6694-4528-b819-faff08f96749 req-fe1878ba-ba55-4861-ab92-16422cc52504 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.606921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a490256-6694-4528-b819-faff08f96749 req-fe1878ba-ba55-4861-ab92-16422cc52504 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.613669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a490256-6694-4528-b819-faff08f96749 req-fe1878ba-ba55-4861-ab92-16422cc52504 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.623172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c5f80-806b-4ae0-807c-4ff50e9a1bc9 None None] The sync data for ids ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'] in n-d-818503-2 is: [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:09:47Z', 'revision_number': 3, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:09:55.625602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a490256-6694-4528-b819-faff08f96749 req-fe1878ba-ba55-4861-ab92-16422cc52504 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 3095 time: 0.4108071 Nov 23 14:09:55.642334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.656237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:55.667718 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bd9c651b-1edf-46ff-96d5-23db0651e1da HTTP/1.1" status: 204 len: 168 time: 2.4922547 Nov 23 14:09:55.683437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38198) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:55.699149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839adea-7a20-4df5-916b-a474a3d96745 req-83224d0a-16d4-49b5-a699-efb81eaecf4a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.701560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6839adea-7a20-4df5-916b-a474a3d96745 req-83224d0a-16d4-49b5-a699-efb81eaecf4a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.2659447 Nov 23 14:09:55.706720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-fcd57639-3bc2-4eb8-a6e5-35d21e7a1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:55.709077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-fcd57639-3bc2-4eb8-a6e5-35d21e7a1531 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2586806 Nov 23 14:09:55.739642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-af8c22e4-95a9-4acb-b42f-52c213acecbf None None] Port dcf8d5f4-da95-469b-9b32-c0b2f24c998c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:55.773541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0c69-ca7d-42f4-9169-b7a92bb916d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9c651b-1edf-46ff-96d5-23db0651e1da,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:55.881308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a490256-6694-4528-b819-faff08f96749 req-abb5331d-8912-41bc-8968-0ccfdebc5acd tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547472 Nov 23 14:09:55.937826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6839adea-7a20-4df5-916b-a474a3d96745 req-43ec0c36-afa3-4e6a-9f60-1e9e06c78b74 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274199 Nov 23 14:09:56.016195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.101003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.117698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-f000d50e-f504-4743-b691-04c304b88c34 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989336 Nov 23 14:09:56.121466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.166383 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fe85da-8854-4d3f-b551-8d11ddc1f7d1 x-openstack-request-id: req-57fe85da-8854-4d3f-b551-8d11ddc1f7d1 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:09:56.166721 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:09:56.167137 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57fe85da-8854-4d3f-b551-8d11ddc1f7d1 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:09:56.167568 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'status': 'completed', 'code': 200} Nov 23 14:09:56.359853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.369374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Pushing event updated for resources: {'Port': ['ID=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:56.378860 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.444432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-30c4137d-0d95-4d03-bc68-5eece74df0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:56.446847 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-30c4137d-0d95-4d03-bc68-5eece74df0e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1100 time: 0.2655780 Nov 23 14:09:56.481886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:56.527976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:56.530710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:09:56.546968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event updated for resources: {'Port': ['ID=8ab7bf62-694e-4f92-b6dc-8d10f8144029,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:56.582571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Network 44b18f41-4679-4aa1-8b88-35e647985d27 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:09:56.596521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:09:56.617035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39825ec1-3ee1-4b5d-91b9-63894d9aff9d req-a7b7a04f-0d3a-478b-adc6-0c1d17d23c42 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820395 Nov 23 14:09:56.642612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67e795a9-b8d7-449a-9d35-44ea1f036b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.836995 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.848797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218b163-5b1b-447d-8d27-ef75e4ad55a8 req-11b21c6b-316a-425a-a36d-ba80f8153555 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:56.856363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:56.857127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:56.861538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1218b163-5b1b-447d-8d27-ef75e4ad55a8 req-11b21c6b-316a-425a-a36d-ba80f8153555 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.5090580 Nov 23 14:09:56.874243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:09:56.905405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-dac22a5c-4575-4a68-83fd-3ad5a6ba650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:56.907065 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-dac22a5c-4575-4a68-83fd-3ad5a6ba650e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.4435627 Nov 23 14:09:56.916024 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b50dbad-7528-4d2f-a20d-013435ae7ca4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6318202 Nov 23 14:09:56.918825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2166b92-35c6-4973-83ba-872008b106a0 req-add9a5e1-61f0-4f37-af1e-b0016b79da70 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:56.927971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2166b92-35c6-4973-83ba-872008b106a0 req-add9a5e1-61f0-4f37-af1e-b0016b79da70 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 949 time: 0.3964849 Nov 23 14:09:56.943605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:57.033276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-70e50f1b-2296-4fb9-977d-db7f2c9997c6 None None] Provisioning complete for port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:57.033656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70e50f1b-2296-4fb9-977d-db7f2c9997c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:57.037077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2166b92-35c6-4973-83ba-872008b106a0 req-79da1508-760a-45eb-9672-97eecdb38321 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079717 Nov 23 14:09:57.050177 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-8e011f31-6ab4-4303-a127-2c5ff13c4962 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.1331296 Nov 23 14:09:57.064683 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:57.075052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-0557d2f5-e4dd-4197-9629-80a3c3bb4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.076783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-0557d2f5-e4dd-4197-9629-80a3c3bb4bc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1100 time: 0.2776897 Nov 23 14:09:57.084372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-70e50f1b-2296-4fb9-977d-db7f2c9997c6 None None] Port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:57.101522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1218b163-5b1b-447d-8d27-ef75e4ad55a8 req-9d4cdf88-2c26-40f4-b1ba-c49d3aa4f4d0 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377162 Nov 23 14:09:57.150325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-54b4aab0-8f12-42f7-b4ae-7a764ee5ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.152412 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-54b4aab0-8f12-42f7-b4ae-7a764ee5ffe2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0851924 Nov 23 14:09:57.219166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8eea57e3-d134-4232-a137-03b9b5457456 None None] Provisioning complete for port dcf8d5f4-da95-469b-9b32-c0b2f24c998c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:57.219694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8eea57e3-d134-4232-a137-03b9b5457456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:57.268445 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:57.275573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8eea57e3-d134-4232-a137-03b9b5457456 None None] Port dcf8d5f4-da95-469b-9b32-c0b2f24c998c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:09:57.405465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-2b7beed8-9add-4fe9-bab9-ba8943469957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.407094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-2b7beed8-9add-4fe9-bab9-ba8943469957 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2452903 Nov 23 14:09:57.693885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438e11-20cd-4849-b558-fac71b037504 req-6e56d854-73f6-41cc-8754-ef33690063ee tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.700504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438e11-20cd-4849-b558-fac71b037504 req-6e56d854-73f6-41cc-8754-ef33690063ee tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.706982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438e11-20cd-4849-b558-fac71b037504 req-6e56d854-73f6-41cc-8754-ef33690063ee tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.713049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438e11-20cd-4849-b558-fac71b037504 req-6e56d854-73f6-41cc-8754-ef33690063ee tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.719665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438e11-20cd-4849-b558-fac71b037504 req-6e56d854-73f6-41cc-8754-ef33690063ee tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.721511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49438e11-20cd-4849-b558-fac71b037504 req-6e56d854-73f6-41cc-8754-ef33690063ee tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 3816 time: 0.5591190 Nov 23 14:09:57.752566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036211d-33f0-41af-a6df-4616c8a58600 req-5f41ddd4-d3f1-4919-97c7-b8b7cc078e2c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.760368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d036211d-33f0-41af-a6df-4616c8a58600 req-5f41ddd4-d3f1-4919-97c7-b8b7cc078e2c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.5390167 Nov 23 14:09:57.782016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:09:57.792003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2ff07525-9c07-4526-be21-c4464ebd541d admin admin] 10.222.0.46 "PUT /v2.0/routers/f01678b7-84d9-451c-a2d3-4c9b35dd8c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9149466 Nov 23 14:09:57.794942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-2ac2a83a-a205-4df9-9f07-ddf7e40a8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:57.796920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-2ac2a83a-a205-4df9-9f07-ddf7e40a8b42 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.6933174 Nov 23 14:09:57.872989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d036211d-33f0-41af-a6df-4616c8a58600 req-20f35924-1055-4646-803f-df03158e70c1 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115057 Nov 23 14:09:57.919825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-79773b50-7834-4e51-8630-44e5a881c773 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 200 len: 217 time: 0.0519505 Nov 23 14:09:57.950346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49438e11-20cd-4849-b558-fac71b037504 req-9f6898c3-9c15-4439-a7d4-3eabc590dcd5 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119083 Nov 23 14:09:57.984360 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-6dc7f33d-5e41-4ddc-adbb-b99f6124aa58 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474038 Nov 23 14:09:58.066886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-5937a334-c6ef-4545-9c53-087721be1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:58.069714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-5937a334-c6ef-4545-9c53-087721be1a72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1141865 Nov 23 14:09:58.119241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a8f078b5-d902-4f1b-b238-84555361cd4b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:09:58.212516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-d62a8e5d-5aee-4f15-bd47-38a9ba542bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:58.215583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-d62a8e5d-5aee-4f15-bd47-38a9ba542bbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346529 Nov 23 14:09:58.225297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a8f078b5-d902-4f1b-b238-84555361cd4b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:09:58.227332 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.250173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33204af3-bcba-4718-85f2-80e14dce670d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:09:58.283977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcb6d2-540e-43f7-8796-c4092434b575 req-c3cdd24c-2bdb-47ed-8a9c-68b7d7abdf1a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:58.293468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.293922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60bcb6d2-540e-43f7-8796-c4092434b575 req-c3cdd24c-2bdb-47ed-8a9c-68b7d7abdf1a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 950 time: 0.2216401 Nov 23 14:09:58.327009 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-ef7272f7-220a-4d35-b407-d1e69bbf4d13 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309740 Nov 23 14:09:58.334415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Transition to ACTIVE for port object 33204af3-bcba-4718-85f2-80e14dce670d will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:09:58.355055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.402065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.458056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port a8f078b5-d902-4f1b-b238-84555361cd4b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a8f078b5-d902-4f1b-b238-84555361cd4b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:58.466666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.472774 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Sync routers for ids ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:09:58.491378 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Routers {'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:09:58.494388 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:58.531975 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0423cd2-34f0-4152-938b-0312302af411 req-becdb17c-4d06-4527-b207-9b475688931f tempest-FloatingIPsNegativeTestJSON-801290667 tempest-FloatingIPsNegativeTestJSON-801290667-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=24cee726e3bb4e4888fdef90f6ca707b HTTP/1.1" status: 200 len: 217 time: 0.1853848 Nov 23 14:09:58.555835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=33204af3-bcba-4718-85f2-80e14dce670d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:58.617131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=a8f078b5-d902-4f1b-b238-84555361cd4b,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:58.630551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60bcb6d2-540e-43f7-8796-c4092434b575 req-e1ccefbc-ac19-40a1-96e3-997b5f9595ec tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333981 Nov 23 14:09:58.667526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-ec452b2b-204b-41bd-a90b-43cbb2967552 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410417 Nov 23 14:09:58.740763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0dd1300-1cde-4904-8977-9c89cf0bb050 req-25655d8f-8997-4b9a-b918-290b59f61eb0 tempest-FloatingIPsNegativeTestJSON-801290667 tempest-FloatingIPsNegativeTestJSON-801290667-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0717468 Nov 23 14:09:58.747402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Attempting to bind port 33204af3-bcba-4718-85f2-80e14dce670d on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:09:58.747402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Attempting to bind port 33204af3-bcba-4718-85f2-80e14dce670d by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:09:58.747723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Attempting to bind port 33204af3-bcba-4718-85f2-80e14dce670d on network df96e715-8814-46db-ab75-ff5e9b220772 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:58.762148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Port 33204af3-bcba-4718-85f2-80e14dce670d on network df96e715-8814-46db-ab75-ff5e9b220772 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:09:58.762622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Attempting to bind port 33204af3-bcba-4718-85f2-80e14dce670d on network df96e715-8814-46db-ab75-ff5e9b220772 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:09:58.763755 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Set router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:09:58.774372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:09:58.774720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Checking segment: {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:09:58.775110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Bound using segment: {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:09:58.775546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Bound port: 33204af3-bcba-4718-85f2-80e14dce670d, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e06e6d-0f57-4315-81a6-43c22430ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:09:58.775955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.797941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Deleting port 66a25857-341d-4dee-8714-642c6e23ab64 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:09:58.798270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.949377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] For port 33204af3-bcba-4718-85f2-80e14dce670d, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:09:58.952228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88e00-553b-4264-a6b7-eae504950536 req-8d875f6e-dc1f-4cc9-9f84-d9f5ff431355 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:58.954483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] For port 33204af3-bcba-4718-85f2-80e14dce670d, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=33204af3-bcba-4718-85f2-80e14dce670d,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:09:58.963636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60e88e00-553b-4264-a6b7-eae504950536 req-8d875f6e-dc1f-4cc9-9f84-d9f5ff431355 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.2828796 Nov 23 14:09:58.971056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:58.998488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] For port 66a25857-341d-4dee-8714-642c6e23ab64, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=66a25857-341d-4dee-8714-642c6e23ab64,segment=NetworkSegment(4df00552-dcf7-4816-a959-9111f411d1e2),segment_id=4df00552-dcf7-4816-a959-9111f411d1e2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:09:59.004159 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.024888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8f2006-eeb9-4771-b061-648c47d16737 req-6bf52c28-9436-4009-91ff-4dcd29d35e65 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425193 Nov 23 14:09:59.041980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-105104d9-b18f-43dd-b163-904028f2fcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.081948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Calling delete_port for 66a25857-341d-4dee-8714-642c6e23ab64 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:09:59.084269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:59.084890 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.086436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 200 len: 1092 time: 2.1556587 Nov 23 14:09:59.089624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:09:59.097712 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7b4b86-bbc2-4a39-8936-198e72339357" -d '{"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "33204af3-bcba-4718-85f2-80e14dce670d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:09:59.140651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:09:59.231208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:09:55Z', 'revision_number': 4, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'dcf8d5f4-da95-469b-9b32-c0b2f24c998c', 'name': '', 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'mac_address': 'fa:16:3e:4c:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'a7263287-eb1e-490c-acda-81d39c00f5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:54Z', 'updated_at': '2021-11-23T14:09:55Z', 'revision_number': 2, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'subnets': [{'id': 'a7263287-eb1e-490c-acda-81d39c00f5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:09:59.277957 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Checking router: f01678b7-84d9-451c-a2d3-4c9b35dd8c7a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:09:59.278777 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Updating router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a port dcf8d5f4-da95-469b-9b32-c0b2f24c998c binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:09:59.284744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5c9f4-a9fb-4373-8e4b-dcc17722f7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=33204af3-bcba-4718-85f2-80e14dce670d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:09:59.325724 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.342094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.393633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60e88e00-553b-4264-a6b7-eae504950536 req-d6d44180-2a23-435e-b0b3-c63119fa0ffd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216635 Nov 23 14:09:59.443254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e2d3-9aa4-4ab9-9bed-a0858d4d0a59 req-de12d387-639e-46be-98aa-fef33e20c075 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:59.452091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e2d3-9aa4-4ab9-9bed-a0858d4d0a59 req-de12d387-639e-46be-98aa-fef33e20c075 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:59.454274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7460e2d3-9aa4-4ab9-9bed-a0858d4d0a59 req-de12d387-639e-46be-98aa-fef33e20c075 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46&device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 1690 time: 0.1765420 Nov 23 14:09:59.505767 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-dbfc6228-915c-459a-bd74-ab6b36f5d3e7 req-27ac345f-411e-43b3-8e56-cbd76a8424e4 tempest-FloatingIPsNegativeTestJSON-801290667 tempest-FloatingIPsNegativeTestJSON-801290667-project] show failed (client error): The resource could not be found. Nov 23 14:09:59.507288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbfc6228-915c-459a-bd74-ab6b36f5d3e7 req-27ac345f-411e-43b3-8e56-cbd76a8424e4 tempest-FloatingIPsNegativeTestJSON-801290667 tempest-FloatingIPsNegativeTestJSON-801290667-project] 10.222.0.46 "GET /v2.0/floatingips/5067ffc7-328a-48af-9e20-2b975e64128d HTTP/1.1" status: 404 len: 350 time: 0.0517833 Nov 23 14:09:59.525219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38242) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:09:59.583127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7460e2d3-9aa4-4ab9-9bed-a0858d4d0a59 req-bf92e5cc-1435-4d0c-8bc0-f1f94e923178 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204774 Nov 23 14:09:59.756102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b55f1-7208-461a-8cb4-d5b68fa2ae58 req-964322d2-71d6-4758-a44d-82fbedd46447 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:59.767473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-061b55f1-7208-461a-8cb4-d5b68fa2ae58 req-964322d2-71d6-4758-a44d-82fbedd46447 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.1345007 Nov 23 14:09:59.830019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:09:59.869918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-061b55f1-7208-461a-8cb4-d5b68fa2ae58 req-134208bb-2e59-4e2a-ac46-dcb33eec20f1 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014757 Nov 23 14:09:59.909702 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.918393 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.924150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f27f-f875-45ef-b07c-fa2b92d0a617 req-e4a92ff4-19e1-4c53-a1eb-40f99fd3052d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:59.944408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:09:59.959193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f27f-f875-45ef-b07c-fa2b92d0a617 req-e4a92ff4-19e1-4c53-a1eb-40f99fd3052d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:09:59.984027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f27f-f875-45ef-b07c-fa2b92d0a617 req-e4a92ff4-19e1-4c53-a1eb-40f99fd3052d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.005160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f27f-f875-45ef-b07c-fa2b92d0a617 req-e4a92ff4-19e1-4c53-a1eb-40f99fd3052d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.032571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f27f-f875-45ef-b07c-fa2b92d0a617 req-e4a92ff4-19e1-4c53-a1eb-40f99fd3052d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.032571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb20f27f-f875-45ef-b07c-fa2b92d0a617 req-e4a92ff4-19e1-4c53-a1eb-40f99fd3052d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 3828 time: 0.2607303 Nov 23 14:10:00.079522 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6db042-9dc4-4ebb-a0ef-a9be00f17e56 x-openstack-request-id: req-bb6db042-9dc4-4ebb-a0ef-a9be00f17e56 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:00.079985 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "33204af3-bcba-4718-85f2-80e14dce670d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:00.080112 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb6db042-9dc4-4ebb-a0ef-a9be00f17e56 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:00.080438 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d', 'status': 'completed', 'code': 200} Nov 23 14:10:00.091836 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Pushing event updated for resources: {'Port': ['ID=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:00.099622 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.139318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a8f078b5-d902-4f1b-b238-84555361cd4b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:00.160589 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.161074 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.161282 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.161628 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.161950 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.162272 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.162589 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.162986 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.163240 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.163560 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.163875 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.164186 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:00.169946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb20f27f-f875-45ef-b07c-fa2b92d0a617 req-3cd0641a-7703-4842-9808-5b2852d2d762 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230152 Nov 23 14:10:00.231691 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Attempting to bind port dcf8d5f4-da95-469b-9b32-c0b2f24c998c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:00.232078 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Attempting to bind port dcf8d5f4-da95-469b-9b32-c0b2f24c998c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:00.232447 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Attempting to bind port dcf8d5f4-da95-469b-9b32-c0b2f24c998c on network 44b18f41-4679-4aa1-8b88-35e647985d27 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:00.248092 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:00.248523 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Checking segment: {'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:00.248863 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.249251 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Bound using segment: {'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:00.249837 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Bound port: dcf8d5f4-da95-469b-9b32-c0b2f24c998c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d58435-c3da-43fe-b5ce-7643477c27d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:00.250087 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.361491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e582ae5-25c3-460f-9f35-1cd178f7e993 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:00.373951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.390916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Transition to ACTIVE for port object 3e582ae5-25c3-460f-9f35-1cd178f7e993 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:00.409393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a8f078b5-d902-4f1b-b238-84555361cd4b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:00.409762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.414422 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] For port dcf8d5f4-da95-469b-9b32-c0b2f24c998c, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:00.421085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] For port dcf8d5f4-da95-469b-9b32-c0b2f24c998c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,segment=NetworkSegment(65d58435-c3da-43fe-b5ce-7643477c27d2),segment_id=65d58435-c3da-43fe-b5ce-7643477c27d2)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:00.421800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:00.428723 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.466122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a25857-341d-4dee-8714-642c6e23ab64,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:00.468321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.544225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'mac_address': 'fa:16:3e:0a:08:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:00.578977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Pushing event updated for resources: {'Port': ['ID=3e582ae5-25c3-460f-9f35-1cd178f7e993,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:00.624316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Routers {'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:00.624998 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:00.629345 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248fc83-03cd-44c4-9c7a-2e9dedaf751b None None] Pushing event updated for resources: {'Port': ['ID=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:00.722617 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.732502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110aee-89bc-44e8-9352-29a5c1b621e1 req-e35cebbe-5136-4636-bb6b-b62198a07a1a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.742275 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b110aee-89bc-44e8-9352-29a5c1b621e1 req-e35cebbe-5136-4636-bb6b-b62198a07a1a tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 949 time: 0.1908405 Nov 23 14:10:00.764448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0032-b309-4e0d-b361-556b871f13bc req-991cc85c-36e8-408b-bcf9-1b96c2d33f39 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.782219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-797a0032-b309-4e0d-b361-556b871f13bc req-991cc85c-36e8-408b-bcf9-1b96c2d33f39 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 1101 time: 0.3004205 Nov 23 14:10:00.803733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5a422eb6-4cf8-4ec3-91c7-df4cb89e6f72 None None] Provisioning complete for port dcf8d5f4-da95-469b-9b32-c0b2f24c998c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:00.804116 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a422eb6-4cf8-4ec3-91c7-df4cb89e6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.827714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-a9c6a646-7748-45be-9afd-99ece3b77077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.828236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-a9c6a646-7748-45be-9afd-99ece3b77077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.828876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-a9c6a646-7748-45be-9afd-99ece3b77077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.831576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-a9c6a646-7748-45be-9afd-99ece3b77077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.832065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-a9c6a646-7748-45be-9afd-99ece3b77077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:00.839882 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-a9c6a646-7748-45be-9afd-99ece3b77077 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 4363 time: 0.7839913 Nov 23 14:10:00.844572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:00.914174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e216c764-11a0-4e26-84b1-761cd00db5a4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:00.968513 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] Set router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:01.017027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b110aee-89bc-44e8-9352-29a5c1b621e1 req-cc721b73-80b1-4433-b3d5-3e3a4ee87d30 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718029 Nov 23 14:10:01.046790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:01.124912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-797a0032-b309-4e0d-b361-556b871f13bc req-f76f7ae9-c823-4f8b-84ba-b8b80b752163 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393888 Nov 23 14:10:01.138650 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:01.162839 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a422eb6-4cf8-4ec3-91c7-df4cb89e6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:01.203911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Attempting to bind port 3e582ae5-25c3-460f-9f35-1cd178f7e993 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:01.204492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Attempting to bind port 3e582ae5-25c3-460f-9f35-1cd178f7e993 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:01.204708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Attempting to bind port 3e582ae5-25c3-460f-9f35-1cd178f7e993 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:01.242354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Port 3e582ae5-25c3-460f-9f35-1cd178f7e993 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:01.242844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Attempting to bind port 3e582ae5-25c3-460f-9f35-1cd178f7e993 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:01.255769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:01.256117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Checking segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:01.256729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Bound using segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:01.257002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Bound port: 3e582ae5-25c3-460f-9f35-1cd178f7e993, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:01.257368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:01.262448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5a422eb6-4cf8-4ec3-91c7-df4cb89e6f72 None None] For port dcf8d5f4-da95-469b-9b32-c0b2f24c998c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,segment=NetworkSegment(65d58435-c3da-43fe-b5ce-7643477c27d2),segment_id=65d58435-c3da-43fe-b5ce-7643477c27d2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:01.271642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a422eb6-4cf8-4ec3-91c7-df4cb89e6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:01.298202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=13']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:01.340323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a5c82-6b0d-4f7d-9e8a-2f57a8af3cce req-367fc235-fd6f-49e7-80ee-dd25eba78884 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:01.350484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f28a5c82-6b0d-4f7d-9e8a-2f57a8af3cce req-367fc235-fd6f-49e7-80ee-dd25eba78884 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 946 time: 0.1395497 Nov 23 14:10:01.384932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480a9d8-61d1-4a9d-a8cc-7399386e86aa req-8978d3c6-ab75-46d3-b95c-995931eeaade tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:01.395132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2480a9d8-61d1-4a9d-a8cc-7399386e86aa req-8978d3c6-ab75-46d3-b95c-995931eeaade tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 1101 time: 0.1346397 Nov 23 14:10:01.397975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a422eb6-4cf8-4ec3-91c7-df4cb89e6f72 None None] Pushing event updated for resources: {'Port': ['ID=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:01.421712 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:09:55Z', 'revision_number': 4, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'dcf8d5f4-da95-469b-9b32-c0b2f24c998c', 'name': '', 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'mac_address': 'fa:16:3e:4c:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'a7263287-eb1e-490c-acda-81d39c00f5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:54Z', 'updated_at': '2021-11-23T14:10:00Z', 'revision_number': 4, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'subnets': [{'id': 'a7263287-eb1e-490c-acda-81d39c00f5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:01.431440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-11b4dc0d-bbed-4100-baab-f48879265ca0 None None] Provisioning complete for port dcf8d5f4-da95-469b-9b32-c0b2f24c998c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:01.431821 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-11b4dc0d-bbed-4100-baab-f48879265ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:01.463390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f28a5c82-6b0d-4f7d-9e8a-2f57a8af3cce req-655af542-999b-4b58-bece-491b5ebd954f tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084051 Nov 23 14:10:01.483730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc22d0-eb52-4e50-9e58-26caa949d573 None None] The sync data for ids ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'] in n-d-818503-2 is: [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:09:55Z', 'revision_number': 4, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'dcf8d5f4-da95-469b-9b32-c0b2f24c998c', 'name': '', 'network_id': '44b18f41-4679-4aa1-8b88-35e647985d27', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'mac_address': 'fa:16:3e:4c:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'a7263287-eb1e-490c-acda-81d39c00f5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:54Z', 'updated_at': '2021-11-23T14:10:00Z', 'revision_number': 4, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'subnets': [{'id': 'a7263287-eb1e-490c-acda-81d39c00f5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:10:01.514842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e216c764-11a0-4e26-84b1-761cd00db5a4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:01.579110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2480a9d8-61d1-4a9d-a8cc-7399386e86aa req-d9355667-f482-40e0-8f12-45b561001a44 tempest-MigrationsAdminTest-685985306 tempest-MigrationsAdminTest-685985306-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802726 Nov 23 14:10:01.670594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-6ad368da-e6e8-4fc5-b3db-e2076707a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:01.671316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-6ad368da-e6e8-4fc5-b3db-e2076707a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:01.671844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-6ad368da-e6e8-4fc5-b3db-e2076707a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:01.675425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-6ad368da-e6e8-4fc5-b3db-e2076707a94a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8b6d80189124f12b4c63bdf9790b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8075962 Nov 23 14:10:01.715614 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:01.746184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8079ff3-75c7-4613-829a-6dea52748888 req-0c206b6b-96f7-4d17-82d9-85d66fe9b32c tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:01.748228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8079ff3-75c7-4613-829a-6dea52748888 req-0c206b6b-96f7-4d17-82d9-85d66fe9b32c tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 1100 time: 0.0905459 Nov 23 14:10:01.851637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8079ff3-75c7-4613-829a-6dea52748888 req-74b3c46d-3126-446c-be8d-9e81ce6a007a tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822811 Nov 23 14:10:01.908046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] For port 3e582ae5-25c3-460f-9f35-1cd178f7e993, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:01.977796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Router 35249e31-bf95-418a-ab7a-adefc83992a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:10:01.986415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-09bc464f-ef79-4756-b9ed-cb3c50a0fba0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.004089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] For port 3e582ae5-25c3-460f-9f35-1cd178f7e993, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:02.009822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-09bc464f-ef79-4756-b9ed-cb3c50a0fba0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.018606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-09bc464f-ef79-4756-b9ed-cb3c50a0fba0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.032973 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:02.051078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-09bc464f-ef79-4756-b9ed-cb3c50a0fba0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.060806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-09bc464f-ef79-4756-b9ed-cb3c50a0fba0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.069298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-09bc464f-ef79-4756-b9ed-cb3c50a0fba0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.079730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-09bc464f-ef79-4756-b9ed-cb3c50a0fba0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 4601 time: 0.2267637 Nov 23 14:10:02.108299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Pushing event updated for resources: {'Port': ['ID=3e582ae5-25c3-460f-9f35-1cd178f7e993,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:02.220194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a7c6806-355a-4160-b905-4d5b782bd93a req-64a6e074-8081-46d8-bbd9-d109fa4bb55f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395326 Nov 23 14:10:02.242203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-8cca8395-bc90-46d8-a38c-f7b0b6ce80e6 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.246438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-8cca8395-bc90-46d8-a38c-f7b0b6ce80e6 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1097 time: 0.1067064 Nov 23 14:10:02.256240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818503-2'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:02.283465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dcf8d5f4-da95-469b-9b32-c0b2f24c998c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:02.351722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:02.399591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.402602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:02.404342 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cee2a32b-bc8a-4cf7-a370-79d9aea3244d service neutron] 10.222.0.11 "PUT /v2.0/ports/3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 1131 time: 3.2731171 Nov 23 14:10:02.434066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '3e582ae5-25c3-460f-9f35-1cd178f7e993'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:02.440932 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e03e01-6585-47c6-a7ad-a9bd778a7b65" -d '{"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "3e582ae5-25c3-460f-9f35-1cd178f7e993"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:02.484609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-27d314f6-3689-41fe-a207-c884d08b0700 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768774 Nov 23 14:10:02.485131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port dcf8d5f4-da95-469b-9b32-c0b2f24c998c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:02.485512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:02.555309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:02.726478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21505c2-9626-4a7b-83bd-f963399fad39 req-6c1181e8-cd47-45c3-93d2-589e5a3b2857 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.743691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b21505c2-9626-4a7b-83bd-f963399fad39 req-6c1181e8-cd47-45c3-93d2-589e5a3b2857 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.2425804 Nov 23 14:10:02.791431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-a15b9b27-c184-41db-b80a-f9483500b4ef tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.796147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-a15b9b27-c184-41db-b80a-f9483500b4ef tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106732 Nov 23 14:10:02.898825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:02.931995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:02.947252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-0489db1a-9c4c-4b07-ae52-3c431b9fa53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:02.948874 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b7b4b86-bbc2-4a39-8936-198e72339357 req-0489db1a-9c4c-4b07-ae52-3c431b9fa53d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2258060 Nov 23 14:10:02.973769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:10:02.984926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] Sync routers for ids ['35249e31-bf95-418a-ab7a-adefc83992a9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:10:02.998623 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f5b41687-eb18-4263-ad3d-47709d75a234 admin admin] 10.222.0.46 "PUT /v2.0/routers/35249e31-bf95-418a-ab7a-adefc83992a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3132424 Nov 23 14:10:03.001753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38284) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:03.004736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:03.005565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] Routers {'35249e31-bf95-418a-ab7a-adefc83992a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:03.006199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35249e31-bf95-418a-ab7a-adefc83992a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:03.059525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:03.062800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:03.066884 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b959f3-8436-4827-9869-76be95c97ca8" -d '{"events": [{"server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:03.087735 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:03.147248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-4f4a4bfc-aead-4af7-a49b-cd6674aac7fc tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/quotas/89f88a8a3aa342619e8a6d098ff99d52 HTTP/1.1" status: 200 len: 375 time: 0.0732131 Nov 23 14:10:03.167364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:03.203283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] Set router 35249e31-bf95-418a-ab7a-adefc83992a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:03.222705 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-e5bc1f58-365e-4e7a-81f0-cba153a68ad7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3185818 Nov 23 14:10:03.243404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:03.259308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b21505c2-9626-4a7b-83bd-f963399fad39 req-3c7888a4-8591-4bc7-84a7-1aa0a5facd8d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617791 Nov 23 14:10:03.325357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:03.394403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-e123545c-50b8-4c57-bf30-b8a5b7b97815 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2460656 Nov 23 14:10:03.396200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on host n-h1-818503-2 for vnic_type normal with profile {"migrating_to": "n-h2-818503-2"} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:03.396832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:03.397482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:03.404194 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1159b108-9c48-428d-849e-b31757de2812 x-openstack-request-id: req-1159b108-9c48-428d-849e-b31757de2812 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:03.404718 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "3e582ae5-25c3-460f-9f35-1cd178f7e993", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:03.404824 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1159b108-9c48-428d-849e-b31757de2812 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:03.405548 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '3e582ae5-25c3-460f-9f35-1cd178f7e993', 'status': 'completed', 'code': 200} Nov 23 14:10:03.410801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:03.413056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Attempting to bind port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on network fbb24a31-918b-4ba8-accb-73a3b772d8d9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:03.426480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:03.427788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Checking segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:03.431178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Bound using segment: {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:03.431762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Bound port: 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69524c20-8ed3-4d09-90bb-ad8b5d13277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fbb24a31-918b-4ba8-accb-73a3b772d8d9'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:03.433012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:03.576359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8bd0e-9f80-4247-89aa-f2ce305176fa req-1b65fb17-705f-48fb-9fb4-6516da641d6d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.584757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70a8bd0e-9f80-4247-89aa-f2ce305176fa req-1b65fb17-705f-48fb-9fb4-6516da641d6d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.1309514 Nov 23 14:10:03.622434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:03.646343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:03.663563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70a8bd0e-9f80-4247-89aa-f2ce305176fa req-969cde4e-f436-4ab1-880f-d28f14c2b4b1 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776532 Nov 23 14:10:03.669611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:03.774573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:09:59Z', 'revision_number': 5, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:03.820135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=8']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:03.852433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] Checking router: 35249e31-bf95-418a-ab7a-adefc83992a9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:10:03.866094 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 76b23f0e-0614-4ae4-a3cf-60ae1baad774 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:03.878245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:03.895793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-6493ee62-c7d4-46ff-9b9b-d99252e188f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.897507 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-6493ee62-c7d4-46ff-9b9b-d99252e188f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 1101 time: 0.5678728 Nov 23 14:10:03.912861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.913870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:03.920350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-baafb682-87e5-45de-9786-21ced75c6f25 service neutron] 10.222.0.74 "PUT /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 1122 time: 1.6683545 Nov 23 14:10:03.945307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-bf251b1d-acca-4c86-8169-0bc4b91fe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.945796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-bf251b1d-acca-4c86-8169-0bc4b91fe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.946266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-bf251b1d-acca-4c86-8169-0bc4b91fe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.949951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-bf251b1d-acca-4c86-8169-0bc4b91fe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.951411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-bf251b1d-acca-4c86-8169-0bc4b91fe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.951893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-bf251b1d-acca-4c86-8169-0bc4b91fe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:03.953801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-bf251b1d-acca-4c86-8169-0bc4b91fe512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5287 time: 0.5438952 Nov 23 14:10:03.960489 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c668cc5-bf46-48eb-a2c8-ffe9ec81f390 x-openstack-request-id: req-1c668cc5-bf46-48eb-a2c8-ffe9ec81f390 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:03.960790 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:03.961040 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c668cc5-bf46-48eb-a2c8-ffe9ec81f390 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:03.961442 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774', 'code': 200} Nov 23 14:10:03.997468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:04.028813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] Routers {'35249e31-bf95-418a-ab7a-adefc83992a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:04.029846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35249e31-bf95-418a-ab7a-adefc83992a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:04.102465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f771399-a2fd-40c2-9eb6-67e297100945 req-faf9e72d-4ca5-4b63-9f57-be3a3ced0a0d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 210 time: 0.0506163 Nov 23 14:10:04.117593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['76b23f0e-0614-4ae4-a3cf-60ae1baad774'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:04.142114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['76b23f0e-0614-4ae4-a3cf-60ae1baad774'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:04.174839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-7e957bb6-648c-48e9-b41f-fe5bb81818b2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.179927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-7e957bb6-648c-48e9-b41f-fe5bb81818b2 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.2339118 Nov 23 14:10:04.227328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-ba018805-9386-44c8-a1a7-aff10b562ac4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.235358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-ba018805-9386-44c8-a1a7-aff10b562ac4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.243013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-ba018805-9386-44c8-a1a7-aff10b562ac4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.249981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-ba018805-9386-44c8-a1a7-aff10b562ac4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.257350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-ba018805-9386-44c8-a1a7-aff10b562ac4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.265947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-ba018805-9386-44c8-a1a7-aff10b562ac4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.276178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-ba018805-9386-44c8-a1a7-aff10b562ac4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 4601 time: 0.2549133 Nov 23 14:10:04.293322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port e216c764-11a0-4e26-84b1-761cd00db5a4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:10:04.306829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port e216c764-11a0-4e26-84b1-761cd00db5a4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:04.307285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:04.447939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ce6fb49-c187-44e1-b77c-50721d710954 req-4fec5c78-132d-4a33-9604-f90acac4326d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704292 Nov 23 14:10:04.496024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0e309-d348-4334-9570-27d7c187f0af req-82861ff5-6d09-4cbe-99d5-3bdd66ed5c58 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.497858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5a0e309-d348-4334-9570-27d7c187f0af req-82861ff5-6d09-4cbe-99d5-3bdd66ed5c58 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.1896305 Nov 23 14:10:04.530330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-d1ef923d-f2db-43d2-a237-d0da5afa6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.530856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-d1ef923d-f2db-43d2-a237-d0da5afa6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.530970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-d1ef923d-f2db-43d2-a237-d0da5afa6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.532624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-d1ef923d-f2db-43d2-a237-d0da5afa6887 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8b6d80189124f12b4c63bdf9790b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5280974 Nov 23 14:10:04.568110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Deleting port e216c764-11a0-4e26-84b1-761cd00db5a4 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:04.568576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:04.658874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5a0e309-d348-4334-9570-27d7c187f0af req-3511496a-88c1-4ec7-b770-8a3f4779b363 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367812 Nov 23 14:10:04.677130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:04.697578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 76b23f0e-0614-4ae4-a3cf-60ae1baad774 has no active binding in host n-h2-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:10:04.766146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c29717-6444-4706-9eec-a52d43c334e3 req-4623709e-5bd8-4b22-bb93-213b61c2ed6d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:04.780254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87c29717-6444-4706-9eec-a52d43c334e3 req-4623709e-5bd8-4b22-bb93-213b61c2ed6d tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 950 time: 0.1583910 Nov 23 14:10:04.887673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] Set router 35249e31-bf95-418a-ab7a-adefc83992a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:04.960625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] For port e216c764-11a0-4e26-84b1-761cd00db5a4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e216c764-11a0-4e26-84b1-761cd00db5a4,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:04.961348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.003618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87c29717-6444-4706-9eec-a52d43c334e3 req-8bd67643-73c9-458a-8d0a-bf18d9efc490 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123134 Nov 23 14:10:05.015396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Calling delete_port for e216c764-11a0-4e26-84b1-761cd00db5a4 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:05.034270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e770f1-536f-4ec6-94b1-3fe62ac855ea req-401781bc-5bdc-47ca-a9a0-2dea8b857f58 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.041632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60e770f1-536f-4ec6-94b1-3fe62ac855ea req-401781bc-5bdc-47ca-a9a0-2dea8b857f58 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.2145612 Nov 23 14:10:05.047783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-1f40a534-444e-4bdc-9285-6a5b2c3403b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.050118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-1f40a534-444e-4bdc-9285-6a5b2c3403b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 1.0785947 Nov 23 14:10:05.101420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.136513 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.158826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60e770f1-536f-4ec6-94b1-3fe62ac855ea req-545aa2f8-9441-43d5-8cf3-42aca693a1a3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155636 Nov 23 14:10:05.160390 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-d3eb0b6b-90dd-47d7-a7bc-b6ecc6568267 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 200 len: 217 time: 0.0894258 Nov 23 14:10:05.295238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-556775fa-6a75-4173-a36f-aba6e9de4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.296994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-556775fa-6a75-4173-a36f-aba6e9de4b34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1182485 Nov 23 14:10:05.313259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db8037ec-68e4-4b22-9418-c0c5758e7de3 req-839b58d2-bcbd-4594-8ef2-56ded7974074 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 210 time: 0.0456960 Nov 23 14:10:05.316094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.400250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-3dd4ff71-f127-4341-93a1-9fd76128a682 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3457620 Nov 23 14:10:05.412416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-8f5401b9-c1c5-4e57-bf34-92ecfdef5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.415433 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74e03e01-6585-47c6-a7ad-a9bd778a7b65 req-8f5401b9-c1c5-4e57-bf34-92ecfdef5f04 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8586867 Nov 23 14:10:05.416160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event deleted for resources: {'Port': ['ID=e216c764-11a0-4e26-84b1-761cd00db5a4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:05.518178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d03409f7-7b80-47bc-998c-91e250a5d416'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:05.575452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] No DVR routers for this DVR port e216c764-11a0-4e26-84b1-761cd00db5a4 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:05.581396 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.598113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b2a6a1d-991d-4832-a24c-13a3aaa381aa req-9c4a265e-b28c-4304-b5f8-1d59c2ae9678 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "DELETE /v2.0/ports/e216c764-11a0-4e26-84b1-761cd00db5a4 HTTP/1.1" status: 204 len: 173 time: 1.4099762 Nov 23 14:10:05.620196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720a6853-0f73-4079-a719-4363ffe71fbb {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:05.641451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.688857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Transition to ACTIVE for port object 720a6853-0f73-4079-a719-4363ffe71fbb will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:05.692909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-31753599-6263-4a9b-a035-c1ba0ae07101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.696291 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-31753599-6263-4a9b-a035-c1ba0ae07101 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3825066 Nov 23 14:10:05.739596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:09:59Z', 'revision_number': 5, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:05.781051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210700-bacf-45ba-9b76-af43e18875fd req-8123ae7f-7d62-4cc5-a7a1-498275ba999d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.794321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.808981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210700-bacf-45ba-9b76-af43e18875fd req-8123ae7f-7d62-4cc5-a7a1-498275ba999d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.834622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36a6ea-2983-4498-b8f8-a0393d84ec81 None None] The sync data for ids ['35249e31-bf95-418a-ab7a-adefc83992a9'] in n-d-818503-2 is: [{'id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-15533167-router', 'tenant_id': '85414b27a96b4fc29177b01963e89dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:04:18Z', 'updated_at': '2021-11-23T14:09:59Z', 'revision_number': 5, 'project_id': '85414b27a96b4fc29177b01963e89dcb', 'gw_port': {'id': '9aaa7a6a-5dbe-4461-884a-c31534dd89b1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35249e31-bf95-418a-ab7a-adefc83992a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:04:20Z', 'updated_at': '2021-11-23T14:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:10:05.856468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210700-bacf-45ba-9b76-af43e18875fd req-8123ae7f-7d62-4cc5-a7a1-498275ba999d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.866517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210700-bacf-45ba-9b76-af43e18875fd req-8123ae7f-7d62-4cc5-a7a1-498275ba999d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.904746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f', '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'e216c764-11a0-4e26-84b1-761cd00db5a4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:05.905655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210700-bacf-45ba-9b76-af43e18875fd req-8123ae7f-7d62-4cc5-a7a1-498275ba999d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.911873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Pushing event updated for resources: {'Port': ['ID=720a6853-0f73-4079-a719-4363ffe71fbb,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:05.927317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Deleting port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:05.927658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:05.934594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210700-bacf-45ba-9b76-af43e18875fd req-8123ae7f-7d62-4cc5-a7a1-498275ba999d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:05.936561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb210700-bacf-45ba-9b76-af43e18875fd req-8123ae7f-7d62-4cc5-a7a1-498275ba999d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 4601 time: 0.3174620 Nov 23 14:10:05.938636 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-e9568588-1e58-454b-b922-740a3b50356c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2038012 Nov 23 14:10:06.000112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774'}, {'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-deleted', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:06.002605 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980efb97-71df-4c21-9ef9-653e685b3d23" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774"}, {"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-deleted", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:06.060658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb210700-bacf-45ba-9b76-af43e18875fd req-4b03cbc5-7ac6-4804-a39b-f1451d11151d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128986 Nov 23 14:10:06.161010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-fb022d97-4f8f-493d-a92c-efcb32aa8581 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840392 Nov 23 14:10:06.212593 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1671ba-4528-4119-8995-4be703e15888 x-openstack-request-id: req-ab1671ba-4528-4119-8995-4be703e15888 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:06.213110 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774", "status": "completed", "code": 200}, {"server_uuid": "4573082d-3690-4a94-b1de-ebb7ed5d5c05", "name": "network-vif-deleted", "tag": "e216c764-11a0-4e26-84b1-761cd00db5a4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:06.213333 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab1671ba-4528-4119-8995-4be703e15888 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:06.213886 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774', 'status': 'completed', 'code': 200} Nov 23 14:10:06.214231 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573082d-3690-4a94-b1de-ebb7ed5d5c05', 'name': 'network-vif-deleted', 'tag': 'e216c764-11a0-4e26-84b1-761cd00db5a4', 'status': 'completed', 'code': 200} Nov 23 14:10:06.227415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-846a977c-995a-43f8-8a33-df2f59fda6f7 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:06.228944 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-846a977c-995a-43f8-8a33-df2f59fda6f7 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593215 Nov 23 14:10:06.245736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d772e-6a66-450a-a1b8-846206176218 req-e7df228c-acfd-45b7-a648-4bf23aab6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:06.247682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-e7df228c-acfd-45b7-a648-4bf23aab6788 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 1095 time: 0.5495923 Nov 23 14:10:06.285274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 66a25857-341d-4dee-8714-642c6e23ab64 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:06.302271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:06.344128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a376a23f-5582-491e-bd61-ff6399a7f3ee req-0a3ebba8-4f00-49b1-9774-72742e8ea26e tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=4573082d-3690-4a94-b1de-ebb7ed5d5c05 HTTP/1.1" status: 200 len: 210 time: 0.0478337 Nov 23 14:10:06.349955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 66a25857-341d-4dee-8714-642c6e23ab64 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:06.359322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 66a25857-341d-4dee-8714-642c6e23ab64 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:06.551000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] For port 9aaa7a6a-5dbe-4461-884a-c31534dd89b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:06.551424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:06.567941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4adcda-abef-4516-b9cf-3e99dc77b1db req-9f98f5b2-2dc3-461b-b245-e1e6348252a2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:06.575115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Calling delete_port for 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:06.579392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e4adcda-abef-4516-b9cf-3e99dc77b1db req-9f98f5b2-2dc3-461b-b245-e1e6348252a2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.1043439 Nov 23 14:10:06.687922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e4adcda-abef-4516-b9cf-3e99dc77b1db req-499bbc1b-d1fb-42e6-8bb8-dab233dd7101 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Nov 23 14:10:06.721283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc479a43-d0bf-48b9-8ce9-8ac47aaf3c07 req-6e0b68e5-e3bd-4018-9e4a-af3d66196f30 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:06.731105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc479a43-d0bf-48b9-8ce9-8ac47aaf3c07 req-6e0b68e5-e3bd-4018-9e4a-af3d66196f30 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.1141272 Nov 23 14:10:06.828018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc479a43-d0bf-48b9-8ce9-8ac47aaf3c07 req-d1e79468-4121-40f9-aaf6-ded2cd354108 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957067 Nov 23 14:10:06.879611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e8c43ae-2f93-47c4-bdde-d204f345b677 req-0125f8e5-34c8-447f-85d0-0b676ce83e2c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 210 time: 0.0435159 Nov 23 14:10:07.081743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Deleting port dcf8d5f4-da95-469b-9b32-c0b2f24c998c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:07.082325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:07.177793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-a015b5ee-9ca2-44d7-a8f3-0da034703666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.179359 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-a015b5ee-9ca2-44d7-a8f3-0da034703666 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1125 time: 0.9281886 Nov 23 14:10:07.214481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.222223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.227993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.234846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.240842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.246947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.253195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.256082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-9e8a5da6-7308-4393-8bd9-c4ae786a4b2f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5373 time: 0.1024697 Nov 23 14:10:07.318123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03d01729-6d8f-4600-bd2d-d70d17119a31 req-4ce1334c-3482-4a27-97a9-9e1f0a3cdaff tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561752 Nov 23 14:10:07.424230 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73f7833b-f38c-4bf8-8e81-ea035573cb15 req-aa1d708b-75b8-4de4-99c9-bdc1953603b3 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1903431 Nov 23 14:10:07.425775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Attempting to bind port 720a6853-0f73-4079-a719-4363ffe71fbb on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:07.426542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Attempting to bind port 720a6853-0f73-4079-a719-4363ffe71fbb by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:07.427333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Attempting to bind port 720a6853-0f73-4079-a719-4363ffe71fbb on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:07.504303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Port 720a6853-0f73-4079-a719-4363ffe71fbb on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:07.504694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Attempting to bind port 720a6853-0f73-4079-a719-4363ffe71fbb on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:07.511044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d772e-6a66-450a-a1b8-846206176218 req-2fcf4552-69a3-466d-a1b6-3df47dac7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.512925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-2fcf4552-69a3-466d-a1b6-3df47dac7ad7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.5479755 Nov 23 14:10:07.522571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:07.523194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Checking segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:07.523703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Bound using segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:07.524203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Bound port: 720a6853-0f73-4079-a719-4363ffe71fbb, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:07.524989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:07.544697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:07.548627 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:07.659704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] For port dcf8d5f4-da95-469b-9b32-c0b2f24c998c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,segment=NetworkSegment(65d58435-c3da-43fe-b5ce-7643477c27d2),segment_id=65d58435-c3da-43fe-b5ce-7643477c27d2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:07.660171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:07.677376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Calling delete_port for dcf8d5f4-da95-469b-9b32-c0b2f24c998c owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:07.679641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-b8ad4ed2-456e-46b0-af93-1c591b1d7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.681173 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-b8ad4ed2-456e-46b0-af93-1c591b1d7e05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.4708283 Nov 23 14:10:07.725456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1007f32-b686-4447-a7c8-bfaf23ddf67f req-258388f1-b33d-450d-b7b8-b5ebb1e4bd41 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.727285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1007f32-b686-4447-a7c8-bfaf23ddf67f req-258388f1-b33d-450d-b7b8-b5ebb1e4bd41 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 951 time: 0.0865071 Nov 23 14:10:07.738253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f01b2e-7467-44a5-ac7b-c34827cba851 req-f2b5e93f-6c33-4c4b-aba0-e33354266861 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:07.739667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:07.744478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3f01b2e-7467-44a5-ac7b-c34827cba851 req-f2b5e93f-6c33-4c4b-aba0-e33354266861 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.0951858 Nov 23 14:10:07.781627 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-fdffbfdd-cbe4-4e60-abaa-60b58fac2835 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 200 len: 217 time: 0.1948197 Nov 23 14:10:07.815740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-93a73d3b-39de-4ad3-82be-09d5450a1a57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 217 time: 0.0877118 Nov 23 14:10:07.817018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3f01b2e-7467-44a5-ac7b-c34827cba851 req-524aab5b-f778-4020-8927-a690720d20ba tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715117 Nov 23 14:10:07.826348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1007f32-b686-4447-a7c8-bfaf23ddf67f req-526c81ff-7b3a-4b24-be67-7878b9058a90 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794325 Nov 23 14:10:07.845211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaa7a6a-5dbe-4461-884a-c31534dd89b1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:07.866754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:07.957407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: e216c764-11a0-4e26-84b1-761cd00db5a4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:07.960147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e216c764-11a0-4e26-84b1-761cd00db5a4 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:08.052966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810071bd-7f1c-4e1a-ad03-1ac9d6f1d3f9 req-8f4b4c20-45b3-4893-a704-fdd5b1696587 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.054574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-810071bd-7f1c-4e1a-ad03-1ac9d6f1d3f9 req-8f4b4c20-45b3-4893-a704-fdd5b1696587 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.1276255 Nov 23 14:10:08.096457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] For port 720a6853-0f73-4079-a719-4363ffe71fbb, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:08.103065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d772e-6a66-450a-a1b8-846206176218 req-c217ef12-ef50-4b18-b1fb-553d077b57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.104654 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-c217ef12-ef50-4b18-b1fb-553d077b57c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.2876966 Nov 23 14:10:08.130523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3db08e1e-3460-47cd-99b8-e0debd6cfc77 req-2962ebad-a8e1-4656-999a-c9f6b08a791c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 210 time: 0.0348442 Nov 23 14:10:08.166930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-810071bd-7f1c-4e1a-ad03-1ac9d6f1d3f9 req-35bca1ee-bcbf-48e3-bc16-d86d040c984b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996044 Nov 23 14:10:08.172325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-ad1caef6-0f7e-43ac-a481-e666608a0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.173801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-ad1caef6-0f7e-43ac-a481-e666608a0100 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.3436992 Nov 23 14:10:08.181675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] For port 720a6853-0f73-4079-a719-4363ffe71fbb, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=720a6853-0f73-4079-a719-4363ffe71fbb,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:08.201110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:08.233730 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-a1b51d6d-6c25-491a-9a7f-f00b3349ac26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587518 Nov 23 14:10:08.252206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:08.499782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.126 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/c57d3176-a6bf-4b5a-92f0-74c6969213f3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:10:08.504716 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-c4711d4d-ca44-4e2a-88d5-813ae96c07ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2815278 Nov 23 14:10:08.509622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.510502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:08.512709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] 10.222.0.11 "PUT /v2.0/ports/720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 1130 time: 5.6183608 Nov 23 14:10:08.519398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '720a6853-0f73-4079-a719-4363ffe71fbb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:08.521843 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d262420-e14e-4acb-b58c-882e205a7447" -d '{"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "720a6853-0f73-4079-a719-4363ffe71fbb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:08.532489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.545042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.551578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.557945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.564699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.570785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.573542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:08.579717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.587615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-f758c5f7-ff47-4823-8fd8-e0c36ce7e5d3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5373 time: 0.1658258 Nov 23 14:10:08.629124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.11', 54477) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:08.680546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:08.684975 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-9cdaea76-716c-45a8-a7e7-c9604ce805af service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576526 Nov 23 14:10:08.691836 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368d78ae-f7fe-450a-aa31-821b96c8395f x-openstack-request-id: req-368d78ae-f7fe-450a-aa31-821b96c8395f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:08.692799 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "720a6853-0f73-4079-a719-4363ffe71fbb", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:08.693111 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-368d78ae-f7fe-450a-aa31-821b96c8395f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:08.693694 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '720a6853-0f73-4079-a719-4363ffe71fbb', 'status': 'completed', 'code': 200} Nov 23 14:10:08.694959 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:08.696890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202cb38-22d3-4398-8db3-fb7c2b260f1d service neutron] Pushing event updated for resources: {'Port': ['ID=720a6853-0f73-4079-a719-4363ffe71fbb,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:08.717887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9649b53-6f4b-40c7-8094-b7e2782bb243 req-643b8419-8860-46f6-85d9-fb591554d7f2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272047 Nov 23 14:10:08.736048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.738832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.740359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.740983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.741594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.742200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.742936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:08.745022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d262420-e14e-4acb-b58c-882e205a7447 req-432c5f39-538b-4319-8f48-03698969acb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6210 time: 0.1150098 Nov 23 14:10:08.914055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:08.914932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35249e31-bf95-418a-ab7a-adefc83992a9 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:10:08.986231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:09.011818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4dbaff41-8ec8-4f9e-bcf3-9861e4b24120 admin admin] 10.222.0.46 "DELETE /v2.0/routers/35249e31-bf95-418a-ab7a-adefc83992a9 HTTP/1.1" status: 204 len: 168 time: 6.0023403 Nov 23 14:10:09.022791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38362) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:09.037948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-0b43d828-b3a4-42fd-8d39-410a164670b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.038421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-0b43d828-b3a4-42fd-8d39-410a164670b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.039132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-0b43d828-b3a4-42fd-8d39-410a164670b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.040811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d262420-e14e-4acb-b58c-882e205a7447 req-0b43d828-b3a4-42fd-8d39-410a164670b8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8b6d80189124f12b4c63bdf9790b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2767806 Nov 23 14:10:09.092662 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:09.198872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c945f-2c02-46ab-a22f-7028f3c1f346 req-698dbf32-148a-4715-b8ad-0009d35dad18 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.200539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-953c945f-2c02-46ab-a22f-7028f3c1f346 req-698dbf32-148a-4715-b8ad-0009d35dad18 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 951 time: 0.1587815 Nov 23 14:10:09.203868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-7cb90068-9129-4efb-803f-841299bf2e28 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9067314 Nov 23 14:10:09.303493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-980efb97-71df-4c21-9ef9-653e685b3d23 req-123f26fa-ebde-442f-9ad8-48674ea9fc94 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568087 Nov 23 14:10:09.306477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] Deleting subnet 48777964-208f-4013-bf7c-370f7091e0f8 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:10:09.326156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a8f22-6b3a-4e15-abdd-08866200cbfd req-45728e46-f417-45dc-9f9e-194cb036f075 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.328202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e2a8f22-6b3a-4e15-abdd-08866200cbfd req-45728e46-f417-45dc-9f9e-194cb036f075 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.2771726 Nov 23 14:10:09.378799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-953c945f-2c02-46ab-a22f-7028f3c1f346 req-e0232bd4-a032-4545-83e4-f88bfb92626b tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395814 Nov 23 14:10:09.418631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e2a8f22-6b3a-4e15-abdd-08866200cbfd req-34159a10-d77e-4568-add0-b587f2f640ab tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754111 Nov 23 14:10:09.419672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262420-e14e-4acb-b58c-882e205a7447 req-478452f6-7241-4ca0-80fd-159613a5922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.421064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d262420-e14e-4acb-b58c-882e205a7447 req-478452f6-7241-4ca0-80fd-159613a5922b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3582864 Nov 23 14:10:09.520895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15de9dfc-4a22-425d-a58d-60b8b0d81091 req-00288235-c561-4660-be93-cacfa1ed975d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 210 time: 0.0350952 Nov 23 14:10:09.648872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66d479-42e8-4658-955e-e836eab6bbda req-c341e0ab-23ab-4114-a652-0c7a5cefb401 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.650528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a66d479-42e8-4658-955e-e836eab6bbda req-c341e0ab-23ab-4114-a652-0c7a5cefb401 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.0569682 Nov 23 14:10:09.711316 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:09.733572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a66d479-42e8-4658-955e-e836eab6bbda req-efdb61a9-50d4-4097-a318-dbca567d503e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Nov 23 14:10:09.749285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:09.762611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-4da7c04c-a120-4717-8480-26ad840b5706 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:09.764178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-4da7c04c-a120-4717-8480-26ad840b5706 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.11 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.0824988 Nov 23 14:10:09.846711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf8d5f4-da95-469b-9b32-c0b2f24c998c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:09.962151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.067799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.077264 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-536d772e-6a66-450a-a1b8-846206176218 req-751ca8c6-8cd4-4997-aae6-16e5fad692b4 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8645005 Nov 23 14:10:10.110752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:10.177503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:10.179939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9aaa7a6a-5dbe-4461-884a-c31534dd89b1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:10.197067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-52a9b74c-16f5-445b-a9ea-8cb890785847 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.199576 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-52a9b74c-16f5-445b-a9ea-8cb890785847 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 951 time: 0.4385629 Nov 23 14:10:10.316759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.323882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.330402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.337245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.343956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.350379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.356760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.358831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-4b2d2226-99e1-47f8-b6f4-0baf79b7746c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5373 time: 0.5418427 Nov 23 14:10:10.391223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Deleting port 6a1164bb-4aec-4056-a787-476acf998aad {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:10.391558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.411231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.418755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.436240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c5c4214d-a19a-47b7-81cb-460ee8d58a70'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:10.452187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:10.516736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0ef91cd-7bea-476f-bcec-4d4cfb130bde req-d5671937-5d5f-47c6-813f-d46430b367bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390245 Nov 23 14:10:10.552748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:10.576476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:10.590641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:10:10.595163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.598703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] For port 6a1164bb-4aec-4056-a787-476acf998aad, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=6a1164bb-4aec-4056-a787-476acf998aad,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:10.599132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.674526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=c57d3176-a6bf-4b5a-92f0-74c6969213f3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:10.710144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.805078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995db426-d5a7-4854-8c26-058caddd9a99 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:10.817368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Deleting port d03409f7-7b80-47bc-998c-91e250a5d416 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:10.817368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.860021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.868257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:10.869003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.882853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48777964-208f-4013-bf7c-370f7091e0f8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:10.898308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26fce0-4400-4548-b759-b9e9974487d5 None None] Network a2fc064a-8a75-4ad4-b36b-0868676a0126 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:10:10.906555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.910364 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d179b441-54e2-42b0-9484-cacc3978584a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/48777964-208f-4013-bf7c-370f7091e0f8 HTTP/1.1" status: 204 len: 168 time: 1.8780181 Nov 23 14:10:10.915845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38380) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:10.932892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Transition to ACTIVE for port object 995db426-d5a7-4854-8c26-058caddd9a99 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:10.934385 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.936498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:10.937521 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Floating IP 7145d844-191d-4e46-b976-0ab8dbcf0b90 disassociated. External IP: 172.25.3.195, port: 6a1164bb-4aec-4056-a787-476acf998aad. Nov 23 14:10:10.938361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Calling delete_port for 6a1164bb-4aec-4056-a787-476acf998aad owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:10.980519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:11.024321 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3f8b76d0-fabf-4b32-a835-0b2bbd849cc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7345312 Nov 23 14:10:11.079233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c320d65b-6d08-43c9-95da-44e870b1d4fc None None] Provisioning complete for port c57d3176-a6bf-4b5a-92f0-74c6969213f3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:11.079605 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c320d65b-6d08-43c9-95da-44e870b1d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:11.115888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Request body: {'port': {'device_id': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:11.128662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c320d65b-6d08-43c9-95da-44e870b1d4fc None None] Port c57d3176-a6bf-4b5a-92f0-74c6969213f3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:10:11.131922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65052e-2be4-4ef4-bc04-b5d433380ebb req-bf151885-6cfd-4a6e-a33f-63bc2d3c0b00 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:11.133504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a65052e-2be4-4ef4-bc04-b5d433380ebb req-bf151885-6cfd-4a6e-a33f-63bc2d3c0b00 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 951 time: 0.5776627 Nov 23 14:10:11.153838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bca09-157d-496b-950a-026995941059 req-99c19458-0d0b-4f55-add6-a799353bcf74 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:11.155583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-881bca09-157d-496b-950a-026995941059 req-99c19458-0d0b-4f55-add6-a799353bcf74 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 946 time: 0.1874912 Nov 23 14:10:11.297088 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] DHCP port deletion for a2fc064a-8a75-4ad4-b36b-0868676a0126 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:10:11.352063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-881bca09-157d-496b-950a-026995941059 req-05f0bd1a-2e4a-49d3-b053-c8d063855e01 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups?id=92740601-cf94-4fba-b22f-a58b30300f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872959 Nov 23 14:10:11.368037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a65052e-2be4-4ef4-bc04-b5d433380ebb req-6c7ccf68-ea71-4e42-a8d8-44491c3aab72 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015097 Nov 23 14:10:11.404771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:11.463351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event deleted for resources: {'Port': ['ID=6a1164bb-4aec-4056-a787-476acf998aad,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:11.527680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] Deleting port 27adab32-edff-438a-a781-7a8253331832 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:11.528324 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:11.656945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] For port 27adab32-edff-438a-a781-7a8253331832, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=27adab32-edff-438a-a781-7a8253331832,segment=NetworkSegment(4df00552-dcf7-4816-a959-9111f411d1e2),segment_id=4df00552-dcf7-4816-a959-9111f411d1e2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:11.657383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:11.680922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] Calling delete_port for 27adab32-edff-438a-a781-7a8253331832 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:11.701159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Pushing event updated for resources: {'Port': ['ID=995db426-d5a7-4854-8c26-058caddd9a99,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:11.707376 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:11.721329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:11.753002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 76b23f0e-0614-4ae4-a3cf-60ae1baad774 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:11.764044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a3e8f-865b-47c8-838a-df1642f84285 req-fb4220ce-475d-4a1b-8e8a-ea73954675d6 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:11.773100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b98a3e8f-865b-47c8-838a-df1642f84285 req-fb4220ce-475d-4a1b-8e8a-ea73954675d6 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 936 time: 0.2051947 Nov 23 14:10:11.815660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c992d-6710-4b72-b976-c5e733ffc099 req-3745ea19-61b6-4f96-b084-608966bc1a5c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:11.823542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91c992d-6710-4b72-b976-c5e733ffc099 req-3745ea19-61b6-4f96-b084-608966bc1a5c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.1725712 Nov 23 14:10:11.856630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:10:11.896884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b98a3e8f-865b-47c8-838a-df1642f84285 req-0365cfeb-44cc-43e1-9d53-f911e0adcc49 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226068 Nov 23 14:10:11.999182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91c992d-6710-4b72-b976-c5e733ffc099 req-cc80f7e5-99d6-4dfd-9307-5a5d1b947b66 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747372 Nov 23 14:10:12.118781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 27adab32-edff-438a-a781-7a8253331832 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:12.141209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:10:12.147875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:12.159158 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] Sync routers for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:10:12.185124 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:12.186183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57d3176-a6bf-4b5a-92f0-74c6969213f3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:12.186612 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:12.197781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:12.223949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:10:12.226028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 27adab32-edff-438a-a781-7a8253331832 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:12.226631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 27adab32-edff-438a-a781-7a8253331832 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:12.242404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] No DVR routers for this DVR port 6a1164bb-4aec-4056-a787-476acf998aad on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:12.250130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:12.257480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] No DVR routers for this DVR port 27adab32-edff-438a-a781-7a8253331832 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:12.262133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcc2a826-28f5-4d28-89c7-4fbcb88af7c0 req-3bea8b19-f569-4b44-9d62-a7fde92def9b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.11 "DELETE /v2.0/ports/6a1164bb-4aec-4056-a787-476acf998aad HTTP/1.1" status: 204 len: 173 time: 2.4887257 Nov 23 14:10:12.268172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'name': 'network-vif-deleted', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:12.273154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f1a05-1785-48e8-a536-741c9474adb8 None None] Pushing event deleted for resources: {'Port': ['ID=27adab32-edff-438a-a781-7a8253331832,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:12.274680 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3543092a-1e89-4216-acc9-602c7eb97fd7" -d '{"events": [{"server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "name": "network-vif-deleted", "tag": "6a1164bb-4aec-4056-a787-476acf998aad"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:12.331671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.348068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.370782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.394058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.407944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] For port d03409f7-7b80-47bc-998c-91e250a5d416, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d03409f7-7b80-47bc-998c-91e250a5d416,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:12.408322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:12.424464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.450078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.462444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:12.463268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.469125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-8277f317-c823-4c68-bb2f-38b5915bffca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5385 time: 0.3747044 Nov 23 14:10:12.471389 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d90dea-7e24-4a1b-a8c1-bcdbe68b627d x-openstack-request-id: req-72d90dea-7e24-4a1b-a8c1-bcdbe68b627d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:12.471980 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2940ca13-3bbe-444a-9c26-79cda0b96d19", "name": "network-vif-deleted", "tag": "6a1164bb-4aec-4056-a787-476acf998aad", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:12.472777 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72d90dea-7e24-4a1b-a8c1-bcdbe68b627d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:12.473455 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2940ca13-3bbe-444a-9c26-79cda0b96d19', 'name': 'network-vif-deleted', 'tag': '6a1164bb-4aec-4056-a787-476acf998aad', 'status': 'completed', 'code': 200} Nov 23 14:10:12.533194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:12.535590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Attempting to bind port 995db426-d5a7-4854-8c26-058caddd9a99 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:12.535978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Attempting to bind port 995db426-d5a7-4854-8c26-058caddd9a99 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:12.536311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Attempting to bind port 995db426-d5a7-4854-8c26-058caddd9a99 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:12.553651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Port 995db426-d5a7-4854-8c26-058caddd9a99 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:12.554009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Attempting to bind port 995db426-d5a7-4854-8c26-058caddd9a99 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:12.568446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83de740a-4756-43cc-b6f8-dc48a29bd3b7 req-68633d2b-f61d-4cbf-ba56-5a0ecfe90f83 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0548027 Nov 23 14:10:12.568723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Transition to ACTIVE for port object c57d3176-a6bf-4b5a-92f0-74c6969213f3 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:12.576740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Calling delete_port for d03409f7-7b80-47bc-998c-91e250a5d416 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:12.600368 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-f47fe6dc-be63-4ec0-82f4-071c5012a223 service neutron] 10.222.0.11 "GET /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774/bindings/n-h2-818503-2 HTTP/1.1" status: 200 len: 384 time: 1.4452057 Nov 23 14:10:12.610750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:12.611264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Checking segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:12.611831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Bound using segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:12.612819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Bound port: 995db426-d5a7-4854-8c26-058caddd9a99, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:12.612927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:12.622380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61527055-083e-4dd9-9edb-cfdd84a23710 req-574a3352-b466-4a6f-af72-18348e34cae2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430850 Nov 23 14:10:12.728356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fc064a-8a75-4ad4-b36b-0868676a0126']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:12.731281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb40669-8a78-4463-b47f-ba6d91306c41 req-b053a56d-ccd0-4fd8-ad82-0d206c5ca1b1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:12.734549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:12.744537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bb40669-8a78-4463-b47f-ba6d91306c41 req-b053a56d-ccd0-4fd8-ad82-0d206c5ca1b1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 951 time: 0.0725448 Nov 23 14:10:12.786886 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:04Z', 'revision_number': 5, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:12.816520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bb40669-8a78-4463-b47f-ba6d91306c41 req-75e2c6ca-6eac-456c-9c01-f265726652be tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704432 Nov 23 14:10:12.818825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] Checking router: 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:10:12.828499 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:12.829026 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:12.951771 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:13.065321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a9ffe-2237-4eab-a0cf-1c9266259b53 req-a792a887-1090-4cbf-94f7-f4e949703de1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.078722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-143a9ffe-2237-4eab-a0cf-1c9266259b53 req-a792a887-1090-4cbf-94f7-f4e949703de1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 948 time: 0.0871804 Nov 23 14:10:13.185582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:13.206587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:13.214418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-143a9ffe-2237-4eab-a0cf-1c9266259b53 req-b3c5dc9b-a96b-41ea-8aa1-493b36a1ceac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340718 Nov 23 14:10:13.242064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:04Z', 'revision_number': 5, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:13.250118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01743e9-8750-4cb6-b1ee-46e5cc443b3d req-75d9d6b1-a78b-480c-b77a-b7d5b5556cc5 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.252123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b01743e9-8750-4cb6-b1ee-46e5cc443b3d req-75d9d6b1-a78b-480c-b77a-b7d5b5556cc5 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.0909681 Nov 23 14:10:13.268178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df00552-dcf7-4816-a959-9111f411d1e2') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:13.268487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df00552-dcf7-4816-a959-9111f411d1e2') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:13.276511 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944785ed-8a6b-4274-9d86-e1ffd33d047e None None] The sync data for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 is: [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:06:58Z', 'revision_number': 4, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '556d4531-1cc1-414e-bc49-12520af55cf2', 'name': '', 'network_id': '5ffd1c94-8ae9-477a-9f06-1569a676180e', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'mac_address': 'fa:16:3e:8e:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:56Z', 'updated_at': '2021-11-23T14:07:04Z', 'revision_number': 5, 'project_id': '52fba3dac8024516bee1725ea7269665', 'subnets': [{'id': '58893ca6-f8c9-487a-aa93-381f7627968c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:10:13.278281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b23f0e-0614-4ae4-a3cf-60ae1baad774 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:13.311604 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:13.320520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b01743e9-8750-4cb6-b1ee-46e5cc443b3d req-2bf70117-82a4-4c9c-a141-213ad9fee131 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579247 Nov 23 14:10:13.397876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:13.500741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:13.526761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:13.531356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Pushing event updated for resources: {'Port': ['ID=c57d3176-a6bf-4b5a-92f0-74c6969213f3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:13.536072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:10:13.536797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:10:13.545285 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:10:13.642720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] For port 995db426-d5a7-4854-8c26-058caddd9a99, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:13.685865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 6a1164bb-4aec-4056-a787-476acf998aad no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:13.712157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a40726-c1d6-49ef-a868-1e63c6b89f48 None None] New status for floating IP 7145d844-191d-4e46-b976-0ab8dbcf0b90: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:10:13.717036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 6a1164bb-4aec-4056-a787-476acf998aad {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:13.717664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 6a1164bb-4aec-4056-a787-476acf998aad not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:13.718250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d03409f7-7b80-47bc-998c-91e250a5d416 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:13.752370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d27d53cc-993c-422d-bab4-b0149a4140ec req-0ebbbac9-a2ce-4add-b159-ab78539f3da7 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0438449 Nov 23 14:10:13.761540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] For port 995db426-d5a7-4854-8c26-058caddd9a99, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=995db426-d5a7-4854-8c26-058caddd9a99,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:13.861061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.864655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:10:13.871994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.879273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] Sync routers for ids ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:10:13.879457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.886851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.894844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.900857 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] Routers {'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:13.901171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd2e1601-f892-4025-82f7-f8f09926ca55 admin admin] 10.222.0.46 "PUT /v2.0/routers/f01678b7-84d9-451c-a2d3-4c9b35dd8c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3732734 Nov 23 14:10:13.902272 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:13.902735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.909153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:13.920968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-f51165e5-516b-495a-930e-0bd921f67f15 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5385 time: 0.1671946 Nov 23 14:10:13.922942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38404) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:14.013421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.030597 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.037270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a2fc064a-8a75-4ad4-b36b-0868676a0126 HTTP/1.1" status: 204 len: 168 time: 3.1160076 Nov 23 14:10:14.043251 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.110475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Attempting to bind port c57d3176-a6bf-4b5a-92f0-74c6969213f3 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:14.110993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Attempting to bind port c57d3176-a6bf-4b5a-92f0-74c6969213f3 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:14.112154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Attempting to bind port c57d3176-a6bf-4b5a-92f0-74c6969213f3 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:14.240828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.244400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.247705 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] 10.222.0.11 "PUT /v2.0/ports/995db426-d5a7-4854-8c26-058caddd9a99 HTTP/1.1" status: 200 len: 1091 time: 5.6863973 Nov 23 14:10:14.270836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38410) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:14.275148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Port c57d3176-a6bf-4b5a-92f0-74c6969213f3 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:14.275499 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] Set router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:14.277037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Attempting to bind port c57d3176-a6bf-4b5a-92f0-74c6969213f3 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:14.288590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32381c-f438-4735-a3de-7fe14bb27ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fc064a-8a75-4ad4-b36b-0868676a0126,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:14.294377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:14.301564 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272" -d '{"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "995db426-d5a7-4854-8c26-058caddd9a99"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:14.306842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.327642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88353f-8298-4056-aa81-75567bb09da7 req-48cd6879-3366-408a-94b6-9d94171c75c6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.329197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:14.329555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:14.329954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:14.330093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c88353f-8298-4056-aa81-75567bb09da7 req-48cd6879-3366-408a-94b6-9d94171c75c6 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 951 time: 0.3323152 Nov 23 14:10:14.330444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Bound port: c57d3176-a6bf-4b5a-92f0-74c6969213f3, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:14.331456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.333208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.344967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bf080a0-4a92-4d81-9a81-9bed6cf55b61 req-7513ce8e-43eb-4666-927f-092fcfa52c4b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4228170 Nov 23 14:10:14.375395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:14.497189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] For port c57d3176-a6bf-4b5a-92f0-74c6969213f3, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:14.500839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] For port c57d3176-a6bf-4b5a-92f0-74c6969213f3, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c57d3176-a6bf-4b5a-92f0-74c6969213f3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:14.537375 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.559957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.569153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c88353f-8298-4056-aa81-75567bb09da7 req-9a7e2f1d-15e6-4d2a-9c51-287853d7c697 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213962 Nov 23 14:10:14.655383 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:10:08Z', 'revision_number': 5, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:14.670602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-26168a57-18bd-4e64-b77b-53562854e7be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de496beecb2b43989cffdda526bde7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835015 Nov 23 14:10:14.679193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38416) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:14.733745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] Checking router: f01678b7-84d9-451c-a2d3-4c9b35dd8c7a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:10:14.754864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b44236-855c-4166-ad5a-686742fcaf6b req-4c9206a2-fb31-47f1-8dc2-0a339bfbbd51 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.757713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98b44236-855c-4166-ad5a-686742fcaf6b req-4c9206a2-fb31-47f1-8dc2-0a339bfbbd51 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 948 time: 0.2304125 Nov 23 14:10:14.770544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] Routers {'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:14.771209 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:14.795316 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e34209-5a23-44f5-b819-bf0787a30eac x-openstack-request-id: req-e9e34209-5a23-44f5-b819-bf0787a30eac {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:14.795905 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "995db426-d5a7-4854-8c26-058caddd9a99", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:14.795905 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9e34209-5a23-44f5-b819-bf0787a30eac {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:14.796749 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99', 'status': 'completed', 'code': 200} Nov 23 14:10:14.804084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0d5e-9841-4e6d-b719-ed3d3509ca36 service neutron] Pushing event updated for resources: {'Port': ['ID=995db426-d5a7-4854-8c26-058caddd9a99,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:14.807534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.808161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.809578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] 10.222.0.11 "PUT /v2.0/ports/c57d3176-a6bf-4b5a-92f0-74c6969213f3 HTTP/1.1" status: 200 len: 1096 time: 3.7020631 Nov 23 14:10:14.883291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.896839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] Transition to ACTIVE for port object 76b23f0e-0614-4ae4-a3cf-60ae1baad774 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:14.913274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.915170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:14.926631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f', '1924c3ad-8559-459f-b8ed-5da46adf1b48'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:14.952607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.961471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.962188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.970778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.971510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.973513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.976438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:14.978642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-983bb778-b099-4dd8-9fd5-07dd5e60bbe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6277 time: 0.2898021 Nov 23 14:10:14.979968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02f99e7e-a072-49f2-b463-0ebbfb828320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.002513 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] Set router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:15.090355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4c829-d270-45db-9620-081f3b9fa25d service neutron] Pushing event updated for resources: {'Port': ['ID=c57d3176-a6bf-4b5a-92f0-74c6969213f3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:15.093883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] No DVR routers for this DVR port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:15.097777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98b44236-855c-4166-ad5a-686742fcaf6b req-c03dc5e5-a31b-4f9e-ba41-bedc081a9769 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274562 Nov 23 14:10:15.122697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec233e9-9b8e-47de-b1e9-45d16eff7034 req-d982f2d1-9179-452a-b1dd-e0a15fc8da3c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.130249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ec233e9-9b8e-47de-b1e9-45d16eff7034 req-d982f2d1-9179-452a-b1dd-e0a15fc8da3c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 944 time: 0.3473754 Nov 23 14:10:15.140225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-f26e1d54-5073-48ef-89a2-85b8df504aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.147038 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-f26e1d54-5073-48ef-89a2-85b8df504aeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 1099 time: 0.2487502 Nov 23 14:10:15.190562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02f99e7e-a072-49f2-b463-0ebbfb828320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.256926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] No DVR routers for this DVR port d03409f7-7b80-47bc-998c-91e250a5d416 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:15.287393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bff7c5b-ea79-4599-b17d-ab38b949ab6a req-eb287be0-3c3d-4562-a060-9fe16f1e7d73 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0815928 Nov 23 14:10:15.318196 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-9e8ef2c7-0575-4852-9578-45748ad4716b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c57d3176-a6bf-4b5a-92f0-74c6969213f3 HTTP/1.1" status: 200 len: 217 time: 0.0539057 Nov 23 14:10:15.325498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.328357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Deleting port a8f078b5-d902-4f1b-b238-84555361cd4b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:15.328357 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.329905 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.11 "DELETE /v2.0/ports/d03409f7-7b80-47bc-998c-91e250a5d416 HTTP/1.1" status: 204 len: 173 time: 5.1225951 Nov 23 14:10:15.342172 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ec233e9-9b8e-47de-b1e9-45d16eff7034 req-69350fde-c2f4-4700-902c-e24686ff98b4 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089732 Nov 23 14:10:15.343047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:15.378188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] 10.222.0.11 "PUT /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774/bindings/n-h2-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7031894 Nov 23 14:10:15.480745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:10:08Z', 'revision_number': 5, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:15.510000 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.520678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] For port a8f078b5-d902-4f1b-b238-84555361cd4b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a8f078b5-d902-4f1b-b238-84555361cd4b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:15.521355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.528398 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37894cb-8d95-480c-b385-a616d8954642 None None] The sync data for ids ['f01678b7-84d9-451c-a2d3-4c9b35dd8c7a'] in n-d-818503-2 is: [{'id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-485867561-router', 'tenant_id': '24cee726e3bb4e4888fdef90f6ca707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:45Z', 'updated_at': '2021-11-23T14:10:08Z', 'revision_number': 5, 'project_id': '24cee726e3bb4e4888fdef90f6ca707b', 'gw_port': {'id': 'a8f078b5-d902-4f1b-b238-84555361cd4b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01678b7-84d9-451c-a2d3-4c9b35dd8c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:46Z', 'updated_at': '2021-11-23T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:10:15.549736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Calling delete_port for a8f078b5-d902-4f1b-b238-84555361cd4b owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:15.612798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Transition to ACTIVE for port object 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:15.624978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.633315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-1818a0c5-c907-4f5c-8fbd-f409981aa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.635040 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-1818a0c5-c907-4f5c-8fbd-f409981aa359 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.2346215 Nov 23 14:10:15.637288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113abab6-6ab9-4c37-aea5-03b756ec7019 service neutron] Pushing event updated for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:15.690882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-ea552c8b-74d4-44a7-840b-5c4eaf4e812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.691523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-ea552c8b-74d4-44a7-840b-5c4eaf4e812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.691982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-ea552c8b-74d4-44a7-840b-5c4eaf4e812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.693949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-ea552c8b-74d4-44a7-840b-5c4eaf4e812c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8b6d80189124f12b4c63bdf9790b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7019386 Nov 23 14:10:15.730680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event deleted for resources: {'Port': ['ID=d03409f7-7b80-47bc-998c-91e250a5d416,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:15.737680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-785a8db9-afde-4a12-ba22-a630443defaa tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.739783 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-785a8db9-afde-4a12-ba22-a630443defaa tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.2110989 Nov 23 14:10:15.800650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02f99e7e-a072-49f2-b463-0ebbfb828320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.803463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02f99e7e-a072-49f2-b463-0ebbfb828320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:15.805374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-02f99e7e-a072-49f2-b463-0ebbfb828320 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b04e9771-c699-4ce4-9d72-7d09ac007685 HTTP/1.1" status: 204 len: 168 time: 1.1245594 Nov 23 14:10:15.881993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f99e7e-a072-49f2-b463-0ebbfb828320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04e9771-c699-4ce4-9d72-7d09ac007685,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:15.913031 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1f3fd6-e355-4676-afac-63091601915e req-e8f689dd-76b7-4c07-82b5-7faf1c468083 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5f19083-1cda-4ac9-bdef-da55a4231387 HTTP/1.1" status: 200 len: 210 time: 0.1686137 Nov 23 14:10:15.977276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.987439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-539e9f41-3292-40a3-9514-b81c30d7f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.994800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:15.997034 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-539e9f41-3292-40a3-9514-b81c30d7f984 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3472574 Nov 23 14:10:16.009647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.024649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.031733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dcf8d5f4-da95-469b-9b32-c0b2f24c998c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:16.047415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:16.058031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.080984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: dcf8d5f4-da95-469b-9b32-c0b2f24c998c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:16.081347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dcf8d5f4-da95-469b-9b32-c0b2f24c998c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:16.088118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.106257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.108932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-819f3554-e880-4075-a325-8cf2e948bf2a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5397 time: 0.5259292 Nov 23 14:10:16.163663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-cc1c525b-5f55-4e41-a15d-5ce4ad66c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.187392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-cc1c525b-5f55-4e41-a15d-5ce4ad66c180 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946 HTTP/1.1" status: 200 len: 1096 time: 0.4376948 Nov 23 14:10:16.289167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Attempting to bind port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:16.289778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Attempting to bind port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:16.290287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Attempting to bind port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:16.309666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:16.310090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Attempting to bind port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:16.315277 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.326933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:16.326933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Checking segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:16.327293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Bound using segment: {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:16.327804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Bound port: 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029d0fca-941f-4b9a-a3da-d6d804d6aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:16.328176 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.333147 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-6f2e3f3c-7c5e-4505-89f9-0f23548fadaf service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758167 Nov 23 14:10:16.341282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-d5133939-ad07-46d3-b86f-b71b0d7d5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.342855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-d5133939-ad07-46d3-b86f-b71b0d7d5283 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1096 time: 0.1243300 Nov 23 14:10:16.378109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f078b5-d902-4f1b-b238-84555361cd4b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:16.418944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38436) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:16.516715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdf3ee0e-5300-4c5d-97ae-1bbf50504f6d req-7ba1dff4-25dd-4199-a7db-ef8043683d3c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2820699 Nov 23 14:10:16.523894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-52d70f2d-5bb5-4848-94a5-da3ad5ababc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.526489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6288e328-e1f6-4cf6-ae3a-4bd61ae5b272 req-52d70f2d-5bb5-4848-94a5-da3ad5ababc7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7998662 Nov 23 14:10:16.535639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4264bb-b6c5-4a97-b0a5-c1487eedc231 req-f55a2fa3-1e25-4374-ae8e-693c2ff96a26 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.537714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba4264bb-b6c5-4a97-b0a5-c1487eedc231 req-f55a2fa3-1e25-4374-ae8e-693c2ff96a26 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 948 time: 0.2148612 Nov 23 14:10:16.540894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] For port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:16.546124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] For port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:16.557908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.599346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.630954 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b80000ec-bf6a-4bff-a5eb-9a9ae2b7351d req-2faa4560-5353-491c-b2e7-c22f1f1d7ca0 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850552 Nov 23 14:10:16.632301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.633005 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.634508 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] 10.222.0.11 "PUT /v2.0/ports/036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 HTTP/1.1" status: 200 len: 1090 time: 2.3271523 Nov 23 14:10:16.641825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-775fc03b-e4da-4498-b373-ad398a3d9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.645226 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-775fc03b-e4da-4498-b373-ad398a3d9a94 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 200 len: 922 time: 0.2888999 Nov 23 14:10:16.730639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:16.767581 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-40946403-b253-4b55-8e7c-e88dea4e5388 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 200 len: 217 time: 0.1051230 Nov 23 14:10:16.800293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'tag': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3'}, {'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-deleted', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416'}, {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:16.802591 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9d9cdb-65ac-4143-a739-ad38b2f49532", "tag": "c57d3176-a6bf-4b5a-92f0-74c6969213f3"}, {"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-deleted", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416"}, {"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:16.820589 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.825208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.863097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:16.905570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.906013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.906429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.906840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.907283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.907666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.908078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.908473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.908906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.909301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.909695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.910103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6abe6c-726b-443d-a4f8-7d06f52bfbd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:16.921305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.923969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6ba807d-d0ed-4234-bc06-e377463094e8 req-7fa7378b-197a-486e-bc23-d6e902b94fde tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0390370 Nov 23 14:10:16.928161 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-214bc090-942f-45df-85e0-73c74f5c7257 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85414b27a96b4fc29177b01963e89dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4993415 Nov 23 14:10:16.930970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.931537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f01678b7-84d9-451c-a2d3-4c9b35dd8c7a {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:10:16.935676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38442) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:16.963062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-4f9f891a-61a4-4a34-9964-1bb274ba735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:16.964935 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-4f9f891a-61a4-4a34-9964-1bb274ba735b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 200 len: 861 time: 0.1764627 Nov 23 14:10:16.992021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:16.993527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa19252e-bd7d-45d5-953b-4f84a448490b admin admin] 10.222.0.46 "DELETE /v2.0/routers/f01678b7-84d9-451c-a2d3-4c9b35dd8c7a HTTP/1.1" status: 204 len: 168 time: 3.0636671 Nov 23 14:10:16.996108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38446) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:17.021591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba4264bb-b6c5-4a97-b0a5-c1487eedc231 req-215bce8e-5d4a-4ad3-bedc-fb2c95fde5c3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759676 Nov 23 14:10:17.050772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba684a79-0d0c-4281-91d7-2672e718eec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.069517 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-9b635989-7544-4179-a3b5-166cca63bf4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fbb24a31-918b-4ba8-accb-73a3b772d8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472209 Nov 23 14:10:17.197438 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:10:17.218043 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b394f-7544-48ef-b009-bb187be88609 x-openstack-request-id: req-358b394f-7544-48ef-b009-bb187be88609 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:17.218348 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9d9cdb-65ac-4143-a739-ad38b2f49532", "tag": "c57d3176-a6bf-4b5a-92f0-74c6969213f3", "status": "completed", "code": 200}, {"server_uuid": "f5f19083-1cda-4ac9-bdef-da55a4231387", "name": "network-vif-deleted", "tag": "d03409f7-7b80-47bc-998c-91e250a5d416", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:17.218614 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-358b394f-7544-48ef-b009-bb187be88609 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:17.219099 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'tag': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', 'status': 'completed', 'code': 200} Nov 23 14:10:17.219353 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19083-1cda-4ac9-bdef-da55a4231387', 'name': 'network-vif-deleted', 'tag': 'd03409f7-7b80-47bc-998c-91e250a5d416', 'status': 'completed', 'code': 200} Nov 23 14:10:17.219606 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0', 'status': 'completed', 'code': 200} Nov 23 14:10:17.406935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-827b4918-9992-4158-a373-48ca94acf1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:17.408489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-827b4918-9992-4158-a373-48ca94acf1b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 1099 time: 0.1797855 Nov 23 14:10:17.452417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba684a79-0d0c-4281-91d7-2672e718eec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.473774 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-3e85ef3c-4edb-4a15-b67b-01a1b5be6d9c service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533081 Nov 23 14:10:17.586445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] Deleting subnet a7263287-eb1e-490c-acda-81d39c00f5a6 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:10:17.591922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba684a79-0d0c-4281-91d7-2672e718eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.594390 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba684a79-0d0c-4281-91d7-2672e718eec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.598775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ba684a79-0d0c-4281-91d7-2672e718eec8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71a3c17d-1f44-445b-a437-a4d4f7b5739c HTTP/1.1" status: 204 len: 168 time: 0.6582415 Nov 23 14:10:17.607334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.610591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba684a79-0d0c-4281-91d7-2672e718eec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a3c17d-1f44-445b-a437-a4d4f7b5739c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:17.621051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58248626-8aa8-43e5-9b8d-143fccca23ba req-29bbe570-c949-41df-bd3c-8c158a07b64e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:17.622723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58248626-8aa8-43e5-9b8d-143fccca23ba req-29bbe570-c949-41df-bd3c-8c158a07b64e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 945 time: 0.5991704 Nov 23 14:10:17.677549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a9f09-5297-4b38-b0fd-d76f114388ab req-09974373-c534-431b-b923-436c8e99bdb4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:17.685333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-050a9f09-5297-4b38-b0fd-d76f114388ab req-09974373-c534-431b-b923-436c8e99bdb4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1690183 Nov 23 14:10:17.694949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-b5b130b7-8acf-462b-9eb7-e04bae6f4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:17.696418 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-b5b130b7-8acf-462b-9eb7-e04bae6f4913 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2765999 Nov 23 14:10:17.723294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b130dc36-a9df-4a60-a3a5-af8ada00abc7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:17.751090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.773548 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.777510 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-62a44194-5c93-41a2-96c3-9406d1d26c8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c57d3176-a6bf-4b5a-92f0-74c6969213f3 HTTP/1.1" status: 200 len: 217 time: 0.0689828 Nov 23 14:10:17.786200 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-eaa67fb4-1ee9-4b58-9164-2be11033ff47 service neutron] 10.222.0.74 "GET /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982824 Nov 23 14:10:17.803673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58248626-8aa8-43e5-9b8d-143fccca23ba req-f50ef730-f1c1-4d9d-bbbf-cc11435eb8c6 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575558 Nov 23 14:10:17.865308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-50ee9675-2356-43a4-a6a5-16c207de4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:17.866922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-50ee9675-2356-43a4-a6a5-16c207de4ebe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0570624 Nov 23 14:10:17.870538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Transition to ACTIVE for port object b130dc36-a9df-4a60-a3a5-af8ada00abc7 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:17.889755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.917567 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:17.989063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-050a9f09-5297-4b38-b0fd-d76f114388ab req-4b386238-8bf9-4027-8ed0-e4d19e25d795 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016949 Nov 23 14:10:18.075394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:18.090748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a8f078b5-d902-4f1b-b238-84555361cd4b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:18.133333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7263287-eb1e-490c-acda-81d39c00f5a6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:18.138220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:18.154800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6d16981d-2a7d-44ff-9872-e35897f0024b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a7263287-eb1e-490c-acda-81d39c00f5a6 HTTP/1.1" status: 204 len: 168 time: 1.1349840 Nov 23 14:10:18.159828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38470) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:18.174997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec717660-0338-452c-81dd-ec7ce5fc083a None None] Network 44b18f41-4679-4aa1-8b88-35e647985d27 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:10:18.181756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a8f078b5-d902-4f1b-b238-84555361cd4b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:18.183188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Pushing event updated for resources: {'Port': ['ID=b130dc36-a9df-4a60-a3a5-af8ada00abc7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:18.184163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a8f078b5-d902-4f1b-b238-84555361cd4b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:18.209531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-54342ac5-ab3a-408d-ae9b-bfd95b689ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.211290 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-54342ac5-ab3a-408d-ae9b-bfd95b689ad5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3362837 Nov 23 14:10:18.275117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.286726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.304309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.317903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.326396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.339117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.350854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.361060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-a936bff4-ad73-4c8e-a88e-e59c9f38132a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5409 time: 0.3651128 Nov 23 14:10:18.376301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fb66fb3-720c-41f3-b712-6fbbcc69df1e req-a4b914fd-a99f-4f80-ad21-a4952e5e3c45 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.2141936 Nov 23 14:10:18.609335 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:18.632077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] DHCP port deletion for 44b18f41-4679-4aa1-8b88-35e647985d27 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:10:18.693317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a0c207-54f1-4b25-b034-2488c608f2d5 req-6e2e8347-ccc7-44cd-8a80-0be413f3f5fe tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2849090 Nov 23 14:10:18.700445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] Deleting port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:18.701158 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:18.727516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8ab0-4e8a-46dd-b938-f8c353b4f5b3 req-4184de61-cebc-4eaf-890e-8cc40a694a4a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.734357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-322e8ab0-4e8a-46dd-b938-f8c353b4f5b3 req-4184de61-cebc-4eaf-890e-8cc40a694a4a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 948 time: 0.1964972 Nov 23 14:10:18.794124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040307be-0147-4540-b0c6-87df8389cc49 req-ff589418-2d75-4a9b-bac9-ea3c16bba638 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:18.795685 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-ff589418-2d75-4a9b-bac9-ea3c16bba638 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8&tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.7104914 Nov 23 14:10:18.796365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] For port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,segment=NetworkSegment(65d58435-c3da-43fe-b5ce-7643477c27d2),segment_id=65d58435-c3da-43fe-b5ce-7643477c27d2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:18.797005 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:18.816296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] Calling delete_port for 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:18.933634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:18.973986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Attempting to bind port b130dc36-a9df-4a60-a3a5-af8ada00abc7 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:18.974333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Attempting to bind port b130dc36-a9df-4a60-a3a5-af8ada00abc7 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:18.974666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Attempting to bind port b130dc36-a9df-4a60-a3a5-af8ada00abc7 on network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:18.983972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-322e8ab0-4e8a-46dd-b938-f8c353b4f5b3 req-2c0d4fa9-5df8-44a2-b19e-9952a2bab324 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934371 Nov 23 14:10:18.986648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] Pushing event deleted for resources: {'Port': ['ID=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:18.999505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996b642-48b2-46c6-84d3-c83a09febb4a None None] No DVR routers for this DVR port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:19.009103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Port b130dc36-a9df-4a60-a3a5-af8ada00abc7 on network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:19.009684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Attempting to bind port b130dc36-a9df-4a60-a3a5-af8ada00abc7 on network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:19.029641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Deleting port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:19.032836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:19.033294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.035318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Checking segment: {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:19.035885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Bound using segment: {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:19.038629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Bound port: b130dc36-a9df-4a60-a3a5-af8ada00abc7, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:19.039215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.047469 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-b8605b69-dd99-4e02-b647-98a63b82f82d service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268111 Nov 23 14:10:19.049753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-3475fcd8-53c9-4553-81ff-104620950ee1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.051294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-3475fcd8-53c9-4553-81ff-104620950ee1 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.1453068 Nov 23 14:10:19.233013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] For port b130dc36-a9df-4a60-a3a5-af8ada00abc7, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:19.238321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-040307be-0147-4540-b0c6-87df8389cc49 req-9406dbc9-331b-4843-9324-d232fba7877f service neutron] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:19.250151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-040307be-0147-4540-b0c6-87df8389cc49 req-9406dbc9-331b-4843-9324-d232fba7877f service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.251349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-040307be-0147-4540-b0c6-87df8389cc49 req-9406dbc9-331b-4843-9324-d232fba7877f service neutron] 10.222.0.74 "DELETE /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774/bindings/n-h1-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.4299731 Nov 23 14:10:19.255157 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-9789b533-498f-4651-a89a-55fc4da98a11 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945205 Nov 23 14:10:19.257351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] For port b130dc36-a9df-4a60-a3a5-af8ada00abc7, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:19.264377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.266460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] For port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4, host n-d-818503-2, got binding levels [] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:19.266826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.298971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587366-ceab-461e-9d77-1a234531dccd req-b077d01f-01b3-43ce-8fbc-26567268a504 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.300516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd587366-ceab-461e-9d77-1a234531dccd req-b077d01f-01b3-43ce-8fbc-26567268a504 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 945 time: 0.2743170 Nov 23 14:10:19.315194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.316053 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.320404 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] 10.222.0.11 "PUT /v2.0/ports/b130dc36-a9df-4a60-a3a5-af8ada00abc7 HTTP/1.1" status: 200 len: 1091 time: 2.6437302 Nov 23 14:10:19.321014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:19.323986 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e0224c-aeae-4cba-8d39-688c62c722ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:19.334384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Calling delete_port for 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:19.357059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedce27-9ba1-45e9-a4ed-af4a57e7b435 req-6b641900-c9f8-435f-a689-9612dab41b02 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.358633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bedce27-9ba1-45e9-a4ed-af4a57e7b435 req-6b641900-c9f8-435f-a689-9612dab41b02 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 950 time: 0.2011242 Nov 23 14:10:19.372408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_backend_mixin [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 was not found and therefore no delete operation was performed {{(pid=103346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:10:19.390276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.402775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Request body: {'port': {'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:19.407540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806568a-7a97-4d2b-8655-adbad44eaf0d service neutron] Pushing event updated for resources: {'Port': ['ID=b130dc36-a9df-4a60-a3a5-af8ada00abc7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:19.447995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] No DVR routers for this DVR port 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:19.490675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.491201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.491673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.492139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.492838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.493308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.493776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.497311 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-e7c94e33-7ba5-4572-9eca-12f79e0a782f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6411 time: 0.1394758 Nov 23 14:10:19.521322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Pushing event deleted for resources: {'Port': ['ID=131b68bc-5eb3-401d-9cc8-4900f9eb22b4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:19.536057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.577155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.577731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.578351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.578790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.579316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.580137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.580137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.580601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.581020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.581448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.581874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.583363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:19.598673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Deleting port 1924c3ad-8559-459f-b8ed-5da46adf1b48 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:19.598673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.701106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c57d3176-a6bf-4b5a-92f0-74c6969213f3 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:19.728315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:19.753148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-204f31e2-442c-43d5-b906-abd302406528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.753630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-204f31e2-442c-43d5-b906-abd302406528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.754093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-204f31e2-442c-43d5-b906-abd302406528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:19.755976 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-204f31e2-442c-43d5-b906-abd302406528 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8b6d80189124f12b4c63bdf9790b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2487721 Nov 23 14:10:19.790546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bedce27-9ba1-45e9-a4ed-af4a57e7b435 req-142bc42e-5435-4efd-8bd3-7162d380d588 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739369 Nov 23 14:10:19.828010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd587366-ceab-461e-9d77-1a234531dccd req-687dcdee-de0a-4293-abe0-b2615f1a0e67 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990742 Nov 23 14:10:19.955297 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4536382-1320-4155-9fdb-8fe29101a377 x-openstack-request-id: req-f4536382-1320-4155-9fdb-8fe29101a377 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:19.955795 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:19.956194 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4536382-1320-4155-9fdb-8fe29101a377 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:19.956740 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7', 'status': 'completed', 'code': 200} Nov 23 14:10:19.985426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c57d3176-a6bf-4b5a-92f0-74c6969213f3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c57d3176-a6bf-4b5a-92f0-74c6969213f3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:20.004844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-25b8af38-5651-424c-a597-0cfe89fadc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.006584 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a6059f3-8d90-4bf4-aec6-be576dfc45b6 req-25b8af38-5651-424c-a597-0cfe89fadc59 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2416139 Nov 23 14:10:20.008615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b18f41-4679-4aa1-8b88-35e647985d27']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:20.048823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d58435-c3da-43fe-b5ce-7643477c27d2') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:20.050273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d58435-c3da-43fe-b5ce-7643477c27d2') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:20.061953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', 'mac_address': 'fa:16:3e:28:1a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:20.106270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.110627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-053ffddd-e2a2-420d-a961-022fe3841ff1 req-758f7bc3-1901-4859-96f4-c7595d1ba774 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0658362 Nov 23 14:10:20.116614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:20.166262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:20.168482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 131b68bc-5eb3-401d-9cc8-4900f9eb22b4 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:20.184942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab7bf62-694e-4f92-b6dc-8d10f8144029 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:20.196364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.201037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.202413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.206174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] For port 1924c3ad-8559-459f-b8ed-5da46adf1b48, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1924c3ad-8559-459f-b8ed-5da46adf1b48,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:20.206585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.212647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Transition to ACTIVE for port object 8ab7bf62-694e-4f92-b6dc-8d10f8144029 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:20.221154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.221989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.222689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.223261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.223597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57d3176-a6bf-4b5a-92f0-74c6969213f3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:20.223739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.224194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.225180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.227758 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-4e912cff-c4ee-4d97-b316-25bc073fe5c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6411 time: 0.1673877 Nov 23 14:10:20.229054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.231387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:10:20.231832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:10:20.237952 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:10:20.263368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Calling delete_port for 1924c3ad-8559-459f-b8ed-5da46adf1b48 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:20.266699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c57d3176-a6bf-4b5a-92f0-74c6969213f3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c57d3176-a6bf-4b5a-92f0-74c6969213f3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:20.277107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.363394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.372875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.382460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.389994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-b0b56d64-4de0-4a7b-9875-c1e2682aa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.390662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-b0b56d64-4de0-4a7b-9875-c1e2682aa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.391151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-b0b56d64-4de0-4a7b-9875-c1e2682aa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.391271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.392891 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-b0b56d64-4de0-4a7b-9875-c1e2682aa45c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8b6d80189124f12b4c63bdf9790b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1171892 Nov 23 14:10:20.403168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c57d3176-a6bf-4b5a-92f0-74c6969213f3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:20.403527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.418413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.436668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.439170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b5272dd4-1a06-4abe-8856-024b77b825e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5409 time: 0.3355584 Nov 23 14:10:20.512903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.525610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.532578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] 10.222.0.46 "DELETE /v2.0/networks/44b18f41-4679-4aa1-8b88-35e647985d27 HTTP/1.1" status: 204 len: 168 time: 2.3707912 Nov 23 14:10:20.576373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab7bf62-694e-4f92-b6dc-8d10f8144029,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:20.584036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b728-e23f-45c3-adac-02efe5ae91ef admin admin] Pushing event deleted for resources: {'Network': ['ID=44b18f41-4679-4aa1-8b88-35e647985d27,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:20.601384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c57d3176-a6bf-4b5a-92f0-74c6969213f3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:20.657838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Attempting to bind port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:20.658317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Attempting to bind port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:20.658640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Attempting to bind port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 on network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:20.668580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 on network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:20.668860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Attempting to bind port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 on network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:20.687887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:20.688258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Checking segment: {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:20.688765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Bound using segment: {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:20.689706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Bound port: 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7c06d-d2ef-460c-b284-e062fc5c237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:20.690092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.756260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c888125-625b-4bc3-8e9f-4b3501cc05e6 req-b3a8912e-85de-4e70-b787-489ed0488109 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3092921 Nov 23 14:10:20.820839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] For port 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:20.825387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] For port 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:20.835768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.882423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-b263ab5c-666a-420b-83ea-072c9c58d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.883974 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-21e0224c-aeae-4cba-8d39-688c62c722ec req-b263ab5c-666a-420b-83ea-072c9c58d585 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4587827 Nov 23 14:10:20.892129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:20.893020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.894923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] 10.222.0.11 "PUT /v2.0/ports/8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 200 len: 1091 time: 1.5191805 Nov 23 14:10:20.927764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6df48-3c3d-4d57-9f0e-abc509feeb4c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab7bf62-694e-4f92-b6dc-8d10f8144029,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:20.950750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:20.960617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38524) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:20.969292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:21.004437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event deleted for resources: {'Port': ['ID=1924c3ad-8559-459f-b8ed-5da46adf1b48,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:21.024393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a5f66ee1-bae6-4651-bffc-d1b26b1df8fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24cee726e3bb4e4888fdef90f6ca707b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621891 Nov 23 14:10:21.027380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38528) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:21.070641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70e8b5-70c2-4b28-8970-81199a4290c4 req-8ce3740f-395a-47f8-a683-beadf7dd5b46 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.079634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f70e8b5-70c2-4b28-8970-81199a4290c4 req-8ce3740f-395a-47f8-a683-beadf7dd5b46 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 949 time: 0.3216472 Nov 23 14:10:21.115387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea3af07-cef0-48ec-bc14-a44cccc2502c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:21.132137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] No DVR routers for this DVR port 1924c3ad-8559-459f-b8ed-5da46adf1b48 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:21.138952 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:21.154725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ec7bfa4-6f19-4b02-83f9-7105ad346e07 req-54295edf-a3c1-465c-8da4-218af49c1b6c tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "DELETE /v2.0/ports/1924c3ad-8559-459f-b8ed-5da46adf1b48 HTTP/1.1" status: 204 len: 173 time: 2.0748901 Nov 23 14:10:21.158425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-deleted', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:21.175317 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7720cbbc-efb9-473f-8c71-bcd177f423d7" -d '{"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-deleted", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:21.207865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea3af07-cef0-48ec-bc14-a44cccc2502c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:21.234196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f70e8b5-70c2-4b28-8970-81199a4290c4 req-26c66f66-c680-4676-8a4f-6fe41ac82fde tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534057 Nov 23 14:10:21.252399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a788de-9a16-4672-a484-acee6a9210d7 req-e435edb4-3263-4ca2-ae02-b0d6080748c7 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.254953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03a788de-9a16-4672-a484-acee6a9210d7 req-e435edb4-3263-4ca2-ae02-b0d6080748c7 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 1096 time: 0.1294417 Nov 23 14:10:21.271891 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.272209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.272621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.273101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.273566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.274022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.274474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.277227 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-25bcd716-7b3b-4cd1-aa9b-27211b34efab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6478 time: 0.1421428 Nov 23 14:10:21.360746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03a788de-9a16-4672-a484-acee6a9210d7 req-37e88a5f-b83c-442a-8130-01da871f0603 tempest-LiveAutoBlockMigrationV225Test-785673921 tempest-LiveAutoBlockMigrationV225Test-785673921-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977385 Nov 23 14:10:21.397366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d8fbd2cc-1e9a-4994-b63f-8c24625cf6ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 200 len: 217 time: 0.0775099 Nov 23 14:10:21.431237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea3af07-cef0-48ec-bc14-a44cccc2502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:21.434272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea3af07-cef0-48ec-bc14-a44cccc2502c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:21.435592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eea3af07-cef0-48ec-bc14-a44cccc2502c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1664a721-d36b-487d-add9-aa3fdd49a367 HTTP/1.1" status: 204 len: 168 time: 0.4070339 Nov 23 14:10:21.441225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48e5f377-894a-442a-a32e-5cb55cd34214 req-2efd26cd-0e71-456c-b865-36f0774d4a49 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=3536cdeb-e8ae-4497-a30a-967cca8bae4e HTTP/1.1" status: 200 len: 210 time: 0.0763595 Nov 23 14:10:21.469155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3af07-cef0-48ec-bc14-a44cccc2502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1664a721-d36b-487d-add9-aa3fdd49a367,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:21.491608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b725edec-7bf5-4fdd-b96b-4b4f1f7feee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.491608 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b725edec-7bf5-4fdd-b96b-4b4f1f7feee4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 HTTP/1.1" status: 200 len: 851 time: 0.0807996 Nov 23 14:10:21.558653 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9bc383-54c9-43d7-91ae-920fee7ebc57 x-openstack-request-id: req-9e9bc383-54c9-43d7-91ae-920fee7ebc57 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:21.558967 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536cdeb-e8ae-4497-a30a-967cca8bae4e", "name": "network-vif-deleted", "tag": "1924c3ad-8559-459f-b8ed-5da46adf1b48", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:21.559226 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e9bc383-54c9-43d7-91ae-920fee7ebc57 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:21.559761 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536cdeb-e8ae-4497-a30a-967cca8bae4e', 'name': 'network-vif-deleted', 'tag': '1924c3ad-8559-459f-b8ed-5da46adf1b48', 'status': 'completed', 'code': 200} Nov 23 14:10:21.582787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-9ce25243-69a8-43e3-a97e-2cb0e19ff169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:21.584385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-9ce25243-69a8-43e3-a97e-2cb0e19ff169 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df96e715-8814-46db-ab75-ff5e9b220772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865295 Nov 23 14:10:21.617259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e226618-9d82-4296-adea-682c3ed10c0d req-aa05f848-c86e-4482-b706-135cf52daa6b tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0642569 Nov 23 14:10:21.758949 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-289b8e6d-ece4-4bf0-a2ce-19730bc2ccb8 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667287 Nov 23 14:10:21.907417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-e1e755c7-0098-4480-a766-d4b07781be14 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353464 Nov 23 14:10:21.931187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:21.996709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 1924c3ad-8559-459f-b8ed-5da46adf1b48 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:21.998412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1924c3ad-8559-459f-b8ed-5da46adf1b48 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:22.022630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:22.025835 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:22.031314 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-75231a8c-7919-4877-9f79-bad7a8fd9de9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 217 time: 0.1149626 Nov 23 14:10:22.037922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.048568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.056565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.063587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.070513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.078204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.084931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.095945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-50bd618c-027f-41ee-940a-013f1dadaa95 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.1267080 Nov 23 14:10:22.101924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8db74d80-3fd6-4cc1-baee-72bdc9e25d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.103863 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8db74d80-3fd6-4cc1-baee-72bdc9e25d83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.0645273 Nov 23 14:10:22.180622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8fd52afe-2495-424c-ab48-8229c25a7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.182227 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8fd52afe-2495-424c-ab48-8229c25a7cdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684662 Nov 23 14:10:22.186768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6cc6f1c4-6ede-4705-8c6a-e1025e0eb079 req-269a66c5-146a-4b36-a1e6-decba3ed9104 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899577 Nov 23 14:10:22.269826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c5d87-22c0-4ee6-8d22-2dc7f7f04648 req-8dcaf99f-86cb-416c-b518-964882ed7c09 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.272907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b0c5d87-22c0-4ee6-8d22-2dc7f7f04648 req-8dcaf99f-86cb-416c-b518-964882ed7c09 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 945 time: 0.0763819 Nov 23 14:10:22.352963 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d89ff45f-5dd1-4c9c-b055-b043f597b926 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626129 Nov 23 14:10:22.355033 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56680d8d-69f7-43d9-a6d8-86fdb72dc0cc x-openstack-request-id: req-56680d8d-69f7-43d9-a6d8-86fdb72dc0cc {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:22.355325 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:22.355580 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56680d8d-69f7-43d9-a6d8-86fdb72dc0cc {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:22.355982 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029', 'status': 'completed', 'code': 200} Nov 23 14:10:22.404777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b0c5d87-22c0-4ee6-8d22-2dc7f7f04648 req-33b008b8-ae50-4f5c-ac09-d0f92b234e71 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226869 Nov 23 14:10:22.433853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1833e8-4c0a-478b-bff8-60f1ef79e40e req-e22639e1-3861-444a-813e-b903c0ff97a1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.435448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e1833e8-4c0a-478b-bff8-60f1ef79e40e req-e22639e1-3861-444a-813e-b903c0ff97a1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 949 time: 0.0814192 Nov 23 14:10:22.515777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e1833e8-4c0a-478b-bff8-60f1ef79e40e req-1ac5b329-a1c8-4b02-80fc-e16f04e5c8fb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715454 Nov 23 14:10:22.536462 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b71d64ec-0c8c-4eee-8122-664c010273c2 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719391 Nov 23 14:10:22.615497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-3a4ec8ae-4343-40e4-95b7-d60ac389a95d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 217 time: 0.0668039 Nov 23 14:10:22.653178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-1b07fd3c-4ac2-400a-8331-b58c4500d02a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.656870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-1b07fd3c-4ac2-400a-8331-b58c4500d02a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 945 time: 0.1326160 Nov 23 14:10:22.746925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d021dbd3-9165-49c0-ac31-d10b28cbcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.750496 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d021dbd3-9165-49c0-ac31-d10b28cbcdb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1267059 Nov 23 14:10:22.846152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3734475-c50d-457d-91cc-c2e7ed146f26 req-770d5757-39b1-456e-aa11-6fa478c5b1a8 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/ports?device_id=2940ca13-3bbe-444a-9c26-79cda0b96d19 HTTP/1.1" status: 200 len: 210 time: 0.0388761 Nov 23 14:10:22.869203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Deleting port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:22.869603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:22.882827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8c478839-2a3c-4311-a4cd-97a5df232bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:22.882827 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8c478839-2a3c-4311-a4cd-97a5df232bb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176732 Nov 23 14:10:23.072157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] For port 76b23f0e-0614-4ae4-a3cf-60ae1baad774, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=76b23f0e-0614-4ae4-a3cf-60ae1baad774,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:23.073711 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:23.079825 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-a15d9223-d825-49e3-8f44-96969a09351f service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854208 Nov 23 14:10:23.121276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Calling delete_port for 76b23f0e-0614-4ae4-a3cf-60ae1baad774 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:23.187951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf486d9f-0bd0-4728-9b9e-ead53f662ce8 req-f9614c9a-0391-463b-8c04-1685b3ee9a9f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.189735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf486d9f-0bd0-4728-9b9e-ead53f662ce8 req-f9614c9a-0391-463b-8c04-1685b3ee9a9f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1006496 Nov 23 14:10:23.208395 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-a3bbaf1d-22a6-4bb9-b7fd-2c1baa654f6a service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153538 Nov 23 14:10:23.279332 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-153c0a2a-f223-4ae0-aced-6449ea5aa584 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=995db426-d5a7-4854-8c26-058caddd9a99 HTTP/1.1" status: 200 len: 217 time: 0.0623107 Nov 23 14:10:23.284337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf486d9f-0bd0-4728-9b9e-ead53f662ce8 req-1e41ea2f-42fa-42e0-8d08-8fa792c31f68 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857222 Nov 23 14:10:23.336884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-4a27a3ea-cb99-43fa-82a6-034fb6c353d1 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e769ec521f21493a90b98a4a5118d29b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486145 Nov 23 14:10:23.348979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b22ce8d0-22af-49e7-a26c-dd616f24a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.350443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b22ce8d0-22af-49e7-a26c-dd616f24a77f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.0600255 Nov 23 14:10:23.414399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d658b093-0b1a-415e-b8c4-b40a485388c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.416105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d658b093-0b1a-415e-b8c4-b40a485388c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566998 Nov 23 14:10:23.483714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:23.512647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['76b23f0e-0614-4ae4-a3cf-60ae1baad774'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:23.522034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['846e1247-35f4-468c-8a40-3d26ea2edc7c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:23.565141 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-aaea2ad3-2f03-4819-8a0f-c217c618d208 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399379 Nov 23 14:10:23.610235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event deleted for resources: {'Port': ['ID=76b23f0e-0614-4ae4-a3cf-60ae1baad774,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:23.631345 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:23.660957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.667708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.678301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.690547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.697206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.698214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-31781ef2-6822-4bf5-b109-82792e607b4a service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247807 Nov 23 14:10:23.702781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c57d3176-a6bf-4b5a-92f0-74c6969213f3 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:23.704142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.712205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.718330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-469d3250-056c-4b08-aa78-c90e537eee25 req-0f3a3811-41e7-4fa5-b2ae-60b13b14e0ea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.3298860 Nov 23 14:10:23.746135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] No DVR routers for this DVR port 76b23f0e-0614-4ae4-a3cf-60ae1baad774 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:23.755048 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-b69f6fe1-a56d-4310-8502-9da2cb19e69d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0488739 Nov 23 14:10:23.771168 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:23.779347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd889a8c-2bd0-4d78-855c-f031858e2240 req-306d8174-2b1d-4a2d-80fa-582154eb236c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.74 "DELETE /v2.0/ports/76b23f0e-0614-4ae4-a3cf-60ae1baad774 HTTP/1.1" status: 204 len: 173 time: 1.1160331 Nov 23 14:10:23.779846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'name': 'network-vif-deleted', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:23.782881 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da30da-f080-460e-bd58-0946128994a0" -d '{"events": [{"server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "name": "network-vif-deleted", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:23.823520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-11da7efd-37df-48c9-ac7c-4aa720cb01df tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.826406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d3ffc85d-91a8-4fe2-b685-96289998e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.828524 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d3ffc85d-91a8-4fe2-b685-96289998e1c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.0634177 Nov 23 14:10:23.829214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-11da7efd-37df-48c9-ac7c-4aa720cb01df tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4685621 Nov 23 14:10:23.856429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port c57d3176-a6bf-4b5a-92f0-74c6969213f3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:10:23.867571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port c57d3176-a6bf-4b5a-92f0-74c6969213f3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:23.867953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:23.891349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-3884e66a-0d6f-406a-814b-b7279130a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:23.893008 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-3884e66a-0d6f-406a-814b-b7279130a839 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554805 Nov 23 14:10:23.906691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-89e5f076-250c-4f25-a083-64f962b56d15 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/quotas/e769ec521f21493a90b98a4a5118d29b HTTP/1.1" status: 200 len: 375 time: 0.0557058 Nov 23 14:10:23.968935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-0e4d746d-34df-4908-b365-daa0c3c67269 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e769ec521f21493a90b98a4a5118d29b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601652 Nov 23 14:10:23.982240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:24.003872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-469d3250-056c-4b08-aa78-c90e537eee25 req-406fce84-7146-40b0-815f-f38d4bee28a1 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2585833 Nov 23 14:10:24.026661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:24.034986 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2578b83d-ccab-43f9-87c1-9e10d2b028ea" -d '{"events": [{"server_uuid": "6e9d9cdb-65ac-4143-a739-ad38b2f49532", "name": "network-vif-plugged", "status": "completed", "tag": "c57d3176-a6bf-4b5a-92f0-74c6969213f3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:24.047599 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-c8cc8c4c-dac9-4d2c-9ba2-a552b8698501 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444743 Nov 23 14:10:24.054199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c57d3176-a6bf-4b5a-92f0-74c6969213f3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c57d3176-a6bf-4b5a-92f0-74c6969213f3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:24.060330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:24.118459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c57d3176-a6bf-4b5a-92f0-74c6969213f3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:24.179387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b02bb6c3-8dcc-4eea-b44d-6520f6a61337 req-05ea97a4-7417-49e2-adfe-7025a1367e06 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0417132 Nov 23 14:10:24.234195 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-3a40c3da-876d-42b7-bd0f-c038f79827fc service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735902 Nov 23 14:10:24.278440 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b63cb-b267-4c7c-b1e0-46cc01846d94 x-openstack-request-id: req-bd1b63cb-b267-4c7c-b1e0-46cc01846d94 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:24.278762 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f3bec-be67-45b0-aa22-698c7076d1e8", "name": "network-vif-deleted", "tag": "76b23f0e-0614-4ae4-a3cf-60ae1baad774", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:24.279051 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd1b63cb-b267-4c7c-b1e0-46cc01846d94 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:24.279572 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f3bec-be67-45b0-aa22-698c7076d1e8', 'name': 'network-vif-deleted', 'tag': '76b23f0e-0614-4ae4-a3cf-60ae1baad774', 'status': 'completed', 'code': 200} Nov 23 14:10:24.295076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-60ec4b41-9ca9-4f80-ab64-641360729307 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7 HTTP/1.1" status: 200 len: 217 time: 0.0506938 Nov 23 14:10:24.375063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-959ac77d-970a-4cb4-8959-66660d527484 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:24.377151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-959ac77d-970a-4cb4-8959-66660d527484 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.1555905 Nov 23 14:10:24.392046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1732c5-8d4c-4f8e-bbc7-7ee5147ef039 req-5029040b-3d97-49d2-87b8-88a1a5a1e99f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:24.393556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c1732c5-8d4c-4f8e-bbc7-7ee5147ef039 req-5029040b-3d97-49d2-87b8-88a1a5a1e99f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 950 time: 0.1088388 Nov 23 14:10:24.410668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8b053ebb-3638-449e-a3a8-b707ca2ee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:24.414543 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-8b053ebb-3638-449e-a3a8-b707ca2ee220 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.1083124 Nov 23 14:10:24.455733 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de340ead-1130-4f03-ba2f-78b4e13a9eb2 x-openstack-request-id: req-de340ead-1130-4f03-ba2f-78b4e13a9eb2 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:24.456034 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9d9cdb-65ac-4143-a739-ad38b2f49532", "name": "network-vif-plugged", "status": "completed", "tag": "c57d3176-a6bf-4b5a-92f0-74c6969213f3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:24.456292 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de340ead-1130-4f03-ba2f-78b4e13a9eb2 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:24.456705 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', 'code': 200} Nov 23 14:10:24.506003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d08938dd-0474-45d2-97c6-6c3cd53bec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:24.507607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c1732c5-8d4c-4f8e-bbc7-7ee5147ef039 req-6d9a4ca0-59c0-4aa6-b24b-6e0d4ef30be6 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038325 Nov 23 14:10:24.507758 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-d08938dd-0474-45d2-97c6-6c3cd53bec75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794735 Nov 23 14:10:24.653963 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-780b72e5-0cd8-4712-abb6-75d5492f873a req-b405c1c6-0a2a-451f-a702-cfc49e1e3365 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 210 time: 0.0845497 Nov 23 14:10:24.671590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-e5e56ea4-c639-46cb-9cd8-0867c154a42e service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525583 Nov 23 14:10:24.706033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38644) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:24.759501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eab652-6de9-4632-9136-bd317524b7bc req-ae01a826-b8fe-4976-a33b-fdd0c317fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:24.761819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a2eab652-6de9-4632-9136-bd317524b7bc req-ae01a826-b8fe-4976-a33b-fdd0c317fe35 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 1101 time: 0.2119176 Nov 23 14:10:24.797472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f7bc-5229-429a-b6a9-daa7429e1cfb req-4fbf77d1-7c4f-423d-9b6c-205a1df9d23f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:24.807996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b05f7bc-5229-429a-b6a9-daa7429e1cfb req-4fbf77d1-7c4f-423d-9b6c-205a1df9d23f tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 950 time: 0.2030201 Nov 23 14:10:24.825470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Deleting port 1a263c2a-00fd-4583-b4ac-e18977d3960f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:24.825820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:24.855890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a2eab652-6de9-4632-9136-bd317524b7bc req-0837ece7-ade0-4847-b630-141083b018a4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550411 Nov 23 14:10:24.875870 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-f0b6b0da-c2dc-43d6-9f06-e79298c75ed7 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933763 Nov 23 14:10:24.965247 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-367e8207-4e97-4278-a548-edb4a98e4a80 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:24.970672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38650) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:24.983615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b05f7bc-5229-429a-b6a9-daa7429e1cfb req-f3f060ac-2be3-418f-8d48-19e4199763cd tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fa0b309-a950-4f1e-9886-4ec8029cf808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744893 Nov 23 14:10:25.035685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] For port 1a263c2a-00fd-4583-b4ac-e18977d3960f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a263c2a-00fd-4583-b4ac-e18977d3960f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:25.036118 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.050428 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-367e8207-4e97-4278-a548-edb4a98e4a80 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.066224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Calling delete_port for 1a263c2a-00fd-4583-b4ac-e18977d3960f owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:25.160892 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-367e8207-4e97-4278-a548-edb4a98e4a80 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.163482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-367e8207-4e97-4278-a548-edb4a98e4a80 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.167595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-367e8207-4e97-4278-a548-edb4a98e4a80 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "DELETE /v2.0/security-groups/92740601-cf94-4fba-b22f-a58b30300f86 HTTP/1.1" status: 204 len: 168 time: 0.4563005 Nov 23 14:10:25.168276 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2f1dab22-19df-4128-84dc-50bb14d83b0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 200 len: 217 time: 0.1099994 Nov 23 14:10:25.168825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38656) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:25.214539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd2db702-fc9c-4815-aaeb-e88d4a29c4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.253404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e8207-4e97-4278-a548-edb4a98e4a80 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92740601-cf94-4fba-b22f-a58b30300f86,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:25.257204 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-447b023f-950c-416e-9dff-46069094a243 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] show failed (client error): The resource could not be found. Nov 23 14:10:25.258027 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-447b023f-950c-416e-9dff-46069094a243 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "GET /v2.0/security-groups/92740601-cf94-4fba-b22f-a58b30300f86 HTTP/1.1" status: 404 len: 347 time: 0.0872281 Nov 23 14:10:25.263511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38660) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:25.351728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16517988-b355-469d-a40e-d3bf493e8420 req-6dc601ad-5515-4ca9-8a6f-16b41e4de60d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0332408 Nov 23 14:10:25.363500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.379006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-936ced5c-208b-4a3a-bdf8-33c0d02f248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.380482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-936ced5c-208b-4a3a-bdf8-33c0d02f248d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.1861689 Nov 23 14:10:25.381090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.390657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.412762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.434091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.443094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.451190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.469760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-c805852a-9419-483a-bcda-efeff6030085 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.3250911 Nov 23 14:10:25.492991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-a39424a9-cdec-4b05-b882-f10c47fec839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.495072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-a39424a9-cdec-4b05-b882-f10c47fec839 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053288 Nov 23 14:10:25.534423 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd2db702-fc9c-4815-aaeb-e88d4a29c4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.568745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd2db702-fc9c-4815-aaeb-e88d4a29c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.591325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Deleting port 91c33540-ea90-406f-90fc-c49be62009f6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:25.591682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.666306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f668716d-bd9e-49f7-9ad5-09a25d5058e4 req-7b0da52e-8463-43dc-9a22-e2ae288803ca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1947227 Nov 23 14:10:25.697961 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fd2db702-fc9c-4815-aaeb-e88d4a29c4f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecd9ff9a4862444a949893167421d354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7259510 Nov 23 14:10:25.702111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38668) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:25.705501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2db702-fc9c-4815-aaeb-e88d4a29c4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7037d236-d755-4978-9c7d-dc7a59c6ab71,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:25.798204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef8c026b-de46-4ef9-8e9b-6e4935659057 req-86f9a93e-bc99-429e-a746-1dc85a7c017a tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 210 time: 0.0458701 Nov 23 14:10:25.819134 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.819308 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-70b11d1c-4a45-4f07-891b-97972d48cca4 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e769ec521f21493a90b98a4a5118d29b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536194 Nov 23 14:10:25.823779 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-2b7248bb-2986-4f67-a618-57dbc8ec1eba service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069513 Nov 23 14:10:25.829068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a263c2a-00fd-4583-b4ac-e18977d3960f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:25.859157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Pushing event deleted for resources: {'Port': ['ID=1a263c2a-00fd-4583-b4ac-e18977d3960f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:25.878335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9bee-5012-42e3-b615-9fc005b49128 req-b1dcaade-57dc-48e0-a796-e37eaeb4cd83 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:25.882593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0ac9bee-5012-42e3-b615-9fc005b49128 req-b1dcaade-57dc-48e0-a796-e37eaeb4cd83 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 950 time: 0.2123463 Nov 23 14:10:25.893677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.894010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.949485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 76b23f0e-0614-4ae4-a3cf-60ae1baad774 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:25.953701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] No DVR routers for this DVR port 1a263c2a-00fd-4583-b4ac-e18977d3960f on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:25.955903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:25.959358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8beaedf5-b49d-4db5-8648-40c2d981ed29 req-55f38c67-c120-4b7b-a399-d9b1e19cc1d4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.74 "DELETE /v2.0/ports/1a263c2a-00fd-4583-b4ac-e18977d3960f HTTP/1.1" status: 204 len: 173 time: 1.5648661 Nov 23 14:10:25.993020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 76b23f0e-0614-4ae4-a3cf-60ae1baad774 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:25.993368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 76b23f0e-0614-4ae4-a3cf-60ae1baad774 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:25.993796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:26.030217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0ac9bee-5012-42e3-b615-9fc005b49128 req-33a50c99-c8e9-47a4-aea3-506e3678b46a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095419 Nov 23 14:10:26.031708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 1a263c2a-00fd-4583-b4ac-e18977d3960f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:26.032243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a263c2a-00fd-4583-b4ac-e18977d3960f not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:26.129587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13258c45-9857-4b77-aee6-b399ad22a78f req-1cd7e9e8-ea73-4ee3-9560-674c3dbe3ba4 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] 10.222.0.46 "GET /v2.0/ports?device_id=efe10ee5-531c-4a6c-bb9c-60b8d69b957f HTTP/1.1" status: 200 len: 210 time: 0.0307062 Nov 23 14:10:26.280663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-deleted', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:26.283050 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d39ac7b-9742-4c28-b148-f2d55314e29f" -d '{"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-deleted", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:26.345501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Calling delete_port for 91c33540-ea90-406f-90fc-c49be62009f6 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:26.368743 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a735d-8eb0-40bb-bafd-149768e8554b x-openstack-request-id: req-7e6a735d-8eb0-40bb-bafd-149768e8554b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:26.369850 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe10ee5-531c-4a6c-bb9c-60b8d69b957f", "name": "network-vif-deleted", "tag": "1a263c2a-00fd-4583-b4ac-e18977d3960f", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:26.370293 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e6a735d-8eb0-40bb-bafd-149768e8554b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:26.370855 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe10ee5-531c-4a6c-bb9c-60b8d69b957f', 'name': 'network-vif-deleted', 'tag': '1a263c2a-00fd-4583-b4ac-e18977d3960f', 'status': 'completed', 'code': 200} Nov 23 14:10:26.468787 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c51c2a6b-3149-488d-b27d-e3a66cd3cafa req-815301eb-4d37-4f3e-a2cd-67de534babb7 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292109 Nov 23 14:10:26.496351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:26.504013 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14661a60-c332-40bc-b6ed-f0027ee91b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:26.533918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92a27e1e-be59-46be-92ac-89056ea08326 req-bbf4b331-faaa-473e-bf7f-e3d5b8c296ed tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0732312 Nov 23 14:10:26.593684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Pushing event deleted for resources: {'Port': ['ID=91c33540-ea90-406f-90fc-c49be62009f6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:26.635088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14661a60-c332-40bc-b6ed-f0027ee91b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:26.648251 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e24283f6-6205-431e-a3ff-ebc8b4a42410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:26.719269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-c5b053ab-fcd2-471b-a676-8a2f04f0239a tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.720755 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-c5b053ab-fcd2-471b-a676-8a2f04f0239a tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8943660 Nov 23 14:10:26.729812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:26.733040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:26.734226 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a5dd468d-034f-46d0-9c45-3e002d341cf1 tempest-ServersTestBootFromVolume-1770189986 tempest-ServersTestBootFromVolume-1770189986-project] 10.222.0.46 "DELETE /v2.0/floatingips/7145d844-191d-4e46-b976-0ab8dbcf0b90 HTTP/1.1" status: 204 len: 168 time: 1.4697423 Nov 23 14:10:26.737884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38680) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:26.741056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Request body: {'port': {'device_id': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'e769ec521f21493a90b98a4a5118d29b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:26.868891 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:26.951671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.952153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.952641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.953082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.953726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.954372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.955013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.957101 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-2e80b314-74c6-4242-931d-de356f093124 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6478 time: 0.0950310 Nov 23 14:10:26.968964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.975351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.982142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.987034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.993371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:26.999982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:27.006059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:27.008472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-6fa53b80-8f94-4252-9ab4-fba702ba9532 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.2195497 Nov 23 14:10:27.044601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfd1e3bc-a9dc-460a-b3b0-88d40b71c43c req-104389d7-cdaa-4de1-aacb-1bafcd0a0122 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 210 time: 0.0947082 Nov 23 14:10:27.096708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-dd49193e-ee1d-4bc5-b284-1a0ad27da3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:27.098459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-dd49193e-ee1d-4bc5-b284-1a0ad27da3ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 200 len: 903 time: 0.1127427 Nov 23 14:10:27.099166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Made reservation on behalf of e769ec521f21493a90b98a4a5118d29b for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:27.103597 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:27.107296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14661a60-c332-40bc-b6ed-f0027ee91b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:27.112189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14661a60-c332-40bc-b6ed-f0027ee91b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:27.116561 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-14661a60-c332-40bc-b6ed-f0027ee91b18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7037d236-d755-4978-9c7d-dc7a59c6ab71 HTTP/1.1" status: 204 len: 168 time: 1.4120238 Nov 23 14:10:27.181272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14661a60-c332-40bc-b6ed-f0027ee91b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037d236-d755-4978-9c7d-dc7a59c6ab71,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:27.190144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-ef36c7bf-077e-4a99-96a5-0c6c1015d87f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 200 len: 217 time: 0.0722227 Nov 23 14:10:27.196312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:27.282038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-64491b8f-f9e4-4d21-8eff-a67893609884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:27.283714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-64491b8f-f9e4-4d21-8eff-a67893609884 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.0776396 Nov 23 14:10:27.398774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-4464ff11-084d-4ff3-9b2c-fb9096811b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:27.404179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-4464ff11-084d-4ff3-9b2c-fb9096811b40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092970 Nov 23 14:10:27.481643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:27.494158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:27.610721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:27.701212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:27.703875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bea38d9-895c-4c7d-9d3e-ff8e62eeaf52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:27.770324 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-6666c969-f2ef-495e-ae9a-fc9e6aebaf7d service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436866 Nov 23 14:10:27.888717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1457654-bdc2-46c2-85cc-830e44bbc41e req-ac819228-89a0-41c7-8b5c-3f5256acb24a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8683908 Nov 23 14:10:27.919226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d555b9-04aa-444c-8f5e-dada53c024e7 req-2c5a8561-9b70-4489-bb50-ced1a529df9c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:27.927471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03d555b9-04aa-444c-8f5e-dada53c024e7 req-2c5a8561-9b70-4489-bb50-ced1a529df9c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 950 time: 0.1307118 Nov 23 14:10:28.025090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Allocated IP 192.168.233.211 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/99d02540-d8c6-4acf-860d-d9bce9d4e0ca) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:10:28.114074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03d555b9-04aa-444c-8f5e-dada53c024e7 req-c3f80d63-ef09-4d6b-bef6-6adb36f4f454 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830730 Nov 23 14:10:28.192561 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3075ef20-8d84-4bef-b898-eef3f0d9b0f0 req-48e00151-bc46-4f31-9164-13a1d18a1005 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002471 Nov 23 14:10:28.199837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c764975a-f4f4-4cbc-bfe9-3abf80e03c8d req-74471b39-ef82-42ca-aa2a-5fb51a552819 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0609210 Nov 23 14:10:28.250365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bea38d9-895c-4c7d-9d3e-ff8e62eeaf52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:28.279292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bea38d9-895c-4c7d-9d3e-ff8e62eeaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:28.377876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:28.527870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c405982-3126-480d-ad29-da152ab5f0c6 req-cfc85d83-e9da-4c6b-a20f-dc6a5b983c0f tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 210 time: 0.1300116 Nov 23 14:10:28.528223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3bea38d9-895c-4c7d-9d3e-ff8e62eeaf52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ea5f5b8794740e7b90ba2e37b440415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9160204 Nov 23 14:10:28.531145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea38d9-895c-4c7d-9d3e-ff8e62eeaf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da46eb-5669-4964-a080-7937fbaae02c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:28.534256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:28.616317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:28.686574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38708) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:28.687174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d21b-a94a-4ae1-b118-f05e0565ff7f req-cd78710c-79c8-4cb4-9d8f-a4a8e480c528 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:28.693389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e127d21b-a94a-4ae1-b118-f05e0565ff7f req-cd78710c-79c8-4cb4-9d8f-a4a8e480c528 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 1101 time: 0.2382340 Nov 23 14:10:28.722396 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:28.812619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:28.831784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:28.845704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:10:28.974583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-877aafe0-7d78-4e1b-8c2f-2572d9287a98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c401a5b93f147fb8ddbe1db00ba277a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863493 Nov 23 14:10:28.976822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38714) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:28.985993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:28.986999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.018316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:29.025428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ab94da48-6ab5-4851-805b-c7e12aee6ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.056900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e127d21b-a94a-4ae1-b118-f05e0565ff7f req-564a359e-25ed-445d-9fb3-934360cf99f0 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808504 Nov 23 14:10:29.086881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-d46a9359-bb67-4077-940d-2c50bf12af46 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3514647 Nov 23 14:10:29.100133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Request body: {'port': {'device_id': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:29.113240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9b9e-9005-41ba-a0ac-3f4be4c0c209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.193163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3623861c-b774-489e-928d-cf132cdfdef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.216990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3623861c-b774-489e-928d-cf132cdfdef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.290409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.313043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9b9e-9005-41ba-a0ac-3f4be4c0c209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.314061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-59ccc92d-dc7b-421d-94fc-a151f83a637a None None] Provisioning complete for port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:29.314436 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59ccc92d-dc7b-421d-94fc-a151f83a637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.418188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-59ccc92d-dc7b-421d-94fc-a151f83a637a None None] Port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:10:29.447782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9b9e-9005-41ba-a0ac-3f4be4c0c209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.450985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9b9e-9005-41ba-a0ac-3f4be4c0c209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.454332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b9fb9b9e-9005-41ba-a0ac-3f4be4c0c209 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7da46eb-5669-4964-a080-7937fbaae02c HTTP/1.1" status: 204 len: 168 time: 0.9002771 Nov 23 14:10:29.512306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:29.519370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:29.525890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:29.532334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:29.539066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:29.545888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:29.552356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:29.554887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-40f9499e-7613-44e2-bcfa-0658664a1c6c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.4900289 Nov 23 14:10:29.555597 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3623861c-b774-489e-928d-cf132cdfdef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.558216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3623861c-b774-489e-928d-cf132cdfdef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.563166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3623861c-b774-489e-928d-cf132cdfdef3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fa0b309-a950-4f1e-9886-4ec8029cf808 HTTP/1.1" status: 204 len: 168 time: 0.5848460 Nov 23 14:10:29.574329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9db4b47f-c3d2-4cd6-8c57-6da3b08ce1c8 req-04c67fce-3bf4-45c3-91b3-26baa7004683 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.1673002 Nov 23 14:10:29.675870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eedd767-257d-4a4b-8a6e-d5866f07c7ff req-70b9bf80-4ea7-45df-8abd-6559b73abcb0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112900 Nov 23 14:10:29.677107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9b9e-9005-41ba-a0ac-3f4be4c0c209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da46eb-5669-4964-a080-7937fbaae02c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:29.733099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623861c-b774-489e-928d-cf132cdfdef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa0b309-a950-4f1e-9886-4ec8029cf808,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:29.862853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-547d092b-0017-403c-9cf2-ae8368c9dc42 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713272 Nov 23 14:10:29.915625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d02540-d8c6-4acf-860d-d9bce9d4e0ca {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:29.929958 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.943000 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.953106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Deleting port 556d4531-1cc1-414e-bc49-12520af55cf2 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:29.953106 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:29.965123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Transition to ACTIVE for port object 99d02540-d8c6-4acf-860d-d9bce9d4e0ca will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:29.972932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:30.152056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:30.174648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-a278202a-48e8-409e-904a-e5e82bbcb7aa tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:30.191393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-a278202a-48e8-409e-904a-e5e82bbcb7aa tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154950 Nov 23 14:10:30.196324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38748) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:30.259191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-7630bdb9-4930-42bb-8adf-c628906bbf10 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/quotas/89f88a8a3aa342619e8a6d098ff99d52 HTTP/1.1" status: 200 len: 375 time: 0.0651762 Nov 23 14:10:30.262800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Attempting to bind port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:30.263275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Attempting to bind port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:30.263726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Attempting to bind port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:30.274878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:30.275434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Attempting to bind port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:30.286327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:30.286834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:30.287368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:30.287938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Bound port: 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:30.288434 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:30.344678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e77175-cb00-4f31-a3c2-93ef4085be12 req-89bbf742-a7da-4342-8016-f59e7169f4d5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:30.346448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8e77175-cb00-4f31-a3c2-93ef4085be12 req-89bbf742-a7da-4342-8016-f59e7169f4d5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 948 time: 0.3424885 Nov 23 14:10:30.457613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] For port 556d4531-1cc1-414e-bc49-12520af55cf2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=556d4531-1cc1-414e-bc49-12520af55cf2,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:30.457993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:30.458428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:30.468313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9dd00ae0-859e-41a4-8ff5-a35242fbc950 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c5dfbf681e44ae7981bc33cb3ff6d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668049 Nov 23 14:10:30.469016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38752) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:30.470336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:30.496202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:30.520359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-9879ed77-4c9f-4c4d-9aad-1c5e38d7dd93 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2595351 Nov 23 14:10:30.569231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Calling delete_port for 556d4531-1cc1-414e-bc49-12520af55cf2 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:30.617915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8e77175-cb00-4f31-a3c2-93ef4085be12 req-2644bd81-fd05-4d30-932f-62349d2ca6a7 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532792 Nov 23 14:10:30.678092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:30.678926 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:30.693293 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] 10.222.0.74 "PUT /v2.0/ports/99d02540-d8c6-4acf-860d-d9bce9d4e0ca HTTP/1.1" status: 200 len: 1096 time: 1.5845973 Nov 23 14:10:30.703139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e16f1-5fdf-49a1-9e1a-6bf50f9054e0 service neutron] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:30.729186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:30.736300 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4146a55d-27de-4033-ac63-e66c4ebf9cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:30.864842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-8239cf1b-7efa-4ce6-b8e9-3fc045e8d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:30.866381 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-8239cf1b-7efa-4ce6-b8e9-3fc045e8d420 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e769ec521f21493a90b98a4a5118d29b&device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 1099 time: 0.1222267 Nov 23 14:10:30.892851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-354ca3f3-840c-43ba-ac8c-b9253045e3c6 req-44538d30-6a76-4d9d-96bb-134d1a26499a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0593011 Nov 23 14:10:30.905221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ed393b85-d217-49c3-89e9-5c07329242c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:30.977963 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-20163e3d-f3ef-4e09-9c3d-e6891337c346 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca HTTP/1.1" status: 200 len: 217 time: 0.1017592 Nov 23 14:10:30.988842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ed393b85-d217-49c3-89e9-5c07329242c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:31.061367 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688310b8-a4de-4c6a-ae46-8c8ddcd32a26 x-openstack-request-id: req-688310b8-a4de-4c6a-ae46-8c8ddcd32a26 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:31.061668 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:31.061928 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-688310b8-a4de-4c6a-ae46-8c8ddcd32a26 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:31.062353 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'status': 'completed', 'code': 200} Nov 23 14:10:31.098759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-0e24d574-f998-4a32-9676-a8c5e0ec4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.098759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-0e24d574-f998-4a32-9676-a8c5e0ec4f56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1117404 Nov 23 14:10:31.136020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.143474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.151201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.157641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.168231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-df716feb-3562-4337-bbfb-afa71aec5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.170274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.170532 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-df716feb-3562-4337-bbfb-afa71aec5ce3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614960 Nov 23 14:10:31.189002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.208293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.210221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-e447d764-7e31-4d5f-9af8-74fb81ae778e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.2722147 Nov 23 14:10:31.306922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-244172eb-2be0-409f-bab1-1cda69bc6357 req-5588aac8-efb6-4c5b-9fa6-dd75127b5510 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 210 time: 0.0953231 Nov 23 14:10:31.370536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-441f129e-116b-4673-8122-54a9b07a3364 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918979 Nov 23 14:10:31.379405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ed393b85-d217-49c3-89e9-5c07329242c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:31.387557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ed393b85-d217-49c3-89e9-5c07329242c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:31.390049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ed393b85-d217-49c3-89e9-5c07329242c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adf839e7-7f69-4302-85ce-e3d38d64dbcd HTTP/1.1" status: 204 len: 168 time: 0.9125926 Nov 23 14:10:31.411699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:31.514603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed393b85-d217-49c3-89e9-5c07329242c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf839e7-7f69-4302-85ce-e3d38d64dbcd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:31.523413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:31.602061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=556d4531-1cc1-414e-bc49-12520af55cf2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:31.617831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-11cbe2a1-58ff-44c4-84db-a270c336dc4b req-51910447-f50e-451b-94d1-2896dc89433f service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388461 Nov 23 14:10:31.624473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-916681a2-2a74-445a-8bf5-2f8c26e3f9f3 req-cb07aac5-101f-4dc2-8db3-a7f09b32923d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4006066 Nov 23 14:10:31.866748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-ff9bd176-fffb-4578-b9e2-6eaeabfb28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:31.876607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-ff9bd176-fffb-4578-b9e2-6eaeabfb28d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e769ec521f21493a90b98a4a5118d29b&device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 1099 time: 0.1292162 Nov 23 14:10:32.095361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:32.148002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71b85897-2c42-457c-9710-6a4508ff445a req-96761e8f-501f-432d-86e6-482f73a467de tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0539827 Nov 23 14:10:32.148889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-7bd26342-4e98-4d98-b94d-d1609d7c3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.151849 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-7bd26342-4e98-4d98-b94d-d1609d7c3531 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2658286 Nov 23 14:10:32.236042 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-09c313b7-7b6c-4005-b415-222202ca1c48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca HTTP/1.1" status: 200 len: 217 time: 0.0753028 Nov 23 14:10:32.289422 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:32.295207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3f89-076f-4123-a106-87eb1281a41b req-97e8b0c6-f648-4333-8e0f-27320b3ed10b tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.296963 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64ca3f89-076f-4123-a106-87eb1281a41b req-97e8b0c6-f648-4333-8e0f-27320b3ed10b tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 948 time: 0.4345620 Nov 23 14:10:32.352112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-e14a4aff-1a8c-4b6e-ba7f-b9ffbe7fcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.353858 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-e14a4aff-1a8c-4b6e-ba7f-b9ffbe7fcf36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1028070 Nov 23 14:10:32.438574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-20ef3109-dc00-4d57-ab52-df02b3807ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.440309 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-20ef3109-dc00-4d57-ab52-df02b3807ca8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781744 Nov 23 14:10:32.595950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2507094-9e4d-40fd-b55e-1899b1b79555 req-4e10d926-ff89-49ed-a860-a9cce25ead8e tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 210 time: 0.0741091 Nov 23 14:10:32.624720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64ca3f89-076f-4123-a106-87eb1281a41b req-e4210ad9-d34b-4337-8e1e-ebfd225960de tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649727 Nov 23 14:10:32.645016 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-bf63f8a0-b5a9-49ab-a338-5027ff2f63a0 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443901 Nov 23 14:10:32.648265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:10:32.878467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-fb98b5a1-10c7-406a-8f1e-6020dcf3e96c service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290564 Nov 23 14:10:32.956589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.966086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.972599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.981663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.990031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:32.997076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:33.004340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:33.007940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-2834a86c-3613-40bf-a721-1a5b807d67d4 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:33.009434 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-2834a86c-3613-40bf-a721-1a5b807d67d4 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543236 Nov 23 14:10:33.013089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-a0833708-18f8-4d88-8d73-2f74919dd7d2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.2100925 Nov 23 14:10:33.042106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:10:33.055766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] Sync routers for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:10:33.058390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cd969ba1-4c1e-45e1-8e98-149d9a49a2ec admin admin] 10.222.0.46 "PUT /v2.0/routers/35bbf83d-bdeb-44a2-a922-5fae93a7daf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3156745 Nov 23 14:10:33.059068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38834) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:33.070331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:33.071228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:33.083355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:33.230637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:33.240766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9fe17970-a2c4-4d59-8eb2-76e4595310c4 req-b4df87f9-ff86-49c2-970d-193d24be061f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2265332 Nov 23 14:10:33.282421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:33.365337 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4146a55d-27de-4033-ac63-e66c4ebf9cc1 req-86ee78db-2d72-4b73-a9f8-2063ab94cf98 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616039 Nov 23 14:10:33.425543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:33.429548 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:33.518296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:33.547439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae9f851c-3818-4b5a-af72-fbfa7da6809d req-854b4f2f-dd56-4487-8ec3-d813e7eedfc3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b0f3bec-be67-45b0-aa22-698c7076d1e8 HTTP/1.1" status: 200 len: 210 time: 0.0437326 Nov 23 14:10:33.602489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Deleting port fe44c9d2-698e-4766-ae8c-c17be5b72c05 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:33.602845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:33.719301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:10:31Z', 'revision_number': 5, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port': {'id': 'fe44c9d2-698e-4766-ae8c-c17be5b72c05', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:06:51Z', 'updated_at': '2021-11-23T14:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:33.719542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.186 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/997b986e-95aa-455f-9de3-8d8ce0f67bb1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:10:33.746923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-528cdfa7-fc52-491b-96e2-dd135a6114d8 req-ac35aa30-f167-493c-b07f-64dbe157332c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 210 time: 0.0347848 Nov 23 14:10:33.794996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] Checking router: 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:10:33.822840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] Routers {'35bbf83d-bdeb-44a2-a922-5fae93a7daf5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:33.823800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:33.891802 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] For port fe44c9d2-698e-4766-ae8c-c17be5b72c05, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fe44c9d2-698e-4766-ae8c-c17be5b72c05,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:33.892191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:33.940659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d4427-ceeb-4d1b-820d-2a337baa799a req-7e88746b-0605-4af9-9dfa-12e3e31483b4 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:33.948566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc8d4427-ceeb-4d1b-820d-2a337baa799a req-7e88746b-0605-4af9-9dfa-12e3e31483b4 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 948 time: 0.1988606 Nov 23 14:10:34.000404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Calling delete_port for fe44c9d2-698e-4766-ae8c-c17be5b72c05 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:34.064422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:34.079520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc8d4427-ceeb-4d1b-820d-2a337baa799a req-dc8d8ea3-3720-4add-8a46-8feada67cd5c tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299574 Nov 23 14:10:34.108146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:34.185437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'c57d3176-a6bf-4b5a-92f0-74c6969213f3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:34.227501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:34.229557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:34.232545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=997b986e-95aa-455f-9de3-8d8ce0f67bb1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:34.247823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:34.254700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:10:34.343537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] Set router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:34.403037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.403725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:34.484925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d6f79df8-8c55-4013-bdf2-a278943781b5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4143040 Nov 23 14:10:34.511219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:10:33Z', 'revision_number': 6, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:34.517909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Request body: {'port': {'device_id': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:34.535513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.548847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.565856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.572465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.581150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.604123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.610394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:34.618775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-8f8de9a7-c98d-4d56-b55b-8f93c46f05b0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.1885030 Nov 23 14:10:34.626580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b950c04-bebe-4c54-9c83-321f99f96917 None None] The sync data for ids ['35bbf83d-bdeb-44a2-a922-5fae93a7daf5'] in n-d-818503-2 is: [{'id': '35bbf83d-bdeb-44a2-a922-5fae93a7daf5', 'name': 'tempest-ServersTestBootFromVolume-1774271270-router', 'tenant_id': '52fba3dac8024516bee1725ea7269665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:06:50Z', 'updated_at': '2021-11-23T14:10:33Z', 'revision_number': 6, 'project_id': '52fba3dac8024516bee1725ea7269665', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:10:34.648312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:34.674412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:34.846597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38904) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:34.920335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe44c9d2-698e-4766-ae8c-c17be5b72c05,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:34.934609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-88a2a986-de4d-4927-9828-f65cd3eaec3a None None] Provisioning complete for port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:34.935010 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-88a2a986-de4d-4927-9828-f65cd3eaec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.007689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.045084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-88a2a986-de4d-4927-9828-f65cd3eaec3a None None] Port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:10:35.169374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.171914 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.197769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997b986e-95aa-455f-9de3-8d8ce0f67bb1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:35.207939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.224240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Transition to ACTIVE for port object 997b986e-95aa-455f-9de3-8d8ce0f67bb1 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:35.230064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.375977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Pushing event updated for resources: {'Port': ['ID=997b986e-95aa-455f-9de3-8d8ce0f67bb1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:35.391150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Attempting to bind port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:35.391492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Attempting to bind port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:35.391824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Attempting to bind port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:35.398027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:35.398353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Attempting to bind port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:35.404562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:35.405097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:35.405278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:35.405695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Bound port: 997b986e-95aa-455f-9de3-8d8ce0f67bb1, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:35.406200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.481148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] For port 997b986e-95aa-455f-9de3-8d8ce0f67bb1, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:35.489660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] For port 997b986e-95aa-455f-9de3-8d8ce0f67bb1, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=997b986e-95aa-455f-9de3-8d8ce0f67bb1,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:35.499176 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.525762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:35.526947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.528419 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] 10.222.0.11 "PUT /v2.0/ports/997b986e-95aa-455f-9de3-8d8ce0f67bb1 HTTP/1.1" status: 200 len: 1096 time: 1.0295632 Nov 23 14:10:35.530918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'tag': '997b986e-95aa-455f-9de3-8d8ce0f67bb1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:35.533455 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e198c-463e-43d6-92df-988f9372f595" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbf6f43-43a1-4c59-a07f-d511ca142a7b", "tag": "997b986e-95aa-455f-9de3-8d8ce0f67bb1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:35.611906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea664cdd-bb97-47a0-a27e-bdf3414f942d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.643340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721efb4-6bc8-4958-8c1a-fa854d6f8375 service neutron] Pushing event updated for resources: {'Port': ['ID=997b986e-95aa-455f-9de3-8d8ce0f67bb1,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:35.675399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d90841cf-8725-40f9-beed-834a7f8ba21d req-acc62490-0829-4f90-9917-e431cae8bcf2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0547397 Nov 23 14:10:35.691351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-309195da-7ec1-44f9-a093-fa82f92ac014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:35.692950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-309195da-7ec1-44f9-a093-fa82f92ac014 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 1099 time: 0.0930762 Nov 23 14:10:35.723206 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.727435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35bbf83d-bdeb-44a2-a922-5fae93a7daf5 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:10:35.738251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:35.764472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-baf7ba65-76e4-41a0-8e4a-c74ab7a31a9f admin admin] 10.222.0.46 "DELETE /v2.0/routers/35bbf83d-bdeb-44a2-a922-5fae93a7daf5 HTTP/1.1" status: 204 len: 168 time: 2.6977692 Nov 23 14:10:35.767547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38918) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:35.782707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-d8f8523b-00fe-49b9-9615-66b025061b97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=997b986e-95aa-455f-9de3-8d8ce0f67bb1 HTTP/1.1" status: 200 len: 217 time: 0.0738046 Nov 23 14:10:35.900217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e7eede68-70fd-44cf-802b-594710fef07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:35.907585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-e7eede68-70fd-44cf-802b-594710fef07a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1133852 Nov 23 14:10:35.924987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f25036-0ded-4e66-ba9a-411d7e146505 req-fa3728be-d0de-445c-9eb6-79c2aa5c4472 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:35.946217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94f25036-0ded-4e66-ba9a-411d7e146505 req-fa3728be-d0de-445c-9eb6-79c2aa5c4472 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 948 time: 0.9698408 Nov 23 14:10:35.998496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:36.035757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] Deleting subnet 58893ca6-f8c9-487a-aa93-381f7627968c {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:10:36.040655 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.064302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-0b13b7da-c605-463f-b51e-805678737634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:36.067755 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-0b13b7da-c605-463f-b51e-805678737634 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521673 Nov 23 14:10:36.129455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94f25036-0ded-4e66-ba9a-411d7e146505 req-d2aabe3e-d9c8-4479-ada4-1d47c79a1f7b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823130 Nov 23 14:10:36.172571 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.274817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 556d4531-1cc1-414e-bc49-12520af55cf2 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:36.314201 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7c645-6631-4d23-91a7-d4d0afd441da x-openstack-request-id: req-84a7c645-6631-4d23-91a7-d4d0afd441da {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:36.314492 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbf6f43-43a1-4c59-a07f-d511ca142a7b", "tag": "997b986e-95aa-455f-9de3-8d8ce0f67bb1", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:36.314745 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84a7c645-6631-4d23-91a7-d4d0afd441da {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:36.315176 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'tag': '997b986e-95aa-455f-9de3-8d8ce0f67bb1', 'status': 'completed', 'code': 200} Nov 23 14:10:36.349874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 556d4531-1cc1-414e-bc49-12520af55cf2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:36.350615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 556d4531-1cc1-414e-bc49-12520af55cf2 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:36.351291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fe44c9d2-698e-4766-ae8c-c17be5b72c05 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:36.352821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.375178 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-a0213eba-0e26-49a9-ad9f-275b3cf62bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963250 Nov 23 14:10:36.407201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: fe44c9d2-698e-4766-ae8c-c17be5b72c05 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:36.407816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fe44c9d2-698e-4766-ae8c-c17be5b72c05 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:36.423556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:36.439388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'mac_address': 'fa:16:3e:9e:66:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:36.440344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea664cdd-bb97-47a0-a27e-bdf3414f942d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.482865 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.484896 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea664cdd-bb97-47a0-a27e-bdf3414f942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.499240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d02540-d8c6-4acf-860d-d9bce9d4e0ca {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:36.516882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.526281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:36.534295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.550283 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.557346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/58893ca6-f8c9-487a-aa93-381f7627968c HTTP/1.1" status: 204 len: 168 time: 0.7819550 Nov 23 14:10:36.560202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38934) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:36.626302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e82110-2be2-4e58-8f77-ee388012dabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58893ca6-f8c9-487a-aa93-381f7627968c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:36.642964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:36.651331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c43038-f7b4-4566-a3c9-4d12dc05c120 None None] Network 5ffd1c94-8ae9-477a-9f06-1569a676180e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:10:36.669618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38942) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:36.674066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ea664cdd-bb97-47a0-a27e-bdf3414f942d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=267b257004c74517a4e75bb6e4a4f837&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7608998 Nov 23 14:10:36.675111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea664cdd-bb97-47a0-a27e-bdf3414f942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda5b4b-3660-4f00-a51c-a1f60aaf4eca,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:36.677306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e810878e-ee49-4956-ae9f-1ba4f11fd9f8 req-3ddf0495-4641-4816-877b-f91b7c9ec76f service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925577 Nov 23 14:10:36.677632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.678160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.678651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.679154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.679807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.680312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.682407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.682914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.683493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.685499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.685989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.686463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:10:36.703789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476a1fa-079b-457d-9f95-1a86b785d44c req-b71af5c2-ee2c-4091-86cb-a5e58a2bf355 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:36.708740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5476a1fa-079b-457d-9f95-1a86b785d44c req-b71af5c2-ee2c-4091-86cb-a5e58a2bf355 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 948 time: 0.2877817 Nov 23 14:10:36.796996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5476a1fa-079b-457d-9f95-1a86b785d44c req-f0628451-ff8a-44d6-86c2-3399230a9757 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736878 Nov 23 14:10:36.808083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.854880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e198c-463e-43d6-92df-988f9372f595 req-eaf5c6a6-e046-42e5-bb97-08f24eb7c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:36.856722 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d2e198c-463e-43d6-92df-988f9372f595 req-eaf5c6a6-e046-42e5-bb97-08f24eb7c4d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 1099 time: 0.1042800 Nov 23 14:10:36.857222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['99d02540-d8c6-4acf-860d-d9bce9d4e0ca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:36.858491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca65c153-0f91-4402-ad0c-65355a23ac99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.883812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca65c153-0f91-4402-ad0c-65355a23ac99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.971516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca65c153-0f91-4402-ad0c-65355a23ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.974386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca65c153-0f91-4402-ad0c-65355a23ac99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:36.974603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:36.975922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ca65c153-0f91-4402-ad0c-65355a23ac99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6eda5b4b-3660-4f00-a51c-a1f60aaf4eca HTTP/1.1" status: 204 len: 168 time: 0.3039296 Nov 23 14:10:36.985356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:36.993188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:36.999541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:37.005793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:37.013059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:37.019300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:37.028932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-d8dc4115-10d3-4129-a4b1-0791367c42cb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.1538193 Nov 23 14:10:37.063134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65c153-0f91-4402-ad0c-65355a23ac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eda5b4b-3660-4f00-a51c-a1f60aaf4eca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:37.111056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48a88fe5-07fc-4fbb-91ad-551187e9d33c req-4a3734d0-6a26-4b4e-9ab0-1fbcc8fafbb3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809622 Nov 23 14:10:37.111859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Deleting port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:37.112379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:37.214629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e198c-463e-43d6-92df-988f9372f595 req-832b8687-480f-475f-8f5f-49e13a272452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:37.216155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d2e198c-463e-43d6-92df-988f9372f595 req-832b8687-480f-475f-8f5f-49e13a272452 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2817779 Nov 23 14:10:37.239271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] DHCP port deletion for 5ffd1c94-8ae9-477a-9f06-1569a676180e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:10:37.300332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b72df-2b42-43f9-bff3-fc91f66b6142 req-250032f2-39a0-4f6a-b327-242c39af0e32 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:37.311647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc3b72df-2b42-43f9-bff3-fc91f66b6142 req-250032f2-39a0-4f6a-b327-242c39af0e32 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 948 time: 0.0775673 Nov 23 14:10:37.322157 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d2e198c-463e-43d6-92df-988f9372f595 req-39baf2b2-7def-410f-9acb-43ab01792331 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=997b986e-95aa-455f-9de3-8d8ce0f67bb1 HTTP/1.1" status: 200 len: 217 time: 0.0874748 Nov 23 14:10:37.331512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] Deleting port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:37.332857 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:37.355613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] For port f3b1bc7d-4564-4ff0-ab28-8032bd29d907, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:37.356021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:37.418446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc3b72df-2b42-43f9-bff3-fc91f66b6142 req-f63f3208-1c79-4211-8af3-a7906e38e74a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048558 Nov 23 14:10:37.498638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] For port f3b1bc7d-4564-4ff0-ab28-8032bd29d907, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,segment=NetworkSegment(4ae2a91e-914f-4f8e-84cc-ba20d55064b8),segment_id=4ae2a91e-914f-4f8e-84cc-ba20d55064b8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:37.499079 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:37.533778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] Calling delete_port for f3b1bc7d-4564-4ff0-ab28-8032bd29d907 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:37.768164 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:37.801070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] No DVR routers for this DVR port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:37.894868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea626d08-c139-4a0a-af96-468ff50e9f1b None None] Pushing event deleted for resources: {'Port': ['ID=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:37.903035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38972) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:37.926807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67638a73-f959-4a86-99c3-d6e2e93cc044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:37.928312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Calling delete_port for f3b1bc7d-4564-4ff0-ab28-8032bd29d907 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:37.954908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e198c-463e-43d6-92df-988f9372f595 req-b5d60ffb-86ae-4147-a8b0-3e474c6f4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:37.956641 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d2e198c-463e-43d6-92df-988f9372f595 req-b5d60ffb-86ae-4147-a8b0-3e474c6f4959 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.6251891 Nov 23 14:10:37.998408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:38.061321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67638a73-f959-4a86-99c3-d6e2e93cc044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.078687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67638a73-f959-4a86-99c3-d6e2e93cc044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.144355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67638a73-f959-4a86-99c3-d6e2e93cc044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecfaead-d341-486b-9846-bbf763171718,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:38.151103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f3b1bc7d-4564-4ff0-ab28-8032bd29d907 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:38.227154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df29846-a0bd-4685-89f6-261e72feee40 req-2b801e83-ecda-42ba-9483-83552ada1913 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.229759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f3b1bc7d-4564-4ff0-ab28-8032bd29d907 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:38.230228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f3b1bc7d-4564-4ff0-ab28-8032bd29d907 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:38.231286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9df29846-a0bd-4685-89f6-261e72feee40 req-2b801e83-ecda-42ba-9483-83552ada1913 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 949 time: 0.3066738 Nov 23 14:10:38.256879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e198c-463e-43d6-92df-988f9372f595 req-549402a0-5c81-4961-917a-7e8d09f51193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.262776 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d2e198c-463e-43d6-92df-988f9372f595 req-549402a0-5c81-4961-917a-7e8d09f51193 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109933 Nov 23 14:10:38.266736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:10:38.271020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:38.271395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.287178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-67638a73-f959-4a86-99c3-d6e2e93cc044 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cd140638f2d4c0bbce4d62d66691504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828807 Nov 23 14:10:38.289848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38984) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:38.327788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.374449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83644ae4-3e34-46ab-9322-5298a7186a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.396078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b1bc7d-4564-4ff0-ab28-8032bd29d907,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:38.408198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83644ae4-3e34-46ab-9322-5298a7186a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.419899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] No DVR routers for this DVR port f3b1bc7d-4564-4ff0-ab28-8032bd29d907 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:38.434279 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.488976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:38.491824 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aaa49b-d577-41fd-96ae-1b8674a96ce0" -d '{"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-plugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:38.492623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9df29846-a0bd-4685-89f6-261e72feee40 req-dfab8207-010f-4e9b-acf7-40a271492de3 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428463 Nov 23 14:10:38.493945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83644ae4-3e34-46ab-9322-5298a7186a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.498977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83644ae4-3e34-46ab-9322-5298a7186a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.505559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-83644ae4-3e34-46ab-9322-5298a7186a03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fecfaead-d341-486b-9846-bbf763171718 HTTP/1.1" status: 204 len: 168 time: 0.2114389 Nov 23 14:10:38.513027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644ae4-3e34-46ab-9322-5298a7186a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecfaead-d341-486b-9846-bbf763171718,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:38.524664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:38.553150 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.621171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d2e198c-463e-43d6-92df-988f9372f595 req-53f5458b-3c16-4446-bd81-eac2e672b17d service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346989 Nov 23 14:10:38.673689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:38.724567 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.788437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7fd6-ed76-4d4a-9730-881f49f0a317 req-94e7c56e-a41c-4e4b-9646-0c0edf9ea651 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.789989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5cf7fd6-ed76-4d4a-9730-881f49f0a317 req-94e7c56e-a41c-4e4b-9646-0c0edf9ea651 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 948 time: 0.1562161 Nov 23 14:10:38.803817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffd1c94-8ae9-477a-9f06-1569a676180e']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:38.840229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae2a91e-914f-4f8e-84cc-ba20d55064b8') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:38.840229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae2a91e-914f-4f8e-84cc-ba20d55064b8') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:38.858817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.871923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.883045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.885223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.896877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.900644 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d2e198c-463e-43d6-92df-988f9372f595 req-57a086ec-2d7e-42cb-a3cb-e21e7356b4b3 service neutron] 10.222.0.11 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962466 Nov 23 14:10:38.901703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.908898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.917702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.921177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:10:38.921577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:10:38.923732 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:10:38.927096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:38.929197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea62a70a-14ab-468b-844c-0df3df792407 req-c0525a25-44fb-4f70-93de-fa919968f46b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.2359254 Nov 23 14:10:38.999905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:39.009107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:39.012896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5cf7fd6-ed76-4d4a-9730-881f49f0a317 req-514c7589-fbbf-4160-9412-fcdc9c484f37 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023809 Nov 23 14:10:39.013552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ffd1c94-8ae9-477a-9f06-1569a676180e HTTP/1.1" status: 204 len: 168 time: 2.4521997 Nov 23 14:10:39.034847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc325e-d07d-47ee-a54a-20332f3f599f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ffd1c94-8ae9-477a-9f06-1569a676180e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:39.052565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea62a70a-14ab-468b-844c-0df3df792407 req-0b7e59b4-9255-4f51-bad7-f62325002f30 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109972 Nov 23 14:10:39.119933 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7362f59d-6bc0-4303-8c06-afd83464733c x-openstack-request-id: req-7362f59d-6bc0-4303-8c06-afd83464733c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:39.127807 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-plugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:39.129494 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7362f59d-6bc0-4303-8c06-afd83464733c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:39.130094 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'code': 200} Nov 23 14:10:39.263030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c7eb7-ac8e-47b3-8cb2-a94c31fbe1b4 req-b2ef69c2-e335-452f-87be-36652f29a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:39.264846 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-019c7eb7-ac8e-47b3-8cb2-a94c31fbe1b4 req-b2ef69c2-e335-452f-87be-36652f29a1dc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 1101 time: 0.0759027 Nov 23 14:10:39.269428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39014) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:39.328186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-019c7eb7-ac8e-47b3-8cb2-a94c31fbe1b4 req-90e9c3b3-939a-4961-9aec-282352fb636b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551736 Nov 23 14:10:39.351375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3ed883fa-7120-42a7-92e5-71b119adbaff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52fba3dac8024516bee1725ea7269665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803094 Nov 23 14:10:39.354724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:39.439758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ee3018c-c3f4-4a02-a08d-0aa9c9b21d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:39.467471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ee3018c-c3f4-4a02-a08d-0aa9c9b21d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:39.537180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ee3018c-c3f4-4a02-a08d-0aa9c9b21d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:39.541618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ee3018c-c3f4-4a02-a08d-0aa9c9b21d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:39.550620 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3ee3018c-c3f4-4a02-a08d-0aa9c9b21d2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc0a83da-4952-40c8-8164-c1783ae3a650 HTTP/1.1" status: 204 len: 168 time: 0.1946456 Nov 23 14:10:39.566092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3018c-c3f4-4a02-a08d-0aa9c9b21d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0a83da-4952-40c8-8164-c1783ae3a650,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:39.699621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d9aa4-b9a4-4363-bb2c-e7b7d6c303ea req-cc0d9755-8316-4a35-98e5-9472ecacf69d tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:39.711480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f42d9aa4-b9a4-4363-bb2c-e7b7d6c303ea req-cc0d9755-8316-4a35-98e5-9472ecacf69d tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 950 time: 0.0797839 Nov 23 14:10:39.766882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f42d9aa4-b9a4-4363-bb2c-e7b7d6c303ea req-80959423-015f-447c-87f7-64f6ede7d26b tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542347 Nov 23 14:10:39.804185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 997b986e-95aa-455f-9de3-8d8ce0f67bb1 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:39.961449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 997b986e-95aa-455f-9de3-8d8ce0f67bb1, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=997b986e-95aa-455f-9de3-8d8ce0f67bb1,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:40.002766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '997b986e-95aa-455f-9de3-8d8ce0f67bb1', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '997b986e-95aa-455f-9de3-8d8ce0f67bb1', 'mac_address': 'fa:16:3e:6a:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:40.046245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:40.063110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997b986e-95aa-455f-9de3-8d8ce0f67bb1 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:40.085161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 997b986e-95aa-455f-9de3-8d8ce0f67bb1, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=997b986e-95aa-455f-9de3-8d8ce0f67bb1,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:40.089877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:40.204105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=997b986e-95aa-455f-9de3-8d8ce0f67bb1,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:40.274932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf27866-089d-46f5-b055-0d129a04d967 req-9051c45b-0162-4dda-8109-bd40274ac709 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.282788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bf27866-089d-46f5-b055-0d129a04d967 req-9051c45b-0162-4dda-8109-bd40274ac709 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 949 time: 0.1559348 Nov 23 14:10:40.319764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.329053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.338481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.347213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.380612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.391089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.397736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:40.407456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-66d9e6db-2381-4ce7-92e0-2429b1396a51 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.2091761 Nov 23 14:10:40.423168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['997b986e-95aa-455f-9de3-8d8ce0f67bb1'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:40.621599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bf27866-089d-46f5-b055-0d129a04d967 req-2a803f12-f4e0-4fd9-b694-7c529243ef3b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365533 Nov 23 14:10:40.660698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-192cc0cd-b850-4240-a318-ea0bbd1a7432 req-42a98969-69a0-4d66-84bc-a1c1733aea6a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2481434 Nov 23 14:10:41.002340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9cbc-92ab-4fda-a0c6-0129e27e94b4 req-4f8d3439-a50e-4d95-b990-05c5dbc355b1 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:41.012365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b6a9cbc-92ab-4fda-a0c6-0129e27e94b4 req-4f8d3439-a50e-4d95-b990-05c5dbc355b1 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 950 time: 0.0678205 Nov 23 14:10:41.063673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b6a9cbc-92ab-4fda-a0c6-0129e27e94b4 req-5174a2eb-769b-4ceb-962d-bdaf03442331 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Nov 23 14:10:41.237138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8a9a8-768b-4a37-9f7b-8d5f0889a006 req-e6c753c9-eeab-42c9-af7b-7989b190bac9 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:41.239102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9c8a9a8-768b-4a37-9f7b-8d5f0889a006 req-e6c753c9-eeab-42c9-af7b-7989b190bac9 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 944 time: 0.1047475 Nov 23 14:10:41.270965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39092) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:41.311167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9c8a9a8-768b-4a37-9f7b-8d5f0889a006 req-fc2e78df-9f76-4c32-956d-6dabae6a9931 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649264 Nov 23 14:10:41.451421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-network', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:41.481088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:41.484162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:41.496230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:41.622833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-68e42de8-6450-4e4e-b966-2079bf7740f3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:41.624824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-68e42de8-6450-4e4e-b966-2079bf7740f3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 944 time: 0.0738904 Nov 23 14:10:41.684774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:41.694147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:41.765540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:10:41.797286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a020d5ec-1420-4c2a-8714-8990144ed0f1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:41.822051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:41.822514 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Added segment 8591f78f-7ce5-4a78-abe3-9ee62854995b of type vlan for network 02a9ee93-d52a-40bd-8474-910f5a837859 Nov 23 14:10:41.826956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 997b986e-95aa-455f-9de3-8d8ce0f67bb1 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:41.918011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc867e-0788-4e72-8cc6-687ebe3c5573 req-10bdff98-b10f-471f-be4c-4724941c799f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:41.918488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Deleting port 846e1247-35f4-468c-8a40-3d26ea2edc7c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:41.918938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:41.919681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77fc867e-0788-4e72-8cc6-687ebe3c5573 req-10bdff98-b10f-471f-be4c-4724941c799f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 949 time: 0.1422219 Nov 23 14:10:41.937329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:41.941819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:10:41.946761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:41.947287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.022287 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.024668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.025411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.073563 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.073860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] For port 846e1247-35f4-468c-8a40-3d26ea2edc7c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=846e1247-35f4-468c-8a40-3d26ea2edc7c,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:42.074299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.097622 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8191547 Nov 23 14:10:42.101961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39122) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:42.106752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.110188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b986e-95aa-455f-9de3-8d8ce0f67bb1'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:42.113244 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873100c9-a312-4fab-9fd1-6e0c40c84542" -d '{"events": [{"server_uuid": "ecbf6f43-43a1-4c59-a07f-d511ca142a7b", "name": "network-vif-plugged", "status": "completed", "tag": "997b986e-95aa-455f-9de3-8d8ce0f67bb1"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:42.120458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Request body: {'subnet': {'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-subnet', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:42.128958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.131111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 997b986e-95aa-455f-9de3-8d8ce0f67bb1, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=997b986e-95aa-455f-9de3-8d8ce0f67bb1,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:42.138575 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.142448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.148572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.154924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.161135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.168371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.173511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Calling delete_port for 846e1247-35f4-468c-8a40-3d26ea2edc7c owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:42.176717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-7a581832-91d0-4bab-b512-0f482336fe5e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.3014421 Nov 23 14:10:42.179328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac6f5b-0315-4a96-b834-639c65955abd admin admin] Pushing event updated for resources: {'Network': ['ID=02a9ee93-d52a-40bd-8474-910f5a837859,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:42.194333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 02a9ee93-d52a-40bd-8474-910f5a837859 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:10:42.211960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77fc867e-0788-4e72-8cc6-687ebe3c5573 req-d757f9a7-1e90-40a2-8db5-39c47f8ddbc9 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735138 Nov 23 14:10:42.239566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:42.244031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.252714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=997b986e-95aa-455f-9de3-8d8ce0f67bb1,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:42.289158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b8818fa-16aa-46fc-85f7-266e2327aea8 req-1b3b3ed8-6d29-4a9d-8c23-106601759e2e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112461 Nov 23 14:10:42.357802 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b825c9b6-d2e1-429b-9fc9-60c9246c3b56 x-openstack-request-id: req-b825c9b6-d2e1-429b-9fc9-60c9246c3b56 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:42.358099 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbf6f43-43a1-4c59-a07f-d511ca142a7b", "name": "network-vif-plugged", "status": "completed", "tag": "997b986e-95aa-455f-9de3-8d8ce0f67bb1", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:42.358351 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b825c9b6-d2e1-429b-9fc9-60c9246c3b56 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:42.358745 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b986e-95aa-455f-9de3-8d8ce0f67bb1', 'code': 200} Nov 23 14:10:42.473179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83289-d419-4945-bb94-23ca17ff0096 req-64e542c0-b1f0-4581-a67f-7a2224ac69b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.475290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fa83289-d419-4945-bb94-23ca17ff0096 req-64e542c0-b1f0-4581-a67f-7a2224ac69b3 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec49bbc4-c691-4eb1-9013-fd49b7baf88a HTTP/1.1" status: 200 len: 944 time: 0.0541840 Nov 23 14:10:42.496939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.529119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fa83289-d419-4945-bb94-23ca17ff0096 req-355ae8d1-0362-4c65-94bf-0520818d8b78 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Nov 23 14:10:42.564929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event deleted for resources: {'Port': ['ID=846e1247-35f4-468c-8a40-3d26ea2edc7c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:42.609531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebbaf7-e4a4-4d30-871f-1d6d96348a21 req-db5c47f9-a772-4cc5-8f12-99e74c99609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.611234 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7ebbaf7-e4a4-4d30-871f-1d6d96348a21 req-db5c47f9-a772-4cc5-8f12-99e74c99609b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 1101 time: 0.1545987 Nov 23 14:10:42.613449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.633942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] No DVR routers for this DVR port 846e1247-35f4-468c-8a40-3d26ea2edc7c on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:42.657695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.660968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-939f5d8d-77a1-4cd7-ab65-846177cdc38a req-c47c6886-9a34-40c3-9dab-ae9491b620d2 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "DELETE /v2.0/ports/846e1247-35f4-468c-8a40-3d26ea2edc7c HTTP/1.1" status: 204 len: 173 time: 1.0210741 Nov 23 14:10:42.664054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'name': 'network-vif-deleted', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:42.666842 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f353e2-940a-478f-805a-0850143bb508" -d '{"events": [{"server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "name": "network-vif-deleted", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:42.715868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a364ed53-f9a0-4c52-85de-268f6f2f28e3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:42.732986 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1321e7-ef14-4f62-a259-d51f9f271c33 x-openstack-request-id: req-4a1321e7-ef14-4f62-a259-d51f9f271c33 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:42.733273 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec49bbc4-c691-4eb1-9013-fd49b7baf88a", "name": "network-vif-deleted", "tag": "846e1247-35f4-468c-8a40-3d26ea2edc7c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:42.733636 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a1321e7-ef14-4f62-a259-d51f9f271c33 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:42.734055 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec49bbc4-c691-4eb1-9013-fd49b7baf88a', 'name': 'network-vif-deleted', 'tag': '846e1247-35f4-468c-8a40-3d26ea2edc7c', 'status': 'completed', 'code': 200} Nov 23 14:10:42.750247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7ebbaf7-e4a4-4d30-871f-1d6d96348a21 req-1b13dd04-9479-486e-bbef-c77a8745c232 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173613 Nov 23 14:10:42.751414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Checking segment: {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:42.753492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Network hostable DHCP agents. Network: 02a9ee93-d52a-40bd-8474-910f5a837859, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:10:42.781299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Network 02a9ee93-d52a-40bd-8474-910f5a837859 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:10:42.795460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 02a9ee93-d52a-40bd-8474-910f5a837859) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:42.801143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:42.802066 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.805639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a21297-bd73-4e16-8fdd-ed1ce5654e1b None None] Network 02a9ee93-d52a-40bd-8474-910f5a837859 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:10:42.823074 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c366bba9-94b5-4d49-af96-e988690ea444 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7079926 Nov 23 14:10:42.825797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39150) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:42.830355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:42.853243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.855272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.922977 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:42.974001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-02a9ee93-d52a-40bd-8474-910f5a837859', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:10:42.975515 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.076248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.128045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Allocated IP 172.20.0.2 (02a9ee93-d52a-40bd-8474-910f5a837859/a364ed53-f9a0-4c52-85de-268f6f2f28e3/c528776c-5a18-4258-bbcb-b35a2a73a39c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:10:43.313352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.334591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.345717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a339cd-79d4-416d-b930-c6210c9ab641 req-a9da6319-6c50-4a43-820b-66e3ce24031a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.347687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9a339cd-79d4-416d-b930-c6210c9ab641 req-a9da6319-6c50-4a43-820b-66e3ce24031a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 950 time: 0.0672929 Nov 23 14:10:43.401036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9a339cd-79d4-416d-b930-c6210c9ab641 req-691cf683-1df0-4c36-b13b-c2b66b02cb60 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 Nov 23 14:10:43.476745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.486199 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.525077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Allocated IP 172.25.3.40 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/714087ab-9757-4958-98f0-bf64c1348b32) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:10:43.589890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.599825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.606482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.613578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.628764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.634392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Network 02a9ee93-d52a-40bd-8474-910f5a837859 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:43.637894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:43.638079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.644310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:10:43.649049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Pushing event updated for resources: {'Port': ['ID=c528776c-5a18-4258-bbcb-b35a2a73a39c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:43.654860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:43.668414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df955db6-340e-4c96-a957-f1e25b014327 req-c2267e8a-a262-455c-8363-b4f88eff822d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.1503973 Nov 23 14:10:43.710127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.719817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Attempting to bind port c528776c-5a18-4258-bbcb-b35a2a73a39c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:43.721048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Attempting to bind port c528776c-5a18-4258-bbcb-b35a2a73a39c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:43.721844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Attempting to bind port c528776c-5a18-4258-bbcb-b35a2a73a39c on network 02a9ee93-d52a-40bd-8474-910f5a837859 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:43.732770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:43.736077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Checking segment: {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:43.736749 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.737084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Bound using segment: {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:43.737577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Bound port: c528776c-5a18-4258-bbcb-b35a2a73a39c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:43.737960 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.751680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.765338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df955db6-340e-4c96-a957-f1e25b014327 req-47a41a42-9292-485a-bfee-29bc5be396a9 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960119 Nov 23 14:10:43.823797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:43.833508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:43.833884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] For port c528776c-5a18-4258-bbcb-b35a2a73a39c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:43.837784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:10:43.845273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:43.851977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] For port c528776c-5a18-4258-bbcb-b35a2a73a39c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c528776c-5a18-4258-bbcb-b35a2a73a39c,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:43.867480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Pushing event updated for resources: {'Port': ['ID=714087ab-9757-4958-98f0-bf64c1348b32,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:43.888203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 846e1247-35f4-468c-8a40-3d26ea2edc7c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:43.888547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 846e1247-35f4-468c-8a40-3d26ea2edc7c not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:43.891966 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:43.948418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39188) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:43.973601 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b8d91-1ee7-4f78-89f4-bb61ef3a3199 None None] Pushing event updated for resources: {'Port': ['ID=c528776c-5a18-4258-bbcb-b35a2a73a39c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:44.283743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.300080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e24b-84d5-475a-a4fe-60cbcc3ef44a req-8c9214c8-eb93-4b6c-a72e-4d6887cb5c0b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:44.307420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea60e24b-84d5-475a-a4fe-60cbcc3ef44a req-8c9214c8-eb93-4b6c-a72e-4d6887cb5c0b tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1198153 Nov 23 14:10:44.334363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af81686a-432e-4583-9239-e54cfd316ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.407999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea60e24b-84d5-475a-a4fe-60cbcc3ef44a req-d4f4ed03-77f8-4ddc-b4b6-ba9d7086b795 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940931 Nov 23 14:10:44.488572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af81686a-432e-4583-9239-e54cfd316ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.497990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af81686a-432e-4583-9239-e54cfd316ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.566492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-af81686a-432e-4583-9239-e54cfd316ec2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09dce2dcc16f40139dc4b5a95413e2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6168537 Nov 23 14:10:44.568033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81686a-432e-4583-9239-e54cfd316ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875602d4-351e-4bf9-8145-fd2f0a00ce9d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:44.571709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39210) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:44.629764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.681153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06993603-a528-4055-91c5-8bcb8c86f9d3 req-ccb53108-b83d-40c1-b0a7-71069c2a1f95 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:44.683145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06993603-a528-4055-91c5-8bcb8c86f9d3 req-ccb53108-b83d-40c1-b0a7-71069c2a1f95 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 950 time: 0.1455264 Nov 23 14:10:44.701596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30deb68d-1e95-47f8-8d95-fa090d103164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.755787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30deb68d-1e95-47f8-8d95-fa090d103164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.800292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06993603-a528-4055-91c5-8bcb8c86f9d3 req-1543a830-c007-4fbe-8863-057ecb49270a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951598 Nov 23 14:10:44.807537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef294e-3314-45ca-a861-022932c142b1 req-f6e1e817-2a53-4015-80d9-eed977a5c085 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:44.809397 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8ef294e-3314-45ca-a861-022932c142b1 req-f6e1e817-2a53-4015-80d9-eed977a5c085 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1150434 Nov 23 14:10:44.873044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30deb68d-1e95-47f8-8d95-fa090d103164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.876225 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30deb68d-1e95-47f8-8d95-fa090d103164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:44.877740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30deb68d-1e95-47f8-8d95-fa090d103164 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/875602d4-351e-4bf9-8145-fd2f0a00ce9d HTTP/1.1" status: 204 len: 168 time: 0.2666051 Nov 23 14:10:44.899808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb68d-1e95-47f8-8d95-fa090d103164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875602d4-351e-4bf9-8145-fd2f0a00ce9d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:45.024182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2389976-cd84-46cc-80f4-a24c2219b850 req-486dfe1e-d0c5-464a-ad5a-f500e074b9b1 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.029054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Router 97b8f3c9-181c-414d-9092-d403fe667f4c is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:10:45.034147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2389976-cd84-46cc-80f4-a24c2219b850 req-486dfe1e-d0c5-464a-ad5a-f500e074b9b1 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 1101 time: 0.0966918 Nov 23 14:10:45.040501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Deleting port d35163ef-3e83-47b8-8eb0-0d52d4b96761 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:45.040909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:45.078771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.085561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.092231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.098794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.105380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.111631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.118268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.121512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-d91b353c-ffe1-400c-9639-2f78644c38b6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.1725247 Nov 23 14:10:45.182907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2389976-cd84-46cc-80f4-a24c2219b850 req-062cacb1-5c74-415b-8b34-e54fb71a36d6 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431947 Nov 23 14:10:45.223631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39250) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:45.252749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8a9a4e8-b33c-45e9-a5c9-dd3e8caad2ad req-904cdb9b-d6b3-46bb-82a0-cef61276a262 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185875 Nov 23 14:10:45.454712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe598ec-5d26-46bb-b016-2130b6d1097a None None] Network 02a9ee93-d52a-40bd-8474-910f5a837859 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:10:45.555058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-c2102af6-ba90-4d0f-8e39-4140dab4ac87 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506389 Nov 23 14:10:45.591171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f205b25b-0915-4ecd-9d7d-d22bb3daf9ac None None] Provisioning complete for port c528776c-5a18-4258-bbcb-b35a2a73a39c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:45.591923 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f205b25b-0915-4ecd-9d7d-d22bb3daf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:45.717700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] For port d35163ef-3e83-47b8-8eb0-0d52d4b96761, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d35163ef-3e83-47b8-8eb0-0d52d4b96761,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:45.718293 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:45.745170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Calling delete_port for d35163ef-3e83-47b8-8eb0-0d52d4b96761 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:45.747157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39274) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:45.750192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:10:45.765726 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Sync routers for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:10:45.784538 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:45.786572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-393e3ddc-6e2f-42e4-b3f9-08c9cb51e553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:45.792997 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:45.797622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51a79f-d238-47fa-969a-57a1b189cdcb req-8fe5f3b7-52fb-4bea-aebc-a3d2df6c95c7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.801480 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:45.802841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-875dd680-fa08-47b4-b6ff-01e72d717d08 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9760740 Nov 23 14:10:45.809440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa51a79f-d238-47fa-969a-57a1b189cdcb req-8fe5f3b7-52fb-4bea-aebc-a3d2df6c95c7 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1733158 Nov 23 14:10:45.831132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39276) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:45.848169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f205b25b-0915-4ecd-9d7d-d22bb3daf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:45.902625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-089ff242-67ab-4ede-8ff8-025078f581b0 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:45.910531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-089ff242-67ab-4ede-8ff8-025078f581b0 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562226 Nov 23 14:10:45.934719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa51a79f-d238-47fa-969a-57a1b189cdcb req-042660bb-c463-4b36-b30a-aaa117136495 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242530 Nov 23 14:10:45.955347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-27011a5b-4438-465f-b6bd-b93e01f9f5cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/quotas/89f88a8a3aa342619e8a6d098ff99d52 HTTP/1.1" status: 200 len: 375 time: 0.0437596 Nov 23 14:10:45.987965 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f205b25b-0915-4ecd-9d7d-d22bb3daf9ac None None] For port c528776c-5a18-4258-bbcb-b35a2a73a39c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c528776c-5a18-4258-bbcb-b35a2a73a39c,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:46.031402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:46.033347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f205b25b-0915-4ecd-9d7d-d22bb3daf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.120916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-f9ed0dd5-7656-4e86-ab14-d969407e7421 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1643577 Nov 23 14:10:46.171035 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:46.218735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c528776c-5a18-4258-bbcb-b35a2a73a39c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:46.362971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:46.447397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'mac_address': 'fa:16:3e:9e:66:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:46.449988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205b25b-0915-4ecd-9d7d-d22bb3daf9ac None None] Pushing event updated for resources: {'Port': ['ID=c528776c-5a18-4258-bbcb-b35a2a73a39c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:46.480593 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:44Z', 'revision_number': 3, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:46.528531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c528776c-5a18-4258-bbcb-b35a2a73a39c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:46.528980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.580190 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Checking router: 97b8f3c9-181c-414d-9092-d403fe667f4c for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:10:46.581493 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Updating router 97b8f3c9-181c-414d-9092-d403fe667f4c port 714087ab-9757-4958-98f0-bf64c1348b32 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:10:46.591390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a1255b0-a0b2-4471-af4c-e78bb64c94f1 req-b319c320-d77a-4f5b-904e-06e805518246 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 210 time: 0.1038749 Nov 23 14:10:46.624208 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.624770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5edf6392-8da9-4269-b6e2-c1b4f407b4c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.635651 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.649703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:46.662825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:46.674235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:46.678638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99d02540-d8c6-4acf-860d-d9bce9d4e0ca {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:46.685123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:46.703804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:46.716482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:46.730396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:46.748343 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-1220f07e-e1cf-4c28-884a-bd2f36e6d0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.2817547 Nov 23 14:10:46.753654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-78a5b644-2260-4247-9588-27c5d8003eeb None None] Provisioning complete for port c528776c-5a18-4258-bbcb-b35a2a73a39c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:46.754327 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-78a5b644-2260-4247-9588-27c5d8003eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.758485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.842195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event deleted for resources: {'Port': ['ID=d35163ef-3e83-47b8-8eb0-0d52d4b96761,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:46.879011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:46.887474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:46.929328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2375af5d-15dc-46a6-ad21-c9e4a4b966dd req-e5a520fb-21bf-4ba5-aa0e-6b8a62a4d650 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1798513 Nov 23 14:10:47.022929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['99d02540-d8c6-4acf-860d-d9bce9d4e0ca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:47.094195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08b36203-6187-49e1-8f59-7fb56db3aa2b req-3a7e19a4-1347-4fa9-8766-03bbf43efe8d tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0405033 Nov 23 14:10:47.124103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-393e3ddc-6e2f-42e4-b3f9-08c9cb51e553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.132698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] No DVR routers for this DVR port d35163ef-3e83-47b8-8eb0-0d52d4b96761 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:47.139598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.151686 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8ef294e-3314-45ca-a861-022932c142b1 req-738698b4-d37a-4e76-aecc-0fddd20f218e tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "DELETE /v2.0/ports/d35163ef-3e83-47b8-8eb0-0d52d4b96761 HTTP/1.1" status: 204 len: 173 time: 2.3275967 Nov 23 14:10:47.154531 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.162749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:47.169388 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.256345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'name': 'network-vif-deleted', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:47.263094 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5095d1d0-2f74-4661-814c-80f14efb74fe" -d '{"events": [{"server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "name": "network-vif-deleted", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:47.268279 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Attempting to bind port 714087ab-9757-4958-98f0-bf64c1348b32 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:47.269014 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Attempting to bind port 714087ab-9757-4958-98f0-bf64c1348b32 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:47.269931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-393e3ddc-6e2f-42e4-b3f9-08c9cb51e553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.270713 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Attempting to bind port 714087ab-9757-4958-98f0-bf64c1348b32 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:47.280076 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:47.280688 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:47.281295 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.281994 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:47.282656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Bound port: 714087ab-9757-4958-98f0-bf64c1348b32, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:47.283283 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.358728 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-393e3ddc-6e2f-42e4-b3f9-08c9cb51e553 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cba206e4c1db4102a01e857f209f679c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6099215 Nov 23 14:10:47.366501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:47.419116 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4295cffe-f277-45d9-9309-b2e5e6e7e416 x-openstack-request-id: req-4295cffe-f277-45d9-9309-b2e5e6e7e416 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:47.419771 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c86849-827c-448a-81e7-290de7d8d2c8", "name": "network-vif-deleted", "tag": "d35163ef-3e83-47b8-8eb0-0d52d4b96761", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:47.420184 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4295cffe-f277-45d9-9309-b2e5e6e7e416 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:47.423056 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c86849-827c-448a-81e7-290de7d8d2c8', 'name': 'network-vif-deleted', 'tag': 'd35163ef-3e83-47b8-8eb0-0d52d4b96761', 'status': 'completed', 'code': 200} Nov 23 14:10:47.453482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e3ddc-6e2f-42e4-b3f9-08c9cb51e553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21359fdd-0e40-40ee-a9af-b0a28aad8fa6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:47.493008 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5edf6392-8da9-4269-b6e2-c1b4f407b4c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.498816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4693de25-33a4-45d0-bc32-e3602401df21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.516086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5edf6392-8da9-4269-b6e2-c1b4f407b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.523359 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] For port 714087ab-9757-4958-98f0-bf64c1348b32, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:47.533573 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] For port 714087ab-9757-4958-98f0-bf64c1348b32, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=714087ab-9757-4958-98f0-bf64c1348b32,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:47.548109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4693de25-33a4-45d0-bc32-e3602401df21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.553972 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5edf6392-8da9-4269-b6e2-c1b4f407b4c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ddbe8b92b16c4653830965a31356d4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3280764 Nov 23 14:10:47.557570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39318) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:47.557744 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.591519 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65eec5-76fe-425b-8b8d-1c6b833c456c None None] Pushing event updated for resources: {'Port': ['ID=714087ab-9757-4958-98f0-bf64c1348b32,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:47.647819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4693de25-33a4-45d0-bc32-e3602401df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.651799 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4693de25-33a4-45d0-bc32-e3602401df21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.653541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4693de25-33a4-45d0-bc32-e3602401df21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21359fdd-0e40-40ee-a9af-b0a28aad8fa6 HTTP/1.1" status: 204 len: 168 time: 0.2854724 Nov 23 14:10:47.667591 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:47.668701 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:47.685495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf6392-8da9-4269-b6e2-c1b4f407b4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8ff06f-0f1c-42e2-91bd-90d423a19cca,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:47.689824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693de25-33a4-45d0-bc32-e3602401df21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21359fdd-0e40-40ee-a9af-b0a28aad8fa6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:47.796698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe496f89-cea8-456b-9646-7d6029bb21a6 req-bc112fed-a962-471f-90a8-6fa75e69e379 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0562458 Nov 23 14:10:47.805225 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79ce004d-d07d-4d1b-8532-9d22f5e903af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.854310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 33204af3-bcba-4718-85f2-80e14dce670d details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:47.856930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:47.886332 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65eec5-76fe-425b-8b8d-1c6b833c456c None None] Pushing event updated for resources: {'Port': ['ID=714087ab-9757-4958-98f0-bf64c1348b32,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:47.939679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79ce004d-d07d-4d1b-8532-9d22f5e903af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:47.951175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: d35163ef-3e83-47b8-8eb0-0d52d4b96761 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:47.951934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d35163ef-3e83-47b8-8eb0-0d52d4b96761 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:47.976622 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:48.021361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.087484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:48.168452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 33204af3-bcba-4718-85f2-80e14dce670d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=33204af3-bcba-4718-85f2-80e14dce670d,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:48.172468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c528776c-5a18-4258-bbcb-b35a2a73a39c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:48.214568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '33204af3-bcba-4718-85f2-80e14dce670d', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'port_id': '33204af3-bcba-4718-85f2-80e14dce670d', 'mac_address': 'fa:16:3e:1d:50:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:48.234633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:48.235492 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.292346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Allocated IP 172.20.0.1 (02a9ee93-d52a-40bd-8474-910f5a837859/a364ed53-f9a0-4c52-85de-268f6f2f28e3/3be9269d-62b0-479e-950d-8656d257cdfb) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:10:48.377246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.413080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c528776c-5a18-4258-bbcb-b35a2a73a39c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:48.417225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.460009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fb9180e-3b0e-488d-a258-3d61281d6cf2 req-c95769b4-1c38-431f-b115-a9ac9ff20a07 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c86849-827c-448a-81e7-290de7d8d2c8 HTTP/1.1" status: 200 len: 210 time: 0.1464612 Nov 23 14:10:48.463755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.521036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:48.540012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33204af3-bcba-4718-85f2-80e14dce670d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:48.541447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:48.565237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:48.571041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.577470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:48.599972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:48.604223 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:44Z', 'revision_number': 3, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:48.612216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:48.621144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-528b9b0a-0de5-464a-9c90-0672b5ec189f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760481 Nov 23 14:10:48.625545 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:48.643740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-a6f62570-be4a-4240-ac91-b5a0b821acf6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5421 time: 0.5148845 Nov 23 14:10:48.644845 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.667315 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013e043-1b16-4df8-acb3-82566afc095c None None] The sync data for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 is: [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:44Z', 'revision_number': 3, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:10:48.766668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68cea9f2-c2af-40e5-a395-d7ca65c3a0ca req-db552520-1aa3-4747-823e-f349326ddfca tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214976 Nov 23 14:10:48.775719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Network 02a9ee93-d52a-40bd-8474-910f5a837859 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:48.814748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:48.862448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 33204af3-bcba-4718-85f2-80e14dce670d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=33204af3-bcba-4718-85f2-80e14dce670d,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:48.882001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:10:48.884005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:48.890293 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee0fe5-5b1a-4aae-8862-54bd1b114e4a" -d '{"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-plugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:48.894593 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.895357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8ab7bf62-694e-4f92-b6dc-8d10f8144029 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:48.908788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79ce004d-d07d-4d1b-8532-9d22f5e903af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.914593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79ce004d-d07d-4d1b-8532-9d22f5e903af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:48.921925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:48.922936 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-79ce004d-d07d-4d1b-8532-9d22f5e903af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf8ff06f-0f1c-42e2-91bd-90d423a19cca HTTP/1.1" status: 204 len: 168 time: 1.3636475 Nov 23 14:10:48.933227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Pushing event updated for resources: {'Port': ['ID=3be9269d-62b0-479e-950d-8656d257cdfb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:48.999326 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:49.008413 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e5fa05-bf7b-421c-9a8a-0f0e1efec4c1 x-openstack-request-id: req-47e5fa05-bf7b-421c-9a8a-0f0e1efec4c1 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:49.009004 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-plugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:49.009963 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47e5fa05-bf7b-421c-9a8a-0f0e1efec4c1 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:49.010512 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'code': 200} Nov 23 14:10:49.065989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-954f6548-9d4f-4784-b478-073f5902ca24 req-3a6fc591-dd11-453d-a119-f0cb5110675d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0855038 Nov 23 14:10:49.089797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce004d-d07d-4d1b-8532-9d22f5e903af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8ff06f-0f1c-42e2-91bd-90d423a19cca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:49.170477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=33204af3-bcba-4718-85f2-80e14dce670d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:49.218095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-47901406-7aa9-4d33-8e3e-09bddc845fa3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:49.223139 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-47901406-7aa9-4d33-8e3e-09bddc845fa3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5288262 Nov 23 14:10:49.238489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Request body: {'port': {'device_id': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '89f88a8a3aa342619e8a6d098ff99d52'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:49.343234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:49.460428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:49.470826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-34692acf-f852-4a84-907f-7a606263d02d None None] Provisioning complete for port 3be9269d-62b0-479e-950d-8656d257cdfb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:49.471479 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34692acf-f852-4a84-907f-7a606263d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:49.475573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:49.486368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '8ab7bf62-694e-4f92-b6dc-8d10f8144029', 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d', 'port_id': '8ab7bf62-694e-4f92-b6dc-8d10f8144029', 'mac_address': 'fa:16:3e:20:23:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef08fb45-7f18-45c2-9b67-c4210bb66986', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:49.600428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Made reservation on behalf of 89f88a8a3aa342619e8a6d098ff99d52 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:49.605507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-34692acf-f852-4a84-907f-7a606263d02d None None] Port 3be9269d-62b0-479e-950d-8656d257cdfb cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:10:49.607129 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:49.619182 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:49.627969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab7bf62-694e-4f92-b6dc-8d10f8144029 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:49.692151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:49.703062 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:49.704055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b130dc36-a9df-4a60-a3a5-af8ada00abc7 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:49.898292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b130dc36-a9df-4a60-a3a5-af8ada00abc7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:49.920053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39382) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:49.946372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fbd25aed-c8ff-4e71-b8f5-d1d6a193e9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:49.971871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8ab7bf62-694e-4f92-b6dc-8d10f8144029,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:49.991277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7', 'network_id': '78fed8ce-25e1-4f5d-a66d-2b048ebe607d', 'port_id': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7', 'mac_address': 'fa:16:3e:ac:9b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef08fb45-7f18-45c2-9b67-c4210bb66986', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:50.156450 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.185343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 714087ab-9757-4958-98f0-bf64c1348b32 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:50.202815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b130dc36-a9df-4a60-a3a5-af8ada00abc7 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:50.213707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1349-af4f-4aaf-95a3-922ddfb763ee req-d87c9b65-d639-4ad5-8216-fe6f6447c91c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.221654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00fb1349-af4f-4aaf-95a3-922ddfb763ee req-d87c9b65-d639-4ad5-8216-fe6f6447c91c tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 944 time: 0.2676151 Nov 23 14:10:50.251576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Allocated IP 192.168.233.8 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/4abd3d42-cb68-4a69-953f-8ffc40be818d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:10:50.269281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.294305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b130dc36-a9df-4a60-a3a5-af8ada00abc7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:50.302756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.309455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.311413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.312154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:50.325631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.332385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.338810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.346939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.354007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.362942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-d3e689fc-b0f6-4cce-8c74-b3488264be74 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5423 time: 0.3538935 Nov 23 14:10:50.446042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fbd25aed-c8ff-4e71-b8f5-d1d6a193e9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.458276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fbd25aed-c8ff-4e71-b8f5-d1d6a193e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.522242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fbd25aed-c8ff-4e71-b8f5-d1d6a193e9ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bde3ea857c5344929334269b372a5df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004465 Nov 23 14:10:50.529255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39392) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:50.536393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b130dc36-a9df-4a60-a3a5-af8ada00abc7,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:50.545464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd25aed-c8ff-4e71-b8f5-d1d6a193e9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32a8288-3b54-49ec-9f11-4a4cc51d60d5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:50.559877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 714087ab-9757-4958-98f0-bf64c1348b32 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:50.560031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.567609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00fb1349-af4f-4aaf-95a3-922ddfb763ee req-906b32a4-3955-4e99-b920-4041d3fe5f92 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445969 Nov 23 14:10:50.645890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-e19bbc10-a566-4c54-ba49-4fddf54e0e55 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:50.647433 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-e19bbc10-a566-4c54-ba49-4fddf54e0e55 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 944 time: 0.3760388 Nov 23 14:10:50.683956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed6cbc6f-2b70-44a8-8b49-8a3f7b82a59c req-46e24caa-e1be-4feb-acba-bd075bc9da8c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3177617 Nov 23 14:10:50.766214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:50.828559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d51ce7da-72c0-4b66-9ebc-17c26c0811e4 req-1853476a-4398-41e2-8664-04b2d886b4b1 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0461051 Nov 23 14:10:50.853814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0', 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'port_id': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0', 'mac_address': 'fa:16:3e:46:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cc694-75cc-44e3-9e72-9c8bb8d0d167', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:50.925194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.957603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:50.961044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 714087ab-9757-4958-98f0-bf64c1348b32, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=714087ab-9757-4958-98f0-bf64c1348b32,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:50.979798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:51.001600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:51.003694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.004029 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.012385 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.016041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c150252d-1e79-4576-92c0-6ce4fdcacb33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.019304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 720a6853-0f73-4079-a719-4363ffe71fbb details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:51.087974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c150252d-1e79-4576-92c0-6ce4fdcacb33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.096381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 720a6853-0f73-4079-a719-4363ffe71fbb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=720a6853-0f73-4079-a719-4363ffe71fbb,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:51.099604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=714087ab-9757-4958-98f0-bf64c1348b32,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:51.142922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.161415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.172790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Deleting port 265abaf2-5112-4ee1-91b9-e316665f0cdf {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:10:51.173119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.189797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:51.195694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '720a6853-0f73-4079-a719-4363ffe71fbb', 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'port_id': '720a6853-0f73-4079-a719-4363ffe71fbb', 'mac_address': 'fa:16:3e:ed:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cc694-75cc-44e3-9e72-9c8bb8d0d167', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:51.220689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.256771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', '997b986e-95aa-455f-9de3-8d8ce0f67bb1'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:51.327211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Pushing event updated for resources: {'Port': ['ID=3be9269d-62b0-479e-950d-8656d257cdfb,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:51.333485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:51.355374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:51.356626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.389209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:51.398494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:10:51.410403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c150252d-1e79-4576-92c0-6ce4fdcacb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.413770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c150252d-1e79-4576-92c0-6ce4fdcacb33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.415095 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c150252d-1e79-4576-92c0-6ce4fdcacb33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a32a8288-3b54-49ec-9f11-4a4cc51d60d5 HTTP/1.1" status: 204 len: 168 time: 0.8649418 Nov 23 14:10:51.470863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.514947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] For port 265abaf2-5112-4ee1-91b9-e316665f0cdf, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=265abaf2-5112-4ee1-91b9-e316665f0cdf,segment=NetworkSegment(69524c20-8ed3-4d09-90bb-ad8b5d13277c),segment_id=69524c20-8ed3-4d09-90bb-ad8b5d13277c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:51.515236 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.527370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720a6853-0f73-4079-a719-4363ffe71fbb {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:51.542148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150252d-1e79-4576-92c0-6ce4fdcacb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32a8288-3b54-49ec-9f11-4a4cc51d60d5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:51.564033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event updated for resources: {'Port': ['ID=4abd3d42-cb68-4a69-953f-8ffc40be818d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:51.623592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Calling delete_port for 265abaf2-5112-4ee1-91b9-e316665f0cdf owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:10:51.713629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:51.714661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:51.868379 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5619faab-a3c9-49b8-bcc6-d5a8096744af tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6339204 Nov 23 14:10:51.883428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedf556-3b54-4677-9680-2e83952aafa6 req-e9447a47-dcfd-49b8-9bdf-b14dd32bb347 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:51.884850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 720a6853-0f73-4079-a719-4363ffe71fbb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=720a6853-0f73-4079-a719-4363ffe71fbb,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:51.885114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fedf556-3b54-4677-9680-2e83952aafa6 req-e9447a47-dcfd-49b8-9bdf-b14dd32bb347 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 944 time: 0.1232064 Nov 23 14:10:51.906584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Request body: {'port': {'device_id': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:51.977010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Network 02a9ee93-d52a-40bd-8474-910f5a837859 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:10:51.985045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fedf556-3b54-4677-9680-2e83952aafa6 req-7571c9aa-4df0-40b9-b7de-c1769246436a tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/security-groups?id=9617c927-e34c-4a6a-a19c-9f05d19cdfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895765 Nov 23 14:10:51.989607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:52.022253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:52.030096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 995db426-d5a7-4854-8c26-058caddd9a99 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:52.252364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 714087ab-9757-4958-98f0-bf64c1348b32 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:52.252842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:52.271898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=720a6853-0f73-4079-a719-4363ffe71fbb,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:52.295856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.343489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.356317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.385322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.393462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.411448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Router 97b8f3c9-181c-414d-9092-d403fe667f4c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:10:52.412215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.418424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.437392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-048be8e5-9558-477d-a289-68524fa823cc req-d38143d7-50a7-4d53-8861-4dbd79345ea4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5426 time: 0.2585473 Nov 23 14:10:52.519909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bff7ea5c-5efb-4f77-85b0-5f27b8884590 None None] Provisioning complete for port 4abd3d42-cb68-4a69-953f-8ffc40be818d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:52.520423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bff7ea5c-5efb-4f77-85b0-5f27b8884590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:52.540263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 995db426-d5a7-4854-8c26-058caddd9a99, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=995db426-d5a7-4854-8c26-058caddd9a99,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:52.576613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-048be8e5-9558-477d-a289-68524fa823cc req-18db9988-d0db-4067-8dfa-13db23df129b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368129 Nov 23 14:10:52.611307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '995db426-d5a7-4854-8c26-058caddd9a99', 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'port_id': '995db426-d5a7-4854-8c26-058caddd9a99', 'mac_address': 'fa:16:3e:5d:22:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cc694-75cc-44e3-9e72-9c8bb8d0d167', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:52.628160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 714087ab-9757-4958-98f0-bf64c1348b32 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:52.628639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:52.708704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bff7ea5c-5efb-4f77-85b0-5f27b8884590 None None] Port 4abd3d42-cb68-4a69-953f-8ffc40be818d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:10:52.776881 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:52.814757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995db426-d5a7-4854-8c26-058caddd9a99 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:52.831653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a194-748d-4b9c-a952-f56ac2e5b3a7 req-68d89ff4-f0d9-455f-994b-add0fc74411d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:52.833817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5219a194-748d-4b9c-a952-f56ac2e5b3a7 req-68d89ff4-f0d9-455f-994b-add0fc74411d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 934 time: 0.1062977 Nov 23 14:10:52.885415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 995db426-d5a7-4854-8c26-058caddd9a99, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=995db426-d5a7-4854-8c26-058caddd9a99,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:52.898757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:52.944141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5219a194-748d-4b9c-a952-f56ac2e5b3a7 req-07d8fddd-89a6-4527-8415-440826e18a04 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029794 Nov 23 14:10:52.955875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:52.957038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3e582ae5-25c3-460f-9f35-1cd178f7e993 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:52.976061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Pushing event deleted for resources: {'Port': ['ID=265abaf2-5112-4ee1-91b9-e316665f0cdf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:53.026322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abd3d42-cb68-4a69-953f-8ffc40be818d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:53.051154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2bb7b97b-58e5-4c41-b521-13aafea53c93 None None] Provisioning complete for port 3be9269d-62b0-479e-950d-8656d257cdfb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:53.058342 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b97b-58e5-4c41-b521-13aafea53c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:53.085641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:53.186224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] No DVR routers for this DVR port 265abaf2-5112-4ee1-91b9-e316665f0cdf on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:10:53.195058 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:53.197794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53f42bee-b9e7-4a31-a05b-5d848c11da26 req-e07cf3fb-578b-4b64-8975-806d3fde2c85 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4103f3b-6e16-4ae5-b3dd-39f21d37bb31 HTTP/1.1" status: 200 len: 210 time: 0.0500770 Nov 23 14:10:53.203912 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc61e5ef-6bcb-4946-886b-2877a0702b7b req-9f1bd8a9-756c-4eb1-a972-72547dd78c93 tempest-LiveAutoBlockMigrationV225Test-581171812 tempest-LiveAutoBlockMigrationV225Test-581171812-project] 10.222.0.11 "DELETE /v2.0/ports/265abaf2-5112-4ee1-91b9-e316665f0cdf HTTP/1.1" status: 204 len: 173 time: 2.5294018 Nov 23 14:10:53.226190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'name': 'network-vif-deleted', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:53.233054 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f9b45-5ce4-47a5-8200-df16e4b81538" -d '{"events": [{"server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "name": "network-vif-deleted", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:53.263802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Transition to ACTIVE for port object 4abd3d42-cb68-4a69-953f-8ffc40be818d will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:10:53.300005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=995db426-d5a7-4854-8c26-058caddd9a99,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:53.303024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:10:53.310498 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.resource_extend [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:10:53.329186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7fd62e60-f62a-4f86-acd0-a10790ab570a admin admin] 10.222.0.46 "PUT /v2.0/routers/97b8f3c9-181c-414d-9092-d403fe667f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4948061 Nov 23 14:10:53.335716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:53.342388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Sync routers for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:10:53.417952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 3e582ae5-25c3-460f-9f35-1cd178f7e993, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:53.518826 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93b34f5-29b5-45b2-950f-8e397db39d03 x-openstack-request-id: req-d93b34f5-29b5-45b2-950f-8e397db39d03 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:53.519404 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103f3b-6e16-4ae5-b3dd-39f21d37bb31", "name": "network-vif-deleted", "tag": "265abaf2-5112-4ee1-91b9-e316665f0cdf", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:53.519404 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d93b34f5-29b5-45b2-950f-8e397db39d03 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:53.519921 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4103f3b-6e16-4ae5-b3dd-39f21d37bb31', 'name': 'network-vif-deleted', 'tag': '265abaf2-5112-4ee1-91b9-e316665f0cdf', 'status': 'completed', 'code': 200} Nov 23 14:10:53.539932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7b97b-58e5-4c41-b521-13aafea53c93 None None] Port 3be9269d-62b0-479e-950d-8656d257cdfb cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:10:53.559757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Pushing event updated for resources: {'Port': ['ID=4abd3d42-cb68-4a69-953f-8ffc40be818d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:53.570255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:53.570883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:53.724547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '3e582ae5-25c3-460f-9f35-1cd178f7e993', 'network_id': 'bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4', 'port_id': '3e582ae5-25c3-460f-9f35-1cd178f7e993', 'mac_address': 'fa:16:3e:13:19:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357cc694-75cc-44e3-9e72-9c8bb8d0d167', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:53.773874 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:53.777788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Attempting to bind port 4abd3d42-cb68-4a69-953f-8ffc40be818d on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:53.780305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Attempting to bind port 4abd3d42-cb68-4a69-953f-8ffc40be818d by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:53.781050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Attempting to bind port 4abd3d42-cb68-4a69-953f-8ffc40be818d on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:53.808792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Port 4abd3d42-cb68-4a69-953f-8ffc40be818d on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:10:53.822571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Attempting to bind port 4abd3d42-cb68-4a69-953f-8ffc40be818d on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:53.832150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:53.832488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:53.834682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:53.835209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Bound port: 4abd3d42-cb68-4a69-953f-8ffc40be818d, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:53.835584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:53.880509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:53.895918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:53.907821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:53.941421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:53.964275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.015579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.035750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.038148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-194ffdbc-ebe7-4154-84e6-f2b20442e3ad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5427 time: 0.3005393 Nov 23 14:10:54.050779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] For port 4abd3d42-cb68-4a69-953f-8ffc40be818d, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:54.067546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] For port 4abd3d42-cb68-4a69-953f-8ffc40be818d, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4abd3d42-cb68-4a69-953f-8ffc40be818d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:54.076791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:54.162569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99177ad-9f28-4783-81a5-1149dcbad90e req-36892302-6e56-4148-935d-e50efbc3e366 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141253 Nov 23 14:10:54.172032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.177174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:54.183663 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] 10.222.0.74 "PUT /v2.0/ports/4abd3d42-cb68-4a69-953f-8ffc40be818d HTTP/1.1" status: 200 len: 1094 time: 2.3016059 Nov 23 14:10:54.213401 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:10:54.335557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc07f4-cc9a-4d85-b15a-22a17f89561d service neutron] Pushing event updated for resources: {'Port': ['ID=4abd3d42-cb68-4a69-953f-8ffc40be818d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:54.368308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39550) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:54.382976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-52f2c8e0-88e7-4411-9210-cba98377fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.388963 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-52f2c8e0-88e7-4411-9210-cba98377fd86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1540480 Nov 23 14:10:54.393728 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:54.483989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:54.489277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e582ae5-25c3-460f-9f35-1cd178f7e993 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:10:54.504469 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-d0596118-7a1d-45c6-a695-da6a6d926ebe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4abd3d42-cb68-4a69-953f-8ffc40be818d HTTP/1.1" status: 200 len: 217 time: 0.1068659 Nov 23 14:10:54.559643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef4d4d-cbc4-4bcc-9a07-9e6e8249caf6 req-11917135-f85f-48d1-b432-167d41b88e12 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.567492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfef4d4d-cbc4-4bcc-9a07-9e6e8249caf6 req-11917135-f85f-48d1-b432-167d41b88e12 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1093233 Nov 23 14:10:54.631175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfef4d4d-cbc4-4bcc-9a07-9e6e8249caf6 req-b9f0d7d5-43dd-46c2-a4f3-2b8d67343c6c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613549 Nov 23 14:10:54.644296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-7df04bbf-8c7f-4352-b0f6-8ebdecce356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.645927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-7df04bbf-8c7f-4352-b0f6-8ebdecce356d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1213777 Nov 23 14:10:54.677668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f89a0a1-8ffe-4db2-bdad-dd46fb032ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:54.698676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39556) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:54.741349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-f836263b-d663-4ede-90ee-64478325e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:54.746074 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-f836263b-d663-4ede-90ee-64478325e2eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909345 Nov 23 14:10:54.834264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 3e582ae5-25c3-460f-9f35-1cd178f7e993, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:54.893091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f89a0a1-8ffe-4db2-bdad-dd46fb032ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:54.902974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f89a0a1-8ffe-4db2-bdad-dd46fb032ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:54.908765 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-5c9338b9-3b06-4f44-b4f0-241adc4db54a service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483097 Nov 23 14:10:54.940879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:54.979036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6f89a0a1-8ffe-4db2-bdad-dd46fb032ce7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10621516117e464485770f58b2d65085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094387 Nov 23 14:10:54.984980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39568) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:55.052053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89a0a1-8ffe-4db2-bdad-dd46fb032ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4277e8a5-15f8-4ca1-ae86-81cc86829e9c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:55.100415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=3e582ae5-25c3-460f-9f35-1cd178f7e993,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:55.122609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 2, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:55.132250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39580) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:55.136289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-433701618-network', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:55.155729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Checking router: 97b8f3c9-181c-414d-9092-d403fe667f4c for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:10:55.156717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Updating router 97b8f3c9-181c-414d-9092-d403fe667f4c port 3be9269d-62b0-479e-950d-8656d257cdfb binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:10:55.187210 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.189398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] Deleting subnet efaa189b-b732-45d2-b8a2-e977e27e778a {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:10:55.199854 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.202507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Made reservation on behalf of 99f5df1666f24eddbb8fc664a76a34c5 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:55.206756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.210934 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44b1c13b-44b0-4437-84a0-d2a16523b284 req-f7f5c380-d85a-432c-b3bf-588eaf399ac6 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859144 Nov 23 14:10:55.226862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.232607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2878d64e-49ab-4e4a-86ec-45261b267e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.290201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.294596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2878d64e-49ab-4e4a-86ec-45261b267e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.348006 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.405374 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.407393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2878d64e-49ab-4e4a-86ec-45261b267e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.412645 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2878d64e-49ab-4e4a-86ec-45261b267e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.428638 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2878d64e-49ab-4e4a-86ec-45261b267e1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4277e8a5-15f8-4ca1-ae86-81cc86829e9c HTTP/1.1" status: 204 len: 168 time: 0.4256184 Nov 23 14:10:55.440621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.462133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878d64e-49ab-4e4a-86ec-45261b267e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277e8a5-15f8-4ca1-ae86-81cc86829e9c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:55.479528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.487989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.497843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.505440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.513923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.515218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:10:55.521172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.522256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'tag': '4abd3d42-cb68-4a69-953f-8ffc40be818d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:10:55.528525 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f59857-5367-449d-bf8d-856728c0f3c2", "tag": "4abd3d42-cb68-4a69-953f-8ffc40be818d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:10:55.530083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.532856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-2c2b2ce2-357c-4da5-b4c6-c68a1cdb7cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5428 time: 0.1868646 Nov 23 14:10:55.586928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.587364 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Added segment ea5db61b-a278-4e55-80cb-e7e8a79aee82 of type vlan for network bdc8e8d9-6c36-47ac-9fd2-313a031af967 Nov 23 14:10:55.595595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fa145a-a5ea-4566-97c9-58fd061c9b55,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:55.656023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.739350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efaa189b-b732-45d2-b8a2-e977e27e778a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:55.740935 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.800668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['33204af3-bcba-4718-85f2-80e14dce670d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:55.809866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['3e582ae5-25c3-460f-9f35-1cd178f7e993'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:55.812979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b477f01-1f2b-44c9-ab07-bafef52a1a7f req-6cd3f454-f2f8-400b-ab77-0b23573b79ce tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2575233 Nov 23 14:10:55.815465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.826291 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b63ba2-bb51-4d0a-924a-b8c5bb1f9815 x-openstack-request-id: req-42b63ba2-bb51-4d0a-924a-b8c5bb1f9815 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:10:55.826943 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f59857-5367-449d-bf8d-856728c0f3c2", "tag": "4abd3d42-cb68-4a69-953f-8ffc40be818d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:10:55.828631 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42b63ba2-bb51-4d0a-924a-b8c5bb1f9815 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:10:55.831641 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'tag': '4abd3d42-cb68-4a69-953f-8ffc40be818d', 'status': 'completed', 'code': 200} Nov 23 14:10:55.831824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1f774ad2-517d-4d20-bfca-c0b3c04d18fa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/efaa189b-b732-45d2-b8a2-e977e27e778a HTTP/1.1" status: 204 len: 168 time: 1.1279364 Nov 23 14:10:55.833111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39606) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:55.909197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['8ab7bf62-694e-4f92-b6dc-8d10f8144029'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:55.936983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:55.942419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:55.942969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.033436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['720a6853-0f73-4079-a719-4363ffe71fbb'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:56.162678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.252071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:56.276498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.304767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb24a31-918b-4ba8-accb-73a3b772d8d9']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:56.315600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69524c20-8ed3-4d09-90bb-ad8b5d13277c') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:56.316291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69524c20-8ed3-4d09-90bb-ad8b5d13277c') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:56.327578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.342404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.349858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:10:56.350584 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.391454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.408447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['995db426-d5a7-4854-8c26-058caddd9a99'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:10:56.414228 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:10:56.427653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4722f-beda-4bfa-a21c-40050754cf62 req-d39d323d-5424-43dd-9438-1ae9a2c284c5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:56.436299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28d4722f-beda-4bfa-a21c-40050754cf62 req-d39d323d-5424-43dd-9438-1ae9a2c284c5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 946 time: 0.5321319 Nov 23 14:10:56.440476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.448187 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.461896 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.469152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] 10.222.0.46 "DELETE /v2.0/networks/fbb24a31-918b-4ba8-accb-73a3b772d8d9 HTTP/1.1" status: 204 len: 168 time: 0.6346560 Nov 23 14:10:56.481142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39628) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:56.544284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1593d5-a385-4250-a2cd-8f6b6ef3feec None None] Pushing event updated for resources: {'Port': ['ID=3be9269d-62b0-479e-950d-8656d257cdfb,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:56.547591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] Deleting subnet c2f6a994-0cd4-40a4-9029-96c5c077e2ae {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:10:56.552281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d427d-b26c-4ab0-a7bf-a9e58fb9842e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb24a31-918b-4ba8-accb-73a3b772d8d9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:56.566966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.636524 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28d4722f-beda-4bfa-a21c-40050754cf62 req-e23ed23f-7be2-4e8a-97a3-5e4b9e388ad9 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988444 Nov 23 14:10:56.657848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.718838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-27dce956-a3db-4782-be23-70d50d8f7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:56.727412 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-27dce956-a3db-4782-be23-70d50d8f7f4f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 1097 time: 0.8829646 Nov 23 14:10:56.740502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6085100 Nov 23 14:10:56.741272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['b130dc36-a9df-4a60-a3a5-af8ada00abc7'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:10:56.746854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39640) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:56.759171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Request body: {'subnet': {'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-subnet', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:56.807420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:56.864726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39642) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:56.939707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-7fa78fd3-70eb-4fa4-b73c-152a7bb588ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:56.941244 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-7fa78fd3-70eb-4fa4-b73c-152a7bb588ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.2101178 Nov 23 14:10:56.960122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Made reservation on behalf of 99f5df1666f24eddbb8fc664a76a34c5 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:10:56.963542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.052784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:10:57.064853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f02e01-aff1-49db-8e18-27823e77ea44 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc8e8d9-6c36-47ac-9fd2-313a031af967,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:57.079235 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e12d7e08-0e81-4ec3-a1df-9cb79efe2f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.122172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.123015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:10:57.147096 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-36a7c815-932a-41de-80be-5c2dc33266e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4abd3d42-cb68-4a69-953f-8ffc40be818d HTTP/1.1" status: 200 len: 217 time: 0.0958161 Nov 23 14:10:57.183103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.191550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.198578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.205460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.213996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.240260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-0d44aa6a-1cb2-4cce-a216-586c0a9dc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.241810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-0d44aa6a-1cb2-4cce-a216-586c0a9dc904 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0939126 Nov 23 14:10:57.244470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.257449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.274713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-d43ac205-f9eb-43e5-ab6c-e9a62d41c0df tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5428 time: 0.2629998 Nov 23 14:10:57.308320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 265abaf2-5112-4ee1-91b9-e316665f0cdf {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:10:57.309095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 265abaf2-5112-4ee1-91b9-e316665f0cdf not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:10:57.309995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32268f89-77af-45c1-9491-39eb2ce52030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.327793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.337072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-92aada45-59dc-4331-bf9e-8a3bc33508f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.339600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-92aada45-59dc-4331-bf9e-8a3bc33508f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901194 Nov 23 14:10:57.373339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f6a994-0cd4-40a4-9029-96c5c077e2ae,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:57.434796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.444348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e59df690-cd86-41af-bdff-4cc15441da2c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c2f6a994-0cd4-40a4-9029-96c5c077e2ae HTTP/1.1" status: 204 len: 168 time: 0.9608285 Nov 23 14:10:57.454435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39670) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:57.534985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Attempting to bind port 3be9269d-62b0-479e-950d-8656d257cdfb on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:10:57.536039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Attempting to bind port 3be9269d-62b0-479e-950d-8656d257cdfb by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:10:57.536609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Attempting to bind port 3be9269d-62b0-479e-950d-8656d257cdfb on network 02a9ee93-d52a-40bd-8474-910f5a837859 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:10:57.571344 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ef8f830-54a4-45d1-b779-bd300751ba18 req-26c906bc-2e77-4888-b6fa-0b8a4df6a4b1 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2928281 Nov 23 14:10:57.649306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-5708ed2a-0fb7-402c-8e15-c4d7ca1eeda9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002477 Nov 23 14:10:57.694762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.877762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.952290 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-110d53d1-bc50-49bb-b5fb-60e95f8fa13e req-a3a7dac7-1a82-448c-9e50-a3f2ab4215a9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931392 Nov 23 14:10:57.961565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df435d31-1bf0-4ab7-9862-8ad1d816dc2d req-83b72406-3a70-44da-8768-ecd284a59ab0 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:57.964980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df435d31-1bf0-4ab7-9862-8ad1d816dc2d req-83b72406-3a70-44da-8768-ecd284a59ab0 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1528461 Nov 23 14:10:57.971471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9707b42d-e81d-4a04-8197-0161e72bc7b0 None None] Provisioning complete for port 3be9269d-62b0-479e-950d-8656d257cdfb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:57.971822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9707b42d-e81d-4a04-8197-0161e72bc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.982531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:10:57.982966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Checking segment: {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:57.983345 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:57.983741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Bound using segment: {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:10:57.984245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Bound port: 3be9269d-62b0-479e-950d-8656d257cdfb, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:10:57.984616 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.002085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.077184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32268f89-77af-45c1-9491-39eb2ce52030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.096089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Checking segment: {'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:10:58.096453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Network hostable DHCP agents. Network: bdc8e8d9-6c36-47ac-9fd2-313a031af967, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:10:58.103947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32268f89-77af-45c1-9491-39eb2ce52030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.123032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4abd3d42-cb68-4a69-953f-8ffc40be818d details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:10:58.131519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21976073-b24a-4ecf-a2ef-04629a3d84f5']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:58.163519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-32268f89-77af-45c1-9491-39eb2ce52030 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c0a444cd2664605830fa690e09894e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2940402 Nov 23 14:10:58.163991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39682) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:58.195880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32268f89-77af-45c1-9491-39eb2ce52030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71188cb-1541-441c-82d8-e41be7857186,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:58.204322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c53214-c848-4013-a4f9-63f91e7d7b8e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:58.245000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94707f96-e854-4ee2-92da-d46e10246e89') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:58.256057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94707f96-e854-4ee2-92da-d46e10246e89') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:58.279573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.280105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffa69484-7f4f-4059-a174-556ff972edfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.302682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df435d31-1bf0-4ab7-9862-8ad1d816dc2d req-f4c3106c-0e23-4653-9b61-efc27b939066 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971380 Nov 23 14:10:58.306290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:10:58.307683 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.318621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:10:58.318621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.320409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffa69484-7f4f-4059-a174-556ff972edfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:10:58.321170 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:10:58.330718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9707b42d-e81d-4a04-8197-0161e72bc7b0 None None] Port 3be9269d-62b0-479e-950d-8656d257cdfb cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:10:58.337815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bdc8e8d9-6c36-47ac-9fd2-313a031af967) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:10:58.349604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:58.350338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.404882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ee4bf852-2daa-417c-8942-c10f296764be admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6492784 Nov 23 14:10:58.404882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39692) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:58.409874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:10:58.426243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.431426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd487ab-a3f7-4bba-af39-a976a6063be6 None None] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:10:58.445010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffa69484-7f4f-4059-a174-556ff972edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.447846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffa69484-7f4f-4059-a174-556ff972edfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.449084 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ffa69484-7f4f-4059-a174-556ff972edfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e71188cb-1541-441c-82d8-e41be7857186 HTTP/1.1" status: 204 len: 168 time: 0.2839124 Nov 23 14:10:58.458232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa69484-7f4f-4059-a174-556ff972edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71188cb-1541-441c-82d8-e41be7857186,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:58.476588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.resource_extend [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:10:58.528994 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.559029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] 10.222.0.46 "DELETE /v2.0/networks/21976073-b24a-4ecf-a2ef-04629a3d84f5 HTTP/1.1" status: 204 len: 168 time: 1.0803828 Nov 23 14:10:58.562472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2bdef-e1b4-45c6-ac9c-4f284f7c6890 admin admin] Pushing event deleted for resources: {'Network': ['ID=21976073-b24a-4ecf-a2ef-04629a3d84f5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:58.604172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.605810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.612394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] For port 3be9269d-62b0-479e-950d-8656d257cdfb, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:10:58.795411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] For port 3be9269d-62b0-479e-950d-8656d257cdfb, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3be9269d-62b0-479e-950d-8656d257cdfb,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:10:58.828657 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.847470 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:58.934999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4abd3d42-cb68-4a69-953f-8ffc40be818d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4abd3d42-cb68-4a69-953f-8ffc40be818d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:10:59.007190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:59.073525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 33204af3-bcba-4718-85f2-80e14dce670d up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:10:59.092231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '4abd3d42-cb68-4a69-953f-8ffc40be818d', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '4abd3d42-cb68-4a69-953f-8ffc40be818d', 'mac_address': 'fa:16:3e:3c:20:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:10:59.104353 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f08000e5-780f-48d0-b71c-5a5fd9f02234 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=172f4b90d01f4a4cb6c7a07cadd41946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961995 Nov 23 14:10:59.106777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:59.187369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:59.200390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1593d5-a385-4250-a2cd-8f6b6ef3feec None None] Pushing event updated for resources: {'Port': ['ID=3be9269d-62b0-479e-950d-8656d257cdfb,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:59.219775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:59.230374 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9911a693-bd07-4cd4-847f-b476e8b21922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.235994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:59.256164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:59.256737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:10:59.257381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:10:59.271990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:59.285927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9911a693-bd07-4cd4-847f-b476e8b21922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.287712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:59.316090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:10:59.326032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-d26036bb-026b-4e54-93cd-ae672a4fe4f4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5428 time: 0.4735951 Nov 23 14:10:59.399106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9911a693-bd07-4cd4-847f-b476e8b21922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.402071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9911a693-bd07-4cd4-847f-b476e8b21922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.403321 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9911a693-bd07-4cd4-847f-b476e8b21922 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9617c927-e34c-4a6a-a19c-9f05d19cdfc6 HTTP/1.1" status: 204 len: 168 time: 0.2955358 Nov 23 14:10:59.419889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911a693-bd07-4cd4-847f-b476e8b21922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9617c927-e34c-4a6a-a19c-9f05d19cdfc6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:59.441218 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.478394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39748) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:59.502291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-862e6a7b-87da-4803-8372-97b9700ed034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.520347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39750) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:59.524022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 33204af3-bcba-4718-85f2-80e14dce670d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:10:59.530190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3ea91247-c466-4ab1-a8bf-116fcb724ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.547677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 33204af3-bcba-4718-85f2-80e14dce670d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:10:59.548422 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.596735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bdc8e8d9-6c36-47ac-9fd2-313a031af967', 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'fixed_ips': [{'subnet_id': '26c53214-c848-4013-a4f9-63f91e7d7b8e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:10:59.597615 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.707589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-862e6a7b-87da-4803-8372-97b9700ed034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.717048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-862e6a7b-87da-4803-8372-97b9700ed034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.742232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e6a7b-87da-4803-8372-97b9700ed034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72642bab-ee92-488a-8816-647d571d135d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:10:59.777421 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-862e6a7b-87da-4803-8372-97b9700ed034 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34c958bb6931493cbba350f10019f389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974603 Nov 23 14:10:59.779608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39756) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:10:59.827955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:10:59.847116 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-924e15eb-bca1-43b7-a595-318bb33bb83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.890857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-924e15eb-bca1-43b7-a595-318bb33bb83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:10:59.934245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95d4f7db-1835-4f19-871e-98f440a5b702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.024680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-924e15eb-bca1-43b7-a595-318bb33bb83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.028461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-924e15eb-bca1-43b7-a595-318bb33bb83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.030076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-924e15eb-bca1-43b7-a595-318bb33bb83e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72642bab-ee92-488a-8816-647d571d135d HTTP/1.1" status: 204 len: 168 time: 0.2492440 Nov 23 14:11:00.052820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e15eb-bca1-43b7-a595-318bb33bb83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72642bab-ee92-488a-8816-647d571d135d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:00.075321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abd3d42-cb68-4a69-953f-8ffc40be818d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:00.117580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95d4f7db-1835-4f19-871e-98f440a5b702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.124748 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95d4f7db-1835-4f19-871e-98f440a5b702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.133625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4abd3d42-cb68-4a69-953f-8ffc40be818d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4abd3d42-cb68-4a69-953f-8ffc40be818d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:00.198830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95d4f7db-1835-4f19-871e-98f440a5b702 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94760b8621594aa391cca1a533c86244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6766157 Nov 23 14:11:00.199636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39762) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:00.200639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4f7db-1835-4f19-871e-98f440a5b702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e583d04-c97d-48ac-8f72-776072583f4c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:00.274942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-404c0c20-eb87-4f0d-bba2-f8f6403b03d9 req-56f4d823-1230-4304-a888-b70579d7bc6d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9389918 Nov 23 14:11:00.323361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.326412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39764) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:00.350061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c88a1760-d7c5-4be4-96a1-394f0342bfc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.402412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c88a1760-d7c5-4be4-96a1-394f0342bfc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.463605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a770aaf-05ca-46b2-a12a-9415a01cd15a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1ed52228d5c4fe98328236eb6633ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316051 Nov 23 14:11:00.465380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39776) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:00.472152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4235f-a8f5-4153-a4c2-e043b7566dea req-01f9a12e-fa0b-4ad9-b56f-bf678b5a7c02 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:00.473480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb0c67be-bebf-402f-b40a-f41998952aa5 None None] Provisioning complete for port 3be9269d-62b0-479e-950d-8656d257cdfb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:00.473969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35d4235f-a8f5-4153-a4c2-e043b7566dea req-01f9a12e-fa0b-4ad9-b56f-bf678b5a7c02 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 947 time: 0.7158713 Nov 23 14:11:00.474085 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb0c67be-bebf-402f-b40a-f41998952aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.505525 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.526656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c88a1760-d7c5-4be4-96a1-394f0342bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.541915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c88a1760-d7c5-4be4-96a1-394f0342bfc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.548204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c88a1760-d7c5-4be4-96a1-394f0342bfc8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e583d04-c97d-48ac-8f72-776072583f4c HTTP/1.1" status: 204 len: 168 time: 0.3414841 Nov 23 14:11:00.572260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a1760-d7c5-4be4-96a1-394f0342bfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e583d04-c97d-48ac-8f72-776072583f4c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:00.609916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.630990 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6eee3634-4082-4324-95b2-9ab717a10a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.700482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35d4235f-a8f5-4153-a4c2-e043b7566dea req-cf7875c5-b497-4b3e-a04c-12035469b6d3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192373 Nov 23 14:11:00.700967 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6eee3634-4082-4324-95b2-9ab717a10a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.797779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6eee3634-4082-4324-95b2-9ab717a10a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.804928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6eee3634-4082-4324-95b2-9ab717a10a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.812731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6eee3634-4082-4324-95b2-9ab717a10a0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1727e591-a769-4f8d-b47a-79da9b0a8893 HTTP/1.1" status: 204 len: 168 time: 0.3465669 Nov 23 14:11:00.829828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee3634-4082-4324-95b2-9ab717a10a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1727e591-a769-4f8d-b47a-79da9b0a8893,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:00.900265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['4abd3d42-cb68-4a69-953f-8ffc40be818d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:00.934016 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:00.935445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4abd3d42-cb68-4a69-953f-8ffc40be818d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:00.963178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:01.010571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Allocated IP 172.20.0.2 (bdc8e8d9-6c36-47ac-9fd2-313a031af967/26c53214-c848-4013-a4f9-63f91e7d7b8e/d0e40272-cff7-4531-893d-d949db24c6b1) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:01.060976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:01.071196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:10:58Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:01.145197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21e0536-df78-4022-b1aa-d5a079f2caab None None] The sync data for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 is: [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:10:58Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:01.163307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb0c67be-bebf-402f-b40a-f41998952aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:01.226236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 33204af3-bcba-4718-85f2-80e14dce670d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=33204af3-bcba-4718-85f2-80e14dce670d,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:01.246671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Allocated IP 172.25.3.69 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/beab9267-e1f9-49bd-8a6c-60dc9ca568ed) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:01.247026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:01.249566 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7786f84-fa6c-4ad0-b6a8-9e780891ff4a" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "33204af3-bcba-4718-85f2-80e14dce670d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:01.265140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:01.266133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 720a6853-0f73-4079-a719-4363ffe71fbb up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:01.380529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:01.462707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:01.591843 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df8b0dc-bd4e-462e-b9d9-2f46679f9cef x-openstack-request-id: req-1df8b0dc-bd4e-462e-b9d9-2f46679f9cef {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:01.591843 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "33204af3-bcba-4718-85f2-80e14dce670d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:01.591843 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1df8b0dc-bd4e-462e-b9d9-2f46679f9cef {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:01.593129 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d', 'code': 200} Nov 23 14:11:01.609065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Pushing event updated for resources: {'Port': ['ID=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:01.701687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:01.706780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:01.718793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:01.799487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=33204af3-bcba-4718-85f2-80e14dce670d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:01.878183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-eb0c67be-bebf-402f-b40a-f41998952aa5 None None] For port 3be9269d-62b0-479e-950d-8656d257cdfb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3be9269d-62b0-479e-950d-8656d257cdfb,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:01.957433 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb0c67be-bebf-402f-b40a-f41998952aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:01.978579 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:02.217837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 720a6853-0f73-4079-a719-4363ffe71fbb completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:02.230246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c67be-bebf-402f-b40a-f41998952aa5 None None] Pushing event updated for resources: {'Port': ['ID=3be9269d-62b0-479e-950d-8656d257cdfb,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:02.257540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 720a6853-0f73-4079-a719-4363ffe71fbb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:02.257540 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:02.288365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.312964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.329859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.339365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3be9269d-62b0-479e-950d-8656d257cdfb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:02.368824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.393796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.416126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:02.421681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.444110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.455879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-05ae7274-1097-4f7b-a4e2-222261cdd2ba tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5429 time: 0.8332608 Nov 23 14:11:02.523696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:02.614976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:02.646652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058e76-aa30-4bd2-a6de-e6a1535d9a29 req-ef947568-4926-4e1e-ad55-a9c38027ec5f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:02.657735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87058e76-aa30-4bd2-a6de-e6a1535d9a29 req-ef947568-4926-4e1e-ad55-a9c38027ec5f tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 947 time: 0.5866683 Nov 23 14:11:02.682523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a23623e3-06fa-45d7-a158-cdbe1bcfe17a req-aa26c7f6-6f10-4f7a-89b3-cdb91dc4d2a2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2256629 Nov 23 14:11:02.745934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:02.747357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Pushing event updated for resources: {'Port': ['ID=d0e40272-cff7-4531-893d-d949db24c6b1,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:02.782201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3be9269d-62b0-479e-950d-8656d257cdfb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:02.783082 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:02.785480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:02.880375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:02.886006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:03.093083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.123083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 720a6853-0f73-4079-a719-4363ffe71fbb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=720a6853-0f73-4079-a719-4363ffe71fbb,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:03.132249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Attempting to bind port d0e40272-cff7-4531-893d-d949db24c6b1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:03.132645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Attempting to bind port d0e40272-cff7-4531-893d-d949db24c6b1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:03.133024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Attempting to bind port d0e40272-cff7-4531-893d-d949db24c6b1 on network bdc8e8d9-6c36-47ac-9fd2-313a031af967 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:03.140392 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.265833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87058e76-aa30-4bd2-a6de-e6a1535d9a29 req-88dcc22a-f869-48eb-b237-b9be285689ef tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071253 Nov 23 14:11:03.346536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=720a6853-0f73-4079-a719-4363ffe71fbb,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:03.364014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:03.385468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39868) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:03.386301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:03.389820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Checking segment: {'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:03.390299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.391925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Bound using segment: {'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:03.393452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Bound port: d0e40272-cff7-4531-893d-d949db24c6b1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:03.394136 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.603832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720a6853-0f73-4079-a719-4363ffe71fbb'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:03.606790 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bf446e-7ed3-4859-902d-bef28fbc5f75" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "720a6853-0f73-4079-a719-4363ffe71fbb"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:03.666076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.702984 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2732de51-3a14-4e7f-bd69-72a8f7bc8b37 x-openstack-request-id: req-2732de51-3a14-4e7f-bd69-72a8f7bc8b37 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:03.703570 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "720a6853-0f73-4079-a719-4363ffe71fbb", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:03.703665 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2732de51-3a14-4e7f-bd69-72a8f7bc8b37 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:03.704060 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720a6853-0f73-4079-a719-4363ffe71fbb', 'code': 200} Nov 23 14:11:03.706881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] For port d0e40272-cff7-4531-893d-d949db24c6b1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:03.709493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:03.714240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] For port d0e40272-cff7-4531-893d-d949db24c6b1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d0e40272-cff7-4531-893d-d949db24c6b1,segment=NetworkSegment(ea5db61b-a278-4e55-80cb-e7e8a79aee82),segment_id=ea5db61b-a278-4e55-80cb-e7e8a79aee82)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:03.716176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:03.716553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.754463 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.908177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-network', 'tenant_id': '13920de45b344e06b354314b381c9756'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:03.919924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54557a-1596-41b9-ba92-e64bf26c45ac None None] Pushing event updated for resources: {'Port': ['ID=d0e40272-cff7-4531-893d-d949db24c6b1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:03.981571 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:03.992375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Made reservation on behalf of 13920de45b344e06b354314b381c9756 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:03.995346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.017076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.092873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:04.101795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.102982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b130dc36-a9df-4a60-a3a5-af8ada00abc7 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:04.126055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.147270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.164887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.166478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.174146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.186563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.206606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.229766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.230365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:11:04.268201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:04.299197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.311634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-d998f7da-ce2b-4dbc-ab14-264f715c0422 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5430 time: 0.4354308 Nov 23 14:11:04.314463 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.314828 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Added segment 9ba3168e-d187-4fde-ba08-ae8ce2bec63b of type vlan for network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde Nov 23 14:11:04.322979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3be9269d-62b0-479e-950d-8656d257cdfb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:04.460990 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.507949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Router 13dcd19d-b514-4985-b26f-704571b4e827 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:11:04.530413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.531444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.532247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.564179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4abd3d42-cb68-4a69-953f-8ffc40be818d up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:04.584583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69e05a12-c3a3-4f19-9642-b835865cb6d8 req-545a6b40-a89e-4f7b-928d-3fdce11bd17a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2678959 Nov 23 14:11:04.614819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2282925 Nov 23 14:11:04.632861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39900) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:04.706051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e49f7-4564-4900-b992-202cd25c63e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2be8e4c5-4ef3-4694-bf25-5f70d6449bde,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:04.749237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-f5d0d57c-fdde-4a5d-8254-f0564bde06ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387289 Nov 23 14:11:04.763200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Request body: {'subnet': {'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-subnet', 'tenant_id': '13920de45b344e06b354314b381c9756', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:04.768608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:04.798230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:11:04.885517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-596c24eb-239e-41e8-b350-6646a10562cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:04.887183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3be9269d-62b0-479e-950d-8656d257cdfb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:04.887345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-596c24eb-239e-41e8-b350-6646a10562cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 1101 time: 0.1073663 Nov 23 14:11:04.888353 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:04.956101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Made reservation on behalf of 13920de45b344e06b354314b381c9756 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:04.962445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.187094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:05.205431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Sync routers for ids ['13dcd19d-b514-4985-b26f-704571b4e827'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:05.214707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port b130dc36-a9df-4a60-a3a5-af8ada00abc7 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:05.226130 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Routers {'13dcd19d-b514-4985-b26f-704571b4e827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:05.226767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['13dcd19d-b514-4985-b26f-704571b4e827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:05.235116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.236179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port b130dc36-a9df-4a60-a3a5-af8ada00abc7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:05.236742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.237400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5a933b35-8e30-42f6-a56e-05008868b077 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8323076 Nov 23 14:11:05.251669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 4abd3d42-cb68-4a69-953f-8ffc40be818d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:05.263729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdbd83-0921-40c8-9e4e-6911aba402bf req-00e2cac1-41ec-46fd-9cd1-02a90923d16a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:05.273154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6bdbd83-0921-40c8-9e4e-6911aba402bf req-00e2cac1-41ec-46fd-9cd1-02a90923d16a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 947 time: 0.3677166 Nov 23 14:11:05.275768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39916) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:05.318014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 4abd3d42-cb68-4a69-953f-8ffc40be818d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:05.320819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.379095 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Set router 13dcd19d-b514-4985-b26f-704571b4e827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:05.526796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6bdbd83-0921-40c8-9e4e-6911aba402bf req-ec10f468-0497-47ec-8f30-32f5683625bc tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512114 Nov 23 14:11:05.573246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.614222 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:11:02Z', 'revision_number': 3, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:05.661108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Checking router: 13dcd19d-b514-4985-b26f-704571b4e827 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:05.661700 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Updating router 13dcd19d-b514-4985-b26f-704571b4e827 port beab9267-e1f9-49bd-8a6c-60dc9ca568ed binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:11:05.676666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b130dc36-a9df-4a60-a3a5-af8ada00abc7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:05.693925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.695255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8ab7bf62-694e-4f92-b6dc-8d10f8144029 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:05.703147 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.739732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0'}, {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:05.742203 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176ff9d4-6961-4906-b9cb-20a6ca5d97b3" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0"}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:05.749419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.756853 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:05.847218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-db987f43-0580-49a6-b46d-264abca40df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:05.849011 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-db987f43-0580-49a6-b46d-264abca40df0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.9395423 Nov 23 14:11:05.861710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c36bfd-7478-4110-a97a-bf5d0c16931e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:05.954839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b130dc36-a9df-4a60-a3a5-af8ada00abc7,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:05.970537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-1293eb6c-bddb-423e-a6bc-bde211ce6fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8020279 Nov 23 14:11:05.990007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4abd3d42-cb68-4a69-953f-8ffc40be818d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4abd3d42-cb68-4a69-953f-8ffc40be818d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:06.008439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b4114-732b-487d-b232-ba29750be967 None None] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:06.052436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Checking segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:06.052805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Network hostable DHCP agents. Network: 2be8e4c5-4ef3-4694-bf25-5f70d6449bde, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:11:06.099947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-63cc9c1d-05e3-41a7-8802-b79202426caa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=527af805-b77d-4d46-b9fa-5d10db934aab HTTP/1.1" status: 200 len: 217 time: 0.2045729 Nov 23 14:11:06.112503 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.145139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:06.153219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.180007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.193878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-99e35529-bd8c-43dd-a5f7-1095ee3a0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.195682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-99e35529-bd8c-43dd-a5f7-1095ee3a0a0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0873086 Nov 23 14:11:06.208730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.233513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.252713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.264627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:06.267397 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.273722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.290158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.313182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-4c872c90-762a-45b0-83ce-492b61aae098 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5432 time: 0.5216978 Nov 23 14:11:06.414347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:11:06.452849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 2be8e4c5-4ef3-4694-bf25-5f70d6449bde) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:06.461909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.462527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.506236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0e40272-cff7-4531-893d-d949db24c6b1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:06.515541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4abd3d42-cb68-4a69-953f-8ffc40be818d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:06.558593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bd66276-c051-408e-b90d-09cf7f1d589b req-cea8bd0c-7401-4455-b7b6-1d75c912b093 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369368 Nov 23 14:11:06.564169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b235851f-23b9-44c3-ab1b-94df647f6299 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9383614 Nov 23 14:11:06.566848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39940) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:06.575635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac26f9-ead0-434c-bc5d-9b4b998a0bb3 None None] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:06.577193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-aad748be-5647-40a5-8c85-622ca4c4fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.579235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-790691ca-197f-4c0e-b2b2-8a891b662098 None None] Provisioning complete for port d0e40272-cff7-4531-893d-d949db24c6b1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:06.579719 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-790691ca-197f-4c0e-b2b2-8a891b662098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.580191 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-aad748be-5647-40a5-8c85-622ca4c4fad3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b425e7ba3c2142028efeb46d07a1c0b9&device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 1096 time: 0.5651307 Nov 23 14:11:06.605908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:06.617261 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.636398 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.645482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.647252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.746387 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Pushing event updated for resources: {'Port': ['ID=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:06.798671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-3a635852-f8c2-48ba-a70e-ddabc33be12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.800611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-3a635852-f8c2-48ba-a70e-ddabc33be12d service neutron] 10.222.0.11 "GET /v2.0/networks?id=48a93441-04cd-4d37-9560-93afe9cb8b32 HTTP/1.1" status: 200 len: 906 time: 0.1916845 Nov 23 14:11:06.801057 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Attempting to bind port beab9267-e1f9-49bd-8a6c-60dc9ca568ed on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:06.801532 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Attempting to bind port beab9267-e1f9-49bd-8a6c-60dc9ca568ed by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:06.803674 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Attempting to bind port beab9267-e1f9-49bd-8a6c-60dc9ca568ed on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:06.804465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-9d133f58-0bc8-4069-a99e-0a4d42fd0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:06.806713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-9d133f58-0bc8-4069-a99e-0a4d42fd0769 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3173437 Nov 23 14:11:06.811901 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.814154 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.815696 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.816830 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.819259 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.830106 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.830704 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.831409 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.832000 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.835218 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.835797 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.836355 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:06.839393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.859197 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:06.859711 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:06.863657 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.864202 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:06.864838 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Bound port: beab9267-e1f9-49bd-8a6c-60dc9ca568ed, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:06.865328 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:06.955872 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-df18cbe3-e06f-423b-988f-0c0818d66935 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406441 Nov 23 14:11:06.990316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] For port beab9267-e1f9-49bd-8a6c-60dc9ca568ed, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:06.994494 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] For port beab9267-e1f9-49bd-8a6c-60dc9ca568ed, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:07.004528 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:07.095752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f011e7da-996e-4ad3-ade8-20b17992f3d0 req-27dba284-dd8c-4daa-9e1e-e277332e7bb4 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294312 Nov 23 14:11:07.113724 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0841672-8c23-4305-a727-38b6a63fc653 x-openstack-request-id: req-c0841672-8c23-4305-a727-38b6a63fc653 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:07.115272 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0", "code": 200}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:07.119139 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0841672-8c23-4305-a727-38b6a63fc653 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:07.119955 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0', 'code': 200} Nov 23 14:11:07.120709 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7', 'code': 200} Nov 23 14:11:07.134280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-1227af68-9b22-4ff0-a926-e2e6dd58a84f tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2e4232d68094699aeae2280562c6b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2900782 Nov 23 14:11:07.173133 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Routers {'13dcd19d-b514-4985-b26f-704571b4e827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:07.176316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['13dcd19d-b514-4985-b26f-704571b4e827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:07.248119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:07.267552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-a8c195d1-8597-4a70-a974-137717e0f6a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d HTTP/1.1" status: 200 len: 1001 time: 0.3086739 Nov 23 14:11:07.277097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-0b7e6b70-30e1-41b1-8c46-a7c67155ce1b tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:07.286605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-0b7e6b70-30e1-41b1-8c46-a7c67155ce1b tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510525 Nov 23 14:11:07.311989 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9202a-f78a-4bf1-a9d7-ff860bbb05be None None] Pushing event updated for resources: {'Port': ['ID=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:07.389140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-2ba118c0-fafe-4ed9-aaba-7d48f263e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:07.390640 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-2ba118c0-fafe-4ed9-aaba-7d48f263e1cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29d5c371-f280-4631-92f5-b734a001f36a HTTP/1.1" status: 200 len: 844 time: 0.1124218 Nov 23 14:11:07.407149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-790691ca-197f-4c0e-b2b2-8a891b662098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:07.418404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d0e40272-cff7-4531-893d-d949db24c6b1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:07.418939 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:07.459064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] Set router 13dcd19d-b514-4985-b26f-704571b4e827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:07.471334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:07.486683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-fa91cbd6-c1f2-4cff-9c2d-185e98376aeb tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/quotas/e2e4232d68094699aeae2280562c6b24 HTTP/1.1" status: 200 len: 375 time: 0.1994472 Nov 23 14:11:07.498192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-d363d20f-ce85-4d14-b3d3-b7ece19e81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:07.499740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-d363d20f-ce85-4d14-b3d3-b7ece19e81aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48a93441-04cd-4d37-9560-93afe9cb8b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854013 Nov 23 14:11:07.554927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-25f1367f-e50c-4a3c-93d8-cab552dc61f9 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2e4232d68094699aeae2280562c6b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672483 Nov 23 14:11:07.572047 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:07.601690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:11:07.604785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:07.612173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Allocated IP 172.20.0.1 (bdc8e8d9-6c36-47ac-9fd2-313a031af967/26c53214-c848-4013-a4f9-63f91e7d7b8e/3a7b89b2-b139-4468-a503-cbfc06857786) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:07.634327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a91efc-991a-42b6-b8c8-04e9056cda7b req-5593774b-c050-4ca5-9dcc-17c486cb1cdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:07.645961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11a91efc-991a-42b6-b8c8-04e9056cda7b req-5593774b-c050-4ca5-9dcc-17c486cb1cdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 948 time: 0.5643687 Nov 23 14:11:07.646950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-790691ca-197f-4c0e-b2b2-8a891b662098 None None] For port d0e40272-cff7-4531-893d-d949db24c6b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d0e40272-cff7-4531-893d-d949db24c6b1,segment=NetworkSegment(ea5db61b-a278-4e55-80cb-e7e8a79aee82),segment_id=ea5db61b-a278-4e55-80cb-e7e8a79aee82)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:07.694371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-0c5599df-cff6-4973-88bd-9416660fd69c service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703618 Nov 23 14:11:07.822340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Allocated IP 172.20.0.2 (2be8e4c5-4ef3-4694-bf25-5f70d6449bde/40c36bfd-7478-4110-a97a-bf5d0c16931e/08c27da8-e10c-4e3d-92a0-e25bd8a1923f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:07.876804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11a91efc-991a-42b6-b8c8-04e9056cda7b req-f63e6ef3-ff3c-4c14-a127-e172603dc095 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248137 Nov 23 14:11:08.027596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.059820 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb54f704-bfae-4ce2-8ccd-3a7f3d3fa2ef req-4c3ad579-e6bf-4447-880b-35e1a3b1ac54 service neutron] 10.222.0.11 "GET /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036578 Nov 23 14:11:08.104829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.154741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:08.155957 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.161336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:08.162365 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:11:02Z', 'revision_number': 3, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:08.173560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:08.185284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:08.193268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-790691ca-197f-4c0e-b2b2-8a891b662098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.212190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.259819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.260597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 995db426-d5a7-4854-8c26-058caddd9a99 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:08.309457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae6e4c9f-0524-4b62-84ca-5b967b5c7deb req-1a34bdde-866c-4739-b243-f8d247bcdce8 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 210 time: 0.1554136 Nov 23 14:11:08.338030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Pushing event updated for resources: {'Port': ['ID=3a7b89b2-b139-4468-a503-cbfc06857786,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:08.366355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.367290 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.403224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790691ca-197f-4c0e-b2b2-8a891b662098 None None] Pushing event updated for resources: {'Port': ['ID=d0e40272-cff7-4531-893d-d949db24c6b1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:08.442875 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21750f2e-37b5-4bd8-8ad6-d6daf4e2302a None None] The sync data for ids ['13dcd19d-b514-4985-b26f-704571b4e827'] in n-d-818503-2 is: [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:11:02Z', 'revision_number': 3, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:08.471503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:08.472457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.556138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:08.573464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:08.581269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:08.588942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:08.598845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:08.609924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:08.626991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:08.647272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:08.665195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:08.673561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ae26d6a-b2bd-419f-bc62-76e48ecd3f86 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5432 time: 0.5190208 Nov 23 14:11:08.709546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 995db426-d5a7-4854-8c26-058caddd9a99 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:08.775767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 995db426-d5a7-4854-8c26-058caddd9a99 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:08.776258 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.821987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Pushing event updated for resources: {'Port': ['ID=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:08.858218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2be79959-c27c-4b3d-ac64-392d90d2640b None None] Provisioning complete for port d0e40272-cff7-4531-893d-d949db24c6b1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:08.858685 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2be79959-c27c-4b3d-ac64-392d90d2640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.897092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.925636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Attempting to bind port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:08.926104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Attempting to bind port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:08.926558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Attempting to bind port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:08.943686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:08.947101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Checking segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:08.947599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:08.948448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Bound using segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:08.951519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Bound port: 08c27da8-e10c-4e3d-92a0-e25bd8a1923f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:08.952002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:09.161295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abd3d42-cb68-4a69-953f-8ffc40be818d'}, {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:09.170867 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e18a235-6f20-49b3-a3f7-7173c59f32cf" -d '{"events": [{"server_uuid": "b0f59857-5367-449d-bf8d-856728c0f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "4abd3d42-cb68-4a69-953f-8ffc40be818d"}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:09.268059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e7f7aa3-8ee7-48c4-b9d6-e9dc18ea086c req-9ed441a8-4d0e-40ee-9f3b-c44f7630c955 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5851438 Nov 23 14:11:09.269434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Allocated IP 172.25.3.150 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/d4491fcb-3a90-4f0c-b08f-799991e2a3e5) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:09.347285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0e40272-cff7-4531-893d-d949db24c6b1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:09.481733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] For port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:09.506291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] For port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:09.533116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541d01b-e43b-4832-820c-24a4cf886fcb req-e5a07e4c-8373-4f7b-a160-e7cd2090be7b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:09.541493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6541d01b-e43b-4832-820c-24a4cf886fcb req-e5a07e4c-8373-4f7b-a160-e7cd2090be7b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 948 time: 0.0813632 Nov 23 14:11:09.553685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:09.569569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:09.606395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6541d01b-e43b-4832-820c-24a4cf886fcb req-7072047a-ab74-4e06-82a9-1f2468f00273 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621293 Nov 23 14:11:09.633848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8ab7bf62-694e-4f92-b6dc-8d10f8144029,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:09.644371 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b59312-34a2-4f9b-90c1-6b8a50c8406c x-openstack-request-id: req-c3b59312-34a2-4f9b-90c1-6b8a50c8406c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:09.644861 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f59857-5367-449d-bf8d-856728c0f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "4abd3d42-cb68-4a69-953f-8ffc40be818d", "code": 200}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:09.645131 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3b59312-34a2-4f9b-90c1-6b8a50c8406c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:09.645520 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abd3d42-cb68-4a69-953f-8ffc40be818d', 'code': 200} Nov 23 14:11:09.645779 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029', 'code': 200} Nov 23 14:11:09.651802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:09.672614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:09.798596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:09.853430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:09.859330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Pushing event updated for resources: {'Port': ['ID=3a7b89b2-b139-4468-a503-cbfc06857786,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:09.955094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-a026b9e5-c612-4574-a414-4da7d9d99fdc tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e2e4232d68094699aeae2280562c6b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194363 Nov 23 14:11:09.958854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd687641-984f-468d-831f-73ba17b01e48 req-5f39e03a-fe9a-4084-83e6-64396b246dbe tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 210 time: 0.1671019 Nov 23 14:11:09.984070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:10.133061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d0e40272-cff7-4531-893d-d949db24c6b1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:10.133271 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:10.145406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:10.161706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:10.208877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801bcef-5869-4a40-af1c-393f3b028c55 req-bda97690-411d-4ed1-bb18-236c84243b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:10.211516 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4801bcef-5869-4a40-af1c-393f3b028c55 req-bda97690-411d-4ed1-bb18-236c84243b2c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 1099 time: 0.4090338 Nov 23 14:11:10.272903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:10.276974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:10.278834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Pushing event updated for resources: {'Port': ['ID=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:10.304240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:10.382714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b3a1a319-2fb5-4d65-99ec-4a0cd47634dc None None] Provisioning complete for port 3a7b89b2-b139-4468-a503-cbfc06857786 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:10.382714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3a1a319-2fb5-4d65-99ec-4a0cd47634dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:10.517808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1a319-2fb5-4d65-99ec-4a0cd47634dc None None] Port 3a7b89b2-b139-4468-a503-cbfc06857786 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:10.536308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 995db426-d5a7-4854-8c26-058caddd9a99, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=995db426-d5a7-4854-8c26-058caddd9a99,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:10.538469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4c636-4397-48dd-bcbd-923f27b9600e None None] Pushing event updated for resources: {'Port': ['ID=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:10.600130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:10.624343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3e582ae5-25c3-460f-9f35-1cd178f7e993 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:10.669969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-2911019f-da0a-4adb-81eb-e9e324fe0dc1 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:10.672519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-2911019f-da0a-4adb-81eb-e9e324fe0dc1 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6293800 Nov 23 14:11:10.704441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Request body: {'port': {'device_id': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'e2e4232d68094699aeae2280562c6b24'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:10.914082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=995db426-d5a7-4854-8c26-058caddd9a99,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:10.917868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-99f520c6-54c3-46dd-ac98-b62aae4abb88 None None] Provisioning complete for port 3a7b89b2-b139-4468-a503-cbfc06857786 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:10.918317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-99f520c6-54c3-46dd-ac98-b62aae4abb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:10.959981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-99f520c6-54c3-46dd-ac98-b62aae4abb88 None None] Port 3a7b89b2-b139-4468-a503-cbfc06857786 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:10.974259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 3e582ae5-25c3-460f-9f35-1cd178f7e993 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:10.983221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 3e582ae5-25c3-460f-9f35-1cd178f7e993 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:10.983774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:11.038205 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4801bcef-5869-4a40-af1c-393f3b028c55 req-0c41627f-f0f1-40f4-986c-dbb830aecd26 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102791 Nov 23 14:11:11.160612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Router 13dcd19d-b514-4985-b26f-704571b4e827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:11:11.193101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:11.278408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08c27da8-e10c-4e3d-92a0-e25bd8a1923f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:11.298551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 3e582ae5-25c3-460f-9f35-1cd178f7e993, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:11.325919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:11.366147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:11.374410 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ed117ff6-5140-4d77-a669-c3567ea9114d admin admin] 10.222.0.46 "PUT /v2.0/routers/13dcd19d-b514-4985-b26f-704571b4e827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0865679 Nov 23 14:11:11.437473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:11.438316 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:11.439862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=3e582ae5-25c3-460f-9f35-1cd178f7e993,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:11.776532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99'}, {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e582ae5-25c3-460f-9f35-1cd178f7e993'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:11.779544 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011c2c4d-3adf-4c89-9467-7bbeb269d926" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "995db426-d5a7-4854-8c26-058caddd9a99"}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "3e582ae5-25c3-460f-9f35-1cd178f7e993"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:11.782449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:11.789503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:11.789887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c7706-39dc-4d80-8dfb-d85e737b585b None None] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:11.797441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:11.804134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:11.810665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:11.816775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:11.823329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:11.833121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-e6e759b7-757e-4b2a-9b9e-ecc46c0f442d tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5434 time: 1.1594231 Nov 23 14:11:11.903451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-075b9ba8-2209-4431-aa1e-e0c144428566 None None] Provisioning complete for port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:11.903907 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-075b9ba8-2209-4431-aa1e-e0c144428566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.030326 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.112011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-909a05c0-08d0-40ed-94d7-fa3de2afd44f req-92b5e032-9782-4e62-917a-9f50b94df90b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2778871 Nov 23 14:11:12.204817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b0d0c-b50f-4a73-9777-e123b35abff1 req-b18a5702-a105-4161-854a-40cab42f77d5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.217180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b0b0d0c-b50f-4a73-9777-e123b35abff1 req-b18a5702-a105-4161-854a-40cab42f77d5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 948 time: 0.5083213 Nov 23 14:11:12.224767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-075b9ba8-2209-4431-aa1e-e0c144428566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.253120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:12.265412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Sync routers for ids ['13dcd19d-b514-4985-b26f-704571b4e827'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:12.272980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.274029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device beab9267-e1f9-49bd-8a6c-60dc9ca568ed up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:12.285633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff9a464a-1a8d-4f20-b17e-429e1e68fa16 req-d7b1fcbf-cfc9-4465-9d44-bac720552108 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 210 time: 0.0600758 Nov 23 14:11:12.287723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Made reservation on behalf of e2e4232d68094699aeae2280562c6b24 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:12.291973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.293956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.354321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.564934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b0b0d0c-b50f-4a73-9777-e123b35abff1 req-ef9ba837-2806-471e-bcf6-cce9b69f7d46 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422413 Nov 23 14:11:12.652209 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-075b9ba8-2209-4431-aa1e-e0c144428566 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:11:12.653037 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-075b9ba8-2209-4431-aa1e-e0c144428566 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:11:12.653250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:12.664870 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fc0453-531f-46fa-98e7-a39038abb246 x-openstack-request-id: req-62fc0453-531f-46fa-98e7-a39038abb246 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:12.665048 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "995db426-d5a7-4854-8c26-058caddd9a99", "code": 200}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-plugged", "status": "completed", "tag": "3e582ae5-25c3-460f-9f35-1cd178f7e993", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:12.665804 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62fc0453-531f-46fa-98e7-a39038abb246 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:12.666554 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99', 'code': 200} Nov 23 14:11:12.666554 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e582ae5-25c3-460f-9f35-1cd178f7e993', 'code': 200} Nov 23 14:11:12.675685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Routers {'13dcd19d-b514-4985-b26f-704571b4e827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:12.676600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['13dcd19d-b514-4985-b26f-704571b4e827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:12.698478 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.710542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.797708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.801386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.801997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.804318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.807395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.811262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.811742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:12.820110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-e474b770-23c3-4aef-b110-9497aa98d0c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6492 time: 0.1011965 Nov 23 14:11:12.832644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port beab9267-e1f9-49bd-8a6c-60dc9ca568ed triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:12.833019 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:12.991702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Set router 13dcd19d-b514-4985-b26f-704571b4e827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:13.027690 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fabcae07-7ca9-40c2-bc4c-06bebd7239e3 req-5e1f6781-487a-416d-94ea-767779802721 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923859 Nov 23 14:11:13.060035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d432fb0-6159-4700-9be9-a8b3b28f1771,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:13.129267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:13.321504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40128) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:13.356537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Allocated IP 192.168.233.247 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/d54a2487-990b-462e-86f6-59c41039dab3) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:13.525073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:13.550119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc1e618c-e387-44ec-8f47-b0bf4eb799aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:13.553184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port beab9267-e1f9-49bd-8a6c-60dc9ca568ed, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:13.569303 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:13.576834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:11:08Z', 'revision_number': 4, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3a7b89b2-b139-4468-a503-cbfc06857786', 'name': '', 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'mac_address': 'fa:16:3e:d0:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '26c53214-c848-4013-a4f9-63f91e7d7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:07Z', 'updated_at': '2021-11-23T14:11:09Z', 'revision_number': 2, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'subnets': [{'id': '26c53214-c848-4013-a4f9-63f91e7d7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:13.674491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Checking router: 13dcd19d-b514-4985-b26f-704571b4e827 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:13.675245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Updating router 13dcd19d-b514-4985-b26f-704571b4e827 port 3a7b89b2-b139-4468-a503-cbfc06857786 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:11:13.693958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-995da306-8104-40bb-9cc4-51eb5762af81 req-176f770c-04ce-47ce-8b7b-55aabed13d0e tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 210 time: 0.1629586 Nov 23 14:11:13.717837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:13.727623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:13.734680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:13.742693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:13.749986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:13.750939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc1e618c-e387-44ec-8f47-b0bf4eb799aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:13.757168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:13.765381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:13.767569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b687fa86-9d77-4928-8113-9e35d89e010c req-c370af4e-e55a-4b95-815a-36b378a88d1a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5435 time: 0.4944057 Nov 23 14:11:13.774669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc1e618c-e387-44ec-8f47-b0bf4eb799aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:13.787663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08c27da8-e10c-4e3d-92a0-e25bd8a1923f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:13.876145 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:13.886721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40144) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:13.887723 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc1e618c-e387-44ec-8f47-b0bf4eb799aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=505031809a1a4aa4a701e326a7a3c6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5630946 Nov 23 14:11:13.892924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e618c-e387-44ec-8f47-b0bf4eb799aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23695648-1326-41d3-a9ef-bd9790caaf3a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:13.896494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:13.948052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0cdb029f-36e2-47b0-9ce6-a66693c5e11d None None] Provisioning complete for port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:13.948448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0cdb029f-36e2-47b0-9ce6-a66693c5e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.014509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b687fa86-9d77-4928-8113-9e35d89e010c req-e686e3bd-f0af-4773-8f10-6502d59e3f48 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2400556 Nov 23 14:11:14.062980 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.124063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:11:14.142230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.152022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:14.152424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.218757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Pushing event updated for resources: {'Port': ['ID=d54a2487-990b-462e-86f6-59c41039dab3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:14.312579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:14.324184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96394-0476-4e60-9f4c-ff69e2ee3dd9 req-1cc3140e-5739-492d-a78a-241cef39a5c3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:14.334541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fa96394-0476-4e60-9f4c-ff69e2ee3dd9 req-1cc3140e-5739-492d-a78a-241cef39a5c3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 948 time: 0.3336587 Nov 23 14:11:14.342153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9eba75c1-8918-48ed-8fb9-70d99c13c3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.368191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9eba75c1-8918-48ed-8fb9-70d99c13c3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.423001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:14.436764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9eba75c1-8918-48ed-8fb9-70d99c13c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.440536 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9eba75c1-8918-48ed-8fb9-70d99c13c3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.443964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9eba75c1-8918-48ed-8fb9-70d99c13c3a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23695648-1326-41d3-a9ef-bd9790caaf3a HTTP/1.1" status: 204 len: 168 time: 0.5453081 Nov 23 14:11:14.446885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:14.462783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.481644 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.606143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fa96394-0476-4e60-9f4c-ff69e2ee3dd9 req-39fa92a3-6ec2-4500-96a8-d3df13c427e3 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704561 Nov 23 14:11:14.611818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba75c1-8918-48ed-8fb9-70d99c13c3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23695648-1326-41d3-a9ef-bd9790caaf3a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:14.789424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:14.790687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.797005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0883f32-cbd6-42ee-9fd8-9e718f94c5a2 None None] Pushing event updated for resources: {'Port': ['ID=3a7b89b2-b139-4468-a503-cbfc06857786,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:14.866508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Attempting to bind port 3a7b89b2-b139-4468-a503-cbfc06857786 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:14.866508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Attempting to bind port 3a7b89b2-b139-4468-a503-cbfc06857786 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:14.867642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Attempting to bind port 3a7b89b2-b139-4468-a503-cbfc06857786 on network bdc8e8d9-6c36-47ac-9fd2-313a031af967 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:14.881229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:14.881589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Checking segment: {'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:14.881997 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.883160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Bound using segment: {'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:14.884180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Bound port: 3a7b89b2-b139-4468-a503-cbfc06857786, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5db61b-a278-4e55-80cb-e7e8a79aee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:14.885343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:14.892448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-5d68d895-d2e8-4b82-b203-254a22fee07c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1976113 Nov 23 14:11:14.940046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Request body: {'port': {'device_id': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:15.075397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:15.093417 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:15.100818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] For port 3a7b89b2-b139-4468-a503-cbfc06857786, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:15.106706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] For port 3a7b89b2-b139-4468-a503-cbfc06857786, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3a7b89b2-b139-4468-a503-cbfc06857786,segment=NetworkSegment(ea5db61b-a278-4e55-80cb-e7e8a79aee82),segment_id=ea5db61b-a278-4e55-80cb-e7e8a79aee82)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:15.118086 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:15.119964 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:15.120595 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:15.157043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:15.161701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-24000918-10b2-42e8-9836-faef4f8b3920 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.5913763 Nov 23 14:11:15.163021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:15.253026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc781a1-6419-4ea1-8f6a-60274687649c req-2ebd08c4-fddc-4f66-b213-7eea1506f323 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:15.265560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecc781a1-6419-4ea1-8f6a-60274687649c req-2ebd08c4-fddc-4f66-b213-7eea1506f323 tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 1099 time: 0.3364933 Nov 23 14:11:15.286678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:15.469385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3838d8a9-d2c0-4c5c-be38-ec615ed3a529 None None] Provisioning complete for port d54a2487-990b-462e-86f6-59c41039dab3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:15.469905 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3838d8a9-d2c0-4c5c-be38-ec615ed3a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:15.475703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Routers {'13dcd19d-b514-4985-b26f-704571b4e827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:15.476531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['13dcd19d-b514-4985-b26f-704571b4e827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:15.559177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0883f32-cbd6-42ee-9fd8-9e718f94c5a2 None None] Pushing event updated for resources: {'Port': ['ID=3a7b89b2-b139-4468-a503-cbfc06857786,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:15.583491 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:15.794694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3838d8a9-d2c0-4c5c-be38-ec615ed3a529 None None] Port d54a2487-990b-462e-86f6-59c41039dab3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:15.822450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device beab9267-e1f9-49bd-8a6c-60dc9ca568ed up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:15.949416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] Set router 13dcd19d-b514-4985-b26f-704571b4e827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:16.077576 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:11Z', 'revision_number': 3, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:16.128960 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:16.130621 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Updating router 590dc09a-6b9a-4047-8f04-39c23808f4a9 port d4491fcb-3a90-4f0c-b08f-799991e2a3e5 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:11:16.175907 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.334319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecc781a1-6419-4ea1-8f6a-60274687649c req-4a287897-5021-4f8e-aa56-9550720c9e9a tempest-ServersOnMultiNodesTest-934454634 tempest-ServersOnMultiNodesTest-934454634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0660901 Nov 23 14:11:16.346610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54a2487-990b-462e-86f6-59c41039dab3 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:16.383585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.413848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Transition to ACTIVE for port object d54a2487-990b-462e-86f6-59c41039dab3 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:11:16.419717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.448992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.515943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-84433d53-3b3d-4a67-9cff-91bd4d15b499 None None] Provisioning complete for port 3a7b89b2-b139-4468-a503-cbfc06857786 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:16.516318 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84433d53-3b3d-4a67-9cff-91bd4d15b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.601412 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.621372 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.662294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d54a2487-990b-462e-86f6-59c41039dab3,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:16.704188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port beab9267-e1f9-49bd-8a6c-60dc9ca568ed triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:16.704568 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.759054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Allocated IP 172.20.0.1 (2be8e4c5-4ef3-4694-bf25-5f70d6449bde/40c36bfd-7478-4110-a97a-bf5d0c16931e/179a0267-fbc9-4405-9335-c5802ad7c96e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:16.769655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c02f6-5603-4c47-9f76-76d3391d73e6 req-e7a0bd59-eabe-4d9b-8f38-055ec8a0c217 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:16.786710 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Attempting to bind port d4491fcb-3a90-4f0c-b08f-799991e2a3e5 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:16.787059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-715c02f6-5603-4c47-9f76-76d3391d73e6 req-e7a0bd59-eabe-4d9b-8f38-055ec8a0c217 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 948 time: 0.2897992 Nov 23 14:11:16.793776 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Attempting to bind port d4491fcb-3a90-4f0c-b08f-799991e2a3e5 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:16.794406 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Attempting to bind port d4491fcb-3a90-4f0c-b08f-799991e2a3e5 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:16.802572 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470bdbc-3ff2-4d6a-8c15-94667193cae3 None None] Pushing event updated for resources: {'Port': ['ID=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:16.809341 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:16.810058 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:16.810625 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.811212 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:16.811880 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Bound port: d4491fcb-3a90-4f0c-b08f-799991e2a3e5, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:16.813426 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.919414 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] For port d4491fcb-3a90-4f0c-b08f-799991e2a3e5, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:16.924488 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] For port d4491fcb-3a90-4f0c-b08f-799991e2a3e5, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:16.935800 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.942837 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:16.965781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:11:08Z', 'revision_number': 4, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3a7b89b2-b139-4468-a503-cbfc06857786', 'name': '', 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'mac_address': 'fa:16:3e:d0:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '26c53214-c848-4013-a4f9-63f91e7d7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:07Z', 'updated_at': '2021-11-23T14:11:15Z', 'revision_number': 4, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'subnets': [{'id': '26c53214-c848-4013-a4f9-63f91e7d7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:16.972679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Attempting to bind port d54a2487-990b-462e-86f6-59c41039dab3 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:16.974979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Attempting to bind port d54a2487-990b-462e-86f6-59c41039dab3 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:16.976254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Attempting to bind port d54a2487-990b-462e-86f6-59c41039dab3 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:17.008534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Port d54a2487-990b-462e-86f6-59c41039dab3 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:11:17.013155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Attempting to bind port d54a2487-990b-462e-86f6-59c41039dab3 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:17.025418 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:17.026342 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:17.027219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.033982 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470bdbc-3ff2-4d6a-8c15-94667193cae3 None None] Pushing event updated for resources: {'Port': ['ID=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:17.058053 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-715c02f6-5603-4c47-9f76-76d3391d73e6 req-c036736d-d1b1-4cb1-9a8d-8269b0ffbb30 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649632 Nov 23 14:11:17.059845 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96eb66-551f-41b9-b959-f2181dfd729f None None] The sync data for ids ['13dcd19d-b514-4985-b26f-704571b4e827'] in n-d-818503-2 is: [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:11:08Z', 'revision_number': 4, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3a7b89b2-b139-4468-a503-cbfc06857786', 'name': '', 'network_id': 'bdc8e8d9-6c36-47ac-9fd2-313a031af967', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'mac_address': 'fa:16:3e:d0:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '26c53214-c848-4013-a4f9-63f91e7d7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:07Z', 'updated_at': '2021-11-23T14:11:15Z', 'revision_number': 4, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'subnets': [{'id': '26c53214-c848-4013-a4f9-63f91e7d7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:17.065850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84433d53-3b3d-4a67-9cff-91bd4d15b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.074187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:17.074529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:17.075140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:17.075755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Bound port: d54a2487-990b-462e-86f6-59c41039dab3, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:17.076812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.108352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:17.124130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:17.150035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:17.153306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Pushing event updated for resources: {'Port': ['ID=179a0267-fbc9-4405-9335-c5802ad7c96e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:17.275076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.278753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.280911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.281633 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:17.313222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.367719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] For port d54a2487-990b-462e-86f6-59c41039dab3, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:17.379331 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:17.418808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] For port d54a2487-990b-462e-86f6-59c41039dab3, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d54a2487-990b-462e-86f6-59c41039dab3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:17.430604 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.432963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-84433d53-3b3d-4a67-9cff-91bd4d15b499 None None] For port 3a7b89b2-b139-4468-a503-cbfc06857786, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3a7b89b2-b139-4468-a503-cbfc06857786,segment=NetworkSegment(ea5db61b-a278-4e55-80cb-e7e8a79aee82),segment_id=ea5db61b-a278-4e55-80cb-e7e8a79aee82)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:17.442110 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84433d53-3b3d-4a67-9cff-91bd4d15b499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.549836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.559809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.570483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.609170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.631645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.665042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.682491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84433d53-3b3d-4a67-9cff-91bd4d15b499 None None] Pushing event updated for resources: {'Port': ['ID=3a7b89b2-b139-4468-a503-cbfc06857786,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:17.688716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.698539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-34ff4b50-c52a-45d7-b9d8-8b1e18dd0932 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5435 time: 0.4288056 Nov 23 14:11:17.734751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-70260674-b228-41f5-9064-8df791fd1cbd None None] Provisioning complete for port 3a7b89b2-b139-4468-a503-cbfc06857786 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:17.738875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70260674-b228-41f5-9064-8df791fd1cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.763516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.846832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:17.850130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:17.868442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] 10.222.0.74 "PUT /v2.0/ports/d54a2487-990b-462e-86f6-59c41039dab3 HTTP/1.1" status: 200 len: 1096 time: 2.9380145 Nov 23 14:11:17.868954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'tag': 'd54a2487-990b-462e-86f6-59c41039dab3'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:17.880203 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5806525-f9ff-40c8-93d8-d158d367bbf6", "tag": "d54a2487-990b-462e-86f6-59c41039dab3"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:17.889661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3a7b89b2-b139-4468-a503-cbfc06857786 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:18.048595 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:11Z', 'revision_number': 3, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:18.060175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d35d91-7463-4557-9b5c-b75be1ee79c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d54a2487-990b-462e-86f6-59c41039dab3,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:18.120183 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6f068-341a-44c5-bfa6-b043bd4c6c60 None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:11Z', 'revision_number': 3, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:18.149536 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f94a3-f733-4b32-b3b7-25af9eed4ea7 x-openstack-request-id: req-ee3f94a3-f733-4b32-b3b7-25af9eed4ea7 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:18.150163 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5806525-f9ff-40c8-93d8-d158d367bbf6", "tag": "d54a2487-990b-462e-86f6-59c41039dab3", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:18.150825 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee3f94a3-f733-4b32-b3b7-25af9eed4ea7 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:18.151881 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'tag': 'd54a2487-990b-462e-86f6-59c41039dab3', 'status': 'completed', 'code': 200} Nov 23 14:11:18.197455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c60d4f5-5aa0-472f-bf82-640e18124d6d req-e0728b43-c3ab-4265-abcc-f8135cf05777 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4977183 Nov 23 14:11:18.212511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-7a2f683e-3947-4bf3-93a7-a1f7c4295a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:18.214349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-7a2f683e-3947-4bf3-93a7-a1f7c4295a60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2e4232d68094699aeae2280562c6b24&device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 1099 time: 0.2700286 Nov 23 14:11:18.236350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3a7b89b2-b139-4468-a503-cbfc06857786 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:18.236826 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:18.357356 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:18.371963 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:18.425990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40238) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:18.439461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-01a02378-035e-4c33-a9c5-10220e81b61b None None] Provisioning complete for port 179a0267-fbc9-4405-9335-c5802ad7c96e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:18.440020 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-01a02378-035e-4c33-a9c5-10220e81b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:18.447876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-86efc22a-ec98-4cf8-9e32-f8db9d4aa753 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d54a2487-990b-462e-86f6-59c41039dab3 HTTP/1.1" status: 200 len: 217 time: 0.1501784 Nov 23 14:11:18.513348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-01a02378-035e-4c33-a9c5-10220e81b61b None None] Port 179a0267-fbc9-4405-9335-c5802ad7c96e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:18.532991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Pushing event updated for resources: {'Port': ['ID=179a0267-fbc9-4405-9335-c5802ad7c96e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:18.555472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:18.571197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-b47cbb8e-4829-4876-ac9e-d3b10ca662ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:18.572797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-b47cbb8e-4829-4876-ac9e-d3b10ca662ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1028309 Nov 23 14:11:18.582131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448812cc-9e0d-4939-8b84-910a01479d01 req-ddf989f6-0a99-4029-97e1-bae85836d0ec tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:18.596307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-448812cc-9e0d-4939-8b84-910a01479d01 req-ddf989f6-0a99-4029-97e1-bae85836d0ec tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 948 time: 0.3782651 Nov 23 14:11:18.744610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7402241-ca5a-405a-a0d8-4978c04aa623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:18.778161 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-448812cc-9e0d-4939-8b84-910a01479d01 req-b092a1b3-5984-47a6-877e-b4f869df1766 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802881 Nov 23 14:11:18.808677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:18.815475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:18.847994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31f131-d137-459f-ba9b-2a04ee48d34f req-d379ad91-83b8-473f-a288-d19a7e555863 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:18.849655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d31f131-d137-459f-ba9b-2a04ee48d34f req-d379ad91-83b8-473f-a288-d19a7e555863 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 950 time: 0.2985151 Nov 23 14:11:18.859564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72304ca-be27-4115-8c42-127f50d8f38b req-b2c8f3be-3a3e-42c8-bc76-3df44b06c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:18.861182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-b2c8f3be-3a3e-42c8-bc76-3df44b06c592 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2628157 Nov 23 14:11:18.994026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-14fcc007-e492-4524-9366-a7c0c3722ebf service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141326 Nov 23 14:11:19.028242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7402241-ca5a-405a-a0d8-4978c04aa623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.086555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7402241-ca5a-405a-a0d8-4978c04aa623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.155995 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d7402241-ca5a-405a-a0d8-4978c04aa623 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d01149a7531e4f9e80e6b2f60e8597df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260287 Nov 23 14:11:19.159066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40242) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:19.166958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7402241-ca5a-405a-a0d8-4978c04aa623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202d32f3-d8cf-4762-9694-5bd22c0faa6d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:19.210671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:11:19.233314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d31f131-d137-459f-ba9b-2a04ee48d34f req-bc9584f4-d894-4f0c-b36e-de7780f00f42 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710127 Nov 23 14:11:19.253186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451e27-6dcb-4328-be22-d4e4caa3259f req-02d76e3b-3655-4d6b-b1e5-69b980643c0a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:19.265550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6451e27-6dcb-4328-be22-d4e4caa3259f req-02d76e3b-3655-4d6b-b1e5-69b980643c0a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 948 time: 0.2703886 Nov 23 14:11:19.294522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10a984c8-d208-4eff-a4be-bf691b315404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.297191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9416597a-b8bc-401c-9b60-f42d88e38858 None None] Provisioning complete for port 179a0267-fbc9-4405-9335-c5802ad7c96e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:19.298107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9416597a-b8bc-401c-9b60-f42d88e38858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.373230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10a984c8-d208-4eff-a4be-bf691b315404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.407655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9416597a-b8bc-401c-9b60-f42d88e38858 None None] Port 179a0267-fbc9-4405-9335-c5802ad7c96e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:19.465705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:19.471610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc66ba37-1b1c-42ff-8ba9-98a5b6d83248 admin admin] 10.222.0.46 "PUT /v2.0/routers/590dc09a-6b9a-4047-8f04-39c23808f4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3067205 Nov 23 14:11:19.555955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-8008352b-6ea3-486d-a464-20fc1ae7da77 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:19.557858 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-8008352b-6ea3-486d-a464-20fc1ae7da77 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 948 time: 0.1384239 Nov 23 14:11:19.559778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10a984c8-d208-4eff-a4be-bf691b315404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.562816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10a984c8-d208-4eff-a4be-bf691b315404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.564034 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-10a984c8-d208-4eff-a4be-bf691b315404 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/202d32f3-d8cf-4762-9694-5bd22c0faa6d HTTP/1.1" status: 204 len: 168 time: 0.4037731 Nov 23 14:11:19.619750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a984c8-d208-4eff-a4be-bf691b315404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202d32f3-d8cf-4762-9694-5bd22c0faa6d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:19.890149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port 4abd3d42-cb68-4a69-953f-8ffc40be818d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:19.890812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:19.973756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4491fcb-3a90-4f0c-b08f-799991e2a3e5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:20.008954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d72304ca-be27-4115-8c42-127f50d8f38b req-2c2cc415-d4ac-47ca-8866-e571198798a4 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9975317 Nov 23 14:11:20.075249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6451e27-6dcb-4328-be22-d4e4caa3259f req-3854bf35-658e-424d-91a6-967a0d5265e7 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8083062 Nov 23 14:11:20.113610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4491fcb-3a90-4f0c-b08f-799991e2a3e5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:20.115578 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:20.137190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port 4abd3d42-cb68-4a69-953f-8ffc40be818d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4abd3d42-cb68-4a69-953f-8ffc40be818d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:20.142071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:20.148042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.156367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.171062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.175099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for 4abd3d42-cb68-4a69-953f-8ffc40be818d owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:20.177604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.197806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.212222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.228707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.233276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-156eac10-fcfc-4083-9b4e-7822ad9a4a11 req-8dbec046-920a-49cb-bc91-fb2c595d92f7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5435 time: 0.2992210 Nov 23 14:11:20.245551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40280) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:20.259175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Request body: {'floatingip': {'port_id': '33204af3-bcba-4718-85f2-80e14dce670d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:20.317983 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:20.349854 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:20.374542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port d4491fcb-3a90-4f0c-b08f-799991e2a3e5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:20.387255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:20.393200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3a7b89b2-b139-4468-a503-cbfc06857786 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:20.403882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-a60b25dd-cba5-483a-949a-e6dee200cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.405823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-a60b25dd-cba5-483a-949a-e6dee200cf5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2e4232d68094699aeae2280562c6b24&device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 1099 time: 0.3258202 Nov 23 14:11:20.492624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:20.588621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:20.593509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'e8d9885b-6f53-4fc2-a743-74c56ff9096e', '4abd3d42-cb68-4a69-953f-8ffc40be818d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:20.593830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=4abd3d42-cb68-4a69-953f-8ffc40be818d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:20.606588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e49f-8f94-41d7-87be-d8ce6ef4cc06 req-219a6545-ac9d-468c-9f60-fb4315db3a5a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.608420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d53e49f-8f94-41d7-87be-d8ce6ef4cc06 req-219a6545-ac9d-468c-9f60-fb4315db3a5a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0f59857-5367-449d-bf8d-856728c0f3c2 HTTP/1.1" status: 200 len: 867 time: 0.2161076 Nov 23 14:11:20.651654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', '997b986e-95aa-455f-9de3-8d8ce0f67bb1'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:20.727149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port 4abd3d42-cb68-4a69-953f-8ffc40be818d on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:20.738945 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:20.744182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:20.748916 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a5474da-ef26-4c4a-8c40-62cad02a469a req-0dfe11cc-be5f-4122-8c70-b19362ec4f14 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "DELETE /v2.0/ports/4abd3d42-cb68-4a69-953f-8ffc40be818d HTTP/1.1" status: 204 len: 173 time: 1.1834941 Nov 23 14:11:20.749347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'name': 'network-vif-deleted', 'tag': '4abd3d42-cb68-4a69-953f-8ffc40be818d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:20.769572 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb51cec3-0861-4cd3-99cd-20e439d12764" -d '{"events": [{"server_uuid": "b0f59857-5367-449d-bf8d-856728c0f3c2", "name": "network-vif-deleted", "tag": "4abd3d42-cb68-4a69-953f-8ffc40be818d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:20.799227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d53e49f-8f94-41d7-87be-d8ce6ef4cc06 req-e8697704-2539-4bd6-8a72-f54482e77840 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774595 Nov 23 14:11:20.825908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-6709f7e4-507e-45ba-ab4d-e3c55360fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:20.835326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-6709f7e4-507e-45ba-ab4d-e3c55360fd53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.4089153 Nov 23 14:11:20.930758 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf4f6e0-f882-4134-bb90-4f8370f08811 x-openstack-request-id: req-ccf4f6e0-f882-4134-bb90-4f8370f08811 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:20.931976 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f59857-5367-449d-bf8d-856728c0f3c2", "name": "network-vif-deleted", "tag": "4abd3d42-cb68-4a69-953f-8ffc40be818d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:20.932552 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccf4f6e0-f882-4134-bb90-4f8370f08811 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:20.932966 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f59857-5367-449d-bf8d-856728c0f3c2', 'name': 'network-vif-deleted', 'tag': '4abd3d42-cb68-4a69-953f-8ffc40be818d', 'status': 'completed', 'code': 200} Nov 23 14:11:21.067694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-d56729cd-1b32-463d-96b9-3aa0b59cea41 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d54a2487-990b-462e-86f6-59c41039dab3 HTTP/1.1" status: 200 len: 217 time: 0.2217448 Nov 23 14:11:21.107939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3a7b89b2-b139-4468-a503-cbfc06857786 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:21.108354 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:21.223253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:21.253008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-4def9d35-5847-45ce-ad18-cdb47c23debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:21.255043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-4def9d35-5847-45ce-ad18-cdb47c23debf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1751852 Nov 23 14:11:21.306201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:21.308837 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2939561c-8269-48c4-ab5d-e2fa84693c25" -d '{"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-unplugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:21.359865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-c7dc5b57-5148-42ce-abe9-b480cf1fdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:21.361356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-c7dc5b57-5148-42ce-abe9-b480cf1fdae4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979712 Nov 23 14:11:21.377046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:21.442379 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:21.559894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-11eb73a4-34b6-40f0-94ae-9cc95a6013a8 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878908 Nov 23 14:11:21.572035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:21.606203 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:21.629416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:21.695686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:21.758403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:21.759889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:21.809650 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Floating IP 81d00392-0a1f-4893-bab6-133ee511b188 associated. External IP: 172.25.3.135, port: 33204af3-bcba-4718-85f2-80e14dce670d. Nov 23 14:11:21.896220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4491fcb-3a90-4f0c-b08f-799991e2a3e5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:21.926931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ead6b761-c2a5-4708-ba23-1f7ef7afb98b req-58e9e541-c115-4911-b58f-102711a3ba7b service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504159 Nov 23 14:11:22.168955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:11:22.185280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8850d-e40c-400e-888b-bf5baeea99ce req-0fa39764-4fa1-4d18-994c-d39f67dee8fc tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:22.186534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fbe8850d-e40c-400e-888b-bf5baeea99ce req-0fa39764-4fa1-4d18-994c-d39f67dee8fc tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 948 time: 0.1309173 Nov 23 14:11:22.229437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f626d1df-20c7-4616-9e96-f6eb77958b24 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:22.236241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f626d1df-20c7-4616-9e96-f6eb77958b24 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 821 time: 0.1962860 Nov 23 14:11:22.278812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4491fcb-3a90-4f0c-b08f-799991e2a3e5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:22.279140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:22.304620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-a027210d-8b16-44d8-af6a-47db35c333f5 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/quotas/13920de45b344e06b354314b381c9756 HTTP/1.1" status: 200 len: 375 time: 0.0669165 Nov 23 14:11:22.327136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:22.391006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fbe8850d-e40c-400e-888b-bf5baeea99ce req-1e0c0062-7588-46ae-b2c5-718e90665e3e tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968555 Nov 23 14:11:22.422699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:22.430700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-3dcb8b8f-91f5-4bdf-ab36-c734e17069ad tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069939 Nov 23 14:11:22.434081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:22.436960 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] Sync routers for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:22.451341 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:22.454381 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:22.533057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3816a468-4f8a-4eb0-a3c4-4196f2e6e7c8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "PUT /v2.0/floatingips/81d00392-0a1f-4893-bab6-133ee511b188 HTTP/1.1" status: 200 len: 992 time: 2.2849090 Nov 23 14:11:22.535100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:22.537788 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3250dfa-1dc7-48e8-bf91-b33b636482dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "33204af3-bcba-4718-85f2-80e14dce670d"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:22.650642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 2, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:22.657130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-bf1e3d96-ed7b-486d-a859-d7f7d84ed0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126579 Nov 23 14:11:22.660067 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:22.726217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:22.726575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Updating router 590dc09a-6b9a-4047-8f04-39c23808f4a9 port 179a0267-fbc9-4405-9335-c5802ad7c96e binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:11:22.773640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d54a2487-990b-462e-86f6-59c41039dab3 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:11:22.776225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4abd3d42-cb68-4a69-953f-8ffc40be818d no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:22.780033 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef591b7c-8dc8-40a0-8f2e-3e28be8b027f x-openstack-request-id: req-ef591b7c-8dc8-40a0-8f2e-3e28be8b027f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:22.780525 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-unplugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:22.780967 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef591b7c-8dc8-40a0-8f2e-3e28be8b027f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:22.781526 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'code': 200} Nov 23 14:11:22.784328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:22.828086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 4abd3d42-cb68-4a69-953f-8ffc40be818d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:11:22.828712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4abd3d42-cb68-4a69-953f-8ffc40be818d not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:22.842560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-243b1c8d-941a-4d6d-a493-eb8f2ddcb69d service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844621 Nov 23 14:11:23.051384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d54a2487-990b-462e-86f6-59c41039dab3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d54a2487-990b-462e-86f6-59c41039dab3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:23.104687 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb84210-9973-483a-8749-5c5765177449 x-openstack-request-id: req-8eb84210-9973-483a-8749-5c5765177449 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:23.105073 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "tag": "33204af3-bcba-4718-85f2-80e14dce670d", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:23.105434 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8eb84210-9973-483a-8749-5c5765177449 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:23.105928 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d', 'status': 'completed', 'code': 200} Nov 23 14:11:23.141493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd54a2487-990b-462e-86f6-59c41039dab3', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': 'd54a2487-990b-462e-86f6-59c41039dab3', 'mac_address': 'fa:16:3e:6d:c2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:11:23.233457 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '81d00392-0a1f-4893-bab6-133ee511b188', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'port_id': '33204af3-bcba-4718-85f2-80e14dce670d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'mac_address': 'fa:16:3e:1d:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:09:35Z', 'updated_at': '2021-11-23T14:11:21Z', 'revision_number': 1, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:30Z', 'revision_number': 5, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:23.286313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.286791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.287166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.288252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.289246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.292284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.293131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.296371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-35d62d56-c724-4e10-a6c1-f6bd47660d9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6492 time: 0.1404812 Nov 23 14:11:23.300223 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] Checking router: 1ce8a1fe-0514-4482-8bdf-c31eb5200615 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:23.325187 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:23.327444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:23.366146 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:23.418703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40394) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:23.470390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54a2487-990b-462e-86f6-59c41039dab3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:23.552396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-3a2414bc-b400-4eda-9718-e9e59783a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.556717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-3a2414bc-b400-4eda-9718-e9e59783a49d service neutron] 10.222.0.11 "GET /v2.0/networks?id=df96e715-8814-46db-ab75-ff5e9b220772 HTTP/1.1" status: 200 len: 913 time: 0.2506173 Nov 23 14:11:23.559550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40064824-e219-4cab-a252-e3b25f0039f4 req-12879381-d003-456d-8128-9e40072b1c1c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 210 time: 0.0784302 Nov 23 14:11:23.627861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d54a2487-990b-462e-86f6-59c41039dab3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d54a2487-990b-462e-86f6-59c41039dab3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:23.630739 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:23.715301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-bb8c4f3d-41e4-4e47-875c-788e23c4748e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 200 len: 1000 time: 0.1370883 Nov 23 14:11:23.762551 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:23.782998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:23.794538 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:23.821172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-7133be9b-bf1e-44e1-8573-f46ff4939005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.823012 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-7133be9b-bf1e-44e1-8573-f46ff4939005 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 HTTP/1.1" status: 200 len: 851 time: 0.0980153 Nov 23 14:11:23.918801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-0246361f-54e0-4914-96af-7928f8edb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.919575 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-0246361f-54e0-4914-96af-7928f8edb260 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df96e715-8814-46db-ab75-ff5e9b220772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882347 Nov 23 14:11:23.931962 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:23.965394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c87ec-dd42-4012-8ef3-5756e2efe6ec req-5ffc9234-fece-4f94-aaec-06220154d49d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:23.988538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-878c87ec-dd42-4012-8ef3-5756e2efe6ec req-5ffc9234-fece-4f94-aaec-06220154d49d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 950 time: 0.3252041 Nov 23 14:11:23.988778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.041890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d54a2487-990b-462e-86f6-59c41039dab3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:24.087197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d54a2487-990b-462e-86f6-59c41039dab3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:24.241405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-592fac03-ef6e-484f-b926-8e76c85b8096 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107386 Nov 23 14:11:24.279713 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '81d00392-0a1f-4893-bab6-133ee511b188', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'port_id': '33204af3-bcba-4718-85f2-80e14dce670d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'mac_address': 'fa:16:3e:1d:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:09:35Z', 'updated_at': '2021-11-23T14:11:21Z', 'revision_number': 1, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:30Z', 'revision_number': 5, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:24.320134 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff117a-b17f-47d4-8714-e6489eda4e9d None None] The sync data for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 is: [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '81d00392-0a1f-4893-bab6-133ee511b188', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'port_id': '33204af3-bcba-4718-85f2-80e14dce670d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'mac_address': 'fa:16:3e:1d:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:09:35Z', 'updated_at': '2021-11-23T14:11:21Z', 'revision_number': 1, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:30Z', 'revision_number': 5, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:24.325915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-878c87ec-dd42-4012-8ef3-5756e2efe6ec req-38a1f2e9-e1f0-4ca0-8ea0-556b9b0e4849 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364432 Nov 23 14:11:24.378075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Attempting to bind port 179a0267-fbc9-4405-9335-c5802ad7c96e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:24.382416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Attempting to bind port 179a0267-fbc9-4405-9335-c5802ad7c96e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:24.383677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Attempting to bind port 179a0267-fbc9-4405-9335-c5802ad7c96e on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:24.393300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f88c04-212e-48d8-8e4b-dabecbb11eaa None None] Pushing event updated for resources: {'Port': ['ID=179a0267-fbc9-4405-9335-c5802ad7c96e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:24.449309 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b3250dfa-1dc7-48e8-bf91-b33b636482dd req-078daad9-bda7-454e-bbb4-7ee5d5e0c4b9 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945918 Nov 23 14:11:24.487581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:24.487976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Checking segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:24.488376 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.488770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Bound using segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:24.489256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Bound port: 179a0267-fbc9-4405-9335-c5802ad7c96e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:24.489632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.501357 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.516172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66750a61-b472-4e31-ad38-a4cb3c81821c req-e3925616-b213-4dd9-8f60-220df002a739 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:24.522718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66750a61-b472-4e31-ad38-a4cb3c81821c req-e3925616-b213-4dd9-8f60-220df002a739 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 949 time: 0.3077805 Nov 23 14:11:24.524849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.568119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba7f17f-b6d9-4221-8075-f0863d33fe88,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:24.588421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.589032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.589557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.590075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.591228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.592562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.593086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.596894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.597468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.598166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.599019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.599647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:24.606755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3c819a24-1cb9-4dcb-a4da-714d62afd9b0 None None] Provisioning complete for port 179a0267-fbc9-4405-9335-c5802ad7c96e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:24.610241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c819a24-1cb9-4dcb-a4da-714d62afd9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.669078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c26f942c-67a0-49ee-a636-bd2580255b02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=214a387f18e64a24abf6be4d75c26152&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2480936 Nov 23 14:11:24.673013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40422) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:24.709608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3c819a24-1cb9-4dcb-a4da-714d62afd9b0 None None] Port 179a0267-fbc9-4405-9335-c5802ad7c96e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:24.716891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] For port 179a0267-fbc9-4405-9335-c5802ad7c96e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:24.721648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] For port 179a0267-fbc9-4405-9335-c5802ad7c96e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=179a0267-fbc9-4405-9335-c5802ad7c96e,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:24.722619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66750a61-b472-4e31-ad38-a4cb3c81821c req-024b80a9-d3d7-4231-9ce9-6e3d3dfb2777 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563363 Nov 23 14:11:24.734473 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.788543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd7f68e2-88b0-4e10-b1ba-4ad6780e7e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.789759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c9482-dd46-420f-90f7-b915ea1ff76b None None] New status for floating IP 81d00392-0a1f-4893-bab6-133ee511b188: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:11:24.817946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd7f68e2-88b0-4e10-b1ba-4ad6780e7e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.884105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06fca0e4-2364-4e5c-944f-70c3a0865e33 req-505dcc93-fd7c-42c3-8725-964bbd6a84dd tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 210 time: 0.0588818 Nov 23 14:11:24.891968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:24.892615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:24.900727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd7f68e2-88b0-4e10-b1ba-4ad6780e7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.903558 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd7f68e2-88b0-4e10-b1ba-4ad6780e7e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:24.907303 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd7f68e2-88b0-4e10-b1ba-4ad6780e7e2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ba7f17f-b6d9-4221-8075-f0863d33fe88 HTTP/1.1" status: 204 len: 168 time: 0.2301702 Nov 23 14:11:24.942738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f68e2-88b0-4e10-b1ba-4ad6780e7e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba7f17f-b6d9-4221-8075-f0863d33fe88,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:25.033924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:25.208657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-2712729a-9deb-4c74-80dc-0c931aea9850 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:25.223133 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-2712729a-9deb-4c74-80dc-0c931aea9850 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 950 time: 0.1820397 Nov 23 14:11:25.378426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-62985509-6f6d-4ae0-aba5-2c07f6e46625 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:25.380148 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-62985509-6f6d-4ae0-aba5-2c07f6e46625 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 821 time: 0.2498665 Nov 23 14:11:25.395723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'port': {'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'admin_state_up': True, 'tenant_id': '13920de45b344e06b354314b381c9756'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:25.398410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f88c04-212e-48d8-8e4b-dabecbb11eaa None None] Pushing event updated for resources: {'Port': ['ID=179a0267-fbc9-4405-9335-c5802ad7c96e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:25.515475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:25.516070 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:25.585953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c6185f31-0453-403a-a8d7-471e6e8127e0 None None] Provisioning complete for port 179a0267-fbc9-4405-9335-c5802ad7c96e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:25.586381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6185f31-0453-403a-a8d7-471e6e8127e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:25.592093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c442f-f43b-4989-90ae-e94c48753e35 req-d4874685-c3ac-4e8b-b85c-a343e4b16626 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:25.606862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d30c442f-f43b-4989-90ae-e94c48753e35 req-d4874685-c3ac-4e8b-b85c-a343e4b16626 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 950 time: 0.1166086 Nov 23 14:11:25.703449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d30c442f-f43b-4989-90ae-e94c48753e35 req-6d5e9fbe-57df-4e54-84e6-55a87a83bad5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956521 Nov 23 14:11:25.757805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port 997b986e-95aa-455f-9de3-8d8ce0f67bb1, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=997b986e-95aa-455f-9de3-8d8ce0f67bb1,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:25.759015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:25.768994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Made reservation on behalf of 13920de45b344e06b354314b381c9756 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:25.777234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:25.823606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for 997b986e-95aa-455f-9de3-8d8ce0f67bb1 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:25.906858 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6185f31-0453-403a-a8d7-471e6e8127e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:25.937892 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fe21d-bf5d-4c95-b1e3-30c019f2ac88 req-055875c7-c537-4df0-9522-424af0da5643 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:25.939996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e45fe21d-bf5d-4c95-b1e3-30c019f2ac88 req-055875c7-c537-4df0-9522-424af0da5643 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 949 time: 0.0632377 Nov 23 14:11:25.989253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:24Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:25.996924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c6185f31-0453-403a-a8d7-471e6e8127e0 None None] For port 179a0267-fbc9-4405-9335-c5802ad7c96e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=179a0267-fbc9-4405-9335-c5802ad7c96e,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:26.046500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8b75e-004b-4599-aa8d-3c7be1b61a42 None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:24Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:26.050703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6185f31-0453-403a-a8d7-471e6e8127e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.177002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c912d80-50e3-4f97-a50b-cbf48be400ca req-98a93d99-c183-4078-8dde-8d4b20befdd8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 210 time: 0.1415477 Nov 23 14:11:26.205095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6185f31-0453-403a-a8d7-471e6e8127e0 None None] Pushing event updated for resources: {'Port': ['ID=179a0267-fbc9-4405-9335-c5802ad7c96e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:26.205230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e45fe21d-bf5d-4c95-b1e3-30c019f2ac88 req-dba3c529-9536-4096-85c2-efc37277ded5 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545717 Nov 23 14:11:26.207064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Allocated IP 172.20.0.4 (2be8e4c5-4ef3-4694-bf25-5f70d6449bde/40c36bfd-7478-4110-a97a-bf5d0c16931e/da3d44a6-b056-4f15-8715-4fb0c7910c72) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:26.213520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.227495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', '997b986e-95aa-455f-9de3-8d8ce0f67bb1'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:26.230257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:26.352990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port 997b986e-95aa-455f-9de3-8d8ce0f67bb1 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:26.357473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.364626 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39d9c151-6812-487b-8aaa-7722797c09e3 req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "DELETE /v2.0/ports/997b986e-95aa-455f-9de3-8d8ce0f67bb1 HTTP/1.1" status: 204 len: 173 time: 1.1346498 Nov 23 14:11:26.390371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'name': 'network-vif-deleted', 'tag': '997b986e-95aa-455f-9de3-8d8ce0f67bb1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:26.398336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40468) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:26.404407 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0fc17d-e0b3-4aaf-9a25-56a7b291ef7e" -d '{"events": [{"server_uuid": "ecbf6f43-43a1-4c59-a07f-d511ca142a7b", "name": "network-vif-deleted", "tag": "997b986e-95aa-455f-9de3-8d8ce0f67bb1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:26.413090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b23cb-640b-4f71-8141-429ec4a6cbac tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=997b986e-95aa-455f-9de3-8d8ce0f67bb1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:26.511535 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f04408-0abc-44d8-a7d1-91012d233b0c x-openstack-request-id: req-d7f04408-0abc-44d8-a7d1-91012d233b0c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:26.512380 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbf6f43-43a1-4c59-a07f-d511ca142a7b", "name": "network-vif-deleted", "tag": "997b986e-95aa-455f-9de3-8d8ce0f67bb1", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:26.512861 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7f04408-0abc-44d8-a7d1-91012d233b0c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:26.513440 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbf6f43-43a1-4c59-a07f-d511ca142a7b', 'name': 'network-vif-deleted', 'tag': '997b986e-95aa-455f-9de3-8d8ce0f67bb1', 'status': 'completed', 'code': 200} Nov 23 14:11:26.616297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.650187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-55621242-network', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:26.693776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:26.698268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.699448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.726329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:11:26.734347 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.745478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d54a2487-990b-462e-86f6-59c41039dab3 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:26.827745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Pushing event updated for resources: {'Port': ['ID=da3d44a6-b056-4f15-8715-4fb0c7910c72,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:26.885511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:26.895971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:26.897760 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:26.901289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:26.913762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.080874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:11:27.114284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f008c694-fcfe-4301-93a0-98b81b0c4074 req-09b490b2-3c32-426e-9496-298d923f6106 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecbf6f43-43a1-4c59-a07f-d511ca142a7b HTTP/1.1" status: 200 len: 210 time: 0.1577222 Nov 23 14:11:27.122168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54fa6c-294b-4df2-8fae-d70737510eb9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:27.139639 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.143888 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Added segment 90b5b832-28d6-454e-8842-eff4d5212aa8 of type vlan for network 274f048a-9b30-4d54-9eac-1dd8cfddd876 Nov 23 14:11:27.178931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:27.182165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.225010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:27.240946 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f5c7a8a7-0744-4725-9ae4-66640ec8800c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8437226 Nov 23 14:11:27.260748 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e146e3a1-85e7-4315-a2b7-3003e7ef9a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.262939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'mac_address': 'fa:16:3e:9e:66:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:11:27.272657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.275500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Request body: {'port': {'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:27.358037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.359395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:27.360233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.430793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.437598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.446874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0467818 Nov 23 14:11:27.475974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40496) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:27.494286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Request body: {'subnet': {'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-55621242-subnet', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:27.522335 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.607219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:27.609671 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.792416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3ba7565c-cabb-4540-a60e-24b49edc1ca3 None None] Provisioning complete for port da3d44a6-b056-4f15-8715-4fb0c7910c72 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:27.793431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3ba7565c-cabb-4540-a60e-24b49edc1ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:27.862191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7565c-cabb-4540-a60e-24b49edc1ca3 None None] Port da3d44a6-b056-4f15-8715-4fb0c7910c72 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:27.947918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d02540-d8c6-4acf-860d-d9bce9d4e0ca {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:27.985621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d54a2487-990b-462e-86f6-59c41039dab3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:27.988302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 179a0267-fbc9-4405-9335-c5802ad7c96e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:28.062465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:28.097128 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:28.102991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d54a2487-990b-462e-86f6-59c41039dab3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:28.102991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:28.251556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548982e-7e6f-4f0c-91ed-15eb280c0311 admin admin] Pushing event updated for resources: {'Network': ['ID=274f048a-9b30-4d54-9eac-1dd8cfddd876,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:28.276393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97f306-6e02-43af-ba87-a314eaa76168 req-7f215ddf-e61f-4008-b2cb-cd2abedc3bdc tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:28.287700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f97f306-6e02-43af-ba87-a314eaa76168 req-7f215ddf-e61f-4008-b2cb-cd2abedc3bdc tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 949 time: 0.8816590 Nov 23 14:11:28.330300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:28.405613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bba70-cba9-4ae6-94c3-734c9d6109bb req-ee2030a0-3669-4e29-ad53-d5fec5451d01 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:28.407260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a5bba70-cba9-4ae6-94c3-734c9d6109bb req-ee2030a0-3669-4e29-ad53-d5fec5451d01 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 931 time: 0.9685578 Nov 23 14:11:28.468786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:11:28.475551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f97f306-6e02-43af-ba87-a314eaa76168 req-aaf2ed36-1a93-49d3-8493-706ef17a2eff tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865613 Nov 23 14:11:28.581902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a5bba70-cba9-4ae6-94c3-734c9d6109bb req-8c584a9b-08d3-43b2-b0b0-c2e4939ee555 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592143 Nov 23 14:11:28.596726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['99d02540-d8c6-4acf-860d-d9bce9d4e0ca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:28.657979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3d44a6-b056-4f15-8715-4fb0c7910c72 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:28.683386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 179a0267-fbc9-4405-9335-c5802ad7c96e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:28.683842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:28.686466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:28.719504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11941ed-23ae-4f11-b350-593ac59cc650,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:28.733082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Transition to ACTIVE for port object da3d44a6-b056-4f15-8715-4fb0c7910c72 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:11:28.749069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:28.861606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:29.019115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Pushing event updated for resources: {'Port': ['ID=da3d44a6-b056-4f15-8715-4fb0c7910c72,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:29.023122 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.028733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Checking segment: {'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:29.029180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Network hostable DHCP agents. Network: 274f048a-9b30-4d54-9eac-1dd8cfddd876, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:11:29.145520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54a2487-990b-462e-86f6-59c41039dab3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:29.150425 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a1c20e-00b2-433d-97a7-cf79d4148ed7" -d '{"events": [{"server_uuid": "f5806525-f9ff-40c8-93d8-d158d367bbf6", "name": "network-vif-plugged", "status": "completed", "tag": "d54a2487-990b-462e-86f6-59c41039dab3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:29.221700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:11:29.249594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 997b986e-95aa-455f-9de3-8d8ce0f67bb1 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:29.268904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 274f048a-9b30-4d54-9eac-1dd8cfddd876) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:29.286250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:29.288165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.329674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Attempting to bind port da3d44a6-b056-4f15-8715-4fb0c7910c72 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:29.331146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Attempting to bind port da3d44a6-b056-4f15-8715-4fb0c7910c72 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:29.331902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Attempting to bind port da3d44a6-b056-4f15-8715-4fb0c7910c72 on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:29.341631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d54a2487-990b-462e-86f6-59c41039dab3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d54a2487-990b-462e-86f6-59c41039dab3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:29.345767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Port da3d44a6-b056-4f15-8715-4fb0c7910c72 on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:11:29.346196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Attempting to bind port da3d44a6-b056-4f15-8715-4fb0c7910c72 on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:29.356222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:29.356707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Checking segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:29.357245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Bound using segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:29.358151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Bound port: da3d44a6-b056-4f15-8715-4fb0c7910c72, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:29.359143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.359748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 997b986e-95aa-455f-9de3-8d8ce0f67bb1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:11:29.362566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 997b986e-95aa-455f-9de3-8d8ce0f67bb1 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:29.364467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897db1c8-64bc-46b3-9c16-80ce89669155 None None] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:29.368271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40540) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:29.368832 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8090a294-c19e-488a-a71f-d0d6de626ad2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8861628 Nov 23 14:11:29.374021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:29.414556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.415722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.558073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.569036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] For port da3d44a6-b056-4f15-8715-4fb0c7910c72, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:29.585187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] For port da3d44a6-b056-4f15-8715-4fb0c7910c72, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:29.595891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.633446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:29.637942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.640675 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] 10.222.0.11 "PUT /v2.0/ports/da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 1091 time: 2.3944919 Nov 23 14:11:29.647866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:29.651917 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c8bf1e-d558-470d-af91-14d86158c412" -d '{"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:29.854133 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ba6b-d6b0-44b5-840a-07d2c1827b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.864633 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e7d55d-f406-4c7e-8982-fca1350f9909 x-openstack-request-id: req-89e7d55d-f406-4c7e-8982-fca1350f9909 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:29.865051 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5806525-f9ff-40c8-93d8-d158d367bbf6", "name": "network-vif-plugged", "status": "completed", "tag": "d54a2487-990b-462e-86f6-59c41039dab3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:29.865401 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89e7d55d-f406-4c7e-8982-fca1350f9909 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:29.866134 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54a2487-990b-462e-86f6-59c41039dab3', 'code': 200} Nov 23 14:11:29.949833 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:29.955244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f674d7c4-7b13-4d3f-b44b-aff7bf31d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:29.971389 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-f674d7c4-7b13-4d3f-b44b-aff7bf31d368 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1094 time: 0.2366381 Nov 23 14:11:29.972500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac35e2-8987-4750-bd71-225253448a85 service neutron] Pushing event updated for resources: {'Port': ['ID=da3d44a6-b056-4f15-8715-4fb0c7910c72,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:30.073726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-b97cfdc6-6101-4f81-bcab-75f67813533f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 217 time: 0.0868249 Nov 23 14:11:30.107869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b510e-e86f-4c77-aed5-28f7716c08eb req-bb1edf29-3b7b-46ae-a65d-80190927db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:30.109431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-485b510e-e86f-4c77-aed5-28f7716c08eb req-bb1edf29-3b7b-46ae-a65d-80190927db14 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 1101 time: 0.5833759 Nov 23 14:11:30.171956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:30.203146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-224b4fa1-6239-4457-aec2-07885ebb4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:30.207715 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-224b4fa1-6239-4457-aec2-07885ebb4ee2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1184223 Nov 23 14:11:30.219429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b90733-1615-4e81-821b-2b421f2f6e0f req-646e820f-4344-4da4-8005-a4c21a375f49 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:30.220516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d54a2487-990b-462e-86f6-59c41039dab3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:30.232202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2b90733-1615-4e81-821b-2b421f2f6e0f req-646e820f-4344-4da4-8005-a4c21a375f49 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 950 time: 0.6149814 Nov 23 14:11:30.303023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-37be0f21-5e9e-42d3-8f76-9d284a75bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:30.309047 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-37be0f21-5e9e-42d3-8f76-9d284a75bfc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922704 Nov 23 14:11:30.315038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-485b510e-e86f-4c77-aed5-28f7716c08eb req-114b2b04-1345-4a2c-b628-53e77d1dca85 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946123 Nov 23 14:11:30.317096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:30.502819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2b90733-1615-4e81-821b-2b421f2f6e0f req-656d3831-1300-4b78-b27c-2c167fda6724 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244487 Nov 23 14:11:30.515933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-274f048a-9b30-4d54-9eac-1dd8cfddd876', 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'fixed_ips': [{'subnet_id': 'a11941ed-23ae-4f11-b350-593ac59cc650'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:11:30.517234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:30.613864 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-2ac56d93-2353-4342-a0d3-ceb92aac013d service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951014 Nov 23 14:11:30.811920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Allocated IP 172.20.0.2 (274f048a-9b30-4d54-9eac-1dd8cfddd876/a11941ed-23ae-4f11-b350-593ac59cc650/44435f69-e4c2-4055-89e8-b16c222b61b1) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:30.832165 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e415b77-d0dd-44d8-93ea-fee5920626a3 req-056785d6-2384-4fa0-b65c-088813849bff service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061868 Nov 23 14:11:30.848073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f1d7e-7faf-4ee1-a8c2-a1b9a515ebb2 req-56997e72-3698-4ed4-bde2-ef9f3b6c183c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:30.858148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a4f1d7e-7faf-4ee1-a8c2-a1b9a515ebb2 req-56997e72-3698-4ed4-bde2-ef9f3b6c183c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 950 time: 0.1992722 Nov 23 14:11:30.917687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:30.967504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a4f1d7e-7faf-4ee1-a8c2-a1b9a515ebb2 req-cac8cada-3972-497c-a015-1c2564025927 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079524 Nov 23 14:11:30.970363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:30.980384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-856f1713-b197-43cd-b995-762b43021dc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:30.981970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-856f1713-b197-43cd-b995-762b43021dc2 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 950 time: 0.0834441 Nov 23 14:11:31.171880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.189707 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.196495 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:11:31.217861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port c57d3176-a6bf-4b5a-92f0-74c6969213f3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:31.218198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.261218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Allocated IP 172.25.3.235 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/4f844229-1b7a-4bdd-af95-b38d80f3e823) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:31.270839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:31.272205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f47a7-59c8-49a6-bf50-03b2d6caa307 req-2d743b93-ab58-4cc1-9391-5b82046ce23a tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:31.274514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-074f47a7-59c8-49a6-bf50-03b2d6caa307 req-2d743b93-ab58-4cc1-9391-5b82046ce23a tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 943 time: 0.1890302 Nov 23 14:11:31.284655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:31.294554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:31.341495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-074f47a7-59c8-49a6-bf50-03b2d6caa307 req-c424f935-e989-425e-b782-482a5a41bfff tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594828 Nov 23 14:11:31.390656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Pushing event updated for resources: {'Port': ['ID=44435f69-e4c2-4055-89e8-b16c222b61b1,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:31.462493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port c57d3176-a6bf-4b5a-92f0-74c6969213f3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c57d3176-a6bf-4b5a-92f0-74c6969213f3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:31.463252 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.468677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Attempting to bind port 44435f69-e4c2-4055-89e8-b16c222b61b1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:31.469062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Attempting to bind port 44435f69-e4c2-4055-89e8-b16c222b61b1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:31.469429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Attempting to bind port 44435f69-e4c2-4055-89e8-b16c222b61b1 on network 274f048a-9b30-4d54-9eac-1dd8cfddd876 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:31.482990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:31.483333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Checking segment: {'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:31.483868 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.484373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Bound using segment: {'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:31.484942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Bound port: 44435f69-e4c2-4055-89e8-b16c222b61b1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:31.485339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.495005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for c57d3176-a6bf-4b5a-92f0-74c6969213f3 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:31.584383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.608080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] For port 44435f69-e4c2-4055-89e8-b16c222b61b1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:31.609528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.612520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] For port 44435f69-e4c2-4055-89e8-b16c222b61b1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=44435f69-e4c2-4055-89e8-b16c222b61b1,segment=NetworkSegment(90b5b832-28d6-454e-8842-eff4d5212aa8),segment_id=90b5b832-28d6-454e-8842-eff4d5212aa8)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:31.621774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.653757 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e45cac-70cb-443b-a331-afbb1e59c8ae x-openstack-request-id: req-b1e45cac-70cb-443b-a331-afbb1e59c8ae {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:31.654333 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:31.654333 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1e45cac-70cb-443b-a331-afbb1e59c8ae {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:31.655087 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'status': 'completed', 'code': 200} Nov 23 14:11:31.704641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8d6a3-9c43-4a82-b720-2cd816f65285 None None] Pushing event updated for resources: {'Port': ['ID=44435f69-e4c2-4055-89e8-b16c222b61b1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:31.774963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-146337bc-7168-4542-8d12-44dc2d5252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:31.776650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-146337bc-7168-4542-8d12-44dc2d5252bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1094 time: 0.1107538 Nov 23 14:11:31.779020 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:31.894964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:31.914189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:31.921855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:31.948256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f844229-1b7a-4bdd-af95-b38d80f3e823,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:32.284227 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:32.315007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4f125-3bac-432b-b09a-2839be34422c req-ed8a8147-61b7-4661-968d-df660888faba tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:32.334012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34f4f125-3bac-432b-b09a-2839be34422c req-ed8a8147-61b7-4661-968d-df660888faba tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e9d9cdb-65ac-4143-a739-ad38b2f49532 HTTP/1.1" status: 200 len: 950 time: 0.4334865 Nov 23 14:11:32.383337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-efdbd379-2b7a-46b2-b0ef-9d2067350901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:32.384856 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-efdbd379-2b7a-46b2-b0ef-9d2067350901 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.5863645 Nov 23 14:11:32.504848 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:32.514285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34f4f125-3bac-432b-b09a-2839be34422c req-0a0691f6-9a6b-4568-8e5a-3ed219759ba7 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715891 Nov 23 14:11:32.521791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:32.530060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'c57d3176-a6bf-4b5a-92f0-74c6969213f3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:32.549092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-1a1213ad-bd67-4ff1-8cce-f4e38f650164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 217 time: 0.1507628 Nov 23 14:11:32.561182 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:32.637560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=c57d3176-a6bf-4b5a-92f0-74c6969213f3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:32.654095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 44435f69-e4c2-4055-89e8-b16c222b61b1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:32.732085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:32.783140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port c57d3176-a6bf-4b5a-92f0-74c6969213f3 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:32.785189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:32.801963 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-53ef8a44-da3a-48bc-ad9d-38137b87fae0 req-fcdb854b-fba9-472d-8844-fc659ddc37cb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "DELETE /v2.0/ports/c57d3176-a6bf-4b5a-92f0-74c6969213f3 HTTP/1.1" status: 204 len: 173 time: 1.8063326 Nov 23 14:11:32.842026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-4548475b-2e4d-401a-9f3b-2bbf9669eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:32.843783 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-4548475b-2e4d-401a-9f3b-2bbf9669eda9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.2093937 Nov 23 14:11:32.931192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7ec7f-19ad-4497-a967-d7f381ceac19 req-964d97eb-aff0-48b7-92f9-1edef03ee3f5 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:32.954300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81f7ec7f-19ad-4497-a967-d7f381ceac19 req-964d97eb-aff0-48b7-92f9-1edef03ee3f5 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 950 time: 0.2666733 Nov 23 14:11:32.997169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-3473d8e8-a496-4e1d-8d4a-28087c4a7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:32.998925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-3473d8e8-a496-4e1d-8d4a-28087c4a7ee1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438169 Nov 23 14:11:33.036327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:33.037076 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:33.123700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 44435f69-e4c2-4055-89e8-b16c222b61b1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:33.124769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:33.187172 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-78391a31-0ac5-4451-b006-eb306b0a6200 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771102 Nov 23 14:11:33.224139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device da3d44a6-b056-4f15-8715-4fb0c7910c72 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:11:33.232868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81f7ec7f-19ad-4497-a967-d7f381ceac19 req-ff3b3605-3c9f-4471-9fab-dc749371c3fa tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776020 Nov 23 14:11:33.478358 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c8bf1e-d558-470d-af91-14d86158c412 req-312c4d58-f740-429d-9919-10990b8fa8ff service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830794 Nov 23 14:11:33.527690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:33.549774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece5fe-48c9-4733-ad27-fbfa16fdfb82 req-56f8d76e-e725-4e90-a3a9-458573a6dd2f tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:33.552048 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dece5fe-48c9-4733-ad27-fbfa16fdfb82 req-56f8d76e-e725-4e90-a3a9-458573a6dd2f tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 943 time: 0.1728187 Nov 23 14:11:33.656289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'name': 'network-vif-deleted', 'tag': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:33.659014 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7013dc-e8fd-41e0-93fc-c8b5e60ed7f2" -d '{"events": [{"server_uuid": "6e9d9cdb-65ac-4143-a739-ad38b2f49532", "name": "network-vif-deleted", "tag": "c57d3176-a6bf-4b5a-92f0-74c6969213f3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:33.741931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ed262-de0c-4df0-8680-edd3ba607fed None None] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:33.823016 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:33.863234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dece5fe-48c9-4733-ad27-fbfa16fdfb82 req-823ad2e7-f6eb-428e-886a-0fe00c60bc8e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788294 Nov 23 14:11:33.876084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:33.918966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 44435f69-e4c2-4055-89e8-b16c222b61b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=44435f69-e4c2-4055-89e8-b16c222b61b1,segment=NetworkSegment(90b5b832-28d6-454e-8842-eff4d5212aa8),segment_id=90b5b832-28d6-454e-8842-eff4d5212aa8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:33.959586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:11:33.993287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:34.030490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port da3d44a6-b056-4f15-8715-4fb0c7910c72, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:34.034399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-96d282a4-01ba-4754-a77e-5672947b0282 None None] Provisioning complete for port 44435f69-e4c2-4055-89e8-b16c222b61b1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:34.034867 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-96d282a4-01ba-4754-a77e-5672947b0282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:34.051364 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e314ce4d-f6e9-4668-98cd-7a981c7afaed x-openstack-request-id: req-e314ce4d-f6e9-4668-98cd-7a981c7afaed {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:34.052354 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9d9cdb-65ac-4143-a739-ad38b2f49532", "name": "network-vif-deleted", "tag": "c57d3176-a6bf-4b5a-92f0-74c6969213f3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:34.052873 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e314ce4d-f6e9-4668-98cd-7a981c7afaed {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:34.053550 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9d9cdb-65ac-4143-a739-ad38b2f49532', 'name': 'network-vif-deleted', 'tag': 'c57d3176-a6bf-4b5a-92f0-74c6969213f3', 'status': 'completed', 'code': 200} Nov 23 14:11:34.185144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:34.194082 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52143a1-7563-4b96-be57-64e3d94d5592" -d '{"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-plugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:34.237897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'mac_address': 'fa:16:3e:71:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:11:34.243798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:34.264649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:34.282196 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Sync routers for ids ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:34.309947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:34.314484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40596) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:34.316298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-34927bb0-5c42-4c14-bcb4-c0af2b73f7e5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9466147 Nov 23 14:11:34.324754 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Routers {'8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:34.328745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:34.349146 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:34.509837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=44435f69-e4c2-4055-89e8-b16c222b61b1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:34.535255 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab54e94-1280-4702-9356-2cfbd8d006dd x-openstack-request-id: req-9ab54e94-1280-4702-9356-2cfbd8d006dd {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:34.535818 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-plugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:34.536262 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ab54e94-1280-4702-9356-2cfbd8d006dd {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:34.536822 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'code': 200} Nov 23 14:11:34.566716 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Set router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:34.701282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:34.740000 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:34.813370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-ae009fb2-ca5f-4afb-b88f-3ea286d0ac56 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2e4232d68094699aeae2280562c6b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515978 Nov 23 14:11:34.826753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3d44a6-b056-4f15-8715-4fb0c7910c72 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:34.947003 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:11:32Z', 'revision_number': 3, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port': {'id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:30Z', 'updated_at': '2021-11-23T14:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:35.008781 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Checking router: 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:35.009162 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Updating router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d port 4f844229-1b7a-4bdd-af95-b38d80f3e823 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:11:35.060196 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.143575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-4ce805ed-3738-4a08-89f4-690d07dcad73 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:35.150842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-4ce805ed-3738-4a08-89f4-690d07dcad73 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364882 Nov 23 14:11:35.155488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port da3d44a6-b056-4f15-8715-4fb0c7910c72, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:35.179111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.190705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-0cc8859c-c5a9-4227-8e51-ba2e1b6e766d tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/quotas/e2e4232d68094699aeae2280562c6b24 HTTP/1.1" status: 200 len: 375 time: 0.0384583 Nov 23 14:11:35.272728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfb8b6-c5d3-4c07-86e6-dc13b933e534 req-304d423b-eacf-431c-b003-89b44a032eca tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:35.285419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8cfb8b6-c5d3-4c07-86e6-dc13b933e534 req-304d423b-eacf-431c-b003-89b44a032eca tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 950 time: 0.2799211 Nov 23 14:11:35.381259 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.394657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8cfb8b6-c5d3-4c07-86e6-dc13b933e534 req-38818065-f5f5-4627-8557-49a2488ef408 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077769 Nov 23 14:11:35.465415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-840d4b78-f142-4b31-b131-7eca137ee5e6 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2e4232d68094699aeae2280562c6b24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2736332 Nov 23 14:11:35.567331 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.578409 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.650988 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c413d-adc4-4faf-b66c-5bd6e261cbaa None None] Pushing event updated for resources: {'Port': ['ID=4f844229-1b7a-4bdd-af95-b38d80f3e823,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:35.652892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=da3d44a6-b056-4f15-8715-4fb0c7910c72,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:35.670793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Attempting to bind port 4f844229-1b7a-4bdd-af95-b38d80f3e823 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:35.671282 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Attempting to bind port 4f844229-1b7a-4bdd-af95-b38d80f3e823 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:35.671875 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Attempting to bind port 4f844229-1b7a-4bdd-af95-b38d80f3e823 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:35.677565 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:35.678213 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:35.678867 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.679447 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:35.680123 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Bound port: 4f844229-1b7a-4bdd-af95-b38d80f3e823, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:35.680699 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.745042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['da3d44a6-b056-4f15-8715-4fb0c7910c72'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:35.877225 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] For port 4f844229-1b7a-4bdd-af95-b38d80f3e823, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:35.883009 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] For port 4f844229-1b7a-4bdd-af95-b38d80f3e823, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4f844229-1b7a-4bdd-af95-b38d80f3e823,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:35.891032 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:35.986843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3175e-2f6d-4c12-add9-9aaf5ebb239e req-5f75c7e1-7880-4401-bc8b-e184eaad9ee6 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:35.999895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ac3175e-2f6d-4c12-add9-9aaf5ebb239e req-5f75c7e1-7880-4401-bc8b-e184eaad9ee6 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 944 time: 0.1900942 Nov 23 14:11:36.022910 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Routers {'8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:36.023611 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:36.026197 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c413d-adc4-4faf-b66c-5bd6e261cbaa None None] Pushing event updated for resources: {'Port': ['ID=4f844229-1b7a-4bdd-af95-b38d80f3e823,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:36.181151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68661faa-2d46-4189-bbf4-99e32a4d2ce6 req-87e162ba-7d52-4081-ae7e-ef6843819330 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 210 time: 0.2672832 Nov 23 14:11:36.207312 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] Set router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:36.249912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Allocated IP 172.20.0.1 (274f048a-9b30-4d54-9eac-1dd8cfddd876/a11941ed-23ae-4f11-b350-593ac59cc650/44f7fb08-9645-49d0-a8fa-edf894a4f078) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:36.385841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e75a07-75ef-4713-b4a6-22b554883fab req-54b1015d-498b-42a2-bc1d-6b01ad06f05b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:36.395815 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-85e75a07-75ef-4713-b4a6-22b554883fab req-54b1015d-498b-42a2-bc1d-6b01ad06f05b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 950 time: 0.3825083 Nov 23 14:11:36.510960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d6f4c077-8ba0-4773-9a28-bc4f6dd2e46d None None] Provisioning complete for port 44435f69-e4c2-4055-89e8-b16c222b61b1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:36.512535 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6f4c077-8ba0-4773-9a28-bc4f6dd2e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:36.597676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 44435f69-e4c2-4055-89e8-b16c222b61b1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:36.609105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-4b58378d-9ef8-48fb-9dc5-0ec8cee3d19d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:36.610733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-4b58378d-9ef8-48fb-9dc5-0ec8cee3d19d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/ports?device_id=98deb7a4-1fb1-46fd-aea3-dec4f543dfce HTTP/1.1" status: 200 len: 949 time: 0.4981050 Nov 23 14:11:36.614290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ac3175e-2f6d-4c12-add9-9aaf5ebb239e req-800cede1-5b26-45ba-ba9d-d7013811bb10 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133270 Nov 23 14:11:36.723876 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:11:32Z', 'revision_number': 3, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port': {'id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:30Z', 'updated_at': '2021-11-23T14:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:36.810677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a56bc-a857-40ff-b2c5-347e2a6d2e21 req-b3381c34-b77a-44b9-bb9f-03a15bf19948 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:36.820781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506a56bc-a857-40ff-b2c5-347e2a6d2e21 req-b3381c34-b77a-44b9-bb9f-03a15bf19948 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 950 time: 0.2005625 Nov 23 14:11:36.891998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 44435f69-e4c2-4055-89e8-b16c222b61b1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:36.892407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:36.922707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506a56bc-a857-40ff-b2c5-347e2a6d2e21 req-640262c9-7449-4a25-8139-58db338116f6 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940926 Nov 23 14:11:36.935781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port e8d9885b-6f53-4fc2-a743-74c56ff9096e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:36.936350 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:36.953668 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d09bf-0b8a-4209-b429-e06aef12d1ff None None] The sync data for ids ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'] in n-d-818503-2 is: [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:11:32Z', 'revision_number': 3, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port': {'id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:30Z', 'updated_at': '2021-11-23T14:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:37.077946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.097897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port e8d9885b-6f53-4fc2-a743-74c56ff9096e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e8d9885b-6f53-4fc2-a743-74c56ff9096e,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:37.098346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.098766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port c5c4214d-a19a-47b7-81cb-460ee8d58a70 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:37.099252 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.122352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for e8d9885b-6f53-4fc2-a743-74c56ff9096e owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:37.198615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device da3d44a6-b056-4f15-8715-4fb0c7910c72 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:37.284984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port c5c4214d-a19a-47b7-81cb-460ee8d58a70, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c5c4214d-a19a-47b7-81cb-460ee8d58a70,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:37.285868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.317075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for c5c4214d-a19a-47b7-81cb-460ee8d58a70 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:37.337156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port da3d44a6-b056-4f15-8715-4fb0c7910c72 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:37.347101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port da3d44a6-b056-4f15-8715-4fb0c7910c72 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:37.347490 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.541693 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.582624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.622443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef2e1680-c2e0-426b-b694-5863e0aa4144 req-5eb46791-28b2-4d8f-a2eb-0cf4e43463c3 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 210 time: 0.2087924 Nov 23 14:11:37.625852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:37.632135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:37.646789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:37.659852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:37.721096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Pushing event updated for resources: {'Port': ['ID=44f7fb08-9645-49d0-a8fa-edf894a4f078,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:37.728239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=e8d9885b-6f53-4fc2-a743-74c56ff9096e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:37.812172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:37.855718 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:38.006399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port da3d44a6-b056-4f15-8715-4fb0c7910c72, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:38.015068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:38.020634 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1b9051-b989-4759-90ef-1468937e5519" -d '{"events": [{"server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "name": "network-vif-plugged", "status": "completed", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:38.021380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port e8d9885b-6f53-4fc2-a743-74c56ff9096e on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:38.028700 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:38.029964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c5c4214d-a19a-47b7-81cb-460ee8d58a70 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:38.034925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:38.041789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d670cfa-2a13-490e-ad52-d76b3eb410fb req-3bf20a58-37c2-405c-9b95-07b9965bc87d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "DELETE /v2.0/ports/e8d9885b-6f53-4fc2-a743-74c56ff9096e HTTP/1.1" status: 204 len: 173 time: 1.4174788 Nov 23 14:11:38.057908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'name': 'network-vif-deleted', 'tag': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:38.065370 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d4a1d8-2eac-4a9a-b455-b93ad3fcb422" -d '{"events": [{"server_uuid": "98deb7a4-1fb1-46fd-aea3-dec4f543dfce", "name": "network-vif-deleted", "tag": "e8d9885b-6f53-4fc2-a743-74c56ff9096e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:38.144491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe8b3d-f117-4a47-810b-0d1f1815350a req-c7eabae7-afb0-4097-a0c4-fcdc502d66ef tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:38.154743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5fe8b3d-f117-4a47-810b-0d1f1815350a req-c7eabae7-afb0-4097-a0c4-fcdc502d66ef tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 944 time: 0.2600524 Nov 23 14:11:38.323364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5fe8b3d-f117-4a47-810b-0d1f1815350a req-a4002b5d-0b52-45bb-814a-1db00fa5e620 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674654 Nov 23 14:11:38.506389 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b7132-210e-4fa7-a2d3-807108cae1e8 x-openstack-request-id: req-c75b7132-210e-4fa7-a2d3-807108cae1e8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:38.506924 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "name": "network-vif-plugged", "status": "completed", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:38.507411 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c75b7132-210e-4fa7-a2d3-807108cae1e8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:38.508066 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'code': 200} Nov 23 14:11:38.522556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=da3d44a6-b056-4f15-8715-4fb0c7910c72,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:38.562773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1ae65e91-a8ad-449f-a27e-e05e14c4b2f4 None None] Provisioning complete for port 44f7fb08-9645-49d0-a8fa-edf894a4f078 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:38.563399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ae65e91-a8ad-449f-a27e-e05e14c4b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:38.569425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.570073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.570622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.571616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.572365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.572926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.573442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.573931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.574440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.574967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.575522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.576074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:11:38.626763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7074f5-f3e3-4126-9ffd-fefa3c88627e req-24606d68-ee03-4b06-93d3-2d8bf731da01 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:38.638419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd7074f5-f3e3-4126-9ffd-fefa3c88627e req-24606d68-ee03-4b06-93d3-2d8bf731da01 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 867 time: 0.2500405 Nov 23 14:11:38.678963 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacffe6b-1cbe-4657-94d3-2798b42df61a x-openstack-request-id: req-bacffe6b-1cbe-4657-94d3-2798b42df61a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:38.679301 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98deb7a4-1fb1-46fd-aea3-dec4f543dfce", "name": "network-vif-deleted", "tag": "e8d9885b-6f53-4fc2-a743-74c56ff9096e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:38.680049 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bacffe6b-1cbe-4657-94d3-2798b42df61a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:38.680457 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98deb7a4-1fb1-46fd-aea3-dec4f543dfce', 'name': 'network-vif-deleted', 'tag': 'e8d9885b-6f53-4fc2-a743-74c56ff9096e', 'status': 'completed', 'code': 200} Nov 23 14:11:38.682696 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-7df32555-2d5d-4f48-a272-08923484cdec tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e2e4232d68094699aeae2280562c6b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819355 Nov 23 14:11:38.690101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No active binding found for port c5c4214d-a19a-47b7-81cb-460ee8d58a70 {{(pid=103347) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 14:11:38.691195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c5c4214d-a19a-47b7-81cb-460ee8d58a70 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:38.691889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c57d3176-a6bf-4b5a-92f0-74c6969213f3 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:38.692112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:38.795507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd7074f5-f3e3-4126-9ffd-fefa3c88627e req-d8943a2c-4bac-4e70-8869-ade4c9172542 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558897 Nov 23 14:11:38.812979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e8d9885b-6f53-4fc2-a743-74c56ff9096e no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:38.841385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: c57d3176-a6bf-4b5a-92f0-74c6969213f3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:11:38.842039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c57d3176-a6bf-4b5a-92f0-74c6969213f3 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:38.891371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f844229-1b7a-4bdd-af95-b38d80f3e823 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:38.961368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1ae65e91-a8ad-449f-a27e-e05e14c4b2f4 None None] Port 44f7fb08-9645-49d0-a8fa-edf894a4f078 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:38.964852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: e8d9885b-6f53-4fc2-a743-74c56ff9096e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:11:38.965214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e8d9885b-6f53-4fc2-a743-74c56ff9096e not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:38.988951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bd57b3f-0545-4a4e-ade1-501a8e6fe6cf req-785028b0-7ff7-4160-a4ef-5d20ca2920a8 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0550299 Nov 23 14:11:39.075456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4f844229-1b7a-4bdd-af95-b38d80f3e823 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:39.075456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:39.086420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=c5c4214d-a19a-47b7-81cb-460ee8d58a70,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:39.369874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c438e14-c908-4d76-ac61-1a922b10dda8 req-2d87d9c8-747f-43e3-95e1-d3601f326a80 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:39.380787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:39.385832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c438e14-c908-4d76-ac61-1a922b10dda8 req-2d87d9c8-747f-43e3-95e1-d3601f326a80 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.2043114 Nov 23 14:11:39.398738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port c5c4214d-a19a-47b7-81cb-460ee8d58a70 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:39.428138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:39.442117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:39.455901 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-85e75a07-75ef-4713-b4a6-22b554883fab req-0dace235-9f44-4298-9f3a-917389a89b7a tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.11 "DELETE /v2.0/ports/c5c4214d-a19a-47b7-81cb-460ee8d58a70 HTTP/1.1" status: 204 len: 173 time: 3.0338180 Nov 23 14:11:39.469245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 4f844229-1b7a-4bdd-af95-b38d80f3e823, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4f844229-1b7a-4bdd-af95-b38d80f3e823,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:39.476709 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:39.498248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'name': 'network-vif-deleted', 'tag': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:39.500543 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5122ef1f-4706-4240-b3ba-ac9a7069850f" -d '{"events": [{"server_uuid": "51006fb7-b410-409a-b5aa-24ea81c68d46", "name": "network-vif-deleted", "tag": "c5c4214d-a19a-47b7-81cb-460ee8d58a70"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:39.583840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=4f844229-1b7a-4bdd-af95-b38d80f3e823,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:39.597073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c438e14-c908-4d76-ac61-1a922b10dda8 req-6bfc43d0-50ef-4a52-907a-9a19db81fd58 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934350 Nov 23 14:11:39.684699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-2bc8caa2-f325-45b0-84cc-f9fab3704e01 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:39.686242 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-2bc8caa2-f325-45b0-84cc-f9fab3704e01 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9341786 Nov 23 14:11:39.692372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548452d4-de1e-4143-bf11-4c1aa7bbd4c6 req-ee00a27c-9498-4c72-bf2b-c7d45401ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:39.693844 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-548452d4-de1e-4143-bf11-4c1aa7bbd4c6 req-ee00a27c-9498-4c72-bf2b-c7d45401ac5c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.6342094 Nov 23 14:11:39.701572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Request body: {'port': {'device_id': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'e2e4232d68094699aeae2280562c6b24'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:39.782019 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce98eb78-1b1e-4bea-a1cb-92f39140e8a1 x-openstack-request-id: req-ce98eb78-1b1e-4bea-a1cb-92f39140e8a1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:39.782320 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51006fb7-b410-409a-b5aa-24ea81c68d46", "name": "network-vif-deleted", "tag": "c5c4214d-a19a-47b7-81cb-460ee8d58a70", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:39.782675 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce98eb78-1b1e-4bea-a1cb-92f39140e8a1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:39.782976 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51006fb7-b410-409a-b5aa-24ea81c68d46', 'name': 'network-vif-deleted', 'tag': 'c5c4214d-a19a-47b7-81cb-460ee8d58a70', 'status': 'completed', 'code': 200} Nov 23 14:11:39.786506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbdca0-a14d-4d53-8945-c76b62f90b0a req-4d884466-8ca0-4dea-8fe9-0b23f4783114 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:39.797624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3cbdca0-a14d-4d53-8945-c76b62f90b0a req-4d884466-8ca0-4dea-8fe9-0b23f4783114 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 945 time: 0.1826169 Nov 23 14:11:39.929897 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3cbdca0-a14d-4d53-8945-c76b62f90b0a req-98199ea9-1dda-4f7e-9802-ed849528fe88 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309013 Nov 23 14:11:40.076018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-194013f0-840f-49a0-b7bc-a635b1e1ffe0 req-18e91f70-fa2a-457f-b005-78bbcf670fd8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=51006fb7-b410-409a-b5aa-24ea81c68d46 HTTP/1.1" status: 200 len: 210 time: 0.0855024 Nov 23 14:11:40.079126 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-548452d4-de1e-4143-bf11-4c1aa7bbd4c6 req-453ee9a2-9428-4aac-b1db-0d3b5f6b214a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616815 Nov 23 14:11:40.162805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154c6ec3-5a24-4065-86ad-affe1eb919e4 req-aa5d5fa9-8cdb-4054-b76d-dba2981b12b9 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0504711 Nov 23 14:11:40.190807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Made reservation on behalf of e2e4232d68094699aeae2280562c6b24 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:40.194883 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:40.224517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab', 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', '1c3fb257-69db-47c6-a6e6-d67b9737f238'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:40.245272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:40.261390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:40.391099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:40.630108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f844229-1b7a-4bdd-af95-b38d80f3e823 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:40.734228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Pushing event updated for resources: {'Port': ['ID=44f7fb08-9645-49d0-a8fa-edf894a4f078,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:40.750262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d7a02-cfe9-4883-b9d0-dd596f4d6592 req-41cf2d42-f23a-4288-b0a8-c9bf40886feb tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:40.766188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304d7a02-cfe9-4883-b9d0-dd596f4d6592 req-41cf2d42-f23a-4288-b0a8-c9bf40886feb tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.0945477 Nov 23 14:11:40.857266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:40.862580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:40.884969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304d7a02-cfe9-4883-b9d0-dd596f4d6592 req-4f4ce4df-dea2-4580-8876-fe2cb0184625 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005771 Nov 23 14:11:40.892863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Allocated IP 192.168.233.103 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/51195000-d31d-4a6c-b0ac-1f84e887f570) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:40.926431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4f844229-1b7a-4bdd-af95-b38d80f3e823 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:40.926766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:41.246691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6af915-953f-47b4-bd00-598b4b40c9ed req-d46787ea-27af-4d30-8047-8627219c77ee tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:41.267495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a6af915-953f-47b4-bd00-598b4b40c9ed req-d46787ea-27af-4d30-8047-8627219c77ee tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 945 time: 0.1530800 Nov 23 14:11:41.432288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:11:41.439295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14b45230-09ae-46bc-b667-170256299f5f req-662f2708-58f9-41e7-acfe-b84755d49e37 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0893383 Nov 23 14:11:41.493183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fb8f520c-5bd8-4d43-a619-dc95e4b2627d None None] Provisioning complete for port 44f7fb08-9645-49d0-a8fa-edf894a4f078 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:41.494129 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb8f520c-5bd8-4d43-a619-dc95e4b2627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:41.505519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a6af915-953f-47b4-bd00-598b4b40c9ed req-bc82d84d-2f59-4724-8548-b5707649dfdd tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327518 Nov 23 14:11:41.521172 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:41.664652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f520c-5bd8-4d43-a619-dc95e4b2627d None None] Port 44f7fb08-9645-49d0-a8fa-edf894a4f078 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:41.784724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:41.793893 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:41.804114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Sync routers for ids ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:41.808935 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f8fadf15-8265-4e68-8105-24b5627ab437 admin admin] 10.222.0.46 "PUT /v2.0/routers/8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4925497 Nov 23 14:11:41.829103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d54a2487-990b-462e-86f6-59c41039dab3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:41.933431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Routers {'8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:41.939125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:41.975410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:41.981906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:41.989919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:42.009513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Pushing event updated for resources: {'Port': ['ID=51195000-d31d-4a6c-b0ac-1f84e887f570,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:42.033179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4676-f77b-4a97-97e5-c87d4e4a9dd0 req-6fd74865-3d5d-4a44-8e66-c1318c14ea78 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:42.045253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-755b4676-f77b-4a97-97e5-c87d4e4a9dd0 req-6fd74865-3d5d-4a44-8e66-c1318c14ea78 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.1246202 Nov 23 14:11:42.061466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40796) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:42.210309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:42.211586 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.226328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-755b4676-f77b-4a97-97e5-c87d4e4a9dd0 req-6f470ccc-cf8f-4ed6-a316-3b2e53453cf8 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755226 Nov 23 14:11:42.256057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1925742193'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:42.275307 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-a3ca060d-80da-4304-946d-a1a3331fef7a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5782449 Nov 23 14:11:42.290543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Request body: {'port': {'device_id': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:42.328068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:42.331843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.337038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Set router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:42.380914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:11:42.402761 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.403134 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Added segment 2214efc8-5bfb-4eb6-9c90-391d1f8a0855 of type vlan for network 9a6795c3-2d4e-4250-996b-582c0c192993 Nov 23 14:11:42.438123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.471087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.572159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.578138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:42.581239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.613470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5458655-6c32-49a6-a325-b7a59e025329 None None] Provisioning complete for port 51195000-d31d-4a6c-b0ac-1f84e887f570 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:42.614107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5458655-6c32-49a6-a325-b7a59e025329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:42.796538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Network': ['ID=9a6795c3-2d4e-4250-996b-582c0c192993,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:42.801704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-edc8cf37-c52d-4ccf-afbb-a7d20c11e2c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7392313 Nov 23 14:11:42.806146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40818) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:42.811533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'subnet': {'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:42.935687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 9a6795c3-2d4e-4250-996b-582c0c192993 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:11:43.041989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51195000-d31d-4a6c-b0ac-1f84e887f570 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:43.053973 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:43.069230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Transition to ACTIVE for port object 51195000-d31d-4a6c-b0ac-1f84e887f570 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:11:43.077725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:43.078837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5458655-6c32-49a6-a325-b7a59e025329 None None] Port 51195000-d31d-4a6c-b0ac-1f84e887f570 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:43.224114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Pushing event updated for resources: {'Port': ['ID=51195000-d31d-4a6c-b0ac-1f84e887f570,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:43.228291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:11:38Z', 'revision_number': 4, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port': {'id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:30Z', 'updated_at': '2021-11-23T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '44f7fb08-9645-49d0-a8fa-edf894a4f078', 'name': '', 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'mac_address': 'fa:16:3e:6b:20:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a11941ed-23ae-4f11-b350-593ac59cc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:35Z', 'updated_at': '2021-11-23T14:11:39Z', 'revision_number': 2, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'subnets': [{'id': 'a11941ed-23ae-4f11-b350-593ac59cc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:43.315564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Checking router: 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:43.316454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Updating router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d port 44f7fb08-9645-49d0-a8fa-edf894a4f078 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:11:43.375951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:43.510098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Attempting to bind port 51195000-d31d-4a6c-b0ac-1f84e887f570 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:43.510520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Attempting to bind port 51195000-d31d-4a6c-b0ac-1f84e887f570 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:43.510946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Attempting to bind port 51195000-d31d-4a6c-b0ac-1f84e887f570 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:43.534331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Port 51195000-d31d-4a6c-b0ac-1f84e887f570 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:11:43.535332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Attempting to bind port 51195000-d31d-4a6c-b0ac-1f84e887f570 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:43.548577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:43.549846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:43.552533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:43.553466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Bound port: 51195000-d31d-4a6c-b0ac-1f84e887f570, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:43.554461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:43.606571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-1c0aceb2-652f-46a2-9846-8ada652028ed tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:43.608294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-1c0aceb2-652f-46a2-9846-8ada652028ed tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.11 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.2470915 Nov 23 14:11:43.664442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0679ecc-096f-428c-9f9d-e93fdb79c09a req-f4923dc0-e06c-42e0-a1c0-952eca02fc7d tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:43.666050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0679ecc-096f-428c-9f9d-e93fdb79c09a req-f4923dc0-e06c-42e0-a1c0-952eca02fc7d tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 945 time: 0.8892713 Nov 23 14:11:43.685737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460686-add4-4f21-937b-d1816c63f1c9 req-cf270200-d3fa-42d0-8466-d02eb747705c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:43.692008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71460686-add4-4f21-937b-d1816c63f1c9 req-cf270200-d3fa-42d0-8466-d02eb747705c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 936 time: 0.9060917 Nov 23 14:11:43.693882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] For port 51195000-d31d-4a6c-b0ac-1f84e887f570, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:43.700369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] For port 51195000-d31d-4a6c-b0ac-1f84e887f570, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=51195000-d31d-4a6c-b0ac-1f84e887f570,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:43.795508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:43.910273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:43.911279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:43.915852 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] 10.222.0.74 "PUT /v2.0/ports/51195000-d31d-4a6c-b0ac-1f84e887f570 HTTP/1.1" status: 200 len: 1096 time: 1.6303756 Nov 23 14:11:43.919341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71460686-add4-4f21-937b-d1816c63f1c9 req-0fb2f18f-d32c-43a4-ad94-8e951c3ba522 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067564 Nov 23 14:11:43.935358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'tag': '51195000-d31d-4a6c-b0ac-1f84e887f570'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:43.939116 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8aa1a5-b655-466f-b332-c80c0506e8a4", "tag": "51195000-d31d-4a6c-b0ac-1f84e887f570"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:44.138993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-5dc0b4e9-ccda-4e13-83a5-a5aeb4a59860 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:44.140488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-5dc0b4e9-ccda-4e13-83a5-a5aeb4a59860 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 949 time: 0.3189270 Nov 23 14:11:44.160197 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:44.165599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0679ecc-096f-428c-9f9d-e93fdb79c09a req-030ac44d-e260-4bcf-83c7-770f174b9e34 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701884 Nov 23 14:11:44.172353 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:44.358531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8ff9c-f500-43e1-a88c-9226b6ba7b34 None None] Pushing event updated for resources: {'Port': ['ID=44f7fb08-9645-49d0-a8fa-edf894a4f078,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:44.530294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:44.534574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:44.615675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Attempting to bind port 44f7fb08-9645-49d0-a8fa-edf894a4f078 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:44.616516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Attempting to bind port 44f7fb08-9645-49d0-a8fa-edf894a4f078 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:44.617109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Attempting to bind port 44f7fb08-9645-49d0-a8fa-edf894a4f078 on network 274f048a-9b30-4d54-9eac-1dd8cfddd876 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:44.629047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:44.629540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Checking segment: {'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:44.629943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:44.630345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Bound using segment: {'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:44.630824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Bound port: 44f7fb08-9645-49d0-a8fa-edf894a4f078, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b5b832-28d6-454e-8842-eff4d5212aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:44.634934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:44.668252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e688e-c2cc-4543-ab78-299578d7de09 req-c940eb5b-60f1-4641-960e-c87996cd88b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:44.678503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e61e688e-c2cc-4543-ab78-299578d7de09 req-c940eb5b-60f1-4641-960e-c87996cd88b8 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 949 time: 0.5613894 Nov 23 14:11:44.788891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] For port 44f7fb08-9645-49d0-a8fa-edf894a4f078, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:44.797766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] For port 44f7fb08-9645-49d0-a8fa-edf894a4f078, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=44f7fb08-9645-49d0-a8fa-edf894a4f078,segment=NetworkSegment(90b5b832-28d6-454e-8842-eff4d5212aa8),segment_id=90b5b832-28d6-454e-8842-eff4d5212aa8)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:44.806681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:44.818291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29b6ad-6bf0-4c9c-899d-b5d2755568dc req-730b4b59-0c22-4182-8452-e472c1e2b303 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:44.826413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed29b6ad-6bf0-4c9c-899d-b5d2755568dc req-730b4b59-0c22-4182-8452-e472c1e2b303 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 945 time: 0.3666546 Nov 23 14:11:44.859754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Deleting port 9ce179b8-79c8-4550-9eb3-41f889457d9d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:44.860392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:44.882569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce61d-8613-4adf-9579-567c2e3f8a4f service neutron] Pushing event updated for resources: {'Port': ['ID=51195000-d31d-4a6c-b0ac-1f84e887f570,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:44.956144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e61e688e-c2cc-4543-ab78-299578d7de09 req-88773303-642f-4869-b967-78d195f3fcb9 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/security-groups?id=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693875 Nov 23 14:11:45.010216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Routers {'8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:45.027882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port d2d2cecd-6eb0-4778-9471-1c8903b475d5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:45.028998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:45.029798 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.155734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-f0d80d65-6360-45e1-bd71-294d3f453b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:45.157429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-f0d80d65-6360-45e1-bd71-294d3f453b0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2e4232d68094699aeae2280562c6b24&device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 1099 time: 1.1746981 Nov 23 14:11:45.180596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-504b2428-c076-4c59-904b-b60e555c513c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:45.182213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-504b2428-c076-4c59-904b-b60e555c513c tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 949 time: 0.3011701 Nov 23 14:11:45.206943 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95e0767-25b0-4463-a68f-eed72865f3eb x-openstack-request-id: req-f95e0767-25b0-4463-a68f-eed72865f3eb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:45.207262 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8aa1a5-b655-466f-b332-c80c0506e8a4", "tag": "51195000-d31d-4a6c-b0ac-1f84e887f570", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:45.207603 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f95e0767-25b0-4463-a68f-eed72865f3eb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:45.207937 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'tag': '51195000-d31d-4a6c-b0ac-1f84e887f570', 'status': 'completed', 'code': 200} Nov 23 14:11:45.264759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed29b6ad-6bf0-4c9c-899d-b5d2755568dc req-aa6d89cb-43b7-459d-bf01-c28ddaba3014 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d9818b1-ca02-4b1b-a422-fd216b84e691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374092 Nov 23 14:11:45.322515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-e895ac6c-8214-44da-86fe-f5eecf94804d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=51195000-d31d-4a6c-b0ac-1f84e887f570 HTTP/1.1" status: 200 len: 217 time: 0.1045439 Nov 23 14:11:45.392818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] Set router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:45.426165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] For port 9ce179b8-79c8-4550-9eb3-41f889457d9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=9ce179b8-79c8-4550-9eb3-41f889457d9d,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:45.426565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.450521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port d2d2cecd-6eb0-4778-9471-1c8903b475d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d2d2cecd-6eb0-4778-9471-1c8903b475d5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:45.450881 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.467777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for d2d2cecd-6eb0-4778-9471-1c8903b475d5 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:45.473744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f3bc22a3-402e-43fa-adde-cd70f20f6603 None None] Provisioning complete for port 44f7fb08-9645-49d0-a8fa-edf894a4f078 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:45.474120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f3bc22a3-402e-43fa-adde-cd70f20f6603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.528787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-82987b91-b344-4933-9353-9e241e674e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:45.530652 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-82987b91-b344-4933-9353-9e241e674e88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1991558 Nov 23 14:11:45.686970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8ff9c-f500-43e1-a88c-9226b6ba7b34 None None] Pushing event updated for resources: {'Port': ['ID=44f7fb08-9645-49d0-a8fa-edf894a4f078,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:45.738561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-6660ab27-8a68-4d4c-aa20-263e83277c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:45.740501 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-6660ab27-8a68-4d4c-aa20-263e83277c8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700618 Nov 23 14:11:45.748707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.833831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port 1c3fb257-69db-47c6-a6e6-d67b9737f238 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:45.834752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.883369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port d2d2cecd-6eb0-4778-9471-1c8903b475d5 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:45.886353 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.890923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b030b7e8-da94-4b98-9cec-75c8489128a6 req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "DELETE /v2.0/ports/d2d2cecd-6eb0-4778-9471-1c8903b475d5 HTTP/1.1" status: 204 len: 173 time: 1.6889887 Nov 23 14:11:45.902108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b9d69-48a2-4661-9333-094accb31035', 'name': 'network-vif-deleted', 'tag': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:45.902359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:45.906596 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c28ba51-cc72-44fb-a7bf-f5814d8c98cd" -d '{"events": [{"server_uuid": "0a9b9d69-48a2-4661-9333-094accb31035", "name": "network-vif-deleted", "tag": "d2d2cecd-6eb0-4778-9471-1c8903b475d5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:45.919523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4993409-32b1-4642-abe3-ab6d89ad90f5 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=d2d2cecd-6eb0-4778-9471-1c8903b475d5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:45.962831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.963914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:45.964449 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Floating IP 45ed724c-d1fa-4df1-b17e-4dcc1bd0a735 disassociated. External IP: 172.25.3.107, port: 9ce179b8-79c8-4550-9eb3-41f889457d9d. Nov 23 14:11:45.964963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Calling delete_port for 9ce179b8-79c8-4550-9eb3-41f889457d9d owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:45.995944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675feb-dd8e-4c15-9742-ec5cb6f8801a req-7a03a3d0-5877-41de-af4c-ea572dfac07f tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:45.997831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a675feb-dd8e-4c15-9742-ec5cb6f8801a req-7a03a3d0-5877-41de-af4c-ea572dfac07f tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 948 time: 0.3369699 Nov 23 14:11:46.080079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a675feb-dd8e-4c15-9742-ec5cb6f8801a req-eb0426c8-f6ac-4eef-9e76-722c4a40e4cd tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Nov 23 14:11:46.119055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.205674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Subnet': ['ID=ffb1dda7-46e3-4ae7-8b68-d58b677448ee,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:46.227853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64b23558-ae92-4c8b-adea-0009da780a08 req-d6f716ac-5c31-4eeb-bc9e-978702de73c9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9618590 Nov 23 14:11:46.252887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:46.299935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Checking segment: {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:46.300958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network hostable DHCP agents. Network: 9a6795c3-2d4e-4250-996b-582c0c192993, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:11:46.308402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.313283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port 1c3fb257-69db-47c6-a6e6-d67b9737f238, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1c3fb257-69db-47c6-a6e6-d67b9737f238,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:46.313703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.343243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for 1c3fb257-69db-47c6-a6e6-d67b9737f238 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:46.356625 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e675f-ab2c-42ac-aa25-d7439453325a x-openstack-request-id: req-ee9e675f-ab2c-42ac-aa25-d7439453325a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:46.358316 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b9d69-48a2-4661-9333-094accb31035", "name": "network-vif-deleted", "tag": "d2d2cecd-6eb0-4778-9471-1c8903b475d5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:46.359881 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee9e675f-ab2c-42ac-aa25-d7439453325a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:46.361698 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b9d69-48a2-4661-9333-094accb31035', 'name': 'network-vif-deleted', 'tag': 'd2d2cecd-6eb0-4778-9471-1c8903b475d5', 'status': 'completed', 'code': 200} Nov 23 14:11:46.365617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:11:38Z', 'revision_number': 4, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port': {'id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:30Z', 'updated_at': '2021-11-23T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '44f7fb08-9645-49d0-a8fa-edf894a4f078', 'name': '', 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'mac_address': 'fa:16:3e:6b:20:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a11941ed-23ae-4f11-b350-593ac59cc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:35Z', 'updated_at': '2021-11-23T14:11:44Z', 'revision_number': 4, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'subnets': [{'id': 'a11941ed-23ae-4f11-b350-593ac59cc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:46.397677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network 9a6795c3-2d4e-4250-996b-582c0c192993 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:11:46.436458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 9a6795c3-2d4e-4250-996b-582c0c192993) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:46.455737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:46.464526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.531903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f3bc22a3-402e-43fa-adde-cd70f20f6603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.544398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c32c9-1636-49b3-936b-1dbbf0ebe18b None None] Network 9a6795c3-2d4e-4250-996b-582c0c192993 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:46.597472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c0726-a327-4fa1-8aaf-00596200fb5c None None] The sync data for ids ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'] in n-d-818503-2 is: [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:11:38Z', 'revision_number': 4, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port': {'id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:30Z', 'updated_at': '2021-11-23T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '44f7fb08-9645-49d0-a8fa-edf894a4f078', 'name': '', 'network_id': '274f048a-9b30-4d54-9eac-1dd8cfddd876', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'mac_address': 'fa:16:3e:6b:20:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'a11941ed-23ae-4f11-b350-593ac59cc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:35Z', 'updated_at': '2021-11-23T14:11:44Z', 'revision_number': 4, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'subnets': [{'id': 'a11941ed-23ae-4f11-b350-593ac59cc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:46.689549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-616f0e5e-5e26-4a96-87e9-c93a7806a748 req-a94ff1b8-1e35-45cc-a576-368cec22c71d tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a9b9d69-48a2-4661-9333-094accb31035 HTTP/1.1" status: 200 len: 210 time: 0.1323543 Nov 23 14:11:46.723854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b078441-ffc9-4fb3-9ee4-82b577382fde tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9099717 Nov 23 14:11:46.729136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40856) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:46.768779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.776294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f3bc22a3-402e-43fa-adde-cd70f20f6603 None None] For port 44f7fb08-9645-49d0-a8fa-edf894a4f078, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=44f7fb08-9645-49d0-a8fa-edf894a4f078,segment=NetworkSegment(90b5b832-28d6-454e-8842-eff4d5212aa8),segment_id=90b5b832-28d6-454e-8842-eff4d5212aa8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:46.781817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1c3fb257-69db-47c6-a6e6-d67b9737f238 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:46.782854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-441021766'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:46.789154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f3bc22a3-402e-43fa-adde-cd70f20f6603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.801883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:46.803589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-84766254-717c-41f6-8df6-9fa0679bda26 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0453484 Nov 23 14:11:46.941984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event deleted for resources: {'Port': ['ID=9ce179b8-79c8-4550-9eb3-41f889457d9d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:47.078610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:47.086123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.149737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-59d1c88b-8bbe-422e-8f2f-cd705909217b None None] Provisioning complete for port 44f7fb08-9645-49d0-a8fa-edf894a4f078 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:47.150269 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59d1c88b-8bbe-422e-8f2f-cd705909217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.213244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:11:47.216968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9adab1c0-0a10-43b9-8162-ab1c40f2fab1 req-ce0b8624-9d24-4f2d-b4ed-260fa2bed0a4 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 210 time: 0.1401968 Nov 23 14:11:47.232470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.233054 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Added segment d611865b-ba87-452a-9bc2-843253674c02 of type vlan for network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 Nov 23 14:11:47.300913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Allocated IP 172.25.3.152 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/b5ed4daa-7c80-41eb-a94d-b093975bd433) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:47.305717 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.311775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.336583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9ce179b8-79c8-4550-9eb3-41f889457d9d no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:47.370235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.376608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:47.377524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.448810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc22a3-402e-43fa-adde-cd70f20f6603 None None] Pushing event updated for resources: {'Port': ['ID=44f7fb08-9645-49d0-a8fa-edf894a4f078,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:47.520040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 9ce179b8-79c8-4550-9eb3-41f889457d9d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:11:47.523422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 9ce179b8-79c8-4550-9eb3-41f889457d9d not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:47.557815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d194-fa3c-4a5e-9f1b-437308c69280 req-595d598c-3532-4a52-86d3-377516b6d148 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:47.567931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c1d194-fa3c-4a5e-9f1b-437308c69280 req-595d598c-3532-4a52-86d3-377516b6d148 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 948 time: 0.1661460 Nov 23 14:11:47.572968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Network': ['ID=d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:47.684607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:11:47.694525 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7966047b-d128-41ff-aad1-d6a4ec0eb631 req-aebcee5e-a14d-4934-ba7a-511e3c2a9a45 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8596258 Nov 23 14:11:47.786336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0060d440-3330-41f8-9734-e233df5759a0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0234036 Nov 23 14:11:47.792234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40874) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:47.807453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'subnet': {'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:47.862109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30c1d194-fa3c-4a5e-9f1b-437308c69280 req-5737ab36-b279-405b-8ae9-f098b7b0157a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784338 Nov 23 14:11:47.862109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.890585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:11:47.902064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:47.940409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['527af805-b77d-4d46-b9fa-5d10db934aab'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:47.970830 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:48.022015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=1c3fb257-69db-47c6-a6e6-d67b9737f238,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:48.069486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:48.081704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:48.110273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:48.187781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port 1c3fb257-69db-47c6-a6e6-d67b9737f238 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:48.190294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:48.197235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:48.211370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:48.215557 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d215c0c-2877-40c3-88c2-687a158f80c0 req-350b0b9c-5f8d-4ed7-8ed0-bd708d458bdb tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "DELETE /v2.0/ports/1c3fb257-69db-47c6-a6e6-d67b9737f238 HTTP/1.1" status: 204 len: 173 time: 2.8954318 Nov 23 14:11:48.216630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'name': 'network-vif-deleted', 'tag': '1c3fb257-69db-47c6-a6e6-d67b9737f238'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:48.220091 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb99f0a-da36-48db-8063-510b11ecba3d" -d '{"events": [{"server_uuid": "a379958a-58e0-4559-94d4-bcbd5aab144b", "name": "network-vif-deleted", "tag": "1c3fb257-69db-47c6-a6e6-d67b9737f238"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:48.275150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-695a8b44-34b9-4453-a943-9ee682d835f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:48.281449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-695a8b44-34b9-4453-a943-9ee682d835f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2e4232d68094699aeae2280562c6b24&device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 1099 time: 0.4878469 Nov 23 14:11:48.282875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Pushing event updated for resources: {'Port': ['ID=b5ed4daa-7c80-41eb-a94d-b093975bd433,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:48.401415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dec03cc0-a459-45db-becc-43c58724f7de req-2019761b-6335-4193-9993-b9921297b7d4 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=a379958a-58e0-4559-94d4-bcbd5aab144b HTTP/1.1" status: 200 len: 210 time: 0.0513411 Nov 23 14:11:48.447430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-9a6795c3-2d4e-4250-996b-582c0c192993', 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'fixed_ips': [{'subnet_id': 'ffb1dda7-46e3-4ae7-8b68-d58b677448ee'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:11:48.448745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:48.454092 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 14:11:48.454092 n-d-818503-2 neutron-server[103347]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 23 14:11:48.454092 n-d-818503-2 neutron-server[103347]: [parameters: {'status': 'DOWN', 'ports_id': '1c3fb257-69db-47c6-a6e6-d67b9737f238'}] Nov 23 14:11:48.454092 n-d-818503-2 neutron-server[103347]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:11:48.455081 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:11:48.502310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:48.728121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-534f7561-8354-46ef-a222-b978ee6472ea req-b174e803-b4a0-49e7-868c-84d495af1692 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 210 time: 0.0867939 Nov 23 14:11:48.772172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:48.774170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:48.801853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Allocated IP 19.80.0.2 (9a6795c3-2d4e-4250-996b-582c0c192993/ffb1dda7-46e3-4ae7-8b68-d58b677448ee/de062ac9-3490-4cb1-8634-b898a23019a3) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:48.891350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 44f7fb08-9645-49d0-a8fa-edf894a4f078 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:49.049150 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13714049-9512-47d1-8b13-bc9dc41511d2 x-openstack-request-id: req-13714049-9512-47d1-8b13-bc9dc41511d2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:49.049583 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379958a-58e0-4559-94d4-bcbd5aab144b", "name": "network-vif-deleted", "tag": "1c3fb257-69db-47c6-a6e6-d67b9737f238", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:49.049832 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13714049-9512-47d1-8b13-bc9dc41511d2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:49.050253 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379958a-58e0-4559-94d4-bcbd5aab144b', 'name': 'network-vif-deleted', 'tag': '1c3fb257-69db-47c6-a6e6-d67b9737f238', 'status': 'completed', 'code': 200} Nov 23 14:11:49.197173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Port 1c3fb257-69db-47c6-a6e6-d67b9737f238 update to DOWN by agent not found {{(pid=103347) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 14:11:49.199214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d2d2cecd-6eb0-4778-9471-1c8903b475d5 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:49.313837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968eea9-9417-4b6f-a2df-9f8f3918e757 req-e192a151-e294-4846-b354-2a4e88bcb193 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:49.316055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3968eea9-9417-4b6f-a2df-9f8f3918e757 req-e192a151-e294-4846-b354-2a4e88bcb193 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 948 time: 0.1817913 Nov 23 14:11:49.326579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.340956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: d2d2cecd-6eb0-4778-9471-1c8903b475d5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:11:49.341297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d2d2cecd-6eb0-4778-9471-1c8903b475d5 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:49.343170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.380059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Checking segment: {'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:49.380684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network hostable DHCP agents. Network: d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:11:49.386215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Subnet': ['ID=f1d74867-2ea0-4174-b5f5-202c24ff95a8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:49.413251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:11:49.434573 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] Sync routers for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:11:49.457099 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:49.458144 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:49.459191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 44f7fb08-9645-49d0-a8fa-edf894a4f078 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:49.459655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.471346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Pushing event updated for resources: {'Port': ['ID=b5ed4daa-7c80-41eb-a94d-b093975bd433,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:49.490333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3968eea9-9417-4b6f-a2df-9f8f3918e757 req-2c215226-292a-4cc0-bb1b-39cb3e3fac13 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643670 Nov 23 14:11:49.510165 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.529341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] No DVR routers for this DVR port 9ce179b8-79c8-4550-9eb3-41f889457d9d on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:49.535916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.549168 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73d7096a-27ad-459a-911c-0a5664f9e0d8 req-c0961ac0-391a-408c-839b-f977eef36fa9 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.11 "DELETE /v2.0/ports/9ce179b8-79c8-4550-9eb3-41f889457d9d HTTP/1.1" status: 204 len: 173 time: 5.8466575 Nov 23 14:11:49.563792 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.574068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64b23558-ae92-4c8b-adea-0009da780a08 req-ccf1b64b-d8e1-430c-a854-3afb808f1d54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3202136 Nov 23 14:11:49.590042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-49892a99-ce6a-465f-886e-82c1faa55510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:49.591793 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-49892a99-ce6a-465f-886e-82c1faa55510 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.8728335 Nov 23 14:11:49.593776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:11:49.701155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:49.717751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:49.718393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.725387 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:49.745957 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-666c19f1-ca9c-432f-8e8b-ff3b8db03fa3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=51195000-d31d-4a6c-b0ac-1f84e887f570 HTTP/1.1" status: 200 len: 217 time: 0.1423528 Nov 23 14:11:49.756626 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08c94567-6e5d-461d-9ae3-2ea74f438ec9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9599950 Nov 23 14:11:49.766143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debdef46-1635-4466-a543-987b0041195c None None] Network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:49.779691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64b23558-ae92-4c8b-adea-0009da780a08 req-6f8693e1-4412-490a-857c-d8727c27eb54 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.1933494 Nov 23 14:11:49.912588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:49.919202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-395609a2-2c6a-477b-978a-b883135ead97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:49.920885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-395609a2-2c6a-477b-978a-b883135ead97 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1515956 Nov 23 14:11:50.006758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-41c6259f-2a33-47d1-b445-5258089eabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:50.015808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-41c6259f-2a33-47d1-b445-5258089eabc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873251 Nov 23 14:11:50.021450 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:50.058337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b23558-ae92-4c8b-adea-0009da780a08 req-17c15f47-1e2e-4429-b382-3a7b5286ebdb tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:50.059656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64b23558-ae92-4c8b-adea-0009da780a08 req-17c15f47-1e2e-4429-b382-3a7b5286ebdb tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2638509 Nov 23 14:11:50.076531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-64b23558-ae92-4c8b-adea-0009da780a08 req-cd587d14-85b9-4df7-8053-825a3b6607d5 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:11:50.077508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64b23558-ae92-4c8b-adea-0009da780a08 req-cd587d14-85b9-4df7-8053-825a3b6607d5 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062344 Nov 23 14:11:50.130398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Pushing event updated for resources: {'Port': ['ID=de062ac9-3490-4cb1-8634-b898a23019a3,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:50.244936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-912fdf73-b943-4553-9752-6e2841a95694 req-5fdd4d13-8025-40c5-8883-826d134f5d8b tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e92554-165c-41b8-8029-7ca780856f72 HTTP/1.1" status: 200 len: 210 time: 0.0943415 Nov 23 14:11:50.245895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Network 9a6795c3-2d4e-4250-996b-582c0c192993 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:50.249376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:50.253498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:50.348047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9', 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'fixed_ips': [{'subnet_id': 'f1d74867-2ea0-4174-b5f5-202c24ff95a8'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:11:50.348933 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:50.396410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Attempting to bind port de062ac9-3490-4cb1-8634-b898a23019a3 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:50.396780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Attempting to bind port de062ac9-3490-4cb1-8634-b898a23019a3 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:50.397209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Attempting to bind port de062ac9-3490-4cb1-8634-b898a23019a3 on network 9a6795c3-2d4e-4250-996b-582c0c192993 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:50.415655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:50.416096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Checking segment: {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:50.419258 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:50.423309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Bound using segment: {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:50.423309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Bound port: de062ac9-3490-4cb1-8634-b898a23019a3, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:50.423577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:50.462758 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:50.515348 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-0192eae7-bdcf-45cd-97ef-4d780ad86120 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847214 Nov 23 14:11:50.516476 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] Checking router: a5de4beb-1be1-42b3-a6ed-f7c7148ca851 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:11:50.533532 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:11:50.534455 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:50.653551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-2ac31ee5-8624-403d-9e4c-5d5866a20148 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:50.675831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-2ac31ee5-8624-403d-9e4c-5d5866a20148 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:50.685598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-2ac31ee5-8624-403d-9e4c-5d5866a20148 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/networks?id=9a6795c3-2d4e-4250-996b-582c0c192993&id=d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9&id=9a6795c3-2d4e-4250-996b-582c0c192993 HTTP/1.1" status: 200 len: 1391 time: 0.4161732 Nov 23 14:11:50.723773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-dca4ee1c-774a-46b8-add1-9b15c173526f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/quotas/ad2da3acd22e4e838c8d021f54654a32 HTTP/1.1" status: 200 len: 375 time: 0.0369506 Nov 23 14:11:50.804889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-604cdd8a-2c87-4fb8-b649-607b254552e0 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794919 Nov 23 14:11:50.810509 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb1c9a57-f93b-403c-9a5b-79fee7db24e2 req-5fd98eb1-2b04-4038-83a4-a33a8b2b09b9 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852881 Nov 23 14:11:50.822322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 51195000-d31d-4a6c-b0ac-1f84e887f570 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:11:50.861208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:11:51.033856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] For port de062ac9-3490-4cb1-8634-b898a23019a3, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:51.051953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'name': 'network-vif-deleted', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:51.057274 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201597f3-3ce2-4eeb-86cc-77a230750f80" -d '{"events": [{"server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "name": "network-vif-deleted", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:51.063140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-73e556a1-e82c-46fd-9c11-be1106066ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573676 Nov 23 14:11:51.073717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] For port de062ac9-3490-4cb1-8634-b898a23019a3, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de062ac9-3490-4cb1-8634-b898a23019a3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:51.087718 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:51.103780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Allocated IP 19.86.0.2 (d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9/f1d74867-2ea0-4174-b5f5-202c24ff95a8/74b6b424-2acf-49af-ab09-02c0b91f11e8) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:51.189206 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-80f32038-08ad-4800-859e-44c66e7fed6b service neutron] 10.222.0.46 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144557 Nov 23 14:11:51.223272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 51195000-d31d-4a6c-b0ac-1f84e887f570, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=51195000-d31d-4a6c-b0ac-1f84e887f570,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:51.246197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1657cd-044d-4689-a9d5-caf170f0a6ea req-36749ae4-c8be-443d-92f3-024f0fff4dc8 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:51.253743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f1657cd-044d-4689-a9d5-caf170f0a6ea req-36749ae4-c8be-443d-92f3-024f0fff4dc8 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 948 time: 0.3388436 Nov 23 14:11:51.263433 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:11:51.304546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '51195000-d31d-4a6c-b0ac-1f84e887f570', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '51195000-d31d-4a6c-b0ac-1f84e887f570', 'mac_address': 'fa:16:3e:79:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:11:51.341218 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d4c4-8419-4dfc-9d02-38598a8cfcae None None] The sync data for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 is: [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'fe4f10ad-7826-49d6-a114-cd1a9405cfbe', 'name': '', 'network_id': '48a93441-04cd-4d37-9560-93afe9cb8b32', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'mac_address': 'fa:16:3e:5d:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '29d5c371-f280-4631-92f5-b734a001f36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:20Z', 'updated_at': '2021-11-23T14:09:24Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'subnets': [{'id': '29d5c371-f280-4631-92f5-b734a001f36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:11:51.357910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538ad6b-4221-481d-9aaa-3b578bc951b9 None None] Pushing event updated for resources: {'Port': ['ID=de062ac9-3490-4cb1-8634-b898a23019a3,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:51.430660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f1657cd-044d-4689-a9d5-caf170f0a6ea req-1f96c427-c98c-42eb-a438-49e199e9500c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673975 Nov 23 14:11:51.468455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-f75c1fd2-7f87-483a-a6b8-d6409f1fa698 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677746 Nov 23 14:11:51.598075 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:51.606101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:51.620136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51195000-d31d-4a6c-b0ac-1f84e887f570 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:51.637914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:51.712841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 51195000-d31d-4a6c-b0ac-1f84e887f570, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=51195000-d31d-4a6c-b0ac-1f84e887f570,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:51.716872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:51.723489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:51.725751 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:51.729188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:51.780996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Pushing event updated for resources: {'Port': ['ID=74b6b424-2acf-49af-ab09-02c0b91f11e8,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:51.931168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-955b1c69-9141-4725-be4f-7c212c6dd477 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616106 Nov 23 14:11:51.963193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc0093-9913-4dd1-a2bb-c4317bf90626 None None] New status for floating IP 45ed724c-d1fa-4df1-b17e-4dcc1bd0a735: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:11:52.006222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-5dac1d07-d491-4660-a739-0c421680a97a tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:52.016250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-5dac1d07-d491-4660-a739-0c421680a97a tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 821 time: 0.3398919 Nov 23 14:11:52.099880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-dfab84ab-7386-406a-8cdf-877181c5b386 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/quotas/13920de45b344e06b354314b381c9756 HTTP/1.1" status: 200 len: 375 time: 0.0808287 Nov 23 14:11:52.106195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=51195000-d31d-4a6c-b0ac-1f84e887f570,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:52.114145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['51195000-d31d-4a6c-b0ac-1f84e887f570'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:52.117575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Attempting to bind port 74b6b424-2acf-49af-ab09-02c0b91f11e8 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:11:52.117957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Attempting to bind port 74b6b424-2acf-49af-ab09-02c0b91f11e8 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:11:52.118321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Attempting to bind port 74b6b424-2acf-49af-ab09-02c0b91f11e8 on network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:11:52.196434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:11:52.196810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Checking segment: {'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:52.197632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:52.202853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Bound using segment: {'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:11:52.203450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Bound port: 74b6b424-2acf-49af-ab09-02c0b91f11e8, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:11:52.203870 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:52.225236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-3d3cb841-c474-4c1e-b642-ee6230714065 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815924 Nov 23 14:11:52.246394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-153b884c-dd8e-4f00-bb75-cf18dd2c8746 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:52.248728 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-153b884c-dd8e-4f00-bb75-cf18dd2c8746 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 950 time: 0.0830839 Nov 23 14:11:52.376342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-fa8e2cb2-81dc-42f5-aaec-f83234c87b04 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2679234 Nov 23 14:11:52.411241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] For port 74b6b424-2acf-49af-ab09-02c0b91f11e8, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:11:52.455409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Deleting port 527af805-b77d-4d46-b9fa-5d10db934aab {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:52.456199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:52.485235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] For port 74b6b424-2acf-49af-ab09-02c0b91f11e8, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=74b6b424-2acf-49af-ab09-02c0b91f11e8,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:11:52.501842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:52.620640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-3f70a54b-7dfc-472a-b99f-15d75885a17c service neutron] 10.222.0.46 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822567 Nov 23 14:11:52.719292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] For port 527af805-b77d-4d46-b9fa-5d10db934aab, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=527af805-b77d-4d46-b9fa-5d10db934aab,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:52.719658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:52.734712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6778d6c-4026-4417-a1b6-f042acd7069b None None] Pushing event updated for resources: {'Port': ['ID=74b6b424-2acf-49af-ab09-02c0b91f11e8,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:52.772075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de062ac9-3490-4cb1-8634-b898a23019a3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:52.780275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Calling delete_port for 527af805-b77d-4d46-b9fa-5d10db934aab owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:52.947441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-925c0432-504f-426a-8b50-6bc92a8f53fb service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700312 Nov 23 14:11:53.033836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port de062ac9-3490-4cb1-8634-b898a23019a3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:53.036666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:53.316738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:53.354947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-29bde03f-4618-49a4-aadc-6f2fc2edca16 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064162 Nov 23 14:11:53.359700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Pushing event deleted for resources: {'Port': ['ID=527af805-b77d-4d46-b9fa-5d10db934aab,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:53.430967 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:53.456477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0018fae9-d904-42ff-a7c6-92df1dfe61e7 req-ae571806-61b6-4abd-9179-884aacc91de4 tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.46 "GET /v2.0/ports?device_id=d448ad3e-db1c-4b7b-bf49-02c0c1152073 HTTP/1.1" status: 200 len: 210 time: 0.1002784 Nov 23 14:11:53.463900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] No DVR routers for this DVR port 527af805-b77d-4d46-b9fa-5d10db934aab on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:11:53.467985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:53.472540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64827e3d-156d-4ff8-807d-2525c5f1c93e None None] Network 9a6795c3-2d4e-4250-996b-582c0c192993 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:53.480694 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6a50a44-531d-4a5e-a65b-ba967f397583 req-2a386267-0582-48f0-af20-51dbe777a44b tempest-ServersOnMultiNodesTest-1681327254 tempest-ServersOnMultiNodesTest-1681327254-project] 10.222.0.74 "DELETE /v2.0/ports/527af805-b77d-4d46-b9fa-5d10db934aab HTTP/1.1" status: 204 len: 173 time: 1.2192781 Nov 23 14:11:53.658734 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:53.713064 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6395f61-1889-4234-bd1e-1c2dec2a29b6 x-openstack-request-id: req-c6395f61-1889-4234-bd1e-1c2dec2a29b6 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:53.713530 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e92554-165c-41b8-8029-7ca780856f72", "name": "network-vif-deleted", "tag": "9ce179b8-79c8-4550-9eb3-41f889457d9d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:53.713776 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6395f61-1889-4234-bd1e-1c2dec2a29b6 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:53.714482 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e92554-165c-41b8-8029-7ca780856f72', 'name': 'network-vif-deleted', 'tag': '9ce179b8-79c8-4550-9eb3-41f889457d9d', 'status': 'completed', 'code': 200} Nov 23 14:11:53.997015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port de062ac9-3490-4cb1-8634-b898a23019a3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de062ac9-3490-4cb1-8634-b898a23019a3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:54.009562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:54.017257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1dd36a48-0a08-46b5-bd8b-553bde70cb5e None None] Provisioning complete for port de062ac9-3490-4cb1-8634-b898a23019a3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:54.018055 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1dd36a48-0a08-46b5-bd8b-553bde70cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:54.133718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f22feef-b2e3-4dfb-8ab3-79f839a6859e req-81153326-3ccb-4659-89df-a468924cfe22 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 210 time: 0.2297065 Nov 23 14:11:54.227393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f694-4c5a-4741-83f5-29ca4f98680a req-1a128452-9ff1-4b90-889f-a17914b08a5c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:54.239279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e74f694-4c5a-4741-83f5-29ca4f98680a req-1a128452-9ff1-4b90-889f-a17914b08a5c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 949 time: 0.3609989 Nov 23 14:11:54.342770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d86f9159-37f7-406a-ac09-9c17f9156763 req-11eca6c0-0eb1-4c97-b0b1-2443ec0f7f07 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 210 time: 0.0839133 Nov 23 14:11:54.432311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:54.476629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e74f694-4c5a-4741-83f5-29ca4f98680a req-de595e00-cbfc-40f5-a7ce-3c525716671a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302594 Nov 23 14:11:54.527401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41022) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:54.535563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1028704587'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:54.569065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=de062ac9-3490-4cb1-8634-b898a23019a3,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:54.614320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58e81234-28f5-4fa8-8bf2-178c991fde53 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:54.663222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:54.675169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58e81234-28f5-4fa8-8bf2-178c991fde53 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:54.727663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:54.791346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 74b6b424-2acf-49af-ab09-02c0b91f11e8 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:54.791553 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58e81234-28f5-4fa8-8bf2-178c991fde53 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:54.795568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58e81234-28f5-4fa8-8bf2-178c991fde53 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:54.814291 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-58e81234-28f5-4fa8-8bf2-178c991fde53 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "DELETE /v2.0/security-groups/5d9818b1-ca02-4b1b-a422-fd216b84e691 HTTP/1.1" status: 204 len: 168 time: 0.3798602 Nov 23 14:11:54.824409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41038) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:54.850503 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-bf94dd95-f432-4e2b-80d3-15ef23c1201b tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] show failed (client error): The resource could not be found. Nov 23 14:11:54.865193 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bf94dd95-f432-4e2b-80d3-15ef23c1201b tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "GET /v2.0/security-groups/5d9818b1-ca02-4b1b-a422-fd216b84e691 HTTP/1.1" status: 404 len: 347 time: 0.0277491 Nov 23 14:11:54.868192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e81234-28f5-4fa8-8bf2-178c991fde53 tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9818b1-ca02-4b1b-a422-fd216b84e691,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:54.875352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41040) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:54.896390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:11:54.904507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 51195000-d31d-4a6c-b0ac-1f84e887f570 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:54.914551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b5caa-8168-4a7d-af2a-9cf4faca16f5 None None] Network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:55.040849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.042052 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Added segment 5fa95393-5d37-420f-b252-a6d94517823b of type vlan for network 3392425c-e067-4ce7-9f54-e39cf93fe505 Nov 23 14:11:55.174511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:55.247563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 74b6b424-2acf-49af-ab09-02c0b91f11e8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:55.248982 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.320314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.426439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-370cf588-8777-48a4-a90a-768d7ce7e07d None None] Provisioning complete for port 74b6b424-2acf-49af-ab09-02c0b91f11e8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:55.427481 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-370cf588-8777-48a4-a90a-768d7ce7e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.520015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eb48c16-0b79-42cd-a740-9b753cc66e9e req-653dd79d-523d-40e5-93e0-71ee7e7b496a tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 210 time: 0.1262057 Nov 23 14:11:55.523444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Deleting port 65e075bd-6aa6-4158-be6b-f10b67567099 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:11:55.525145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.622074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 51195000-d31d-4a6c-b0ac-1f84e887f570 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:11:55.637326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 51195000-d31d-4a6c-b0ac-1f84e887f570 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:55.638265 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.686108 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.686353 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.700848 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.704868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Calling delete_port for 65e075bd-6aa6-4158-be6b-f10b67567099 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:11:55.715571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'name': 'network-vif-deleted', 'tag': '527af805-b77d-4d46-b9fa-5d10db934aab'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:55.731975 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4ff0cf-ecf1-4412-ab39-86b3dbb080f5" -d '{"events": [{"server_uuid": "d448ad3e-db1c-4b7b-bf49-02c0c1152073", "name": "network-vif-deleted", "tag": "527af805-b77d-4d46-b9fa-5d10db934aab"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:55.740126 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-720785b4-0311-4cd0-9018-85c52c79ceff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89f88a8a3aa342619e8a6d098ff99d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640748 Nov 23 14:11:55.744240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41058) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:55.808781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 74b6b424-2acf-49af-ab09-02c0b91f11e8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=74b6b424-2acf-49af-ab09-02c0b91f11e8,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:55.821658 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.844238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-429faf26-1ebd-40db-af17-83bffef23845 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:55.860391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-429faf26-1ebd-40db-af17-83bffef23845 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:55.862334 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-429faf26-1ebd-40db-af17-83bffef23845 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "GET /v2.0/networks?id=9a6795c3-2d4e-4250-996b-582c0c192993&id=d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9&id=9a6795c3-2d4e-4250-996b-582c0c192993 HTTP/1.1" status: 200 len: 1391 time: 0.4658270 Nov 23 14:11:55.887556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'port': {'device_id': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993', 'admin_state_up': True, 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:55.987156 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:55.999831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:56.000478 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.003482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.018409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b8f3bc8-c43e-4b58-a593-d7f1ce68c44e req-2a670659-b628-41e5-9172-2124efe3e459 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 210 time: 0.5057244 Nov 23 14:11:56.077545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.084412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=74b6b424-2acf-49af-ab09-02c0b91f11e8,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:56.136765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51195000-d31d-4a6c-b0ac-1f84e887f570'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:11:56.140635 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbda591-f460-496b-bf48-61b1183f5529" -d '{"events": [{"server_uuid": "2d8aa1a5-b655-466f-b332-c80c0506e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "51195000-d31d-4a6c-b0ac-1f84e887f570"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:11:56.167132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 51195000-d31d-4a6c-b0ac-1f84e887f570, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=51195000-d31d-4a6c-b0ac-1f84e887f570,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:11:56.195578 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.197187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 527af805-b77d-4d46-b9fa-5d10db934aab no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:11:56.292355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=51195000-d31d-4a6c-b0ac-1f84e887f570,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:56.301866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 527af805-b77d-4d46-b9fa-5d10db934aab {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:11:56.302322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 527af805-b77d-4d46-b9fa-5d10db934aab not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:11:56.311342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d657118f-08d2-417b-8d04-d664e84d534b None None] Provisioning complete for port 74b6b424-2acf-49af-ab09-02c0b91f11e8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:56.311788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d657118f-08d2-417b-8d04-d664e84d534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.351918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Pushing event deleted for resources: {'Port': ['ID=65e075bd-6aa6-4158-be6b-f10b67567099,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:56.375383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.379308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.380783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6f06d739-390c-4251-a025-f05cf6f8cb6e tempest-ServersTestJSON-2016315773 tempest-ServersTestJSON-2016315773-project] 10.222.0.46 "DELETE /v2.0/floatingips/45ed724c-d1fa-4df1-b17e-4dcc1bd0a735 HTTP/1.1" status: 204 len: 168 time: 1.5042837 Nov 23 14:11:56.401186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8723316 Nov 23 14:11:56.408901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41072) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:56.409547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41074) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:56.427920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-931050263'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:56.447600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d657118f-08d2-417b-8d04-d664e84d534b None None] Provisioning complete for port de062ac9-3490-4cb1-8634-b898a23019a3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:56.448017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d657118f-08d2-417b-8d04-d664e84d534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.505496 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03786e-dea3-4267-90ab-06fd3a5d8686 x-openstack-request-id: req-ba03786e-dea3-4267-90ab-06fd3a5d8686 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:56.506081 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8aa1a5-b655-466f-b332-c80c0506e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "51195000-d31d-4a6c-b0ac-1f84e887f570", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:56.506515 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba03786e-dea3-4267-90ab-06fd3a5d8686 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:56.507594 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51195000-d31d-4a6c-b0ac-1f84e887f570', 'code': 200} Nov 23 14:11:56.603165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3aadb-f0d6-4f54-8ce6-967126b49f4d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Network': ['ID=3392425c-e067-4ce7-9f54-e39cf93fe505,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:56.654422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:11:56.665852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 74b6b424-2acf-49af-ab09-02c0b91f11e8 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:56.767443 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3f56b8-7b2e-4b36-8db2-f6109e0e4f12 x-openstack-request-id: req-8f3f56b8-7b2e-4b36-8db2-f6109e0e4f12 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:11:56.768520 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d448ad3e-db1c-4b7b-bf49-02c0c1152073", "name": "network-vif-deleted", "tag": "527af805-b77d-4d46-b9fa-5d10db934aab", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:11:56.769107 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f3f56b8-7b2e-4b36-8db2-f6109e0e4f12 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:11:56.769719 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd448ad3e-db1c-4b7b-bf49-02c0c1152073', 'name': 'network-vif-deleted', 'tag': '527af805-b77d-4d46-b9fa-5d10db934aab', 'status': 'completed', 'code': 200} Nov 23 14:11:56.833754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1f393a0-af96-4b92-8e86-e09cc9bdfc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.849344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23ca-af5f-4035-9773-b0b9546c3117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.920621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23ca-af5f-4035-9773-b0b9546c3117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.929607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429703-3c62-413f-8762-011ed30a4a2f req-a09f630f-ec18-4985-bc06-c8f31021aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:56.933007 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7c429703-3c62-413f-8762-011ed30a4a2f req-a09f630f-ec18-4985-bc06-c8f31021aa2b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 1101 time: 0.1720223 Nov 23 14:11:56.937452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.941062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 74b6b424-2acf-49af-ab09-02c0b91f11e8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:56.941438 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:56.995099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-7bb7f9fe-1b44-400e-bd92-9d8a923633f4 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:56.997256 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-7bb7f9fe-1b44-400e-bd92-9d8a923633f4 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 821 time: 1.0478070 Nov 23 14:11:57.017251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'port': {'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'admin_state_up': True, 'tenant_id': '13920de45b344e06b354314b381c9756'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:57.045744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de062ac9-3490-4cb1-8634-b898a23019a3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:11:57.070333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cff79-cf47-49bb-964d-ce505c8911c9 req-52c4c124-103e-4166-9f24-cc3f61eb634e tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:57.077928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb8cff79-cf47-49bb-964d-ce505c8911c9 req-52c4c124-103e-4166-9f24-cc3f61eb634e tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 949 time: 1.1336265 Nov 23 14:11:57.096276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc7fd633-e3e1-4cbe-bb9e-2748fdc249dc req-d41a5ee9-ecd2-4a3a-b21d-8b4a3b933624 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 210 time: 0.0712869 Nov 23 14:11:57.126877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:57.130160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.143601 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port de062ac9-3490-4cb1-8634-b898a23019a3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:57.143976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.219602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:11:57.230039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.230524 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Added segment 4d915c1d-9ba2-45e5-a5bc-978000cb153c of type vlan for network 2abe950e-20d4-41a3-987a-91c4a86ba666 Nov 23 14:11:57.248108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:57.252840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.276162 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7c429703-3c62-413f-8762-011ed30a4a2f req-3813ef76-d076-4e88-8544-ed96d2c162fb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231039 Nov 23 14:11:57.286129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.286992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23ca-af5f-4035-9773-b0b9546c3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.290786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bdc23ca-af5f-4035-9773-b0b9546c3117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.292462 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8bdc23ca-af5f-4035-9773-b0b9546c3117 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781 HTTP/1.1" status: 204 len: 168 time: 1.5465744 Nov 23 14:11:57.306321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc23ca-af5f-4035-9773-b0b9546c3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e1ce9e-7987-4ae9-8ce2-a3e6eb73f781,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:57.312255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Made reservation on behalf of 13920de45b344e06b354314b381c9756 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:57.316807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.332401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.338408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:57.339099 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:57.416833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-945c2c5b-787f-4912-9c8f-ee2899a11471 req-1f500fb3-a530-4326-b7ff-e59e352a0a79 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 210 time: 0.1066396 Nov 23 14:11:57.531688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb8cff79-cf47-49bb-964d-ce505c8911c9 req-f64c5671-3a92-429d-9763-3cdee65c5d72 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528601 Nov 23 14:11:57.548470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Allocated IP 172.20.0.3 (2be8e4c5-4ef3-4694-bf25-5f70d6449bde/40c36bfd-7478-4110-a97a-bf5d0c16931e/36bc126b-3e53-4d0e-8be7-206705afa142) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:57.575297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1516654 Nov 23 14:11:57.579600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41086) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:57.586254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'subnet': {'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:57.598014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bd33c-6b99-4960-8ae3-59162c5d35fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Network': ['ID=2abe950e-20d4-41a3-987a-91c4a86ba666,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:57.621464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:11:57.746457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Allocated IP 19.80.0.182 (9a6795c3-2d4e-4250-996b-582c0c192993/ffb1dda7-46e3-4ae7-8b68-d58b677448ee/5a42c79d-6603-4f55-9916-98faabfd60a7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:57.963507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:57.966288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:57.971189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.045334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.063407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.125547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7217336a-8d8c-489b-b2ef-50ef767f5af7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b31d24270a4485789fde50fa78e1589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602831 Nov 23 14:11:58.128788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41106) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:58.131952 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.151935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['da3d44a6-b056-4f15-8715-4fb0c7910c72'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:11:58.228978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Pushing event updated for resources: {'Port': ['ID=36bc126b-3e53-4d0e-8be7-206705afa142,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:58.239031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.306372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:58.313812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:58.325405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:58.385196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network 9a6795c3-2d4e-4250-996b-582c0c192993 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:11:58.397561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:58.399735 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.407994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:58.418412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:11:58.423465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Port': ['ID=5a42c79d-6603-4f55-9916-98faabfd60a7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:58.440634 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469f775e-5b99-451a-9814-ca05d5f028a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.483561 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-b1d44308-7c0d-4009-a5e0-f848278fac36 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4712179 Nov 23 14:11:58.517581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d06b-c85b-4b42-b7f8-4b8a744c1ec1 req-9e72b05c-7f8a-4910-80b8-afe1cfc1054b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:58.519954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbf2d06b-c85b-4b42-b7f8-4b8a744c1ec1 req-9e72b05c-7f8a-4910-80b8-afe1cfc1054b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 932 time: 0.2539892 Nov 23 14:11:58.536424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Request body: {'port': {'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:58.570649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469f775e-5b99-451a-9814-ca05d5f028a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.575281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.662147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.700070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:58.701221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.723484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.732988 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-da3a0c4f-1c9c-49e3-b6ae-24a1c8d98ff4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8505809 Nov 23 14:11:58.755502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'port': {'device_id': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9', 'admin_state_up': True, 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:58.891808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f6b7afff-2a9c-4a04-8bfd-fd7f6a114704 None None] Provisioning complete for port 36bc126b-3e53-4d0e-8be7-206705afa142 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:58.892385 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f6b7afff-2a9c-4a04-8bfd-fd7f6a114704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:58.999718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7afff-2a9c-4a04-8bfd-fd7f6a114704 None None] Port 36bc126b-3e53-4d0e-8be7-206705afa142 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:59.034073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edcc4456-556e-4fe8-b1d4-8b6824d7fd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.066646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:11:59.071724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.087036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbf2d06b-c85b-4b42-b7f8-4b8a744c1ec1 req-f40bb1bb-d125-405d-b94c-5a8870fc3750 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359478 Nov 23 14:11:59.126088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Subnet': ['ID=881ce7d4-9c42-47c1-9d26-b318fc686792,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:59.152949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3d34988e-7cbb-4e0d-9e78-628f4ae2e968 None None] Provisioning complete for port 5a42c79d-6603-4f55-9916-98faabfd60a7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:11:59.154715 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3d34988e-7cbb-4e0d-9e78-628f4ae2e968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.189954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dff31-c5e8-45d7-8fce-d7630381d65f req-d365eef6-24ac-484a-9d30-291715e6d71f tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:59.201726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc2dff31-c5e8-45d7-8fce-d7630381d65f req-d365eef6-24ac-484a-9d30-291715e6d71f tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 931 time: 0.6009321 Nov 23 14:11:59.249621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Checking segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:11:59.250072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network hostable DHCP agents. Network: 3392425c-e067-4ce7-9f54-e39cf93fe505, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:11:59.256378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3d34988e-7cbb-4e0d-9e78-628f4ae2e968 None None] Port 5a42c79d-6603-4f55-9916-98faabfd60a7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:11:59.308822 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469f775e-5b99-451a-9814-ca05d5f028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.311678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469f775e-5b99-451a-9814-ca05d5f028a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.312884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-469f775e-5b99-451a-9814-ca05d5f028a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8cb891f-3286-4b85-a40d-579262e8f0b7 HTTP/1.1" status: 204 len: 168 time: 1.1810362 Nov 23 14:11:59.336151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bc126b-3e53-4d0e-8be7-206705afa142 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:11:59.344506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f775e-5b99-451a-9814-ca05d5f028a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cb891f-3286-4b85-a40d-579262e8f0b7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:59.349218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.358097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc2dff31-c5e8-45d7-8fce-d7630381d65f req-e0685510-8e93-4626-a56f-5df577ef6912 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554332 Nov 23 14:11:59.360620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:11:59.361831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Allocated IP 19.86.0.94 (d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9/f1d74867-2ea0-4174-b5f5-202c24ff95a8/a47a9e12-b2f4-44f6-a637-6bdb0f6c0767) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:11:59.385303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9567f-e9bd-4851-abc7-13afbe5676f1 req-a56319d3-0e7e-460e-96ef-583e10239f06 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:59.393553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7e9567f-e9bd-4851-abc7-13afbe5676f1 req-a56319d3-0e7e-460e-96ef-583e10239f06 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 950 time: 0.1499567 Nov 23 14:11:59.397275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Transition to ACTIVE for port object 36bc126b-3e53-4d0e-8be7-206705afa142 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:11:59.405320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 3392425c-e067-4ce7-9f54-e39cf93fe505) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:11:59.408214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.416371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2bf3c-5ed2-45ae-a787-09edad3f4a49 None None] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:11:59.430328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:11:59.431532 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.532502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-236990b0-425c-4963-91b9-e65cf773f8db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9501910 Nov 23 14:11:59.572881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41126) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:11:59.591431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7e9567f-e9bd-4851-abc7-13afbe5676f1 req-c0c6c3f0-e93b-4696-9cde-066667eca411 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924021 Nov 23 14:11:59.603293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'subnet': {'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:11:59.617902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.670301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-3392425c-e067-4ce7-9f54-e39cf93fe505', 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'fixed_ips': [{'subnet_id': '881ce7d4-9c42-47c1-9d26-b318fc686792'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:11:59.673363 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.727667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Pushing event updated for resources: {'Port': ['ID=36bc126b-3e53-4d0e-8be7-206705afa142,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:11:59.752603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:11:59.988415 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.001057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:00.001808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Port': ['ID=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:00.003997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Allocated IP 10.1.1.2 (3392425c-e067-4ce7-9f54-e39cf93fe505/881ce7d4-9c42-47c1-9d26-b318fc686792/b296f67d-d003-4e84-a470-0bd8e3d52899) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:00.013508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:00.024986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:00.053361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd0864-db6e-4cbf-aabf-9bd92b823a88 req-a5dd9386-d858-4fea-9ece-7a1e5b0ff9a0 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.055342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49fd0864-db6e-4cbf-aabf-9bd92b823a88 req-a5dd9386-d858-4fea-9ece-7a1e5b0ff9a0 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 951 time: 0.1773558 Nov 23 14:12:00.056086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:00.059953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.110400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Deleting port fe4f10ad-7826-49d6-a114-cd1a9405cfbe {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:00.110810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.123535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Attempting to bind port 36bc126b-3e53-4d0e-8be7-206705afa142 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:00.125614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Attempting to bind port 36bc126b-3e53-4d0e-8be7-206705afa142 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:00.130393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Attempting to bind port 36bc126b-3e53-4d0e-8be7-206705afa142 on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:00.142867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Port 36bc126b-3e53-4d0e-8be7-206705afa142 on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:00.143455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Attempting to bind port 36bc126b-3e53-4d0e-8be7-206705afa142 on network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:00.169947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:00.170276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Checking segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:00.170660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Bound using segment: {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:00.171119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Bound port: 36bc126b-3e53-4d0e-8be7-206705afa142, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba3168e-d187-4fde-ba08-ae8ce2bec63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:00.171471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.183358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.184031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.248095 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb8b60c2-c4b1-4c95-b4a6-55fd1dff6d34 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5064120 Nov 23 14:12:00.265647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'port': {'device_id': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993', 'admin_state_up': True, 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:00.275978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49fd0864-db6e-4cbf-aabf-9bd92b823a88 req-85ce6583-e34b-4ec4-86aa-0364c1b0ec91 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873953 Nov 23 14:12:00.300308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12dad-a6fa-4455-8262-774399691e1d req-3b0679b9-de66-42ac-b57d-290aeb6b4b69 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.309821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7cb12dad-a6fa-4455-8262-774399691e1d req-3b0679b9-de66-42ac-b57d-290aeb6b4b69 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 1101 time: 0.2223399 Nov 23 14:12:00.338777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] For port fe4f10ad-7826-49d6-a114-cd1a9405cfbe, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:00.339258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.353995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Calling delete_port for fe4f10ad-7826-49d6-a114-cd1a9405cfbe owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:00.359295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.368577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.464659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7cb12dad-a6fa-4455-8262-774399691e1d req-d44a9b18-6a8c-4c48-9b59-cacbeae7e683 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.470557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] For port 36bc126b-3e53-4d0e-8be7-206705afa142, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:00.483387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:00.486281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Pushing event updated for resources: {'Port': ['ID=b296f67d-d003-4e84-a470-0bd8e3d52899,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:00.489995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:00.495300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:00.510672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] For port 36bc126b-3e53-4d0e-8be7-206705afa142, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=36bc126b-3e53-4d0e-8be7-206705afa142,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:00.526029 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.574731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.575628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.578497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 1091 time: 2.0746784 Nov 23 14:12:00.583318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:00.587860 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314cede7-8fff-4096-9de8-3f455fb90e31" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:00.629217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:00.634522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.644365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e26783fa-3e5d-47fc-bc67-548f8ae1d6cd None None] Provisioning complete for port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:00.644747 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e26783fa-3e5d-47fc-bc67-548f8ae1d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.673957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Attempting to bind port b296f67d-d003-4e84-a470-0bd8e3d52899 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:00.674524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Attempting to bind port b296f67d-d003-4e84-a470-0bd8e3d52899 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:00.674942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Attempting to bind port b296f67d-d003-4e84-a470-0bd8e3d52899 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:00.685426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:00.686739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Checking segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:00.687425 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.687833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Bound using segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:00.688386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Bound port: b296f67d-d003-4e84-a470-0bd8e3d52899, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:00.688776 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.708531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f6199-25ca-4093-a615-3d65a4ce13a4 service neutron] Pushing event updated for resources: {'Port': ['ID=36bc126b-3e53-4d0e-8be7-206705afa142,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:00.726174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e26783fa-3e5d-47fc-bc67-548f8ae1d6cd None None] Port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:00.769714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-eb3f1407-4d39-4443-a196-1af58b26ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.770217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d9c1-95ce-413a-9b0a-685fb7a2f415 req-b07e0a94-77e1-4043-8cbd-9b9beca6e945 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.771437 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-eb3f1407-4d39-4443-a196-1af58b26ce80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 1094 time: 0.1090462 Nov 23 14:12:00.781741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d9c1-95ce-413a-9b0a-685fb7a2f415 req-b07e0a94-77e1-4043-8cbd-9b9beca6e945 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.783651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad67d9c1-95ce-413a-9b0a-685fb7a2f415 req-b07e0a94-77e1-4043-8cbd-9b9beca6e945 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 1654 time: 0.3560185 Nov 23 14:12:00.827909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] For port b296f67d-d003-4e84-a470-0bd8e3d52899, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:00.832388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] For port b296f67d-d003-4e84-a470-0bd8e3d52899, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b296f67d-d003-4e84-a470-0bd8e3d52899,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:00.839642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:00.880352 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-4bdb410a-5ddc-43ca-9de1-de23f0928db6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 217 time: 0.0977831 Nov 23 14:12:00.966304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Allocated IP 19.80.0.101 (9a6795c3-2d4e-4250-996b-582c0c192993/ffb1dda7-46e3-4ae7-8b68-d58b677448ee/70934626-366e-4d47-ae86-b0179c4826e3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:00.967451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4bc1d-097b-46a1-abb6-8fbd26a4539d None None] Pushing event updated for resources: {'Port': ['ID=b296f67d-d003-4e84-a470-0bd8e3d52899,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:00.989026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-19c76bf2-6f53-4087-ba7f-3dff54655e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:00.996169 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-19c76bf2-6f53-4087-ba7f-3dff54655e31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.0984933 Nov 23 14:12:01.009465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad67d9c1-95ce-413a-9b0a-685fb7a2f415 req-8669dcec-ac98-4575-9523-7bc5a592cc36 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056472 Nov 23 14:12:01.010351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.142026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-dd7880d0-7bba-4ba6-9ff3-518d37ff5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:01.144692 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-dd7880d0-7bba-4ba6-9ff3-518d37ff5f2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296837 Nov 23 14:12:01.160535 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7cb12dad-a6fa-4455-8262-774399691e1d req-d44a9b18-6a8c-4c48-9b59-cacbeae7e683 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.161311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Subnet': ['ID=397ace4a-3831-41dd-821f-0d801285e453,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:01.214751 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7cb12dad-a6fa-4455-8262-774399691e1d req-d44a9b18-6a8c-4c48-9b59-cacbeae7e683 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.229634 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.309118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a9b18-6a8c-4c48-9b59-cacbeae7e683 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6940503f-0954-417d-a986-7fa1763efcad,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:01.313735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4f10ad-7826-49d6-a114-cd1a9405cfbe,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:01.316083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Checking segment: {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:01.316561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network hostable DHCP agents. Network: 2abe950e-20d4-41a3-987a-91c4a86ba666, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:12:01.327763 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-f4d12eb6-91ee-4490-b63b-5b2ac06f80fb service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687469 Nov 23 14:12:01.339858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.369967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:12:01.395822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7cb12dad-a6fa-4455-8262-774399691e1d req-d44a9b18-6a8c-4c48-9b59-cacbeae7e683 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0850103 Nov 23 14:12:01.489937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4e27c-3533-4b88-8d49-9576d1042c48 req-996f286f-e596-4127-8f51-cbe8fb4e2de6 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:01.501446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.501704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fd4e27c-3533-4b88-8d49-9576d1042c48 req-996f286f-e596-4127-8f51-cbe8fb4e2de6 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 943 time: 0.3621829 Nov 23 14:12:01.546279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 2abe950e-20d4-41a3-987a-91c4a86ba666) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:01.547875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.552034 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-264d3824-0e2f-4428-8ec9-0431f9ce3fdd req-34da587d-033e-4a6e-99e5-9ba534169e21 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098577 Nov 23 14:12:01.563701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe52142-16a0-40d4-989a-5c564603398e None None] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:01.596964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:01.598959 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.602477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network 9a6795c3-2d4e-4250-996b-582c0c192993 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:01.621089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:01.625801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:01.634481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Port': ['ID=70934626-366e-4d47-ae86-b0179c4826e3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:01.685377 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e828d60-cb29-4380-915a-62c93fc76b4d x-openstack-request-id: req-2e828d60-cb29-4380-915a-62c93fc76b4d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:01.685669 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:01.685917 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e828d60-cb29-4380-915a-62c93fc76b4d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:01.686336 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142', 'status': 'completed', 'code': 200} Nov 23 14:12:01.796399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:01.797006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.828455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-7d19e534-5856-4ed2-a028-38602d4f12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:01.833004 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-7d19e534-5856-4ed2-a028-38602d4f12e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 1094 time: 0.1359262 Nov 23 14:12:01.842448 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-1aeef068-78b5-4ec2-bece-f29ca8baf2a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5825238 Nov 23 14:12:01.847231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-808acf71-a598-4f0d-8a6c-dee367a8459e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2504902 Nov 23 14:12:01.848035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:01.859287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41196) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:01.871006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Request body: {'port': {'device_id': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:01.880943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'port': {'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'name': 'tempest-TaggedBootDevicesTest_v242-1274284705', 'fixed_ips': [{'subnet_id': '881ce7d4-9c42-47c1-9d26-b318fc686792'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:01.924647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fd4e27c-3533-4b88-8d49-9576d1042c48 req-e3e886b0-4ed3-44ad-adbe-fa29bc2c4ec6 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221880 Nov 23 14:12:02.031699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed313-7ce3-4c0e-8a35-c24795959da8 req-a0b08663-fcba-4acb-9e9b-3419804523c4 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:02.032412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-2abe950e-20d4-41a3-987a-91c4a86ba666', 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'fixed_ips': [{'subnet_id': '397ace4a-3831-41dd-821f-0d801285e453'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:12:02.033270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb4ed313-7ce3-4c0e-8a35-c24795959da8 req-a0b08663-fcba-4acb-9e9b-3419804523c4 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 951 time: 0.2310758 Nov 23 14:12:02.033645 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:02.133556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:02.151903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb4ed313-7ce3-4c0e-8a35-c24795959da8 req-bc1edaf9-1277-44e8-a4cc-eee55649a22f tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045935 Nov 23 14:12:02.209028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ce5c967f-6e02-4b5d-8722-2b9472200061 None None] Provisioning complete for port 70934626-366e-4d47-ae86-b0179c4826e3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:02.209722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce5c967f-6e02-4b5d-8722-2b9472200061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:02.237727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-93a4f0bd-1396-41fa-b45c-6b913ebd4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:02.239757 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-93a4f0bd-1396-41fa-b45c-6b913ebd4f2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.3962932 Nov 23 14:12:02.254692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:02.331706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c967f-6e02-4b5d-8722-2b9472200061 None None] Port 70934626-366e-4d47-ae86-b0179c4826e3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:02.348110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-d895a519-c2e0-4e2c-be75-a8a7fe82f0f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 217 time: 0.0994511 Nov 23 14:12:02.359656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:02.361007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Allocated IP 10.2.2.2 (2abe950e-20d4-41a3-987a-91c4a86ba666/397ace4a-3831-41dd-821f-0d801285e453/cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:02.481356 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:02.509530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49c87-9a1a-446b-97aa-3a636d49003f req-12da56e4-1fd8-4b67-b3cb-1ca53873a2ae tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:02.517002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49c87-9a1a-446b-97aa-3a636d49003f req-12da56e4-1fd8-4b67-b3cb-1ca53873a2ae tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:02.523795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49c87-9a1a-446b-97aa-3a636d49003f req-12da56e4-1fd8-4b67-b3cb-1ca53873a2ae tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:02.531581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8c49c87-9a1a-446b-97aa-3a636d49003f req-12da56e4-1fd8-4b67-b3cb-1ca53873a2ae tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2376 time: 0.2036202 Nov 23 14:12:02.539465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:02.550683 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] Sync routers for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:02.556121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cead79d0-5c30-492f-ac15-4475f93bd1d2 admin admin] 10.222.0.46 "PUT /v2.0/routers/a5de4beb-1be1-42b3-a6ed-f7c7148ca851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1414993 Nov 23 14:12:02.558571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41220) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:02.569590 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:02.570224 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:02.728941 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:02.730846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] device_id is not set on port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:12:02.736593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129efd4-2daf-4816-8848-945396da9f6f None None] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:02.768633 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:02.776736 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:02.857211 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:02.857437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b296f67d-d003-4e84-a470-0bd8e3d52899 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:02.949428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:02.999556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0731cbff-0eea-4ec7-817e-1ada3e537dae None None] Provisioning complete for port b296f67d-d003-4e84-a470-0bd8e3d52899 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:02.999866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0731cbff-0eea-4ec7-817e-1ada3e537dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.070642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:03.091820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Pushing event updated for resources: {'Port': ['ID=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:03.100513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:03.107840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:03.121072 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:12:00Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:03.124867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a42c79d-6603-4f55-9916-98faabfd60a7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:03.141173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.155283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Transition to ACTIVE for port object 5a42c79d-6603-4f55-9916-98faabfd60a7 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:03.178419 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] Checking router: a5de4beb-1be1-42b3-a6ed-f7c7148ca851 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:03.181261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0731cbff-0eea-4ec7-817e-1ada3e537dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.190093 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] Routers {'a5de4beb-1be1-42b3-a6ed-f7c7148ca851'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:03.190884 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:03.214089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b296f67d-d003-4e84-a470-0bd8e3d52899 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:03.214462 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.375372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8c49c87-9a1a-446b-97aa-3a636d49003f req-7c7120bd-667a-4eaa-8010-5a148f79f41e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8174105 Nov 23 14:12:03.389657 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] Set router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:03.421016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 36bc126b-3e53-4d0e-8be7-206705afa142 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:12:03.456186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.461394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e21c71-c44f-4407-9845-3711898a2c60 req-2c5c1769-fbe2-4a6d-97ef-a67ae0850c53 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:03.462960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63e21c71-c44f-4407-9845-3711898a2c60 req-2c5c1769-fbe2-4a6d-97ef-a67ae0850c53 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 1101 time: 0.0582831 Nov 23 14:12:03.618093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0731cbff-0eea-4ec7-817e-1ada3e537dae None None] For port b296f67d-d003-4e84-a470-0bd8e3d52899, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b296f67d-d003-4e84-a470-0bd8e3d52899,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:03.639365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.649101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0731cbff-0eea-4ec7-817e-1ada3e537dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.656080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.702284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Attempting to bind port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:03.702669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Attempting to bind port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:03.703221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Attempting to bind port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd on network 2abe950e-20d4-41a3-987a-91c4a86ba666 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:03.719879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:03.720921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Checking segment: {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:03.720921 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.721156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Bound using segment: {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:03.721501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Bound port: cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:03.721881 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.727092 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:12:00Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:03.734468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63e21c71-c44f-4407-9845-3711898a2c60 req-4e6aef13-1df2-45f5-bdaa-3182067108d4 tempest-ServersAdminNegativeTestJSON-282741258 tempest-ServersAdminNegativeTestJSON-282741258-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356374 Nov 23 14:12:03.773071 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd61bc3-8b2a-4462-8295-10a35fb6fcf9 None None] The sync data for ids ['a5de4beb-1be1-42b3-a6ed-f7c7148ca851'] in n-d-818503-2 is: [{'id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'name': 'tempest-ServersTestJSON-851682849-router', 'tenant_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:09:12Z', 'updated_at': '2021-11-23T14:12:00Z', 'revision_number': 5, 'project_id': 'b425e7ba3c2142028efeb46d07a1c0b9', 'gw_port': {'id': 'ff0135a0-bb4f-44da-840c-a34142e66396', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de4beb-1be1-42b3-a6ed-f7c7148ca851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:09:13Z', 'updated_at': '2021-11-23T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:03.773583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9220c-a3da-4ae9-a2f7-4e220886a53a req-d5a7331f-4c6b-4443-9b7d-c56b3689a22e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:03.780052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bd9220c-a3da-4ae9-a2f7-4e220886a53a req-d5a7331f-4c6b-4443-9b7d-c56b3689a22e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 943 time: 0.1512010 Nov 23 14:12:03.822273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-eaba035c-f1c6-4169-b805-1e22fb6d6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:03.823968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-eaba035c-f1c6-4169-b805-1e22fb6d6a91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 1.3585086 Nov 23 14:12:03.828244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:03.829768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.832154 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ac1338-53a2-4e6e-9f27-60f89f00e118" -d '{"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-unplugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:03.832366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 10.1.1.137 (3392425c-e067-4ce7-9f54-e39cf93fe505/881ce7d4-9c42-47c1-9d26-b318fc686792/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:03.890705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:03.906463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bd9220c-a3da-4ae9-a2f7-4e220886a53a req-369ba92d-bca4-4f25-a750-a46c9b389c93 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711358 Nov 23 14:12:03.935188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Deleting port ff0135a0-bb4f-44da-840c-a34142e66396 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:03.935529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.938106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Pushing event updated for resources: {'Port': ['ID=5a42c79d-6603-4f55-9916-98faabfd60a7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:03.957352 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:03.996161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 36bc126b-3e53-4d0e-8be7-206705afa142, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=36bc126b-3e53-4d0e-8be7-206705afa142,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:04.022359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731cbff-0eea-4ec7-817e-1ada3e537dae None None] Pushing event updated for resources: {'Port': ['ID=b296f67d-d003-4e84-a470-0bd8e3d52899,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:04.078082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] For port ff0135a0-bb4f-44da-840c-a34142e66396, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff0135a0-bb4f-44da-840c-a34142e66396,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:04.078454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.098810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '36bc126b-3e53-4d0e-8be7-206705afa142', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'mac_address': 'fa:16:3e:ef:31:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:12:04.108392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Calling delete_port for ff0135a0-bb4f-44da-840c-a34142e66396 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:04.124008 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a54b56-56ca-4762-84c5-b9a65050046e x-openstack-request-id: req-88a54b56-56ca-4762-84c5-b9a65050046e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:04.124328 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-unplugged", "status": "completed", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:04.124489 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88a54b56-56ca-4762-84c5-b9a65050046e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:04.124907 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'code': 200} Nov 23 14:12:04.168328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-8cda9ee0-04a6-4e44-8af6-b7dd32b9a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:04.175371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-8cda9ee0-04a6-4e44-8af6-b7dd32b9a83d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405447 Nov 23 14:12:04.253396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.255841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] For port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:04.365687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] For port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:04.376591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:04.386231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bc126b-3e53-4d0e-8be7-206705afa142 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:04.399625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.534495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 36bc126b-3e53-4d0e-8be7-206705afa142, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=36bc126b-3e53-4d0e-8be7-206705afa142,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:04.537500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-941286df-c12e-41b0-89fe-aa2117a62fcf None None] Provisioning complete for port b296f67d-d003-4e84-a470-0bd8e3d52899 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:04.542202 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-941286df-c12e-41b0-89fe-aa2117a62fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.582161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Attempting to bind port 5a42c79d-6603-4f55-9916-98faabfd60a7 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:04.583408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Attempting to bind port 5a42c79d-6603-4f55-9916-98faabfd60a7 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:04.584183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Attempting to bind port 5a42c79d-6603-4f55-9916-98faabfd60a7 on network 9a6795c3-2d4e-4250-996b-582c0c192993 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:04.602102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Port 5a42c79d-6603-4f55-9916-98faabfd60a7 on network 9a6795c3-2d4e-4250-996b-582c0c192993 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:04.603039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Attempting to bind port 5a42c79d-6603-4f55-9916-98faabfd60a7 on network 9a6795c3-2d4e-4250-996b-582c0c192993 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:04.616268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.632872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.633808 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.647034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b296f67d-d003-4e84-a470-0bd8e3d52899 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:04.665332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:04.666106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Checking segment: {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:04.666765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Bound using segment: {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:04.667474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Bound port: 5a42c79d-6603-4f55-9916-98faabfd60a7, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:04.668055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.728867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdf192-d638-4132-bcd8-4e5d3f2db1d6 None None] Pushing event updated for resources: {'Port': ['ID=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:04.748069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0135a0-bb4f-44da-840c-a34142e66396,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:04.778173 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-5e97b222-f40e-4101-af65-328ae2aec75f service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232939 Nov 23 14:12:04.805090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41296) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:04.808781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9acd-6dbe-4e5c-80ec-367de4f04ff6 req-7b32efea-27dc-4bcf-9d0e-872364a6b80b tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:04.817611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-270d9acd-6dbe-4e5c-80ec-367de4f04ff6 req-7b32efea-27dc-4bcf-9d0e-872364a6b80b tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 949 time: 0.3487449 Nov 23 14:12:04.831255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:04.837771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=36bc126b-3e53-4d0e-8be7-206705afa142,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:04.909467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] For port 5a42c79d-6603-4f55-9916-98faabfd60a7, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:04.919595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:04.937758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:04.941474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:05.006044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['36bc126b-3e53-4d0e-8be7-206705afa142'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:05.018412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b296f67d-d003-4e84-a470-0bd8e3d52899 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:05.019031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.027615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] For port 5a42c79d-6603-4f55-9916-98faabfd60a7, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5a42c79d-6603-4f55-9916-98faabfd60a7,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:05.035524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8ae3-ee98-4a36-9bb8-368dab8c3712 req-dd83beea-0202-46b3-b637-785c3bc6e3bd tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:05.050794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8ae3-ee98-4a36-9bb8-368dab8c3712 req-dd83beea-0202-46b3-b637-785c3bc6e3bd tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:05.060443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:05.074870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8ae3-ee98-4a36-9bb8-368dab8c3712 req-dd83beea-0202-46b3-b637-785c3bc6e3bd tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:05.084792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16bc8ae3-ee98-4a36-9bb8-368dab8c3712 req-dd83beea-0202-46b3-b637-785c3bc6e3bd tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2388 time: 0.3382945 Nov 23 14:12:05.100430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.114929 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.122148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-270d9acd-6dbe-4e5c-80ec-367de4f04ff6 req-400f5e58-e4ad-4eae-9f60-7d43e20321c7 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033199 Nov 23 14:12:05.252792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-867b1fd6-2d6c-4b8b-ad84-043b41889812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.310620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:05.311407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.314408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Pushing event updated for resources: {'Port': ['ID=5a42c79d-6603-4f55-9916-98faabfd60a7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:05.331186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:05.331813 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.333256 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-d450a803-01bd-4c93-8bb3-1df4f27cafba service neutron] 10.222.0.11 "PUT /v2.0/ports/5a42c79d-6603-4f55-9916-98faabfd60a7 HTTP/1.1" status: 200 len: 1092 time: 3.4694228 Nov 23 14:12:05.333773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:05.334612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.339185 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18" -d '{"events": [{"name": "network-changed", "server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:05.344515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.367155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314cede7-8fff-4096-9de8-3f455fb90e31 req-ff6a2377-9647-42f1-a2e9-c3a5730e4d56 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723467 Nov 23 14:12:05.385367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16bc8ae3-ee98-4a36-9bb8-368dab8c3712 req-b1de9cd6-3fbc-4f7e-8814-33f65c52ae04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983761 Nov 23 14:12:05.402497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Request body: {'port': {'device_id': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:05.438623 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fdb52be1-8315-408b-ba79-ee1a77ad7f65 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5629258 Nov 23 14:12:05.448337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41304) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:05.459218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'port': {'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'name': 'tempest-TaggedBootDevicesTest_v242-8163423', 'fixed_ips': [{'subnet_id': '881ce7d4-9c42-47c1-9d26-b318fc686792'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:05.552014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.552814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5de4beb-1be1-42b3-a6ed-f7c7148ca851 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:12:05.562060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.564804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bd4ae305-a22b-45db-a75a-81453ae55dcf admin admin] 10.222.0.46 "DELETE /v2.0/routers/a5de4beb-1be1-42b3-a6ed-f7c7148ca851 HTTP/1.1" status: 204 len: 168 time: 3.0032997 Nov 23 14:12:05.581595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41306) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:05.614196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.657104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ce919-7a6e-463a-8378-db272594acff req-781bfef2-b8f4-49d6-9391-1ae7f7aaaa44 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:05.667001 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa2ce919-7a6e-463a-8378-db272594acff req-781bfef2-b8f4-49d6-9391-1ae7f7aaaa44 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 950 time: 0.2803054 Nov 23 14:12:05.671975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fe4f10ad-7826-49d6-a114-cd1a9405cfbe no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:05.720210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: fe4f10ad-7826-49d6-a114-cd1a9405cfbe {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:05.720546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fe4f10ad-7826-49d6-a114-cd1a9405cfbe not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:05.721875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f851-1ea6-489c-91dc-e42b07e0cd1d req-a1bd1a84-b1b9-4be0-bb0c-c10f2c506c67 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:05.729125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a86f851-1ea6-489c-91dc-e42b07e0cd1d req-a1bd1a84-b1b9-4be0-bb0c-c10f2c506c67 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 944 time: 0.2245655 Nov 23 14:12:05.731414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-867b1fd6-2d6c-4b8b-ad84-043b41889812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.738606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e3d180cc-595e-46f4-8c68-c0caf3a13a6f None None] Provisioning complete for port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:05.750660 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e3d180cc-595e-46f4-8c68-c0caf3a13a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.768715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] Deleting subnet 29d5c371-f280-4631-92f5-b734a001f36a {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:12:05.777848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.781497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-867b1fd6-2d6c-4b8b-ad84-043b41889812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.826653 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-867b1fd6-2d6c-4b8b-ad84-043b41889812 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97a02716379a4e37962707e85b653869&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0172064 Nov 23 14:12:05.826653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:05.830479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e3d180cc-595e-46f4-8c68-c0caf3a13a6f None None] Port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:05.830660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.837959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa2ce919-7a6e-463a-8378-db272594acff req-1cb24d33-ae93-4410-95f6-7c6682210257 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666563 Nov 23 14:12:05.839884 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41308) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:05.888931 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:05.915402 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9942df-d711-43f3-a025-5aa1efc5d17a x-openstack-request-id: req-5f9942df-d711-43f3-a025-5aa1efc5d17a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:05.915700 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:05.915979 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f9942df-d711-43f3-a025-5aa1efc5d17a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:05.916326 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7', 'status': 'completed', 'code': 200} Nov 23 14:12:05.938629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a86f851-1ea6-489c-91dc-e42b07e0cd1d req-c98f9ce5-7489-484f-a863-f42d895c156f tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085292 Nov 23 14:12:05.989312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] device_id is not set on port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:12:05.998469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1fd6-2d6c-4b8b-ad84-043b41889812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f2c6ba-f27d-4d3c-bb3e-ada52e998c0b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:06.020435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.081435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.108178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d5c371-f280-4631-92f5-b734a001f36a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:06.114362 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.121254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa6f8baf-237d-4124-ab4a-35f5d5212d05 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/29d5c371-f280-4631-92f5-b734a001f36a HTTP/1.1" status: 204 len: 168 time: 0.5310941 Nov 23 14:12:06.122106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41310) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:06.125643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c3352-61f2-4646-984b-f8399d8bad6e None None] Network 48a93441-04cd-4d37-9560-93afe9cb8b32 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:06.231554 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.239129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2047c-78e0-440b-9f63-3f45d75dff3a None None] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:06.321973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-80c13007-491c-493d-a5a2-59b5000aa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.322775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-80c13007-491c-493d-a5a2-59b5000aa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.323545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-80c13007-491c-493d-a5a2-59b5000aa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.325202 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-80c13007-491c-493d-a5a2-59b5000aa75e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2731 time: 0.3278372 Nov 23 14:12:06.334974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0951f84-97f1-48c6-b929-bcf9160454ca req-e3285373-8e35-44c1-b1b2-81535c82c726 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.336560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0951f84-97f1-48c6-b929-bcf9160454ca req-e3285373-8e35-44c1-b1b2-81535c82c726 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 949 time: 0.1021106 Nov 23 14:12:06.356366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36e20f5c-c636-46b8-a60a-fad3f4eb2ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.373937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Deleting port 3627cdc2-f85f-40e4-b949-e675cf17b33e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:06.374287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.401572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bae9bca1-7ce7-41a3-b37b-d66a38006d6b None None] Provisioning complete for port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:06.401572 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bae9bca1-7ce7-41a3-b37b-d66a38006d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.528855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] For port 3627cdc2-f85f-40e4-b949-e675cf17b33e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3627cdc2-f85f-40e4-b949-e675cf17b33e,segment=NetworkSegment(2f978964-69d4-4b6a-9ebc-62c455bc6e4b),segment_id=2f978964-69d4-4b6a-9ebc-62c455bc6e4b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:06.529233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.557168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36e20f5c-c636-46b8-a60a-fad3f4eb2ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.605589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Calling delete_port for 3627cdc2-f85f-40e4-b949-e675cf17b33e owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:06.669048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-d0e7a194-5fdd-4bce-8b8d-5a6a9d31c17d tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.670436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] DHCP port deletion for 48a93441-04cd-4d37-9560-93afe9cb8b32 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:12:06.670655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-d0e7a194-5fdd-4bce-8b8d-5a6a9d31c17d tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 950 time: 0.4964833 Nov 23 14:12:06.706624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 10.1.1.252 (3392425c-e067-4ce7-9f54-e39cf93fe505/881ce7d4-9c42-47c1-9d26-b318fc686792/1a921d86-46a7-4db0-ba64-c8a55bcc49f7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:06.721254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:06.726674 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bae9bca1-7ce7-41a3-b37b-d66a38006d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.730483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f95b37e2-2d83-4031-b9e8-04c4b23cf18d tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.732267 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f95b37e2-2d83-4031-b9e8-04c4b23cf18d tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 949 time: 0.3773468 Nov 23 14:12:06.795314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431106ac-a2de-48a8-8c12-afd59d42a7fe req-7b9ea7f2-640d-4cc4-b4d1-65c24910b382 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.802676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431106ac-a2de-48a8-8c12-afd59d42a7fe req-7b9ea7f2-640d-4cc4-b4d1-65c24910b382 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.803008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bae9bca1-7ce7-41a3-b37b-d66a38006d6b None None] For port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:06.809631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431106ac-a2de-48a8-8c12-afd59d42a7fe req-7b9ea7f2-640d-4cc4-b4d1-65c24910b382 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.811169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bae9bca1-7ce7-41a3-b37b-d66a38006d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.817825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-431106ac-a2de-48a8-8c12-afd59d42a7fe req-7b9ea7f2-640d-4cc4-b4d1-65c24910b382 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2388 time: 0.2507935 Nov 23 14:12:06.826574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0951f84-97f1-48c6-b929-bcf9160454ca req-2b758fb3-431e-42dc-8c23-04f8880fb6d3 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820054 Nov 23 14:12:06.834279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.848477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-77724594-074b-42e6-bc6f-298679217bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.848970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-77724594-074b-42e6-bc6f-298679217bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.849403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-77724594-074b-42e6-bc6f-298679217bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:06.852785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-77724594-074b-42e6-bc6f-298679217bc4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad2da3acd22e4e838c8d021f54654a32&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4845784 Nov 23 14:12:06.885883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] No DVR routers for this DVR port 3627cdc2-f85f-40e4-b949-e675cf17b33e on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:06.930587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9bca1-7ce7-41a3-b37b-d66a38006d6b None None] Pushing event updated for resources: {'Port': ['ID=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:06.960491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] Deleting port 3627cdc2-f85f-40e4-b949-e675cf17b33e {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:06.961500 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:06.968342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:06.969109 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.017200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:07.021213 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.065650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.083021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] For port 3627cdc2-f85f-40e4-b949-e675cf17b33e, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:07.083573 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.104832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36e20f5c-c636-46b8-a60a-fad3f4eb2ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.105099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] Calling delete_port for 3627cdc2-f85f-40e4-b949-e675cf17b33e owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:07.107996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36e20f5c-c636-46b8-a60a-fad3f4eb2ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.112648 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36e20f5c-c636-46b8-a60a-fad3f4eb2ad5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84f2c6ba-f27d-4d3c-bb3e-ada52e998c0b HTTP/1.1" status: 204 len: 168 time: 1.2689161 Nov 23 14:12:07.119980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-431106ac-a2de-48a8-8c12-afd59d42a7fe req-8bff5526-a79a-4523-a645-fb80c3b1cf8d tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009479 Nov 23 14:12:07.123141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Pushing event deleted for resources: {'Port': ['ID=3627cdc2-f85f-40e4-b949-e675cf17b33e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:07.128828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a93441-04cd-4d37-9560-93afe9cb8b32']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:07.143600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f978964-69d4-4b6a-9ebc-62c455bc6e4b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:07.143890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f978964-69d4-4b6a-9ebc-62c455bc6e4b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:07.158797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.164926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] Port 3627cdc2-f85f-40e4-b949-e675cf17b33e was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:12:07.168682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.203377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Transition to ACTIVE for port object a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:07.204243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e20f5c-c636-46b8-a60a-fad3f4eb2ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f2c6ba-f27d-4d3c-bb3e-ada52e998c0b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:07.208584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74182-4ca1-47a9-8855-f9e3df3450e3 req-dd8ba8fe-7284-446d-8ff3-e482873c7e8f tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:07.213834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82a74182-4ca1-47a9-8855-f9e3df3450e3 req-dd8ba8fe-7284-446d-8ff3-e482873c7e8f tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 950 time: 0.1381655 Nov 23 14:12:07.216452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.232747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:12:07.233660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:12:07.261462 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:12:07.276662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] No DVR routers for this DVR port 3627cdc2-f85f-40e4-b949-e675cf17b33e on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:07.277328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.313988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfcabf-ef34-4238-9d41-0a0306330998 None None] Pushing event deleted for resources: {'Port': ['ID=3627cdc2-f85f-40e4-b949-e675cf17b33e,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:07.405534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 36bc126b-3e53-4d0e-8be7-206705afa142 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:07.414601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.431350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dacd6f39-8010-4801-8f3a-ae39c7c4762a None None] Provisioning complete for port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:07.432584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dacd6f39-8010-4801-8f3a-ae39c7c4762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.457309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.461153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] 10.222.0.46 "DELETE /v2.0/networks/48a93441-04cd-4d37-9560-93afe9cb8b32 HTTP/1.1" status: 204 len: 168 time: 1.3224239 Nov 23 14:12:07.473758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ff0135a0-bb4f-44da-840c-a34142e66396 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:07.513633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ff0135a0-bb4f-44da-840c-a34142e66396 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:07.514548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ff0135a0-bb4f-44da-840c-a34142e66396 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:07.516047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35501cc-6190-4a2b-97fc-0b30b125a5b2 req-263da2e6-8acc-445e-ac48-0862ab8c3abe tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:07.517834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d35501cc-6190-4a2b-97fc-0b30b125a5b2 req-263da2e6-8acc-445e-ac48-0862ab8c3abe tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 944 time: 0.2555428 Nov 23 14:12:07.523584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fa514-9520-47e6-84e5-6d484e20a952 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a93441-04cd-4d37-9560-93afe9cb8b32,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:07.548059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82a74182-4ca1-47a9-8855-f9e3df3450e3 req-af239a3d-5d23-4848-aeda-99d645ab703e tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823079 Nov 23 14:12:07.572306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-ccf583bb-eed8-45f8-a0e6-64991cb3a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:07.576314 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f634ebf-d0e1-4f27-9125-a48dd5ca2d18 req-ccf583bb-eed8-45f8-a0e6-64991cb3a4bb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5745022 Nov 23 14:12:07.606991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Pushing event updated for resources: {'Port': ['ID=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:07.639968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d35501cc-6190-4a2b-97fc-0b30b125a5b2 req-4ba2aaac-0e41-40cc-9063-4fcb6d2a1d05 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089680 Nov 23 14:12:07.669685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Deleting port 51195000-d31d-4a6c-b0ac-1f84e887f570 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:07.669685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.727975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 36bc126b-3e53-4d0e-8be7-206705afa142 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:12:07.735268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 36bc126b-3e53-4d0e-8be7-206705afa142 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:07.735803 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.753396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41330) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:07.766807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Deleting port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:07.767186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.776965 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cb90d0d-2df4-48fe-bb72-4c660c2ba64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.842090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41332) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:07.865172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.891132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:07.893860 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7473a302-8bbb-47b3-afe0-2b243eb9cf44" -d '{"events": [{"server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "name": "network-vif-plugged", "status": "completed", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:07.909995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 36bc126b-3e53-4d0e-8be7-206705afa142, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=36bc126b-3e53-4d0e-8be7-206705afa142,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:07.911887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.915568 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.970964 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44622b9-5ffe-41b8-b4c5-fe40a09ecc53 x-openstack-request-id: req-f44622b9-5ffe-41b8-b4c5-fe40a09ecc53 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:07.971517 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "name": "network-vif-plugged", "status": "completed", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:07.971782 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f44622b9-5ffe-41b8-b4c5-fe40a09ecc53 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:07.972172 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142', 'code': 200} Nov 23 14:12:07.984801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cb90d0d-2df4-48fe-bb72-4c660c2ba64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:07.987889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c4a857e9-d28f-4e60-934f-6ac664939b31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b425e7ba3c2142028efeb46d07a1c0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447096 Nov 23 14:12:07.990927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41338) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:07.993312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=36bc126b-3e53-4d0e-8be7-206705afa142,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:08.024472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cb90d0d-2df4-48fe-bb72-4c660c2ba64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.026168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Attempting to bind port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:08.026558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Attempting to bind port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:08.027115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Attempting to bind port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 on network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:08.044059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] For port 51195000-d31d-4a6c-b0ac-1f84e887f570, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=51195000-d31d-4a6c-b0ac-1f84e887f570,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:08.044572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.053273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 on network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:08.054703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Attempting to bind port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 on network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:08.089206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac6c2-b566-4a31-a2d6-dcc8eac2c437 req-be759c02-b8a6-4868-b7f1-e1b2cbdce347 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:08.090712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7aaac6c2-b566-4a31-a2d6-dcc8eac2c437 req-be759c02-b8a6-4868-b7f1-e1b2cbdce347 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 949 time: 0.1476970 Nov 23 14:12:08.098306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1cb90d0d-2df4-48fe-bb72-4c660c2ba64e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b861de102872437cbcce3d73ac3a3236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433371 Nov 23 14:12:08.103206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41340) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:08.103843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb90d0d-2df4-48fe-bb72-4c660c2ba64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f42ad-66a3-4c43-819a-6e4efad06d0d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:08.107899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Calling delete_port for 51195000-d31d-4a6c-b0ac-1f84e887f570 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:08.129878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:08.130461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Checking segment: {'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:08.131165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Bound using segment: {'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:08.131940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Bound port: a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd611865b-ba87-452a-9bc2-843253674c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:08.132580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.145510 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51e54758-5756-4a0c-8e21-93f541827898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.149948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] For port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:08.150323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.200155 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:12:08.206632 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.207426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51e54758-5756-4a0c-8e21-93f541827898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.208768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Calling delete_port for 99d02540-d8c6-4acf-860d-d9bce9d4e0ca owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:08.212598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7aaac6c2-b566-4a31-a2d6-dcc8eac2c437 req-a8e5651a-cd51-4813-973a-89225cddd660 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132355 Nov 23 14:12:08.267785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71e46c3a-7fc5-4d59-9fb3-19bcbf920892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.286437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adba42-c103-4fa7-8d57-8ddb9bb54688 req-fcf17c45-abce-4599-a4cb-6297e7b7ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:08.288026 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45adba42-c103-4fa7-8d57-8ddb9bb54688 req-fcf17c45-abce-4599-a4cb-6297e7b7ec80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 1096 time: 0.2374723 Nov 23 14:12:08.305642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71e46c3a-7fc5-4d59-9fb3-19bcbf920892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.327005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e42a-ffb8-4f7d-8bab-f598f05dbfb4 req-de535b1d-6287-4638-a895-d88bbf430678 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:08.333119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e42a-ffb8-4f7d-8bab-f598f05dbfb4 req-de535b1d-6287-4638-a895-d88bbf430678 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:08.339806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e42a-ffb8-4f7d-8bab-f598f05dbfb4 req-de535b1d-6287-4638-a895-d88bbf430678 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:08.341516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4614e42a-ffb8-4f7d-8bab-f598f05dbfb4 req-de535b1d-6287-4638-a895-d88bbf430678 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2400 time: 0.1370244 Nov 23 14:12:08.378469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51e54758-5756-4a0c-8e21-93f541827898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.381075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51e54758-5756-4a0c-8e21-93f541827898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.385083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-51e54758-5756-4a0c-8e21-93f541827898 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3e4d0a8-7cc7-4ea2-95a7-e137d35c3df8 HTTP/1.1" status: 204 len: 168 time: 0.3906884 Nov 23 14:12:08.401135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e54758-5756-4a0c-8e21-93f541827898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e4d0a8-7cc7-4ea2-95a7-e137d35c3df8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:08.428250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4614e42a-ffb8-4f7d-8bab-f598f05dbfb4 req-c87315d2-d9b9-4338-a831-f2fb040b11d9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782247 Nov 23 14:12:08.434127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71e46c3a-7fc5-4d59-9fb3-19bcbf920892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.437439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71e46c3a-7fc5-4d59-9fb3-19bcbf920892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.438882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-71e46c3a-7fc5-4d59-9fb3-19bcbf920892 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a3f42ad-66a3-4c43-819a-6e4efad06d0d HTTP/1.1" status: 204 len: 168 time: 0.3321314 Nov 23 14:12:08.448521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e46c3a-7fc5-4d59-9fb3-19bcbf920892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f42ad-66a3-4c43-819a-6e4efad06d0d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:08.619332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:08.697711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:08.704694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:08.718914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:08.719403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:08.742347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:08.841972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504409ed-6d96-4c88-86dd-580f0b7430ab req-88a15e57-3593-42a0-bf8a-1fc3297d258e tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:08.853202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-504409ed-6d96-4c88-86dd-580f0b7430ab req-88a15e57-3593-42a0-bf8a-1fc3297d258e tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 950 time: 0.1393063 Nov 23 14:12:08.858999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:08.874000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 99d02540-d8c6-4acf-860d-d9bce9d4e0ca no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:08.956587 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45adba42-c103-4fa7-8d57-8ddb9bb54688 req-480410cd-1a00-432d-97a6-6a258a658303 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489321 Nov 23 14:12:08.972498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.008182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-504409ed-6d96-4c88-86dd-580f0b7430ab req-0df3c367-b59c-4b10-a91d-c530df57394c tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382835 Nov 23 14:12:09.024746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d54a2487-990b-462e-86f6-59c41039dab3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:09.037321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b82f3-4a57-4ed5-a1ba-96205cf75d14 req-c4181fb8-27f8-45fa-b6ff-7af80f1525b5 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.039459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-712b82f3-4a57-4ed5-a1ba-96205cf75d14 req-c4181fb8-27f8-45fa-b6ff-7af80f1525b5 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 945 time: 0.2091432 Nov 23 14:12:09.044150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] For port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:09.063087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] For port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:09.070378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3627cdc2-f85f-40e4-b949-e675cf17b33e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:09.115390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3627cdc2-f85f-40e4-b949-e675cf17b33e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:09.115709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3627cdc2-f85f-40e4-b949-e675cf17b33e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:09.121400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 51195000-d31d-4a6c-b0ac-1f84e887f570 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:09.166120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 51195000-d31d-4a6c-b0ac-1f84e887f570 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:09.167468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 51195000-d31d-4a6c-b0ac-1f84e887f570 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:09.181660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-712b82f3-4a57-4ed5-a1ba-96205cf75d14 req-6a52c34d-7846-4d48-add5-ab8c6298ae18 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331291 Nov 23 14:12:09.223892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-68008fa2-071c-441e-b87e-c042295c9538 None None] Provisioning complete for port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:09.224906 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-68008fa2-071c-441e-b87e-c042295c9538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.232913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.245701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Pushing event deleted for resources: {'Port': ['ID=51195000-d31d-4a6c-b0ac-1f84e887f570,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:09.304772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-68008fa2-071c-441e-b87e-c042295c9538 None None] Port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:09.365323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.366003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.404846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.405457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.406924 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] 10.222.0.11 "PUT /v2.0/ports/a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 HTTP/1.1" status: 200 len: 1091 time: 4.0148189 Nov 23 14:12:09.407409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:09.409952 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a79313d-2003-4e4b-b229-edd6321804fb" -d '{"events": [{"name": "network-changed", "server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:09.452184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724124-8255-4a60-8e9f-f16c5417662a req-27941ed0-d918-4a70-8c9b-28af752fbc9d tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.463917 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12724124-8255-4a60-8e9f-f16c5417662a req-27941ed0-d918-4a70-8c9b-28af752fbc9d tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4db2f59-0360-4bf4-8eb5-26e817785083 HTTP/1.1" status: 200 len: 949 time: 0.1256120 Nov 23 14:12:09.481274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] No DVR routers for this DVR port 51195000-d31d-4a6c-b0ac-1f84e887f570 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:09.488264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.492733 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8cdb994-2c11-4f4e-81e9-07bd080a0c73 req-785d68ff-7b37-4f21-886a-44273a9b3123 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "DELETE /v2.0/ports/51195000-d31d-4a6c-b0ac-1f84e887f570 HTTP/1.1" status: 204 len: 173 time: 2.7932827 Nov 23 14:12:09.513471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Request body: {'port': {'device_id': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:09.525209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.569009 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af5f83-839f-4d26-ba22-7656e39555b5 x-openstack-request-id: req-95af5f83-839f-4d26-ba22-7656e39555b5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:09.569625 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:09.570114 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95af5f83-839f-4d26-ba22-7656e39555b5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:09.570684 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767', 'status': 'completed', 'code': 200} Nov 23 14:12:09.577772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e8e15064-f105-4877-b822-21beaef3300d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1250989 Nov 23 14:12:09.644449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12724124-8255-4a60-8e9f-f16c5417662a req-dabbcfd7-5f12-43c4-b76f-d7d197546b39 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785781 Nov 23 14:12:09.646625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc8e8d-ff13-4933-9b02-0699bfbd6658 service neutron] Pushing event updated for resources: {'Port': ['ID=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:09.779435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af5c7-4f3a-4184-bb76-73a816bf4573 req-dadf9361-2ef1-446a-ab82-552b8128d504 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.805347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Pushing event deleted for resources: {'Port': ['ID=99d02540-d8c6-4acf-860d-d9bce9d4e0ca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:09.812304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af5c7-4f3a-4184-bb76-73a816bf4573 req-dadf9361-2ef1-446a-ab82-552b8128d504 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.840076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] No DVR routers for this DVR port 99d02540-d8c6-4acf-860d-d9bce9d4e0ca on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:09.849874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.853034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af5c7-4f3a-4184-bb76-73a816bf4573 req-dadf9361-2ef1-446a-ab82-552b8128d504 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.856860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc421d26-417b-447c-9d45-83cfe2b9d521 req-f73e8c57-d852-4da2-88f1-7dc363af8cc5 tempest-ImagesOneServerTestJSON-1713321714 tempest-ImagesOneServerTestJSON-1713321714-project] 10.222.0.74 "DELETE /v2.0/ports/99d02540-d8c6-4acf-860d-d9bce9d4e0ca HTTP/1.1" status: 204 len: 173 time: 3.0906858 Nov 23 14:12:09.858595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab4af5c7-4f3a-4184-bb76-73a816bf4573 req-dadf9361-2ef1-446a-ab82-552b8128d504 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2400 time: 0.1888750 Nov 23 14:12:09.870405 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:09.877132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79313d-2003-4e4b-b229-edd6321804fb req-40509050-b4b1-4ef7-bbaf-2a8e3ed1f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.877759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79313d-2003-4e4b-b229-edd6321804fb req-40509050-b4b1-4ef7-bbaf-2a8e3ed1f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.878408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79313d-2003-4e4b-b229-edd6321804fb req-40509050-b4b1-4ef7-bbaf-2a8e3ed1f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:09.880250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a79313d-2003-4e4b-b229-edd6321804fb req-40509050-b4b1-4ef7-bbaf-2a8e3ed1f739 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2798 time: 0.2953844 Nov 23 14:12:09.945339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41394) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:09.960147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-060dd4e9-c6c6-43fb-a3b3-8f43b5294408 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609482258', 'description': 'tempest-description--1173700925'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:10.054969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab4af5c7-4f3a-4184-bb76-73a816bf4573 req-eb2f7bad-426c-4dc9-8e5c-477895e60275 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844888 Nov 23 14:12:10.073317 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-060dd4e9-c6c6-43fb-a3b3-8f43b5294408 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.206349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79313d-2003-4e4b-b229-edd6321804fb req-7f37fb3e-9f3e-4328-9614-a37f8dbceda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:10.207067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79313d-2003-4e4b-b229-edd6321804fb req-7f37fb3e-9f3e-4328-9614-a37f8dbceda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:10.214745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79313d-2003-4e4b-b229-edd6321804fb req-7f37fb3e-9f3e-4328-9614-a37f8dbceda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:10.216855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a79313d-2003-4e4b-b229-edd6321804fb req-7f37fb3e-9f3e-4328-9614-a37f8dbceda9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad2da3acd22e4e838c8d021f54654a32&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3093998 Nov 23 14:12:10.250106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41408) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:10.302832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-060dd4e9-c6c6-43fb-a3b3-8f43b5294408 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.314325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-060dd4e9-c6c6-43fb-a3b3-8f43b5294408 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.464628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-060dd4e9-c6c6-43fb-a3b3-8f43b5294408 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.474089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-060dd4e9-c6c6-43fb-a3b3-8f43b5294408 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5258873 Nov 23 14:12:10.480786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41412) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:10.510420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9375b584-6c20-4a67-95b6-18873ea09bca tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'security_group_rule': {'security_group_id': 'e713bfae-70e1-4231-997b-01fc2f0836a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:10.548649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dd4e9-c6c6-43fb-a3b3-8f43b5294408 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e713bfae-70e1-4231-997b-01fc2f0836a9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:10.572232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79313d-2003-4e4b-b229-edd6321804fb req-957c3c24-3013-4e36-83f0-85a1139dd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:10.573996 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a79313d-2003-4e4b-b229-edd6321804fb req-957c3c24-3013-4e36-83f0-85a1139dd5b1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3298295 Nov 23 14:12:10.587286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-602302541-network', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:10.602248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9375b584-6c20-4a67-95b6-18873ea09bca tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.627177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751d5b-6aa2-4f76-9552-25636cd613c1 req-f52a7fca-e42f-4750-a140-8934b19eb9c2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:10.635583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67751d5b-6aa2-4f76-9552-25636cd613c1 req-f52a7fca-e42f-4750-a140-8934b19eb9c2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 945 time: 0.2514009 Nov 23 14:12:10.662204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70934626-366e-4d47-ae86-b0179c4826e3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:10.675782 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.698516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e5919b0-3d98-42bf-8361-743be2bc1307 req-0e439c69-33b0-482c-8df8-595acb98369a tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d8aa1a5-b655-466f-b332-c80c0506e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0903854 Nov 23 14:12:10.699114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Transition to ACTIVE for port object 70934626-366e-4d47-ae86-b0179c4826e3 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:10.706120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9375b584-6c20-4a67-95b6-18873ea09bca tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.707491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.711094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Made reservation on behalf of c7eff05ce20840709ab2a903122c177d for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:10.714598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.738424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9375b584-6c20-4a67-95b6-18873ea09bca tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.743085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67751d5b-6aa2-4f76-9552-25636cd613c1 req-ec9f94b7-f5a0-4640-a333-e2b90a366a02 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065087 Nov 23 14:12:10.745124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.779231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375b584-6c20-4a67-95b6-18873ea09bca tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8239e7-f2ea-40d0-abc2-678cdfcfd455,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:10.803216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Pushing event updated for resources: {'Port': ['ID=70934626-366e-4d47-ae86-b0179c4826e3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:10.816333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9375b584-6c20-4a67-95b6-18873ea09bca tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.828396 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9375b584-6c20-4a67-95b6-18873ea09bca tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450212 Nov 23 14:12:10.832086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41424) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:10.846232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cba50305-d033-4175-8a5b-7b73fbd20ab7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'security_group_rule': {'security_group_id': 'e713bfae-70e1-4231-997b-01fc2f0836a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:10.868312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.873261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.916486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:12:10.923693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a7aab5-a542-46e6-a047-c02e774a53a8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:10.931062 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.931644 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Added segment ca4c1f34-3143-4316-80e9-f2de0b37784b of type vlan for network a38bdf94-76b8-4deb-9d9d-21afb47bd94c Nov 23 14:12:10.958968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba50305-d033-4175-8a5b-7b73fbd20ab7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:10.989303 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.044103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Attempting to bind port 70934626-366e-4d47-ae86-b0179c4826e3 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:11.044471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Attempting to bind port 70934626-366e-4d47-ae86-b0179c4826e3 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:11.044769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Attempting to bind port 70934626-366e-4d47-ae86-b0179c4826e3 on network 9a6795c3-2d4e-4250-996b-582c0c192993 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:11.047624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.049106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.049759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.050495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Port 70934626-366e-4d47-ae86-b0179c4826e3 on network 9a6795c3-2d4e-4250-996b-582c0c192993 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:11.050830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Attempting to bind port 70934626-366e-4d47-ae86-b0179c4826e3 on network 9a6795c3-2d4e-4250-996b-582c0c192993 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:11.058568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:11.058931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Checking segment: {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:11.059359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Bound using segment: {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:11.060116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Bound port: 70934626-366e-4d47-ae86-b0179c4826e3, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2214efc8-5bfb-4eb6-9c90-391d1f8a0855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:11.060490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.111503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8579996 Nov 23 14:12:11.116093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41432) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:11.129974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Request body: {'subnet': {'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-602302541-subnet', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:11.130765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] For port 70934626-366e-4d47-ae86-b0179c4826e3, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:11.134014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] For port 70934626-366e-4d47-ae86-b0179c4826e3, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=70934626-366e-4d47-ae86-b0179c4826e3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:11.144194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.147307 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba50305-d033-4175-8a5b-7b73fbd20ab7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.158536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba50305-d033-4175-8a5b-7b73fbd20ab7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.177401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f249ca7-0d89-4761-8dd7-4ae1731bbe9e admin admin] Pushing event updated for resources: {'Network': ['ID=a38bdf94-76b8-4deb-9d9d-21afb47bd94c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:11.191731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:12:11.227653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba50305-d033-4175-8a5b-7b73fbd20ab7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcfb48c-0ba1-41a7-9c82-9dc4d6a8e1e3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:11.231671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Made reservation on behalf of c7eff05ce20840709ab2a903122c177d for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:11.235677 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.237244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.238467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.240118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] 10.222.0.11 "PUT /v2.0/ports/70934626-366e-4d47-ae86-b0179c4826e3 HTTP/1.1" status: 200 len: 1092 time: 1.7624836 Nov 23 14:12:11.262092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba50305-d033-4175-8a5b-7b73fbd20ab7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.267600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cba50305-d033-4175-8a5b-7b73fbd20ab7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4322686 Nov 23 14:12:11.268290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41436) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:11.276743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:11.281366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41438) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:11.307018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe525a-6e90-4eb3-9074-2833840c8307 req-a9a71f23-f555-4efa-8e7f-1bf8d342c8a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.326111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe525a-6e90-4eb3-9074-2833840c8307 req-a9a71f23-f555-4efa-8e7f-1bf8d342c8a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.334217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe525a-6e90-4eb3-9074-2833840c8307 req-a9a71f23-f555-4efa-8e7f-1bf8d342c8a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.345201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61fe525a-6e90-4eb3-9074-2833840c8307 req-a9a71f23-f555-4efa-8e7f-1bf8d342c8a7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2412 time: 0.1535501 Nov 23 14:12:11.353780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649f024-327d-4212-9bc4-89fd9339f615 service neutron] Pushing event updated for resources: {'Port': ['ID=70934626-366e-4d47-ae86-b0179c4826e3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:11.360588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.405074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a0ef58f3-5f6d-4a55-bba7-32f8bd78f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.405804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a0ef58f3-5f6d-4a55-bba7-32f8bd78f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.406294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a0ef58f3-5f6d-4a55-bba7-32f8bd78f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.409985 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-a0ef58f3-5f6d-4a55-bba7-32f8bd78f156 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2865 time: 0.1106653 Nov 23 14:12:11.449362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61fe525a-6e90-4eb3-9074-2833840c8307 req-2077bc14-314a-4884-8883-3de4ded4a0cd tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032112 Nov 23 14:12:11.507921 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-37db45ff-4d8f-4fae-98c9-ef98043fecbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=5a42c79d-6603-4f55-9916-98faabfd60a7 HTTP/1.1" status: 200 len: 217 time: 0.0841272 Nov 23 14:12:11.580388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'name': 'network-vif-deleted', 'tag': '51195000-d31d-4a6c-b0ac-1f84e887f570'}, {'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-deleted', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca'}, {'name': 'network-changed', 'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:11.583023 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4" -d '{"events": [{"server_uuid": "2d8aa1a5-b655-466f-b332-c80c0506e8a4", "name": "network-vif-deleted", "tag": "51195000-d31d-4a6c-b0ac-1f84e887f570"}, {"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-deleted", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca"}, {"name": "network-changed", "server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "tag": "70934626-366e-4d47-ae86-b0179c4826e3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:11.587548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-af1860e9-0c7e-49f2-b7fc-757e2e252f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.589313 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-af1860e9-0c7e-49f2-b7fc-757e2e252f7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffb1dda7-46e3-4ae7-8b68-d58b677448ee HTTP/1.1" status: 200 len: 801 time: 0.0709839 Nov 23 14:12:11.617593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.667229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-ba57d286-17f2-43a6-9e10-aef8af39a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.670928 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-ba57d286-17f2-43a6-9e10-aef8af39a5ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a6795c3-2d4e-4250-996b-582c0c192993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693779 Nov 23 14:12:11.670928 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3507d81-213d-4d2f-8826-155556332638 x-openstack-request-id: req-c3507d81-213d-4d2f-8826-155556332638 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:11.670928 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8aa1a5-b655-466f-b332-c80c0506e8a4", "name": "network-vif-deleted", "tag": "51195000-d31d-4a6c-b0ac-1f84e887f570", "status": "completed", "code": 200}, {"server_uuid": "f4db2f59-0360-4bf4-8eb5-26e817785083", "name": "network-vif-deleted", "tag": "99d02540-d8c6-4acf-860d-d9bce9d4e0ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "tag": "70934626-366e-4d47-ae86-b0179c4826e3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:11.670928 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3507d81-213d-4d2f-8826-155556332638 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:11.671510 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8aa1a5-b655-466f-b332-c80c0506e8a4', 'name': 'network-vif-deleted', 'tag': '51195000-d31d-4a6c-b0ac-1f84e887f570', 'status': 'completed', 'code': 200} Nov 23 14:12:11.671510 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db2f59-0360-4bf4-8eb5-26e817785083', 'name': 'network-vif-deleted', 'tag': '99d02540-d8c6-4acf-860d-d9bce9d4e0ca', 'status': 'completed', 'code': 200} Nov 23 14:12:11.671695 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3', 'status': 'completed', 'code': 200} Nov 23 14:12:11.714153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.718606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefa234a-25e7-452f-8d44-dbc1316d9c86,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:11.815348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Checking segment: {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:11.816147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Network hostable DHCP agents. Network: a38bdf94-76b8-4deb-9d9d-21afb47bd94c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:12:11.821663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00887224-d1a0-4895-b1a6-33ecfd133a75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e769ec521f21493a90b98a4a5118d29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5335157 Nov 23 14:12:11.825125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41458) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:11.870547 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-0569d3e1-1f55-4c96-97dd-4e9c63b6743f service neutron] 10.222.0.11 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940076 Nov 23 14:12:11.871959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:12:11.908924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da95662-13b1-40dd-a129-7ba4781a8ba9 req-d28897da-44d7-4383-81f1-103f296e2cbd tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.910536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da95662-13b1-40dd-a129-7ba4781a8ba9 req-d28897da-44d7-4383-81f1-103f296e2cbd tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 945 time: 0.0867665 Nov 23 14:12:11.911951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, a38bdf94-76b8-4deb-9d9d-21afb47bd94c) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:11.921332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c2aff-5770-4075-a4f3-afdd3b43e7a1 None None] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:11.923450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:11.924188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:11.959813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2b953df6-1578-4123-80e1-6efb73090ed0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8384457 Nov 23 14:12:11.960038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 172.25.3.194 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9953eaf3-f2a6-4b9c-b8d8-1f88b62c8103) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:11.961989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41470) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:11.986649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-59659e26-988e-4d96-981a-269d0f6ceb89 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5cf380e821104a998ee65f4d18d6bb95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355046 Nov 23 14:12:11.995163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:12.028339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da95662-13b1-40dd-a129-7ba4781a8ba9 req-a936cb23-8c9e-43ed-88b5-49b9c064edb1 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934820 Nov 23 14:12:12.059410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa47-4556-4f02-9e31-932e17b1959b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.080058 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.081687 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.085140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ff9cd-ce0d-4a35-9cb7-9e4575eb94ef None None] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:12.131987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa47-4556-4f02-9e31-932e17b1959b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.147615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-7c5c498b-a129-4376-acf9-4662f70fb28b tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:12.149732 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-7c5c498b-a129-4376-acf9-4662f70fb28b tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566129 Nov 23 14:12:12.160773 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-175f2767-2bd8-4fbe-8f78-8dc4c8788ad8 service neutron] 10.222.0.11 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729936 Nov 23 14:12:12.167476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-49b0b22c-7580-434e-aa28-6743c9161642 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/quotas/5cf380e821104a998ee65f4d18d6bb95 HTTP/1.1" status: 200 len: 375 time: 0.0108328 Nov 23 14:12:12.206707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-d21aa357-c754-45f0-b5d1-9640554f9a3f tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cf380e821104a998ee65f4d18d6bb95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321963 Nov 23 14:12:12.263415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-51ffa738-b704-4328-8f04-ebdf87632165 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.94&port_id=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 HTTP/1.1" status: 200 len: 217 time: 0.0878778 Nov 23 14:12:12.331205 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.405152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.436092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bdda63c0-7ba3-493f-a496-7f59334b3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:12.437612 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bdda63c0-7ba3-493f-a496-7f59334b3f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1d74867-2ea0-4174-b5f5-202c24ff95a8 HTTP/1.1" status: 200 len: 801 time: 0.1427302 Nov 23 14:12:12.460143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa47-4556-4f02-9e31-932e17b1959b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.463298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa47-4556-4f02-9e31-932e17b1959b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.464436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4ee6fa47-4556-4f02-9e31-932e17b1959b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa502fac-c8ad-4ac1-8dac-d2c5b0a895de HTTP/1.1" status: 204 len: 168 time: 0.6362684 Nov 23 14:12:12.562243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6fa47-4556-4f02-9e31-932e17b1959b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa502fac-c8ad-4ac1-8dac-d2c5b0a895de,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:12.566984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06349a3f-763c-48e0-963a-1d6c69b37692 req-715a6b5f-4e58-46d0-b766-cbbd5018820b tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:12.574720 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.576696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06349a3f-763c-48e0-963a-1d6c69b37692 req-715a6b5f-4e58-46d0-b766-cbbd5018820b tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 950 time: 0.1402028 Nov 23 14:12:12.608752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb9efe29-3cb1-4cab-a2b2-1ec36aff1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:12.610285 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-bb9efe29-3cb1-4cab-a2b2-1ec36aff1a75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1635904 Nov 23 14:12:12.612797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.624250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-bc5e50cc-90c6-42f3-83d1-f31e57941a6e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:12.626073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-bc5e50cc-90c6-42f3-83d1-f31e57941a6e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1505549 Nov 23 14:12:12.665878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06349a3f-763c-48e0-963a-1d6c69b37692 req-c3c0326d-d06d-475e-b5ef-575110388232 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852993 Nov 23 14:12:12.701820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:12.731415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-f8607775-5a74-4466-bb76-055b416c3287 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.0942063 Nov 23 14:12:12.738174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:12.743397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=9953eaf3-f2a6-4b9c-b8d8-1f88b62c8103,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:12.749752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:12.761031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'floatingip': {'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:12.790295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03becf51-b449-4311-8815-a302cde4a379 req-c7e06380-06b1-4876-8dfb-eefb6eb4c97f tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 210 time: 0.0631616 Nov 23 14:12:12.837646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:12.848602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-71511af5-7dc3-4ba1-bf81-8141c27245d1 service neutron] 10.222.0.11 "GET /v2.0/networks/d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245800 Nov 23 14:12:12.975635 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:13.003870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800067-e4fd-494d-8196-d8250f219a8b req-d60b57a2-9b86-4efa-8259-4d61071cbe4b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:13.010295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800067-e4fd-494d-8196-d8250f219a8b req-d60b57a2-9b86-4efa-8259-4d61071cbe4b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:13.016823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800067-e4fd-494d-8196-d8250f219a8b req-d60b57a2-9b86-4efa-8259-4d61071cbe4b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:13.018489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7800067-e4fd-494d-8196-d8250f219a8b req-d60b57a2-9b86-4efa-8259-4d61071cbe4b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2412 time: 0.1348438 Nov 23 14:12:13.092060 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-75f63034-09f8-42c9-9f9d-e9e08f99a5cc service neutron] 10.222.0.11 "GET /v2.0/networks/d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172949 Nov 23 14:12:13.125070 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:13.161285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7800067-e4fd-494d-8196-d8250f219a8b req-3e17008f-0a7a-4d2a-bbff-d82b05b8c9f4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246724 Nov 23 14:12:13.182524 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-b323c1a9-edc0-4acc-9307-3db683c85c28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=70934626-366e-4d47-ae86-b0179c4826e3 HTTP/1.1" status: 200 len: 217 time: 0.0646636 Nov 23 14:12:13.225445 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:13.260986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:13.298218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-dc9a03e1-cab7-49a8-b1d3-0b43a7121b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:13.300807 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-dc9a03e1-cab7-49a8-b1d3-0b43a7121b90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffb1dda7-46e3-4ae7-8b68-d58b677448ee HTTP/1.1" status: 200 len: 801 time: 0.1095669 Nov 23 14:12:13.812035 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-c243701d-1705-4f43-a26a-d9bf18064802 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5cf380e821104a998ee65f4d18d6bb95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638597 Nov 23 14:12:13.871323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-5c29015e-504c-413b-b83d-3502702743b6 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:13.873105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-5c29015e-504c-413b-b83d-3502702743b6 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 950 time: 0.2213502 Nov 23 14:12:13.915759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:13.923150 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:13.927955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Allocated IP 172.25.3.65 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/6ef21876-45fe-4e6c-b482-638890ca0c88) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:13.983747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cf1ca-fa59-4124-b8ae-2dcb71223a57 req-25117dcc-993d-4a23-b4b2-faebf531c920 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:13.985273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd8cf1ca-fa59-4124-b8ae-2dcb71223a57 req-25117dcc-993d-4a23-b4b2-faebf531c920 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 950 time: 0.1067381 Nov 23 14:12:13.991326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-616134c6-ee36-4170-bba4-ecc2569bf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:13.993333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-616134c6-ee36-4170-bba4-ecc2569bf089 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a6795c3-2d4e-4250-996b-582c0c192993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3453538 Nov 23 14:12:14.036802 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.068931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.072396 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797 associated. External IP: 172.25.3.152, port: da3d44a6-b056-4f15-8715-4fb0c7910c72. Nov 23 14:12:14.107885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd8cf1ca-fa59-4124-b8ae-2dcb71223a57 req-8254a6cd-35ef-4568-9998-384acba20aee tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d432fb0-6159-4700-9be9-a8b3b28f1771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893090 Nov 23 14:12:14.206324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bf3c37a-163f-4f0f-9fbb-3c9338027379 req-aa5fe6bc-6f1c-44ff-a19b-d4de5447991f tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 210 time: 0.0300632 Nov 23 14:12:14.231900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-d5042caa-4002-46b9-9c22-745e60ccc69d tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.233383 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-d5042caa-4002-46b9-9c22-745e60ccc69d tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4111681 Nov 23 14:12:14.271107 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Request body: {'port': {'device_id': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '5cf380e821104a998ee65f4d18d6bb95'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:14.298291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=9953eaf3-f2a6-4b9c-b8d8-1f88b62c8103,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:14.337514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:14.358832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.363515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-99fcc740-ffe1-4058-b943-16a55b67a678 service neutron] 10.222.0.11 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570011 Nov 23 14:12:14.433775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.434458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08719a-8d37-4404-b895-22d2aa43d7ce req-9a94e61e-a877-4075-a168-26bd66eb2251 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.440460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08719a-8d37-4404-b895-22d2aa43d7ce req-9a94e61e-a877-4075-a168-26bd66eb2251 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.443669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Deleting port d54a2487-990b-462e-86f6-59c41039dab3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:14.443997 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.447030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08719a-8d37-4404-b895-22d2aa43d7ce req-9a94e61e-a877-4075-a168-26bd66eb2251 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.448688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a08719a-8d37-4404-b895-22d2aa43d7ce req-9a94e61e-a877-4075-a168-26bd66eb2251 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2412 time: 0.1101177 Nov 23 14:12:14.471799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.473028 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ecec7dc4-d301-47ba-ac73-75ea51142a09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2017403 Nov 23 14:12:14.534844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a08719a-8d37-4404-b895-22d2aa43d7ce req-18c93fc4-5c08-4c42-9f9b-e5a80e42dc31 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573952 Nov 23 14:12:14.540400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:14.547789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.552660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:14.565975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:14.568761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:14.600037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-3d3b1583-e659-473b-9ea9-c7f544cbcf37 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "PUT /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 200 len: 996 time: 1.8551290 Nov 23 14:12:14.600863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:14.603422 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df1b237-002c-4465-9b7a-a49fdece8bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:14.639793 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9e1f90da-0770-4da2-a370-3d96211c7f47 req-f008ce76-6525-464e-b9cc-4dbcea32dcce service neutron] 10.222.0.11 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438488 Nov 23 14:12:14.654221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.663590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] For port d54a2487-990b-462e-86f6-59c41039dab3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d54a2487-990b-462e-86f6-59c41039dab3,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:14.664048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.703658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Calling delete_port for d54a2487-990b-462e-86f6-59c41039dab3 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:14.705665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Made reservation on behalf of 5cf380e821104a998ee65f4d18d6bb95 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:14.709230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.714036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-f2e6bcab-69cd-4729-91fa-554fe19d69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.715705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-f2e6bcab-69cd-4729-91fa-554fe19d69aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.1061676 Nov 23 14:12:14.748083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:14.762315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:14.766041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:14.789633 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:14.831108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef21876-45fe-4e6c-b482-638890ca0c88,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:14.836662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:14.881487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-7973db63-a0e6-42ed-a72f-01226010c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.897241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-7973db63-a0e6-42ed-a72f-01226010c5b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.1706254 Nov 23 14:12:14.912718 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8301b3-29c8-45a7-bb1d-842c4cb52870 x-openstack-request-id: req-eb8301b3-29c8-45a7-bb1d-842c4cb52870 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:14.913049 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:14.913275 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb8301b3-29c8-45a7-bb1d-842c4cb52870 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:14.913739 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'status': 'completed', 'code': 200} Nov 23 14:12:14.953094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-7b68f14a-e7ed-4473-9096-d640eda92c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.954007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-7b68f14a-e7ed-4473-9096-d640eda92c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.955149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-7b68f14a-e7ed-4473-9096-d640eda92c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:14.957179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-7b68f14a-e7ed-4473-9096-d640eda92c3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2865 time: 0.2358389 Nov 23 14:12:15.112736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-5fc51cee-a33a-41dc-bc9d-a9db6a470d36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 999 time: 0.2137239 Nov 23 14:12:15.128229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41570) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:15.149296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:71:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:13Z', 'revision_number': 1, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:15.180954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:15.190930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:15.191361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:15.208323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-ea57da90-aa24-43b3-b136-1fd824fea78e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--609482258&fields=id&tenant_id=e6c6ec99dba14695a4767121818c34de HTTP/1.1" status: 200 len: 267 time: 0.1435513 Nov 23 14:12:15.219019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-230a1fe5-e711-4e9c-b490-ba4cc2b04ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.228302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-230a1fe5-e711-4e9c-b490-ba4cc2b04ea0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1147058 Nov 23 14:12:15.303785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4107536b-7b61-4082-8e07-f174ba3adf9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:15.304817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-2df96cba-dc22-4e56-9a91-066d55aee8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.306351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-2df96cba-dc22-4e56-9a91-066d55aee8b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.3824580 Nov 23 14:12:15.319440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:15.324188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fd5e9066-7bbe-4c94-a76d-f81a23b81379 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.325608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fd5e9066-7bbe-4c94-a76d-f81a23b81379 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 937 time: 0.1162977 Nov 23 14:12:15.346201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-14782810-ab9f-4931-83b1-d7c24200dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.347657 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-14782810-ab9f-4931-83b1-d7c24200dfa8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a6795c3-2d4e-4250-996b-582c0c192993 HTTP/1.1" status: 200 len: 903 time: 0.3317969 Nov 23 14:12:15.352873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-68ae5deb-ec4f-4518-8a47-086d9abc8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.354361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-68ae5deb-ec4f-4518-8a47-086d9abc8c55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243038 Nov 23 14:12:15.384407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-7ba98800-370a-471e-b555-0a35375b4bb3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:12:15.385397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-7ba98800-370a-471e-b555-0a35375b4bb3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078697 Nov 23 14:12:15.419105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-8d42582a-84d2-4ee8-9f71-146f4e79d17e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=70934626-366e-4d47-ae86-b0179c4826e3 HTTP/1.1" status: 200 len: 217 time: 0.0554416 Nov 23 14:12:15.421083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-db6fc8e4-aad5-4b62-a29c-163f66441daa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.422671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-db6fc8e4-aad5-4b62-a29c-163f66441daa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports/1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 934 time: 0.0855610 Nov 23 14:12:15.492654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-35fe0966-f004-4324-8959-b9703295653d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0527670 Nov 23 14:12:15.507092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:15.549322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:15.568402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-0ce0107f-4f37-4f9d-9a6d-3c614a314db5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0427866 Nov 23 14:12:15.571743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:71:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:13Z', 'revision_number': 1, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:15.584701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:15.603119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c524826-cb1f-4847-99d0-cb875fbf4543 None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:71:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:13Z', 'revision_number': 1, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:15.619321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4107536b-7b61-4082-8e07-f174ba3adf9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:15.630778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-338a052e-4021-4a92-963f-fec3453b2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.632334 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-338a052e-4021-4a92-963f-fec3453b2487 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffb1dda7-46e3-4ae7-8b68-d58b677448ee HTTP/1.1" status: 200 len: 801 time: 0.1936884 Nov 23 14:12:15.636809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4107536b-7b61-4082-8e07-f174ba3adf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:15.650544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-03fcebb9-e8d1-4d29-bf48-350f2b626cdb service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540843 Nov 23 14:12:15.657756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9695ca-a4bc-4081-a1b6-fdf81a572843,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:15.706286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Pushing event deleted for resources: {'Port': ['ID=d54a2487-990b-462e-86f6-59c41039dab3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:15.743740 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:15.753488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4107536b-7b61-4082-8e07-f174ba3adf9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56490fb34b0743338672ebb631fa3ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6239583 Nov 23 14:12:15.770669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41580) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:15.783276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107536b-7b61-4082-8e07-f174ba3adf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94ef458-195e-409e-a5c5-f97d957244a2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:15.794997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-28cf8c15-b580-4208-953f-38eafefc5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.796474 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-28cf8c15-b580-4208-953f-38eafefc5ff1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.4518809 Nov 23 14:12:15.862009 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ca2da-8848-45c5-883e-368a7a592dce None None] New status for floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:12:15.870272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-dd8d2ce8-6f68-496b-9b7f-6d4c5c658ce1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.876186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-dd8d2ce8-6f68-496b-9b7f-6d4c5c658ce1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.882114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-dd8d2ce8-6f68-496b-9b7f-6d4c5c658ce1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:15.890683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-dd8d2ce8-6f68-496b-9b7f-6d4c5c658ce1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/networks?id=02a9ee93-d52a-40bd-8474-910f5a837859&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=2abe950e-20d4-41a3-987a-91c4a86ba666&id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 1995 time: 0.3094413 Nov 23 14:12:15.925946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-6e07a306-1a0c-4e91-ab17-163eb77fe5ab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/quotas/e6c6ec99dba14695a4767121818c34de HTTP/1.1" status: 200 len: 375 time: 0.0343237 Nov 23 14:12:15.939887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e316fb-78b0-4b57-9e1b-8885f91483ae req-0cc00085-e419-48fa-b13c-9876243b6b11 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711637 Nov 23 14:12:15.957968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a77d64c-3a56-4011-bbb6-405e58d55aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:16.013865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a77d64c-3a56-4011-bbb6-405e58d55aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:16.058232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-548da0eb-11ab-4a8b-86e5-8a33ea2d3c46 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1111910 Nov 23 14:12:16.108020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f15ce945-3a67-4133-a12e-22feb6bf0f57 req-38c13f22-3a27-4306-8390-0020d254abba tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5806525-f9ff-40c8-93d8-d158d367bbf6 HTTP/1.1" status: 200 len: 210 time: 0.0786934 Nov 23 14:12:16.180423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] No DVR routers for this DVR port d54a2487-990b-462e-86f6-59c41039dab3 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:16.201876 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:16.205331 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0193daf6-0b34-4843-aa35-03cf58294b63 req-0094e224-947a-42be-87ee-8dae3956b715 tempest-ServersAdminNegativeTestJSON-1762917119 tempest-ServersAdminNegativeTestJSON-1762917119-project] 10.222.0.74 "DELETE /v2.0/ports/d54a2487-990b-462e-86f6-59c41039dab3 HTTP/1.1" status: 204 len: 173 time: 2.3032010 Nov 23 14:12:16.205808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'name': 'network-vif-deleted', 'tag': 'd54a2487-990b-462e-86f6-59c41039dab3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:16.208180 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38afaa9e-3a5e-4429-ac1b-d6e9cf2a7cfd" -d '{"events": [{"server_uuid": "f5806525-f9ff-40c8-93d8-d158d367bbf6", "name": "network-vif-deleted", "tag": "d54a2487-990b-462e-86f6-59c41039dab3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:16.232392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a77d64c-3a56-4011-bbb6-405e58d55aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:16.235796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a77d64c-3a56-4011-bbb6-405e58d55aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:16.240078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8a77d64c-3a56-4011-bbb6-405e58d55aed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c94ef458-195e-409e-a5c5-f97d957244a2 HTTP/1.1" status: 204 len: 168 time: 0.4683712 Nov 23 14:12:16.280585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e695cd4-c7fd-4ede-aecb-380a1db88177 req-2ae92068-2a60-4935-bd8c-4ed060878cd8 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 210 time: 0.0509968 Nov 23 14:12:16.294695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77d64c-3a56-4011-bbb6-405e58d55aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94ef458-195e-409e-a5c5-f97d957244a2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:16.317574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-f2c126be-6cb3-4d72-9312-3ae022b48c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:16.319138 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-f2c126be-6cb3-4d72-9312-3ae022b48c72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a6795c3-2d4e-4250-996b-582c0c192993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6536212 Nov 23 14:12:16.325028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-92ec95ab-660a-4768-b3f3-f6c777964a2f service neutron] 10.222.0.46 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395632 Nov 23 14:12:16.371824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-26d7a085-4fff-4940-9d06-d08adbfb4d17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 1001 time: 0.5627208 Nov 23 14:12:16.408459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Allocated IP 192.168.233.181 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:16.511336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b21d-a410-4fdb-96e3-121d2c058754 req-c24848c3-74c3-496f-aef7-e25196f8405a tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:16.517778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b21d-a410-4fdb-96e3-121d2c058754 req-c24848c3-74c3-496f-aef7-e25196f8405a tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:16.523865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b21d-a410-4fdb-96e3-121d2c058754 req-c24848c3-74c3-496f-aef7-e25196f8405a tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:16.525674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39e7b21d-a410-4fdb-96e3-121d2c058754 req-c24848c3-74c3-496f-aef7-e25196f8405a tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2412 time: 0.1380103 Nov 23 14:12:16.536044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-acc7d6db-8e6c-44b6-83fc-e862f8f89cbd service neutron] 10.222.0.46 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048428 Nov 23 14:12:16.589965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-f9e397b2-27fb-4401-95bc-07a44d5484b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:16.591488 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-f9e397b2-27fb-4401-95bc-07a44d5484b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.2062869 Nov 23 14:12:16.631299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39e7b21d-a410-4fdb-96e3-121d2c058754 req-bf7d49cd-9b8b-448f-a13e-5cfd21b0d86f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915124 Nov 23 14:12:16.652627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4c55b628-999f-4991-96ad-47d810673d27 service neutron] 10.222.0.46 "GET /v2.0/ports/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1154692 Nov 23 14:12:16.727253 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-8106a5c0-bcc2-45bb-a129-033435fd9a94 service neutron] 10.222.0.11 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798456 Nov 23 14:12:16.813516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-a8cf80cc-7ab5-4171-9b41-3b887c9bf566 service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597040 Nov 23 14:12:16.844920 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:16.877149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d54a2487-990b-462e-86f6-59c41039dab3 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:16.936802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: d54a2487-990b-462e-86f6-59c41039dab3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:16.938997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d54a2487-990b-462e-86f6-59c41039dab3 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:16.940523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-d4deb661-fa17-4fbd-98d1-de008ac5aa3c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:16.942032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-d4deb661-fa17-4fbd-98d1-de008ac5aa3c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1264949 Nov 23 14:12:16.943812 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6954bb3c-9f73-4e9c-84b8-1a042f4008a4 req-7ff10435-9578-480f-9459-e48547c72b64 service neutron] 10.222.0.11 "GET /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747372 Nov 23 14:12:17.004314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.027779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-23598005-1bab-4e69-bb8c-6deb39a414a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:17.029385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-23598005-1bab-4e69-bb8c-6deb39a414a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4180565 Nov 23 14:12:17.064680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-7e07c543-cdd9-4101-a441-9c3498b8d796 service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501862 Nov 23 14:12:17.067793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-0271cfc8-67a3-42ea-aad1-8be6662c5312 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1154413 Nov 23 14:12:17.083832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'floatingip': {'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:17.156064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.167966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-84fa361e-6e35-4593-a7c9-94e263697b67 service neutron] 10.222.0.46 "GET /v2.0/ports/1a921d86-46a7-4db0-ba64-c8a55bcc49f7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0804431 Nov 23 14:12:17.195825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.223670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:17.238580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:17.243880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:17.255899 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-40fe7bc7-d6ba-4cae-9d63-3a2cd1a425a2 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918097 Nov 23 14:12:17.276311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Pushing event updated for resources: {'Port': ['ID=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:17.336486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:12:17.340553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Router 8118336c-0016-48aa-b8fa-789e3f54fea0 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:12:17.415561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:17.416250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.453532 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3ea2f13c-4c3e-42da-96a3-3fb4f26ce7b2 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1917100 Nov 23 14:12:17.470267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:17.485959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767', 'network_id': 'd5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9', 'port_id': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767', 'mac_address': 'fa:16:3e:75:a9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d74867-2ea0-4174-b5f5-202c24ff95a8', 'ip_address': '19.86.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:12:17.506704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Request body: {'port': {'device_id': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:17.528604 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.544983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:17.567714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:17.572226 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.572906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5a42c79d-6603-4f55-9916-98faabfd60a7 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:12:17.624678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3df1b237-002c-4465-9b7a-a49fdece8bb9 req-aa9fa8fb-5829-45bd-9d48-d394ab9aaa7c service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421397 Nov 23 14:12:17.644379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.659015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8fb0da1e-c277-45f9-b393-752018df09c3 None None] Provisioning complete for port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:17.659778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8fb0da1e-c277-45f9-b393-752018df09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.688179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:17.705308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-bbd7e796-829d-4ee6-add6-4b4b75d4fccf service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286133 Nov 23 14:12:17.718360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:17.719802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Sync routers for ids ['8118336c-0016-48aa-b8fa-789e3f54fea0'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:17.724393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-55d5ad5c-9466-4905-b0b7-851fbf2b76f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7547665 Nov 23 14:12:17.725018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41616) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:17.762371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:17.767475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0da1e-c277-45f9-b393-752018df09c3 None None] Port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:17.781159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Routers {'8118336c-0016-48aa-b8fa-789e3f54fea0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:17.781788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8118336c-0016-48aa-b8fa-789e3f54fea0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:17.841918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5a42c79d-6603-4f55-9916-98faabfd60a7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5a42c79d-6603-4f55-9916-98faabfd60a7,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:17.890633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '5a42c79d-6603-4f55-9916-98faabfd60a7', 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993', 'port_id': '5a42c79d-6603-4f55-9916-98faabfd60a7', 'mac_address': 'fa:16:3e:45:cb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb1dda7-46e3-4ae7-8b68-d58b677448ee', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:12:17.920926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-edb5006d-3a7a-4ab9-b7a1-79829ad5e8d6 service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919036 Nov 23 14:12:18.055362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Set router 8118336c-0016-48aa-b8fa-789e3f54fea0 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:18.131497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-64d7f3b9-b441-49d2-a992-2cdb929048af service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823237 Nov 23 14:12:18.131773 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.153526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a42c79d-6603-4f55-9916-98faabfd60a7 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:18.204952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5a42c79d-6603-4f55-9916-98faabfd60a7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5a42c79d-6603-4f55-9916-98faabfd60a7,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:18.210347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.211108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 70934626-366e-4d47-ae86-b0179c4826e3 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:12:18.217002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:18.229091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.248720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Transition to ACTIVE for port object 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:18.253506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.310612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-cd807df6-7c95-4e1b-ac09-1c4131d21eaa service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614981 Nov 23 14:12:18.318401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.319917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 70934626-366e-4d47-ae86-b0179c4826e3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=70934626-366e-4d47-ae86-b0179c4826e3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:18.323732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.331050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=5a42c79d-6603-4f55-9916-98faabfd60a7,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:18.340795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '70934626-366e-4d47-ae86-b0179c4826e3', 'network_id': '9a6795c3-2d4e-4250-996b-582c0c192993', 'port_id': '70934626-366e-4d47-ae86-b0179c4826e3', 'mac_address': 'fa:16:3e:32:65:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb1dda7-46e3-4ae7-8b68-d58b677448ee', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:12:18.345436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:18.389325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:12:15Z', 'revision_number': 3, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port': {'id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:13Z', 'updated_at': '2021-11-23T14:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:18.422361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.424327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Checking router: 8118336c-0016-48aa-b8fa-789e3f54fea0 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:18.424685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Updating router 8118336c-0016-48aa-b8fa-789e3f54fea0 port 6ef21876-45fe-4e6c-b482-638890ca0c88 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:12:18.435923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.436264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.436608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.436940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.437654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.437654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.437907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.438212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.438530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.438851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.439196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.439515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:18.458017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70934626-366e-4d47-ae86-b0179c4826e3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:18.463515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.466515 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.484996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Attempting to bind port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:18.485336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Attempting to bind port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:18.485663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Attempting to bind port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:18.493114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:18.493874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Attempting to bind port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:18.497989 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797 associated. External IP: 172.25.3.152, port: da3d44a6-b056-4f15-8715-4fb0c7910c72. Nov 23 14:12:18.503120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:18.503636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:18.504031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:18.504656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Bound port: 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:18.505781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.511614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 70934626-366e-4d47-ae86-b0179c4826e3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=70934626-366e-4d47-ae86-b0179c4826e3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:18.520199 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.563136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-29b49132-fad1-4d59-9a21-0c4d12d19aeb service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921530 Nov 23 14:12:18.646143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] For port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:18.651313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] For port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:18.661269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=70934626-366e-4d47-ae86-b0179c4826e3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:18.664386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.756129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:18.756834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.758493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] 10.222.0.74 "PUT /v2.0/ports/2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f HTTP/1.1" status: 200 len: 1096 time: 1.2961593 Nov 23 14:12:18.782880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-8cab1e71-f33c-4bc4-93a2-b18876587d3a service neutron] 10.222.0.46 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622558 Nov 23 14:12:18.871408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cf8be-983d-4140-84da-ae6c6e85ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:18.887454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.895928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Allocated IP 172.20.0.1 (a38bdf94-76b8-4deb-9d9d-21afb47bd94c/eefa234a-25e7-452f-8d44-dbc1316d9c86/be024ccd-67a3-4a3e-a612-dba33765ab6e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:18.896196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:18.914687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-369bab3b-afeb-49cb-9fe0-0834019e0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:18.916295 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-369bab3b-afeb-49cb-9fe0-0834019e0b9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5cf380e821104a998ee65f4d18d6bb95&device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 1099 time: 0.1026754 Nov 23 14:12:18.936500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['a47a9e12-b2f4-44f6-a637-6bdb0f6c0767'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:18.947761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:18.989168 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-d9500954-db1e-4ff5-a7df-42b7532c1f38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f HTTP/1.1" status: 200 len: 217 time: 0.0566821 Nov 23 14:12:18.990050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['70934626-366e-4d47-ae86-b0179c4826e3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:19.082148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:19.087626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-c9908961-ebda-4c19-8025-753d1b1848ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:19.088624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-c9908961-ebda-4c19-8025-753d1b1848ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0923247 Nov 23 14:12:19.094448 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:19.109350 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:19.110411 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:19.121133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:19.149269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f90ce8f5-bb84-451f-9f5d-f9e9b0b9d209 service neutron] 10.222.0.46 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940741 Nov 23 14:12:19.158848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af223e4-92b5-4c38-9cf3-f799b74c6510 None None] Pushing event updated for resources: {'Port': ['ID=6ef21876-45fe-4e6c-b482-638890ca0c88,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:19.163035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Attempting to bind port 6ef21876-45fe-4e6c-b482-638890ca0c88 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:19.163757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Attempting to bind port 6ef21876-45fe-4e6c-b482-638890ca0c88 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:19.164386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Attempting to bind port 6ef21876-45fe-4e6c-b482-638890ca0c88 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:19.174915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:19.175148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:19.175637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:19.187785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:19.188233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:19.188902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Bound port: 6ef21876-45fe-4e6c-b482-638890ca0c88, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:19.189967 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:19.232326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:19.242793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:19.251631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:19.258152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-c48d253a-b892-458e-9942-a83bcb1fafde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:19.261385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-c48d253a-b892-458e-9942-a83bcb1fafde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609359 Nov 23 14:12:19.269324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-1bb4078d-f58b-4526-809e-d9f7078bc6d1 service neutron] 10.222.0.46 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910742 Nov 23 14:12:19.297890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Pushing event updated for resources: {'Port': ['ID=be024ccd-67a3-4a3e-a612-dba33765ab6e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:19.324755 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:19.342351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:19.373632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] For port 6ef21876-45fe-4e6c-b482-638890ca0c88, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:19.403714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] For port 6ef21876-45fe-4e6c-b482-638890ca0c88, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6ef21876-45fe-4e6c-b482-638890ca0c88,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:19.417958 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:19.453993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-60ab0085-e280-4ed4-b9fa-d91642e8a47e service neutron] 10.222.0.46 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749508 Nov 23 14:12:19.497356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Routers {'8118336c-0016-48aa-b8fa-789e3f54fea0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:19.498733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8118336c-0016-48aa-b8fa-789e3f54fea0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:19.558137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-750255bf-2d74-4b46-9d65-c1d803f79832 service neutron] 10.222.0.46 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973620 Nov 23 14:12:19.583271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:19.645633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af223e4-92b5-4c38-9cf3-f799b74c6510 None None] Pushing event updated for resources: {'Port': ['ID=6ef21876-45fe-4e6c-b482-638890ca0c88,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:19.686511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] Set router 8118336c-0016-48aa-b8fa-789e3f54fea0 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:19.711068 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:ef:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:18Z', 'revision_number': 3, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:19.747942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:19.753092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:19.756719 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:19.757373 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:19.759820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:19.793146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:19.795490 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e380670-b07c-4c51-991a-f43e813bb528" -d '{"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:19.826240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-7f9cae4e-0e2e-4308-9dd3-3066c0cc8bd9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "PUT /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 200 len: 998 time: 2.7494864 Nov 23 14:12:19.896298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-afc0fb11-8e4a-4457-ab65-80de6e8373e1 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:19.898819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-afc0fb11-8e4a-4457-ab65-80de6e8373e1 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports/da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 942 time: 0.0671794 Nov 23 14:12:19.906843 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:19.947633 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-c1e3172b-58db-42f6-9fb3-c4a560683a66 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608472 Nov 23 14:12:20.018394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-261edaa4-aa3d-4d99-b3b2-bcdc4da2b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:20.021487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-261edaa4-aa3d-4d99-b3b2-bcdc4da2b04f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.0563271 Nov 23 14:12:20.032191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:12:15Z', 'revision_number': 3, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port': {'id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:13Z', 'updated_at': '2021-11-23T14:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:20.105655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae85fcb0-3cdd-4657-bedd-07dfb9c6b575 None None] The sync data for ids ['8118336c-0016-48aa-b8fa-789e3f54fea0'] in n-d-818503-2 is: [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:12:15Z', 'revision_number': 3, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port': {'id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:13Z', 'updated_at': '2021-11-23T14:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:20.154522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-240930da-e573-4d07-a3a6-09fb5e71e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:20.156287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-240930da-e573-4d07-a3a6-09fb5e71e6f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.1286299 Nov 23 14:12:20.157854 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a714-dd2f-40a3-8b1a-a9c350adee2a req-7d16b2c3-b26b-4c4a-b55d-8b7dbb77613f service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017648 Nov 23 14:12:20.165788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:20.219950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['5a42c79d-6603-4f55-9916-98faabfd60a7'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:20.261833 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:ef:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:18Z', 'revision_number': 3, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:20.296424 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df1a9c-ec6d-41e5-9a6e-86fae6ff0ceb None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:ef:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:18Z', 'revision_number': 3, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:20.402651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:20.414255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:20.503791 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a187de-7768-4151-8d08-d6b5cbf7eee0 x-openstack-request-id: req-22a187de-7768-4151-8d08-d6b5cbf7eee0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:20.504324 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5806525-f9ff-40c8-93d8-d158d367bbf6", "name": "network-vif-deleted", "tag": "d54a2487-990b-462e-86f6-59c41039dab3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:20.505922 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22a187de-7768-4151-8d08-d6b5cbf7eee0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:20.506597 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5806525-f9ff-40c8-93d8-d158d367bbf6', 'name': 'network-vif-deleted', 'tag': 'd54a2487-990b-462e-86f6-59c41039dab3', 'status': 'completed', 'code': 200} Nov 23 14:12:20.664852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:20.676511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Pushing event updated for resources: {'Port': ['ID=be024ccd-67a3-4a3e-a612-dba33765ab6e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:20.731846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0562ff-6a33-4ef4-a54d-10fdb66e46e9 None None] New status for floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:12:20.844463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:20.846228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:20.931689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-55c710b3-b0d8-4338-9073-e6ed9de201df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 217 time: 0.7588027 Nov 23 14:12:21.029814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-591d32f8-2b31-4c34-9c32-605ada4db9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:21.045616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-591d32f8-2b31-4c34-9c32-605ada4db9d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1127608 Nov 23 14:12:21.065595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0039a7-e3a1-4a83-9776-3a8162cd9074 req-60311014-3892-473f-b3c5-644dac8635fc tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:21.074330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d0039a7-e3a1-4a83-9776-3a8162cd9074 req-60311014-3892-473f-b3c5-644dac8635fc tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 948 time: 0.1512475 Nov 23 14:12:21.083767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41654) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:21.111025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Router 8118336c-0016-48aa-b8fa-789e3f54fea0 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:21.218631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-d232fbc6-7397-45ca-8afe-c99ed96c3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:21.220493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-d232fbc6-7397-45ca-8afe-c99ed96c3efb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443572 Nov 23 14:12:21.244644 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:21.257008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d0039a7-e3a1-4a83-9776-3a8162cd9074 req-172a48d8-5588-4a02-b2bc-762bea095002 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f9695ca-a4bc-4081-a1b6-fdf81a572843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640854 Nov 23 14:12:21.261600 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:21.268927 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:21.269591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:21.278219 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ed77e04c-afcc-400b-9341-fcf8f81841fb admin admin] 10.222.0.46 "PUT /v2.0/routers/8118336c-0016-48aa-b8fa-789e3f54fea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5520678 Nov 23 14:12:21.352048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:21.390265 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-57e21614-1d16-401e-bca1-8a991fc79409 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2e4232d68094699aeae2280562c6b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998791 Nov 23 14:12:21.391086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41662) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:21.481151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:12:21.487551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:21.487925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:21.558600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-839257e3-53da-4a6b-b5fe-c4385e7526d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:21.572970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-885c851f-fc16-407a-b10a-79b94b8ad289 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140430 Nov 23 14:12:21.632587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-839257e3-53da-4a6b-b5fe-c4385e7526d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:21.700638 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-839257e3-53da-4a6b-b5fe-c4385e7526d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:21.705335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-839257e3-53da-4a6b-b5fe-c4385e7526d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:21.706877 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-839257e3-53da-4a6b-b5fe-c4385e7526d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d432fb0-6159-4700-9be9-a8b3b28f1771 HTTP/1.1" status: 204 len: 168 time: 0.3148119 Nov 23 14:12:21.747086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839257e3-53da-4a6b-b5fe-c4385e7526d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d432fb0-6159-4700-9be9-a8b3b28f1771,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:21.766529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-0dea24f6-883f-4522-9e07-9fbe027c7c38 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860459 Nov 23 14:12:21.798502 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:21.872480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-95a5d159-4ec8-49c0-8ff1-938edf056abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:21.874858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-95a5d159-4ec8-49c0-8ff1-938edf056abe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 1096 time: 0.0628071 Nov 23 14:12:21.980448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.003200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:22.005492 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e066d-93fa-4efb-b0ca-610d204d496f" -d '{"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:22.021763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:22.027812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.028653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 70934626-366e-4d47-ae86-b0179c4826e3 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:22.145423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-b1a490a2-32c3-4976-b5d4-67fe436d904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.151977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-b1a490a2-32c3-4976-b5d4-67fe436d904b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.2631006 Nov 23 14:12:22.212099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-3a6d2838-58d4-43c5-b0d4-a3e1f65fa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.213375 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-3a6d2838-58d4-43c5-b0d4-a3e1f65fa0e6 service neutron] 10.222.0.74 "GET /v2.0/ports/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 1033 time: 0.0743394 Nov 23 14:12:22.228783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:22.259252 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 70934626-366e-4d47-ae86-b0179c4826e3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:12:22.264140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 70934626-366e-4d47-ae86-b0179c4826e3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:22.264513 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.273449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f36ab8a8-8ce2-4762-b1dc-75dc860e00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.275057 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f36ab8a8-8ce2-4762-b1dc-75dc860e00be service neutron] 10.222.0.74 "GET /v2.0/ports/1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 1030 time: 0.0537574 Nov 23 14:12:22.280889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41676) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:22.337646 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:ef:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:20Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:22.346292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-8e2c4517-59e9-4dc9-b6ab-5a4514cca9c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 1001 time: 0.1871557 Nov 23 14:12:22.375180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-77375cdf-790b-4c77-b731-400a8af626e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39ba31f656cc4295853e881145903935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928764 Nov 23 14:12:22.405994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41680) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:22.439836 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:22.455701 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.473045 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:22.479158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-1e18790c-3e2a-4270-bf4b-dee6e5453b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.480726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-1e18790c-3e2a-4270-bf4b-dee6e5453b6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1231065 Nov 23 14:12:22.487216 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:22.519448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 70934626-366e-4d47-ae86-b0179c4826e3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=70934626-366e-4d47-ae86-b0179c4826e3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:22.525361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.556713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2181ebc4-60d4-4c07-be0f-d27325e499f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.570756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'tag': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:22.573418 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f45dbf06-ee52-4502-90cc-84174058b0bf", "tag": "2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:22.584662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-132f0db6-0c48-429b-84e0-344681d23862 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.591102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-132f0db6-0c48-429b-84e0-344681d23862 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.597527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-132f0db6-0c48-429b-84e0-344681d23862 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.599219 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-132f0db6-0c48-429b-84e0-344681d23862 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "GET /v2.0/networks?id=02a9ee93-d52a-40bd-8474-910f5a837859&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=2abe950e-20d4-41a3-987a-91c4a86ba666&id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 1995 time: 0.3154054 Nov 23 14:12:22.628917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2181ebc4-60d4-4c07-be0f-d27325e499f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.659199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=70934626-366e-4d47-ae86-b0179c4826e3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:22.679475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-f163d9c2-e4e6-4347-8901-b312fe8e7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.687835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-f163d9c2-e4e6-4347-8901-b312fe8e7b34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000439 Nov 23 14:12:22.700481 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:22.706042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ef21876-45fe-4e6c-b482-638890ca0c88 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:22.743945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c0a1c68c-6f71-4408-9234-a97230c0b635 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c6ec99dba14695a4767121818c34de HTTP/1.1" status: 200 len: 379 time: 0.1353259 Nov 23 14:12:22.756305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'admin_state_up': True, 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'security_groups': ['e713bfae-70e1-4231-997b-01fc2f0836a9']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:22.809131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6ef21876-45fe-4e6c-b482-638890ca0c88 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:22.812243 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.847578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-2db2d59a-0e92-4b49-ab6e-6baa83a34775 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587362 Nov 23 14:12:22.874599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:12:22.967194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df673617-37e0-409d-bf7b-bc7cfd7b2cb8 req-23e0bc66-50b5-46cd-90ba-bf041346355d tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.983066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df673617-37e0-409d-bf7b-bc7cfd7b2cb8 req-23e0bc66-50b5-46cd-90ba-bf041346355d tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:22.986876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:22.991225 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:22.996725 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:ef:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:20Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:23.005942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df673617-37e0-409d-bf7b-bc7cfd7b2cb8 req-23e0bc66-50b5-46cd-90ba-bf041346355d tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:23.008010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df673617-37e0-409d-bf7b-bc7cfd7b2cb8 req-23e0bc66-50b5-46cd-90ba-bf041346355d tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2417 time: 0.5055220 Nov 23 14:12:23.048184 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127de7ff-76ee-43a8-b688-67ce25e6e40d None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': '36bc126b-3e53-4d0e-8be7-206705afa142', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:ef:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:20Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:23.098731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Sync routers for ids ['8118336c-0016-48aa-b8fa-789e3f54fea0'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:23.133600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.171730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Routers {'8118336c-0016-48aa-b8fa-789e3f54fea0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:23.172504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8118336c-0016-48aa-b8fa-789e3f54fea0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:23.173533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df673617-37e0-409d-bf7b-bc7cfd7b2cb8 req-633bbf87-bbe8-4feb-9560-9a64a932b52c tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528769 Nov 23 14:12:23.176303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 6ef21876-45fe-4e6c-b482-638890ca0c88, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6ef21876-45fe-4e6c-b482-638890ca0c88,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:23.191224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:23.202324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 172.20.0.14 (02a9ee93-d52a-40bd-8474-910f5a837859/a364ed53-f9a0-4c52-85de-268f6f2f28e3/50eb4e44-8140-46d5-9b1b-045e1fb69064) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:23.226305 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2181ebc4-60d4-4c07-be0f-d27325e499f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.236153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2181ebc4-60d4-4c07-be0f-d27325e499f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.236718 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.240460 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2181ebc4-60d4-4c07-be0f-d27325e499f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6940503f-0954-417d-a986-7fa1763efcad HTTP/1.1" status: 204 len: 168 time: 0.8262691 Nov 23 14:12:23.262947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d82673b7-8824-4578-beb3-d26ece1e6ac3 req-fe5aa768-ac43-4af6-85e3-9ee55eba8f1a service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143639 Nov 23 14:12:23.269223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181ebc4-60d4-4c07-be0f-d27325e499f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6940503f-0954-417d-a986-7fa1763efcad,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:23.327898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f', 'mac_address': 'fa:16:3e:e4:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:12:23.366639 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cc34a7-8475-418f-879f-5904c5a508f1 x-openstack-request-id: req-90cc34a7-8475-418f-879f-5904c5a508f1 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:23.366981 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:23.367299 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90cc34a7-8475-418f-879f-5904c5a508f1 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:23.367763 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'status': 'completed', 'code': 200} Nov 23 14:12:23.459443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.461757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5a42c79d-6603-4f55-9916-98faabfd60a7 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:23.572676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:23.577874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8373ae38-b5ab-4a77-aeae-7a0e240cb89d req-edb90f1f-5b8d-4c0e-b12d-4f8dba970659 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.1142795 Nov 23 14:12:23.590117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.597774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380670-b07c-4c51-991a-f43e813bb528 req-5a3e3919-9164-4268-95f3-939fdaee5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:23.600487 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e380670-b07c-4c51-991a-f43e813bb528 req-5a3e3919-9164-4268-95f3-939fdaee5492 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.2068474 Nov 23 14:12:23.637626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Set router 8118336c-0016-48aa-b8fa-789e3f54fea0 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:23.720785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=6ef21876-45fe-4e6c-b482-638890ca0c88,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:23.738801 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c010e7-63ad-457e-ac7d-88d5611d00da x-openstack-request-id: req-03c010e7-63ad-457e-ac7d-88d5611d00da {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:23.739384 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:23.739644 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03c010e7-63ad-457e-ac7d-88d5611d00da {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:23.740037 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767', 'code': 200} Nov 23 14:12:23.775581 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.823386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.846056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:23.910277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:23.943288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 02a9ee93-d52a-40bd-8474-910f5a837859 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:23.946869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380670-b07c-4c51-991a-f43e813bb528 req-020692b6-a25e-489a-9025-f0e216990400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:23.948404 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e380670-b07c-4c51-991a-f43e813bb528 req-020692b6-a25e-489a-9025-f0e216990400 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.3375676 Nov 23 14:12:23.951301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:23.956072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:23.965466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6af974-5aee-4a34-9bf8-f9bfbdc17954 req-a1519f93-3877-470f-9988-84d320d5c1f1 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:23.978289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f6af974-5aee-4a34-9bf8-f9bfbdc17954 req-a1519f93-3877-470f-9988-84d320d5c1f1 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 948 time: 0.1668384 Nov 23 14:12:24.024443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:24.025697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:24.035634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=50eb4e44-8140-46d5-9b1b-045e1fb69064,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:24.105340 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e380670-b07c-4c51-991a-f43e813bb528 req-c411bf6d-a779-41a8-a668-2f0cd6544938 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 217 time: 0.0755134 Nov 23 14:12:24.121322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:24.134339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-77ec1a01-f73c-4359-93c1-e0293f06fc9a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3827982 Nov 23 14:12:24.150691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f6af974-5aee-4a34-9bf8-f9bfbdc17954 req-9b823140-30ef-4473-b09e-c6ef814d3e3f tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f9695ca-a4bc-4081-a1b6-fdf81a572843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669908 Nov 23 14:12:24.154112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'admin_state_up': True, 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'security_groups': ['e713bfae-70e1-4231-997b-01fc2f0836a9']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:24.198399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 5a42c79d-6603-4f55-9916-98faabfd60a7 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:12:24.212883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 5a42c79d-6603-4f55-9916-98faabfd60a7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:24.213257 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:24.216374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:24.261406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-a48bd6d0-14bd-40cb-a62c-097f607e7fc4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:24.276087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-a48bd6d0-14bd-40cb-a62c-097f607e7fc4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 810 time: 0.3624566 Nov 23 14:12:24.292294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380670-b07c-4c51-991a-f43e813bb528 req-2a1b154b-77e1-42ac-8dfb-cad1a5e00b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:24.293910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e380670-b07c-4c51-991a-f43e813bb528 req-2a1b154b-77e1-42ac-8dfb-cad1a5e00b7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1742496 Nov 23 14:12:24.308422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-6ecd0f7e-2c3e-4135-9d17-edaffe78f525 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/quotas/c7eff05ce20840709ab2a903122c177d HTTP/1.1" status: 200 len: 375 time: 0.0310948 Nov 23 14:12:24.353031 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ccecf1-10fa-4aa1-b148-3f2ac4613ab4 x-openstack-request-id: req-42ccecf1-10fa-4aa1-b148-3f2ac4613ab4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:24.353381 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45dbf06-ee52-4502-90cc-84174058b0bf", "tag": "2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:24.353567 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42ccecf1-10fa-4aa1-b148-3f2ac4613ab4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:24.354120 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'tag': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f', 'status': 'completed', 'code': 200} Nov 23 14:12:24.416952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380670-b07c-4c51-991a-f43e813bb528 req-04b98c51-1e72-41b7-8a51-a7996a7aefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:24.418395 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e380670-b07c-4c51-991a-f43e813bb528 req-04b98c51-1e72-41b7-8a51-a7996a7aefb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142743 Nov 23 14:12:24.474832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:12:20Z', 'revision_number': 4, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port': {'id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:13Z', 'updated_at': '2021-11-23T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'be024ccd-67a3-4a3e-a612-dba33765ab6e', 'name': '', 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'mac_address': 'fa:16:3e:c5:52:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:18Z', 'updated_at': '2021-11-23T14:12:20Z', 'revision_number': 2, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'subnets': [{'id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:24.521338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-187c4748-6e20-4443-9757-6882728c9978 req-b48aad9c-b055-42a8-91c4-f0e5b02d1175 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1308239 Nov 23 14:12:24.549143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ef368753-f7fe-439d-a5e4-ed2fcab0917b None None] Provisioning complete for port 50eb4e44-8140-46d5-9b1b-045e1fb69064 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:24.549631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ef368753-f7fe-439d-a5e4-ed2fcab0917b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:24.552481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Checking router: 8118336c-0016-48aa-b8fa-789e3f54fea0 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:24.553128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Updating router 8118336c-0016-48aa-b8fa-789e3f54fea0 port be024ccd-67a3-4a3e-a612-dba33765ab6e binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:12:24.611730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:24.615961 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e380670-b07c-4c51-991a-f43e813bb528 req-25600549-9600-49b8-aa4d-299ca9d53068 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770794 Nov 23 14:12:24.618012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:24.622016 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:24.645498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4748-6e20-4443-9757-6882728c9978 req-dfa04948-d352-4ec4-b027-2a8a15f465b9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:24.660487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ef21876-45fe-4e6c-b482-638890ca0c88 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:24.669248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-187c4748-6e20-4443-9757-6882728c9978 req-dfa04948-d352-4ec4-b027-2a8a15f465b9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports/36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 942 time: 0.1327436 Nov 23 14:12:24.672385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-eea410b9-3047-4b47-89a2-6686bca8a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:24.673972 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-eea410b9-3047-4b47-89a2-6686bca8a240 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5cf380e821104a998ee65f4d18d6bb95&device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 1100 time: 0.3160899 Nov 23 14:12:24.718785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bd392827-f661-4b30-ba6d-cc6dbe9ad943 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4084988 Nov 23 14:12:24.766200 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:24.825777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 10.1.1.221 (3392425c-e067-4ce7-9f54-e39cf93fe505/881ce7d4-9c42-47c1-9d26-b318fc686792/65d08020-a694-47be-9fe7-64c58c3d4817) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:24.869453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-a6eb5f21-70e9-4d02-a1ad-a65cab4a6eeb service neutron] 10.222.0.46 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487935 Nov 23 14:12:24.872071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5a42c79d-6603-4f55-9916-98faabfd60a7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5a42c79d-6603-4f55-9916-98faabfd60a7,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:24.918017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:25.052321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-187c4748-6e20-4443-9757-6882728c9978 req-9071349f-5f66-45de-a35a-63541c304e99 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1726732 Nov 23 14:12:25.068420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-5d6ee573-a2bf-4204-8bb5-b064f18ec20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.070593 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-5d6ee573-a2bf-4204-8bb5-b064f18ec20a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.1071892 Nov 23 14:12:25.078247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:25.184965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-7e836cf2-f823-4c34-90d6-d8c817becf58 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f HTTP/1.1" status: 200 len: 217 time: 0.1049325 Nov 23 14:12:25.189944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4748-6e20-4443-9757-6882728c9978 req-50190a87-646a-4fec-8ded-4dae8c74407b tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.202575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-187c4748-6e20-4443-9757-6882728c9978 req-50190a87-646a-4fec-8ded-4dae8c74407b tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1491795 Nov 23 14:12:25.256860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-12652554-b093-4622-a13b-58369db38329 service neutron] 10.222.0.46 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821344 Nov 23 14:12:25.297855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e380670-b07c-4c51-991a-f43e813bb528 req-1e8bb72c-6324-4f3b-9a30-068d7b4e33c1 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702273 Nov 23 14:12:25.309345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-c9aa4c33-93a3-46d2-ad26-c0048da23e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.311115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-c9aa4c33-93a3-46d2-ad26-c0048da23e49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1183975 Nov 23 14:12:25.338154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:25.370660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:25.374442 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fec5841-acad-4e17-8ad8-6981b42ccee1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:25.424868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7b7c-b3a9-4ef6-a2bd-151f670dff3b req-5ec3c987-fa3f-4e99-8202-e9394b9b41c8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.432428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7b7c-b3a9-4ef6-a2bd-151f670dff3b req-5ec3c987-fa3f-4e99-8202-e9394b9b41c8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.445580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7b7c-b3a9-4ef6-a2bd-151f670dff3b req-5ec3c987-fa3f-4e99-8202-e9394b9b41c8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.453580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee2c7b7c-b3a9-4ef6-a2bd-151f670dff3b req-5ec3c987-fa3f-4e99-8202-e9394b9b41c8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2418 time: 0.1567767 Nov 23 14:12:25.524055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:25.526118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ef368753-f7fe-439d-a5e4-ed2fcab0917b None None] Port 50eb4e44-8140-46d5-9b1b-045e1fb69064 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:25.527886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=5a42c79d-6603-4f55-9916-98faabfd60a7,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:25.546409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:25.558243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:25.605592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee2c7b7c-b3a9-4ef6-a2bd-151f670dff3b req-dadb6f9b-bf2a-414a-9240-4885dcbbf4c5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334939 Nov 23 14:12:25.661570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-51ab7539-7670-4a7c-bc2a-5fe34147a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.667463 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-51ab7539-7670-4a7c-bc2a-5fe34147a51c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3478153 Nov 23 14:12:25.674369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=65d08020-a694-47be-9fe7-64c58c3d4817,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:25.707277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6ef21876-45fe-4e6c-b482-638890ca0c88 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:25.707573 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:25.768170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3'}, {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:25.775676 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf6ff41-a109-45ad-a96c-e4d387ba64b4" -d '{"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "70934626-366e-4d47-ae86-b0179c4826e3"}, {"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:25.781417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:25.792611 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:25.928493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4ebf7366-f98a-46fa-8fb0-d78451f1c8b7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7854190 Nov 23 14:12:25.953613 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-8814037d-c391-46d8-8287-3af2b6beb50f service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400436 Nov 23 14:12:25.959534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'admin_state_up': True, 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'security_groups': ['e713bfae-70e1-4231-997b-01fc2f0836a9']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:26.018391 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.028546 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.032624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e50788-d4f6-4521-804c-8613c8620623 req-922b4608-8377-48d0-bf80-b77a726fc2bd tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:26.042462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e50788-d4f6-4521-804c-8613c8620623 req-922b4608-8377-48d0-bf80-b77a726fc2bd tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:26.062298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0e50788-d4f6-4521-804c-8613c8620623 req-922b4608-8377-48d0-bf80-b77a726fc2bd tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 1654 time: 0.2606707 Nov 23 14:12:26.074212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf48b00-1421-4f6e-b445-e9fab15b7144 req-d63b3641-32e0-4dfb-a5d4-d594d3624066 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:26.076164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acf48b00-1421-4f6e-b445-e9fab15b7144 req-d63b3641-32e0-4dfb-a5d4-d594d3624066 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 949 time: 0.1605194 Nov 23 14:12:26.140891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0e50788-d4f6-4521-804c-8613c8620623 req-0d8cd2a8-799b-4abe-b624-b2a589721dbf tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776198 Nov 23 14:12:26.188068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f67c0161-63bd-4d29-bf2f-29ab49f00563 None None] Provisioning complete for port 65d08020-a694-47be-9fe7-64c58c3d4817 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:26.188068 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f67c0161-63bd-4d29-bf2f-29ab49f00563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.253285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f67c0161-63bd-4d29-bf2f-29ab49f00563 None None] Port 65d08020-a694-47be-9fe7-64c58c3d4817 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:26.254662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc4ed4-2c13-462f-a4ff-9dc22a9651bd None None] Pushing event updated for resources: {'Port': ['ID=be024ccd-67a3-4a3e-a612-dba33765ab6e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:26.280037 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e8dd7f25-6f94-488b-9bf9-be9b48391bc8 req-6c1a1edb-8e73-458f-93df-10b26b279179 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157647 Nov 23 14:12:26.295319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Attempting to bind port be024ccd-67a3-4a3e-a612-dba33765ab6e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:26.295815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Attempting to bind port be024ccd-67a3-4a3e-a612-dba33765ab6e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:26.296300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Attempting to bind port be024ccd-67a3-4a3e-a612-dba33765ab6e on network a38bdf94-76b8-4deb-9d9d-21afb47bd94c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:26.301870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:26.302442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Checking segment: {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:26.303112 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.303731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Bound using segment: {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:26.304527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Bound port: be024ccd-67a3-4a3e-a612-dba33765ab6e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:26.305047 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.312917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:26.317747 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.366360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-fda92efd-a52c-4f93-ac8c-a1ec651e0788 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1701832 Nov 23 14:12:26.381144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] For port be024ccd-67a3-4a3e-a612-dba33765ab6e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:26.411819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] For port be024ccd-67a3-4a3e-a612-dba33765ab6e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=be024ccd-67a3-4a3e-a612-dba33765ab6e,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:26.427039 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.455427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-ce766746-da95-4a4d-8679-be50ca18d296 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:26.456850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-ce766746-da95-4a4d-8679-be50ca18d296 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports/36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 942 time: 0.0902283 Nov 23 14:12:26.477331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acf48b00-1421-4f6e-b445-e9fab15b7144 req-ae7ba47d-05a6-4b9c-bf93-5004cb3dd195 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f9695ca-a4bc-4081-a1b6-fdf81a572843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582768 Nov 23 14:12:26.556877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 10.1.1.16 (3392425c-e067-4ce7-9f54-e39cf93fe505/881ce7d4-9c42-47c1-9d26-b318fc686792/331ef162-7cf5-4277-9771-c3759427fdf3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:26.562147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc4ed4-2c13-462f-a4ff-9dc22a9651bd None None] Pushing event updated for resources: {'Port': ['ID=be024ccd-67a3-4a3e-a612-dba33765ab6e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:26.575897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Routers {'8118336c-0016-48aa-b8fa-789e3f54fea0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:26.576595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8118336c-0016-48aa-b8fa-789e3f54fea0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:26.619701 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcdddd5-dccd-42b8-944b-1777b8fbb0d7 x-openstack-request-id: req-5bcdddd5-dccd-42b8-944b-1777b8fbb0d7 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:26.621601 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:26.621876 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bcdddd5-dccd-42b8-944b-1777b8fbb0d7 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:26.622377 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142', 'status': 'completed', 'code': 200} Nov 23 14:12:26.673044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-c16a82ee-1e85-41c0-b067-17e7e3d22ea6 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1403723 Nov 23 14:12:26.700727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1c6b2b6e-bb41-4389-8a9a-424dc604ff65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.768181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] Set router 8118336c-0016-48aa-b8fa-789e3f54fea0 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:26.802276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d10adf7a-7de0-4f04-887c-6d12470a5af3 req-6f6037ba-ae38-48cc-8da1-2ef7c61cf9bc tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 210 time: 0.0717363 Nov 23 14:12:26.822692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-29809777-a02d-435e-b807-e2bcfaf9e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:26.824251 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-29809777-a02d-435e-b807-e2bcfaf9e2dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 1096 time: 0.2113242 Nov 23 14:12:26.837707 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.910403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:26.930957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:26.962011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-4c0b8dcb-3c8e-40b6-825d-de6d3252b63d tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:26.963985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-4c0b8dcb-3c8e-40b6-825d-de6d3252b63d tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2845235 Nov 23 14:12:26.995942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-1070572b-b85e-484e-a6c6-c7ef198b6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:26.997467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-1070572b-b85e-484e-a6c6-c7ef198b6469 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.1626811 Nov 23 14:12:27.019894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.064294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-5c9ce71e-46bd-4363-bdac-8a6dda16f4b3 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.0911772 Nov 23 14:12:27.079256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:27.188361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.236443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=331ef162-7cf5-4277-9771-c3759427fdf3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:27.236809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:12:27.245994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:27.248938 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.256372 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc8964f-e380-42dc-91e7-6070bdf8f4ba x-openstack-request-id: req-4cc8964f-e380-42dc-91e7-6070bdf8f4ba {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:27.256878 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "70934626-366e-4d47-ae86-b0179c4826e3", "code": 200}, {"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:27.257765 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cc8964f-e380-42dc-91e7-6070bdf8f4ba {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:27.258198 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3', 'code': 200} Nov 23 14:12:27.258517 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7', 'code': 200} Nov 23 14:12:27.281750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:27.291307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:27.292889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:12:20Z', 'revision_number': 4, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port': {'id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:13Z', 'updated_at': '2021-11-23T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'be024ccd-67a3-4a3e-a612-dba33765ab6e', 'name': '', 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'mac_address': 'fa:16:3e:c5:52:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:18Z', 'updated_at': '2021-11-23T14:12:26Z', 'revision_number': 4, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'subnets': [{'id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:27.323758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:27.335089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4057ce8-fbee-4f03-be20-9b6426a94e81 None None] The sync data for ids ['8118336c-0016-48aa-b8fa-789e3f54fea0'] in n-d-818503-2 is: [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:12:20Z', 'revision_number': 4, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port': {'id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:13Z', 'updated_at': '2021-11-23T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'be024ccd-67a3-4a3e-a612-dba33765ab6e', 'name': '', 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'mac_address': 'fa:16:3e:c5:52:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:18Z', 'updated_at': '2021-11-23T14:12:26Z', 'revision_number': 4, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'subnets': [{'id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:27.496538 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.589565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:27.595856 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.645053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.652911 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.653404 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797 disassociated. External IP: 172.25.3.152, port: 36bc126b-3e53-4d0e-8be7-206705afa142. Nov 23 14:12:27.680497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-0db6d5b0-7706-4b56-8034-dba8c477a33f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 1001 time: 0.6686900 Nov 23 14:12:27.732303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:27.812934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f7e7ad48-be74-4cf9-b2b2-0afe9238e463 None None] Provisioning complete for port 331ef162-7cf5-4277-9771-c3759427fdf3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:27.813670 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f7e7ad48-be74-4cf9-b2b2-0afe9238e463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.844235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-81d3b479-843c-4111-bba5-e5f0af4462ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:27.848828 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-81d3b479-843c-4111-bba5-e5f0af4462ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1424456 Nov 23 14:12:27.862419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:27.863223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:27.875418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7ad48-be74-4cf9-b2b2-0afe9238e463 None None] Port 331ef162-7cf5-4277-9771-c3759427fdf3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:27.887900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616e9c-00a1-464c-a84d-180b5ec7edc6 req-50810756-ee77-44e3-aefd-23eb91dd0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:27.888772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616e9c-00a1-464c-a84d-180b5ec7edc6 req-50810756-ee77-44e3-aefd-23eb91dd0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:27.889261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616e9c-00a1-464c-a84d-180b5ec7edc6 req-50810756-ee77-44e3-aefd-23eb91dd0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:27.891279 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a616e9c-00a1-464c-a84d-180b5ec7edc6 req-50810756-ee77-44e3-aefd-23eb91dd0261 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2871 time: 0.4001446 Nov 23 14:12:27.985225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a616e9c-00a1-464c-a84d-180b5ec7edc6 req-f7f5fa0f-8fcd-4048-ad52-0f17623c7eca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736682 Nov 23 14:12:28.011725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-a5f4bd99-dc3f-448f-94c3-b76efd032a0a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.013529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-a5f4bd99-dc3f-448f-94c3-b76efd032a0a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.74 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 810 time: 0.9013886 Nov 23 14:12:28.017814 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c6f3b74e-5557-4422-8be6-900f4d0decab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0632510 Nov 23 14:12:28.045156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666', 'admin_state_up': True, 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'security_groups': ['e713bfae-70e1-4231-997b-01fc2f0836a9']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:28.061543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Request body: {'port': {'device_id': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'admin_state_up': True, 'tenant_id': 'c7eff05ce20840709ab2a903122c177d'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:28.117240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c261-41dd-46d4-884f-f49132c2870e req-e40932db-efc9-4907-a7df-0334b05b05e5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.136272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c261-41dd-46d4-884f-f49132c2870e req-e40932db-efc9-4907-a7df-0334b05b05e5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.143175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c261-41dd-46d4-884f-f49132c2870e req-e40932db-efc9-4907-a7df-0334b05b05e5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.146829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5453c261-41dd-46d4-884f-f49132c2870e req-e40932db-efc9-4907-a7df-0334b05b05e5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2418 time: 0.2820196 Nov 23 14:12:28.186199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:28.247594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5453c261-41dd-46d4-884f-f49132c2870e req-279e508f-0086-4d33-b008-0ec6acf24601 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928421 Nov 23 14:12:28.380641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:28.385995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:28.393604 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:28.410063 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:28.415373 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:28.461327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-3d253f63-c147-4061-8cdf-b9fe9787e1a2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "PUT /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 200 len: 695 time: 1.3886182 Nov 23 14:12:28.630162 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:28.648572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:28.650915 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:28.682916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device be024ccd-67a3-4a3e-a612-dba33765ab6e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:28.738153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-215a4112-0d90-4b08-be9e-2d4d60cf8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.740875 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-215a4112-0d90-4b08-be9e-2d4d60cf8f62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8747602 Nov 23 14:12:28.771733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-0ec5fd04-abb2-4d10-9981-855a3f742f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.787839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-0ec5fd04-abb2-4d10-9981-855a3f742f43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 1096 time: 0.2969372 Nov 23 14:12:28.832015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff84e-f5fe-475f-a356-229906e0fe59 req-aa8a1b3d-2841-4425-9dce-ee229d2e2fa1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.838796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff84e-f5fe-475f-a356-229906e0fe59 req-aa8a1b3d-2841-4425-9dce-ee229d2e2fa1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.850592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff84e-f5fe-475f-a356-229906e0fe59 req-aa8a1b3d-2841-4425-9dce-ee229d2e2fa1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:28.852395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port be024ccd-67a3-4a3e-a612-dba33765ab6e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:28.852765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:28.860635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc0ff84e-f5fe-475f-a356-229906e0fe59 req-aa8a1b3d-2841-4425-9dce-ee229d2e2fa1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 2374 time: 0.3256104 Nov 23 14:12:29.050561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:29.057755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-2312bd5f-c25c-43fe-8fcd-4258fa87ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:29.068820 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:29.069154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-2312bd5f-c25c-43fe-8fcd-4258fa87ec07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.2781494 Nov 23 14:12:29.073487 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d7ce338c-3991-423e-8ea6-0fa5af6e3ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:29.131066 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:29.144415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port be024ccd-67a3-4a3e-a612-dba33765ab6e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=be024ccd-67a3-4a3e-a612-dba33765ab6e,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:29.155802 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:29.157338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:29.159053 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:29.168790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:29.189501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-85997248-9bcd-4f7e-b8a0-c9706ebb71d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 217 time: 0.1178570 Nov 23 14:12:29.263727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:29.266763 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4cca2-5f1a-4e7e-bc91-05dbfcd2a6f3" -d '{"events": [{"server_uuid": "f45dbf06-ee52-4502-90cc-84174058b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:29.311928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Made reservation on behalf of c7eff05ce20840709ab2a903122c177d for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:29.325298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:29.332540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=be024ccd-67a3-4a3e-a612-dba33765ab6e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:29.360579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc0ff84e-f5fe-475f-a356-229906e0fe59 req-5b78828d-4bc4-4013-a860-f57dfbc44a87 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4985161 Nov 23 14:12:29.376228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-33dc9124-28bd-4526-b155-3b860f11724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:29.380727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-33dc9124-28bd-4526-b155-3b860f11724d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1898291 Nov 23 14:12:29.438055 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-5ad47c6b-999b-405f-97e5-130b5bf4b362 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886408 Nov 23 14:12:29.465481 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:29.466205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-af851124-e10f-46fa-9dc5-02c2899b47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:29.475454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-af851124-e10f-46fa-9dc5-02c2899b47ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748487 Nov 23 14:12:29.575560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:29.658868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-8523fbcc-77e7-4db7-8b3a-a0996b53b6ad service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824553 Nov 23 14:12:29.666641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f64b50-369a-4daa-86ff-e845988c4275 req-bd677e5d-243d-41a9-b0e1-cd4d8e2ec5d6 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:29.673741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88f64b50-369a-4daa-86ff-e845988c4275 req-bd677e5d-243d-41a9-b0e1-cd4d8e2ec5d6 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 950 time: 0.0885522 Nov 23 14:12:29.809320 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:29.844394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88f64b50-369a-4daa-86ff-e845988c4275 req-ab34f86b-9b08-4bcf-9367-cb77699d7b4d tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f9695ca-a4bc-4081-a1b6-fdf81a572843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694815 Nov 23 14:12:29.862099 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def219a1-8cab-47a4-8d1e-28dd281060bf None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:29.870104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4fec5841-acad-4e17-8ad8-6981b42ccee1 req-d6240074-6845-4d45-9f7e-cc8b34a5c50e service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680828 Nov 23 14:12:29.894369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Allocated IP 172.20.0.8 (a38bdf94-76b8-4deb-9d9d-21afb47bd94c/eefa234a-25e7-452f-8d44-dbc1316d9c86/7198018e-f694-4ab2-9416-7f458ae6a8a2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:29.908009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19e4a39c-cf93-4569-b7d9-b821437d6aae req-e04854ed-d0c3-428a-9bc4-f9de887bf9a8 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316942 Nov 23 14:12:29.942346 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:30.011236 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac9a78-fb25-44f5-9e40-35f676fbea2a x-openstack-request-id: req-29ac9a78-fb25-44f5-9e40-35f676fbea2a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:30.012398 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:30.012815 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29ac9a78-fb25-44f5-9e40-35f676fbea2a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:30.013693 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142', 'status': 'completed', 'code': 200} Nov 23 14:12:30.087734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 10.2.2.100 (2abe950e-20d4-41a3-987a-91c4a86ba666/397ace4a-3831-41dd-821f-0d801285e453/d7a2fdfc-4689-406f-855a-e1d84eadf965) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:30.098451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ad91b85-55c3-479c-bdab-d2cf24abf1e7 req-9c68064f-80c2-400a-a2ff-f65ca91d77ae tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 210 time: 0.0449147 Nov 23 14:12:30.160791 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0496e91-d51d-4dd3-9cce-bd177cd108c0 x-openstack-request-id: req-f0496e91-d51d-4dd3-9cce-bd177cd108c0 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:30.161470 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45dbf06-ee52-4502-90cc-84174058b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:30.161968 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0496e91-d51d-4dd3-9cce-bd177cd108c0 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:30.162589 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f', 'code': 200} Nov 23 14:12:30.200419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c41063-425a-461d-80c1-56c8c75e8537 req-454fd91c-03c4-43cd-8fd2-c75b28bb2f00 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.224588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c41063-425a-461d-80c1-56c8c75e8537 req-454fd91c-03c4-43cd-8fd2-c75b28bb2f00 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.231828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c41063-425a-461d-80c1-56c8c75e8537 req-454fd91c-03c4-43cd-8fd2-c75b28bb2f00 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.232099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-c1ddb19f-7cbd-48d1-9272-1021ec66c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.233587 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-c1ddb19f-7cbd-48d1-9272-1021ec66c667 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 1096 time: 0.1879997 Nov 23 14:12:30.239678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82c41063-425a-461d-80c1-56c8c75e8537 req-454fd91c-03c4-43cd-8fd2-c75b28bb2f00 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2418 time: 0.1393392 Nov 23 14:12:30.348183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-d3e59c4e-3b3a-4b72-a530-1f7ce3eb0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.349659 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-d3e59c4e-3b3a-4b72-a530-1f7ce3eb0eb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.1070571 Nov 23 14:12:30.357540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82c41063-425a-461d-80c1-56c8c75e8537 req-fc4598be-dce5-4d83-9b25-f9a18e7ffecd tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169195 Nov 23 14:12:30.403475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6c5c6-1abe-4bb4-a4b6-43f24612d26c req-f77ca842-2aef-412e-a756-41052019a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.409197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8a6c5c6-1abe-4bb4-a4b6-43f24612d26c req-f77ca842-2aef-412e-a756-41052019a979 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 1101 time: 0.1545949 Nov 23 14:12:30.427284 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-09affa8e-d0bb-4896-ae1e-9f8258f81595 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 200 len: 217 time: 0.0623844 Nov 23 14:12:30.440512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5224fa-cbfc-4d4c-b840-03f25c4aaac5 None None] New status for floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:12:30.514336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:30.567550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8a6c5c6-1abe-4bb4-a4b6-43f24612d26c req-0d1e183e-e05a-4fcb-b147-4d8b1868dbcf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7f9695ca-a4bc-4081-a1b6-fdf81a572843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472540 Nov 23 14:12:30.578138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-e7cae2d6-fd86-4383-a2d5-636529045a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.578138 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-e7cae2d6-fd86-4383-a2d5-636529045a71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1197348 Nov 23 14:12:30.630412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device be024ccd-67a3-4a3e-a612-dba33765ab6e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:30.660759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:30.690568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:30.695577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-b1915573-d6a3-47bb-8a9a-0caeff3f00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.697114 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-b1915573-d6a3-47bb-8a9a-0caeff3f00e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019082 Nov 23 14:12:30.785905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32ffb8-931d-4c07-ac88-a7e676924499 req-6ebc34c3-2d0b-409d-9d09-63dd9d9aabb7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.791622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Pushing event updated for resources: {'Port': ['ID=7198018e-f694-4ab2-9416-7f458ae6a8a2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:30.797303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32ffb8-931d-4c07-ac88-a7e676924499 req-6ebc34c3-2d0b-409d-9d09-63dd9d9aabb7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.805244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port be024ccd-67a3-4a3e-a612-dba33765ab6e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:30.805562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:30.811523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32ffb8-931d-4c07-ac88-a7e676924499 req-6ebc34c3-2d0b-409d-9d09-63dd9d9aabb7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.814221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e32ffb8-931d-4c07-ac88-a7e676924499 req-6ebc34c3-2d0b-409d-9d09-63dd9d9aabb7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 2374 time: 0.1394536 Nov 23 14:12:30.907557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-2a68090b-6ae1-4bb0-8316-59448948a69c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:30.909288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-2a68090b-6ae1-4bb0-8316-59448948a69c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0911465 Nov 23 14:12:30.915032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e32ffb8-931d-4c07-ac88-a7e676924499 req-3f57f9bf-08df-420b-bd27-8c3a21294bd6 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823526 Nov 23 14:12:30.915256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:30.929387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-3d40d60c-7f2b-4d35-9926-11afce42fa49 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107413 Nov 23 14:12:30.931154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:30.934870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:30.936493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:30.968462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-925f037b-febd-497b-8946-df9ffaccbc12 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.0520389 Nov 23 14:12:30.985108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'floatingip': {'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:31.025022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:31.077228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:31.093336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:31.100204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:31.158599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:31.159279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:31.190732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c22885-b0b1-4cb3-ba2b-ee8f7b851f88 req-3ee90527-c8e2-4d1d-93ae-de5ad9da2c45 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374094 Nov 23 14:12:31.208950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1772780 Nov 23 14:12:31.212958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1bf73-fc26-482e-9327-f0417be924df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=d7a2fdfc-4689-406f-855a-e1d84eadf965,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:31.222165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666', 'admin_state_up': True, 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'security_groups': ['e713bfae-70e1-4231-997b-01fc2f0836a9']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:31.232567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:31.233154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:31.329753 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-71d04c14-113b-4186-b7ef-5e8993cbc768 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3003917 Nov 23 14:12:31.346649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Request body: {'port': {'device_id': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:31.437171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-499c75db-e735-4f20-ab53-113ba0935ae0 None None] Provisioning complete for port d7a2fdfc-4689-406f-855a-e1d84eadf965 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:31.438097 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-499c75db-e735-4f20-ab53-113ba0935ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:31.461995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:31.490241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-499c75db-e735-4f20-ab53-113ba0935ae0 None None] Port d7a2fdfc-4689-406f-855a-e1d84eadf965 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:31.509945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Made reservation on behalf of e6c6ec99dba14695a4767121818c34de for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:31.514550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:31.567499 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:31.972726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508acc2-39eb-464d-b46e-119f09606d94 req-72fa21b2-9f6c-407c-be60-21fe3d538603 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:31.974136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d508acc2-39eb-464d-b46e-119f09606d94 req-72fa21b2-9f6c-407c-be60-21fe3d538603 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 950 time: 0.1094818 Nov 23 14:12:31.987061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Allocated IP 10.2.2.200 (2abe950e-20d4-41a3-987a-91c4a86ba666/397ace4a-3831-41dd-821f-0d801285e453/89f03094-520c-4d6b-b957-33fb4098fd4f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:32.048870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7198018e-f694-4ab2-9416-7f458ae6a8a2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:32.071843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.089539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d508acc2-39eb-464d-b46e-119f09606d94 req-9c0880d7-0c02-43f2-9b8b-8cb935d53d47 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f9695ca-a4bc-4081-a1b6-fdf81a572843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Nov 23 14:12:32.122649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.128783 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.133893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Transition to ACTIVE for port object 7198018e-f694-4ab2-9416-7f458ae6a8a2 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:32.145575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.214925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-b7b1f349-18dd-440a-82f2-74d5e1892da0 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:32.216647 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-b7b1f349-18dd-440a-82f2-74d5e1892da0 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bd0c2d5-e630-4dba-a274-b1645aea568d HTTP/1.1" status: 200 len: 945 time: 0.1636364 Nov 23 14:12:32.263986 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797 associated. External IP: 172.25.3.152, port: da3d44a6-b056-4f15-8715-4fb0c7910c72. Nov 23 14:12:32.274382 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.291638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Pushing event updated for resources: {'Port': ['ID=7198018e-f694-4ab2-9416-7f458ae6a8a2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:32.314682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ac12-4b13-42cc-a5e7-40fc7b24929a req-3010532c-6576-4ba1-bb0c-0f7b9c9bfb90 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:32.316255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79f6ac12-4b13-42cc-a5e7-40fc7b24929a req-3010532c-6576-4ba1-bb0c-0f7b9c9bfb90 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 943 time: 0.1039169 Nov 23 14:12:32.366331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.423212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79f6ac12-4b13-42cc-a5e7-40fc7b24929a req-e4fb83d4-804e-46ff-8707-a7bf13d22836 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950344 Nov 23 14:12:32.456559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Attempting to bind port 7198018e-f694-4ab2-9416-7f458ae6a8a2 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:32.456897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Attempting to bind port 7198018e-f694-4ab2-9416-7f458ae6a8a2 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:32.457289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Attempting to bind port 7198018e-f694-4ab2-9416-7f458ae6a8a2 on network a38bdf94-76b8-4deb-9d9d-21afb47bd94c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:32.464636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.474096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Port 7198018e-f694-4ab2-9416-7f458ae6a8a2 on network a38bdf94-76b8-4deb-9d9d-21afb47bd94c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:32.474445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Attempting to bind port 7198018e-f694-4ab2-9416-7f458ae6a8a2 on network a38bdf94-76b8-4deb-9d9d-21afb47bd94c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:32.483236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Deleting port 36bc126b-3e53-4d0e-8be7-206705afa142 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:32.483503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.545686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:32.546031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Checking segment: {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:32.546426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Bound using segment: {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:32.546882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Bound port: 7198018e-f694-4ab2-9416-7f458ae6a8a2, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:32.547259 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.550232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:32.568937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:32.583361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:32.603056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:32.612579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event updated for resources: {'Port': ['ID=89f03094-520c-4d6b-b957-33fb4098fd4f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:32.733745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] For port 36bc126b-3e53-4d0e-8be7-206705afa142, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=36bc126b-3e53-4d0e-8be7-206705afa142,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:32.733988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.777079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:32.779008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:32.780126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.788404 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:32.791265 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:32.810047 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:32.811131 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:32.816265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Calling delete_port for 36bc126b-3e53-4d0e-8be7-206705afa142 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:32.844991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-8ff69085-1a61-4f9d-a8a9-646ba78163b8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "PUT /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 200 len: 996 time: 1.8638752 Nov 23 14:12:32.845454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:32.847746 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2677c100-120a-4a4d-b8f0-f80d83042ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:32.886597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] For port 7198018e-f694-4ab2-9416-7f458ae6a8a2, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:32.928743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-a1a99d59-18bf-463f-a7ad-db5e6622c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:32.931747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-a1a99d59-18bf-463f-a7ad-db5e6622c81c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.0695984 Nov 23 14:12:32.949481 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b4bee9fd-a6e2-4f5c-90cc-bc55f0b0da88 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7322042 Nov 23 14:12:32.966931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:33.019762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] For port 7198018e-f694-4ab2-9416-7f458ae6a8a2, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:33.038250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-866d87d6-dc7e-4fe4-9a9d-3eeb088a6cef None None] Provisioning complete for port 89f03094-520c-4d6b-b957-33fb4098fd4f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:33.042923 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-866d87d6-dc7e-4fe4-9a9d-3eeb088a6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:33.068276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab9d7-48b6-446a-8654-515368d961de req-4271b9c6-145d-4fee-b2be-40adb2dbce2f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.075560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab9d7-48b6-446a-8654-515368d961de req-4271b9c6-145d-4fee-b2be-40adb2dbce2f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.081846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab9d7-48b6-446a-8654-515368d961de req-4271b9c6-145d-4fee-b2be-40adb2dbce2f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.085521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:33.087131 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:33.090518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4eab9d7-48b6-446a-8654-515368d961de req-4271b9c6-145d-4fee-b2be-40adb2dbce2f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2418 time: 0.1642590 Nov 23 14:12:33.123101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-866d87d6-dc7e-4fe4-9a9d-3eeb088a6cef None None] Port 89f03094-520c-4d6b-b957-33fb4098fd4f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:33.125032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-568c5532-fbe1-4352-b73f-0419b3381ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.127274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:33.133199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-568c5532-fbe1-4352-b73f-0419b3381ea7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.1919382 Nov 23 14:12:33.145315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.145943 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:33.147808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bb198888-9844-4862-848c-1bb927eab29e service neutron] 10.222.0.74 "PUT /v2.0/ports/7198018e-f694-4ab2-9416-7f458ae6a8a2 HTTP/1.1" status: 200 len: 1091 time: 1.8059988 Nov 23 14:12:33.173820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'tag': '7198018e-f694-4ab2-9416-7f458ae6a8a2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:33.178982 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57" -d '{"events": [{"name": "network-changed", "server_uuid": "7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3", "tag": "7198018e-f694-4ab2-9416-7f458ae6a8a2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:33.222928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4eab9d7-48b6-446a-8654-515368d961de req-e7347b76-601b-45cd-b6d1-cce1850b1d6a tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312714 Nov 23 14:12:33.258460 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-fb8728ea-22c2-416d-959e-476cc797b755 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 999 time: 0.1242201 Nov 23 14:12:33.323519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb198888-9844-4862-848c-1bb927eab29e service neutron] Pushing event updated for resources: {'Port': ['ID=7198018e-f694-4ab2-9416-7f458ae6a8a2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:33.350196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-9b624705-dc50-46af-a033-1784f6d5ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.362182 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-9b624705-dc50-46af-a033-1784f6d5ed03 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 1094 time: 0.1566570 Nov 23 14:12:33.367494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-0f53f4b9-7a01-4a58-9207-ec3b350264ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.379746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-0f53f4b9-7a01-4a58-9207-ec3b350264ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1182685 Nov 23 14:12:33.436857 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-ee14dff0-240c-44b8-ac67-228fa08b98cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2 HTTP/1.1" status: 200 len: 217 time: 0.0654044 Nov 23 14:12:33.439934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-c4b27a2d-3b38-4f11-b208-0710b4fb3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.451239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-c4b27a2d-3b38-4f11-b208-0710b4fb3f5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703385 Nov 23 14:12:33.521399 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:71:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:31Z', 'revision_number': 8, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:33.563931 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:33.579432 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:33.580267 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:33.590998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202c10-1626-49fe-81f6-9bfdb13c5850 req-0bdb63d3-5fab-48cf-b716-f9395936b631 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.600394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202c10-1626-49fe-81f6-9bfdb13c5850 req-0bdb63d3-5fab-48cf-b716-f9395936b631 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.604745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202c10-1626-49fe-81f6-9bfdb13c5850 req-0bdb63d3-5fab-48cf-b716-f9395936b631 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.611392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202c10-1626-49fe-81f6-9bfdb13c5850 req-0bdb63d3-5fab-48cf-b716-f9395936b631 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.617861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202c10-1626-49fe-81f6-9bfdb13c5850 req-0bdb63d3-5fab-48cf-b716-f9395936b631 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.619865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24202c10-1626-49fe-81f6-9bfdb13c5850 req-0bdb63d3-5fab-48cf-b716-f9395936b631 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 3816 time: 0.1387637 Nov 23 14:12:33.663721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-29280ea1-9f48-4d89-a6f8-3f5970b7b3ad service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113421 Nov 23 14:12:33.732746 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:33.766854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24202c10-1626-49fe-81f6-9bfdb13c5850 req-7f232f39-caae-4725-9003-d07b43033a8b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365697 Nov 23 14:12:33.847259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14d90d5d-5839-49b5-aa78-54c67617a9df req-b58a7f8e-36d7-4e54-ad88-0a623b09a8a0 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800640 Nov 23 14:12:33.936943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-873c5afa-b9b5-4535-8ccd-bc8665c87fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:33.939022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-873c5afa-b9b5-4535-8ccd-bc8665c87fbc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.4765208 Nov 23 14:12:34.096829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:71:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:31Z', 'revision_number': 8, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:34.123875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50eb4e44-8140-46d5-9b1b-045e1fb69064 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:34.133410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:34.135124 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d07388-0d27-46cf-bdac-f768acbbc520 None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f11e67c5-0a74-4b10-bb50-3d778d4fc797', 'tenant_id': '13920de45b344e06b354314b381c9756', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'port_id': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'mac_address': 'fa:16:3e:71:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f443035-5526-4d27-ad64-fb26f4abb498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:11:48Z', 'updated_at': '2021-11-23T14:12:31Z', 'revision_number': 8, 'project_id': '13920de45b344e06b354314b381c9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:34.151243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Transition to ACTIVE for port object 50eb4e44-8140-46d5-9b1b-045e1fb69064 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:34.153913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:34.156487 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d855b7-40f2-4864-b4cb-9f2f551dbf36 x-openstack-request-id: req-37d855b7-40f2-4864-b4cb-9f2f551dbf36 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:34.157026 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:34.157026 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37d855b7-40f2-4864-b4cb-9f2f551dbf36 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:34.157538 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'status': 'completed', 'code': 200} Nov 23 14:12:34.167239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['da3d44a6-b056-4f15-8715-4fb0c7910c72'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:34.274778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-63e27fe0-9e64-4ec6-9e96-ed806363a705 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173260 Nov 23 14:12:34.275409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-41fbaaac-4296-4c1b-b2a1-d8ee5e5f8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:34.277284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-41fbaaac-4296-4c1b-b2a1-d8ee5e5f8cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.0963902 Nov 23 14:12:34.300925 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfdce0a-9fad-4c26-8391-83fb0a122032 x-openstack-request-id: req-dcfdce0a-9fad-4c26-8391-83fb0a122032 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:34.301259 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3", "tag": "7198018e-f694-4ab2-9416-7f458ae6a8a2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:34.301789 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcfdce0a-9fad-4c26-8391-83fb0a122032 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:34.302998 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'tag': '7198018e-f694-4ab2-9416-7f458ae6a8a2', 'status': 'completed', 'code': 200} Nov 23 14:12:34.320892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:34.530183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-b77abceb-4b3c-45ab-8830-237632172c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:34.532201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-b77abceb-4b3c-45ab-8830-237632172c42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.2226341 Nov 23 14:12:34.570174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b95877-d682-4ca6-af9a-15f5d58a1a94 None None] New status for floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:12:34.645977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Pushing event deleted for resources: {'Port': ['ID=36bc126b-3e53-4d0e-8be7-206705afa142,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:34.653126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] No DVR routers for this DVR port 36bc126b-3e53-4d0e-8be7-206705afa142 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:34.663296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:34.668457 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5353e4ad-f6ea-432f-bc6f-78a99c885e8c req-8a8101b7-ae92-4ab7-bb0c-a375afe2faa7 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "DELETE /v2.0/ports/36bc126b-3e53-4d0e-8be7-206705afa142 HTTP/1.1" status: 204 len: 173 time: 2.4356365 Nov 23 14:12:34.744682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-3ae10a0b-8154-44f8-bf44-90af63ab4ab8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:34.752041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-3ae10a0b-8154-44f8-bf44-90af63ab4ab8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:34.767289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-3ae10a0b-8154-44f8-bf44-90af63ab4ab8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:34.771336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-3ae10a0b-8154-44f8-bf44-90af63ab4ab8 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2418 time: 0.9177773 Nov 23 14:12:34.851706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-7d9635e6-560f-4cdb-a273-f7db78be1bf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 999 time: 0.3108432 Nov 23 14:12:34.864160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a771ce40-cc46-47cb-927d-1f6380acf4cd req-716443ee-caf4-40e6-9884-ab5c24773ad2 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 200 len: 996 time: 0.3301127 Nov 23 14:12:34.931096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41864) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:35.037962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f215ab7-0407-4d04-a569-a2ca0e94ff03 req-847ac869-98fd-4e31-b621-88e5451d2317 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.039816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f215ab7-0407-4d04-a569-a2ca0e94ff03 req-847ac869-98fd-4e31-b621-88e5451d2317 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 943 time: 0.7574511 Nov 23 14:12:35.043434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-9e33307d-8863-4674-83c6-811eae131f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.044835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-9e33307d-8863-4674-83c6-811eae131f72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1775849 Nov 23 14:12:35.065071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-067b8684-db34-4945-8bab-bfea424b7d79 service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260244 Nov 23 14:12:35.105188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Pushing event updated for resources: {'Port': ['ID=50eb4e44-8140-46d5-9b1b-045e1fb69064,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:35.156220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771ce40-cc46-47cb-927d-1f6380acf4cd req-721d3f38-a6ff-4a14-b35b-7219601b2673 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.165948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a771ce40-cc46-47cb-927d-1f6380acf4cd req-721d3f38-a6ff-4a14-b35b-7219601b2673 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.3005850 Nov 23 14:12:35.201682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-a771ce40-cc46-47cb-927d-1f6380acf4cd req-a6eab81a-3d04-457d-b93f-67d50f2949ee tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:12:35.204627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Attempting to bind port 50eb4e44-8140-46d5-9b1b-045e1fb69064 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:35.204977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Attempting to bind port 50eb4e44-8140-46d5-9b1b-045e1fb69064 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:35.205310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Attempting to bind port 50eb4e44-8140-46d5-9b1b-045e1fb69064 on network 02a9ee93-d52a-40bd-8474-910f5a837859 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:35.215752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a771ce40-cc46-47cb-927d-1f6380acf4cd req-a6eab81a-3d04-457d-b93f-67d50f2949ee tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484588 Nov 23 14:12:35.224886 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.233421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Port 50eb4e44-8140-46d5-9b1b-045e1fb69064 on network 02a9ee93-d52a-40bd-8474-910f5a837859 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:35.233638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Attempting to bind port 50eb4e44-8140-46d5-9b1b-045e1fb69064 on network 02a9ee93-d52a-40bd-8474-910f5a837859 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:35.240509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port 70934626-366e-4d47-ae86-b0179c4826e3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:35.240859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.260006 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8650007a-b1c9-434b-9f10-7ee9c4160b20 req-bbeec1a9-71cc-47c6-a4ef-1c3d8dfe9387 service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843307 Nov 23 14:12:35.264046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:35.264422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Checking segment: {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:35.265081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Bound using segment: {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:35.265558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Bound port: 50eb4e44-8140-46d5-9b1b-045e1fb69064, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8591f78f-7ce5-4a78-abe3-9ee62854995b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:35.266044 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.283699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f215ab7-0407-4d04-a569-a2ca0e94ff03 req-f5bae524-0a14-41db-b29e-e5c24e9c49b0 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301221 Nov 23 14:12:35.311339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-dea01ff3-e4d1-4109-a590-49b09a604550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.316627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-dea01ff3-e4d1-4109-a590-49b09a604550 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554550 Nov 23 14:12:35.420068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 36bc126b-3e53-4d0e-8be7-206705afa142 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:35.461949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 36bc126b-3e53-4d0e-8be7-206705afa142 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:35.462595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 36bc126b-3e53-4d0e-8be7-206705afa142 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:35.463381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 70934626-366e-4d47-ae86-b0179c4826e3 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:35.489330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port 70934626-366e-4d47-ae86-b0179c4826e3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=70934626-366e-4d47-ae86-b0179c4826e3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:35.489874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.494996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-6ca3f016-a8c3-49e8-a36b-cc1cb7e0e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.498907 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-6ca3f016-a8c3-49e8-a36b-cc1cb7e0e6c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 1094 time: 0.1170506 Nov 23 14:12:35.566978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.583318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf701052-bbfd-4204-a641-771241f515e9 req-9492147e-d851-4326-9bb2-1185dc8c9231 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.590183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf701052-bbfd-4204-a641-771241f515e9 req-9492147e-d851-4326-9bb2-1185dc8c9231 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.596176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf701052-bbfd-4204-a641-771241f515e9 req-9492147e-d851-4326-9bb2-1185dc8c9231 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.603689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf701052-bbfd-4204-a641-771241f515e9 req-9492147e-d851-4326-9bb2-1185dc8c9231 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 2418 time: 0.2016838 Nov 23 14:12:35.608135 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.611947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.612606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for 70934626-366e-4d47-ae86-b0179c4826e3 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:35.643849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 70934626-366e-4d47-ae86-b0179c4826e3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=70934626-366e-4d47-ae86-b0179c4826e3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:35.644880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:35.647465 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f599781f-a443-477b-af6f-ca702bf617c6" -d '{"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-unplugged", "status": "completed", "tag": "70934626-366e-4d47-ae86-b0179c4826e3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:35.652788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.656879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-a7969db9-ffbb-45ad-9266-75f0a6ae468a service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260376 Nov 23 14:12:35.675328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d639df-3c20-43f1-b642-64f9d1f06c79 req-4c31fbd7-df10-4de9-a64a-0a3c1bd61a9c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.682175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d639df-3c20-43f1-b642-64f9d1f06c79 req-4c31fbd7-df10-4de9-a64a-0a3c1bd61a9c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.687983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] For port 50eb4e44-8140-46d5-9b1b-045e1fb69064, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:35.688659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d639df-3c20-43f1-b642-64f9d1f06c79 req-4c31fbd7-df10-4de9-a64a-0a3c1bd61a9c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.694635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] For port 50eb4e44-8140-46d5-9b1b-045e1fb69064, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:35.697563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d639df-3c20-43f1-b642-64f9d1f06c79 req-4c31fbd7-df10-4de9-a64a-0a3c1bd61a9c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.705661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d639df-3c20-43f1-b642-64f9d1f06c79 req-4c31fbd7-df10-4de9-a64a-0a3c1bd61a9c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.714784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8d639df-3c20-43f1-b642-64f9d1f06c79 req-4c31fbd7-df10-4de9-a64a-0a3c1bd61a9c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 3828 time: 0.2675810 Nov 23 14:12:35.718466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=70934626-366e-4d47-ae86-b0179c4826e3,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:35.723119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.764271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-6bfee61a-0da8-4936-9248-8fd9881f3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.766047 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-6bfee61a-0da8-4936-9248-8fd9881f3baf service neutron] 10.222.0.74 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 911 time: 0.2573187 Nov 23 14:12:35.772766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:35.773947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:35.775335 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] 10.222.0.74 "PUT /v2.0/ports/50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 200 len: 1092 time: 2.8133173 Nov 23 14:12:35.795294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aafc28-a7c1-4586-974a-58381e6e6797,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:35.804841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61d6a525350d4d97b7d6f7f356edd7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8582604 Nov 23 14:12:35.805706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41878) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:35.812965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:35.871341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.871690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.872171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.872579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.872959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.873296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.873622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.873949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.874274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.874597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.874942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.875267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf4841b-94f3-4b11-ad2c-adf4a444ea22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:35.900807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf701052-bbfd-4204-a641-771241f515e9 req-547d24c9-b638-4bf6-a6fa-dfb75ff08037 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962573 Nov 23 14:12:35.952551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8d639df-3c20-43f1-b642-64f9d1f06c79 req-a50f94de-7285-4b6a-baab-edcb275ae3c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289832 Nov 23 14:12:36.009912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfaa61-9552-4ed8-b7c3-e80df2dfb521 service neutron] Pushing event updated for resources: {'Port': ['ID=50eb4e44-8140-46d5-9b1b-045e1fb69064,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:36.034475 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-31fa7fff-f046-40b0-83ca-a90a44597c14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2 HTTP/1.1" status: 200 len: 217 time: 0.2551441 Nov 23 14:12:36.037863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.045918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2677c100-120a-4a4d-b8f0-f80d83042ca6 req-08586bb8-c8b1-4323-93db-77dbf11bcaa3 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286059 Nov 23 14:12:36.054934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ac224ec-6d55-42da-bc5f-ba22eb4c412d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.073915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-c43ca5c4-7331-4d45-80fc-6d65b91f49f8 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1172264 Nov 23 14:12:36.097072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ac224ec-6d55-42da-bc5f-ba22eb4c412d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.144381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-d0c663f5-270b-433a-a535-ab1e64ed70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:36.146441 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-d0c663f5-270b-433a-a535-ab1e64ed70b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.1023872 Nov 23 14:12:36.147299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=70934626-366e-4d47-ae86-b0179c4826e3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:36.171317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122159-4336-4863-8078-0ce4e4eee82b req-1abf4a7f-a7bf-49aa-a06e-2d4ed9095e26 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:36.172784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-1abf4a7f-a7bf-49aa-a06e-2d4ed9095e26 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports/da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 942 time: 0.0896804 Nov 23 14:12:36.183279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.222616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ac224ec-6d55-42da-bc5f-ba22eb4c412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.225692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ac224ec-6d55-42da-bc5f-ba22eb4c412d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.227283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9ac224ec-6d55-42da-bc5f-ba22eb4c412d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81aafc28-a7c1-4586-974a-58381e6e6797 HTTP/1.1" status: 204 len: 168 time: 0.4141591 Nov 23 14:12:36.240820 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-896f2f20-b48c-43d9-a65f-019de15f5417 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599496 Nov 23 14:12:36.243119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port 70934626-366e-4d47-ae86-b0179c4826e3 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:36.250790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac224ec-6d55-42da-bc5f-ba22eb4c412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aafc28-a7c1-4586-974a-58381e6e6797,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:36.253329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.260726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-14a6e64f-95d0-4b84-80db-826b3f8addb9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "DELETE /v2.0/ports/70934626-366e-4d47-ae86-b0179c4826e3 HTTP/1.1" status: 204 len: 173 time: 1.4385595 Nov 23 14:12:36.319444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'name': 'network-vif-deleted', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142'}, {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064'}, {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-deleted', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:36.322264 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14cff19-0b06-460e-9091-d5d1812416d5" -d '{"events": [{"server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "name": "network-vif-deleted", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142"}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064"}, {"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-deleted", "tag": "70934626-366e-4d47-ae86-b0179c4826e3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:36.478343 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3968999-7310-4483-81e5-19487719fa29 x-openstack-request-id: req-c3968999-7310-4483-81e5-19487719fa29 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:36.479252 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-unplugged", "status": "completed", "tag": "70934626-366e-4d47-ae86-b0179c4826e3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:36.480375 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3968999-7310-4483-81e5-19487719fa29 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:36.481120 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3', 'code': 200} Nov 23 14:12:36.525348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-fb119b39-ae55-4c01-bb9f-cd8fce060f66 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1318185 Nov 23 14:12:36.670345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-35254071-da07-4a10-93b7-cecbd8bc5edd service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184144 Nov 23 14:12:36.735550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762db295-76ba-494a-8162-d741f3fd2a40 req-ac9152b4-2526-4f84-b602-1651607c10d7 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:36.737519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-762db295-76ba-494a-8162-d741f3fd2a40 req-ac9152b4-2526-4f84-b602-1651607c10d7 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 943 time: 0.1475067 Nov 23 14:12:36.738389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41894) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:36.747360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122159-4336-4863-8078-0ce4e4eee82b req-0aad4afc-0c87-4680-81de-7dfe32df4134 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:36.749599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-0aad4afc-0c87-4680-81de-7dfe32df4134 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2142942 Nov 23 14:12:36.775352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-35ca42ae-f281-4937-a883-24e372621dc1 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:12:36.777134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-35ca42ae-f281-4937-a883-24e372621dc1 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196691 Nov 23 14:12:36.805963 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-476e1682-d2ab-4e6b-81dc-0f91d33a9ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.855426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-762db295-76ba-494a-8162-d741f3fd2a40 req-61156c8d-d4c6-4556-a546-9c51d9d776f1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043587 Nov 23 14:12:36.874936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port 5a42c79d-6603-4f55-9916-98faabfd60a7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:36.875281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:36.899449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-8bdcb948-6a6a-4e19-a87f-542b6f2df717 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 1001 time: 0.1050925 Nov 23 14:12:36.910944 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d58c27b3-b9b2-42eb-bb59-9f5c78ef9c57 req-460adfc4-f86e-46ba-8519-7624dc1cdab7 service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314675 Nov 23 14:12:36.920571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:36.936477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:36.939214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.003809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Transition to ACTIVE for port object 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:37.015423 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.026760 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.121711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port 5a42c79d-6603-4f55-9916-98faabfd60a7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5a42c79d-6603-4f55-9916-98faabfd60a7,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:37.122084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.135193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:37.140807 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e703dcd-27d3-4f46-988b-c97d98e4ae4d x-openstack-request-id: req-9e703dcd-27d3-4f46-988b-c97d98e4ae4d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:37.141157 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd0c2d5-e630-4dba-a274-b1645aea568d", "name": "network-vif-deleted", "tag": "36bc126b-3e53-4d0e-8be7-206705afa142", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064", "status": "completed", "code": 200}, {"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-deleted", "tag": "70934626-366e-4d47-ae86-b0179c4826e3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:37.141365 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e703dcd-27d3-4f46-988b-c97d98e4ae4d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:37.141775 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd0c2d5-e630-4dba-a274-b1645aea568d', 'name': 'network-vif-deleted', 'tag': '36bc126b-3e53-4d0e-8be7-206705afa142', 'status': 'completed', 'code': 200} Nov 23 14:12:37.142032 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'status': 'completed', 'code': 200} Nov 23 14:12:37.142283 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-deleted', 'tag': '70934626-366e-4d47-ae86-b0179c4826e3', 'status': 'completed', 'code': 200} Nov 23 14:12:37.146848 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-476e1682-d2ab-4e6b-81dc-0f91d33a9ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.158306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for 5a42c79d-6603-4f55-9916-98faabfd60a7 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:37.158634 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-476e1682-d2ab-4e6b-81dc-0f91d33a9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.315431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.334281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.335039 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797 disassociated. External IP: 172.25.3.152, port: da3d44a6-b056-4f15-8715-4fb0c7910c72. Nov 23 14:12:37.350199 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-476e1682-d2ab-4e6b-81dc-0f91d33a9ef8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b8d4cae275b454185b4913aafef142c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6091998 Nov 23 14:12:37.355819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41904) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:37.356581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e1682-d2ab-4e6b-81dc-0f91d33a9ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32025f-6d93-4b11-ba47-1ccee84b67d6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:37.416654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5a42c79d-6603-4f55-9916-98faabfd60a7 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:37.435362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-f02a5aa9-8c29-4fc2-82a7-e9edab80b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.435362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-f02a5aa9-8c29-4fc2-82a7-e9edab80b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.435362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-f02a5aa9-8c29-4fc2-82a7-e9edab80b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.435758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-f02a5aa9-8c29-4fc2-82a7-e9edab80b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.436036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-f02a5aa9-8c29-4fc2-82a7-e9edab80b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.436506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-f02a5aa9-8c29-4fc2-82a7-e9edab80b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.438346 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-f02a5aa9-8c29-4fc2-82a7-e9edab80b2b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5250 time: 0.2422545 Nov 23 14:12:37.471102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Attempting to bind port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:37.471440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Attempting to bind port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:37.472234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Attempting to bind port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:37.495050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255889e-fd5f-445c-af25-7103d6e41312 req-6e2df616-c5cb-40bc-b1ce-3673101333ae tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.498177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:37.498882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Attempting to bind port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:37.501469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255889e-fd5f-445c-af25-7103d6e41312 req-6e2df616-c5cb-40bc-b1ce-3673101333ae tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.503122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4255889e-fd5f-445c-af25-7103d6e41312 req-6e2df616-c5cb-40bc-b1ce-3673101333ae tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 1682 time: 0.1855655 Nov 23 14:12:37.504425 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f7fd499-0657-4615-b104-47639e5d6b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.527943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:37.528638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Checking segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:37.528771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Bound using segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:37.529719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Bound port: 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:37.529878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.532163 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.571168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5a42c79d-6603-4f55-9916-98faabfd60a7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5a42c79d-6603-4f55-9916-98faabfd60a7,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:37.576989 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.578163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:37.605084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f7fd499-0657-4615-b104-47639e5d6b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.660313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4255889e-fd5f-445c-af25-7103d6e41312 req-a4467e32-bdd0-4a0e-99a1-c2c98609ff01 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217065 Nov 23 14:12:37.740316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-1f5bd94d-c4b9-4ad0-8f22-708510e6b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.741005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-1f5bd94d-c4b9-4ad0-8f22-708510e6b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.741238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-1f5bd94d-c4b9-4ad0-8f22-708510e6b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.743565 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-1f5bd94d-c4b9-4ad0-8f22-708510e6b185 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e6c6ec99dba14695a4767121818c34de&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2949750 Nov 23 14:12:37.746301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:37.759430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:37.888393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-de8a583e-cc91-4d5d-ba4a-ad03720185db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.903043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-de8a583e-cc91-4d5d-ba4a-ad03720185db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.909563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-de8a583e-cc91-4d5d-ba4a-ad03720185db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.916569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-de8a583e-cc91-4d5d-ba4a-ad03720185db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.922216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=5a42c79d-6603-4f55-9916-98faabfd60a7,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:37.923327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-de8a583e-cc91-4d5d-ba4a-ad03720185db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.930534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-de8a583e-cc91-4d5d-ba4a-ad03720185db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.940868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-de8a583e-cc91-4d5d-ba4a-ad03720185db tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 4606 time: 0.1637845 Nov 23 14:12:37.944597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-88dd29cf-f9ad-4398-9ef6-7ed8a9630249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:37.946559 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b14cff19-0b06-460e-9091-d5d1812416d5 req-88dd29cf-f9ad-4398-9ef6-7ed8a9630249 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945515 Nov 23 14:12:37.967059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=5a42c79d-6603-4f55-9916-98faabfd60a7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:38.006291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f7fd499-0657-4615-b104-47639e5d6b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.008938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f7fd499-0657-4615-b104-47639e5d6b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.010409 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7f7fd499-0657-4615-b104-47639e5d6b82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f32025f-6d93-4b11-ba47-1ccee84b67d6 HTTP/1.1" status: 204 len: 168 time: 0.6497192 Nov 23 14:12:38.011888 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.016601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] For port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:38.047247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port 5a42c79d-6603-4f55-9916-98faabfd60a7 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:38.057294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] For port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:38.059819 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.064250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-acd9e66e-3341-4532-aaed-8055762ab435 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "DELETE /v2.0/ports/5a42c79d-6603-4f55-9916-98faabfd60a7 HTTP/1.1" status: 204 len: 173 time: 1.7807324 Nov 23 14:12:38.065890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fd499-0657-4615-b104-47639e5d6b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32025f-6d93-4b11-ba47-1ccee84b67d6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:38.067798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a1f0713-ecd4-49c5-b824-4010d561e5fc req-2ed8463b-4ff9-4c06-a613-6417062ba85e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257467 Nov 23 14:12:38.068452 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.105678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:38.113274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.135664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:38.159703 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:38.164638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.185647 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:38.207252 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:38.260039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:38.266570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:38.267650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.269779 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] 10.222.0.74 "PUT /v2.0/ports/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 1136 time: 2.4622898 Nov 23 14:12:38.310586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-d0ffeb69-f836-43af-baf5-8ec05bcabcc9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "PUT /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 200 len: 696 time: 1.4093943 Nov 23 14:12:38.315152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:38.317515 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:38.325559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:38.337314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe062545-ca03-481d-b90d-2e590b84cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:38.422773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:38.432145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.472767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:38.480460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1b88e-6f78-4888-be3a-9fbb2aa6124d req-b2ac4a7c-8a44-4600-8776-e56ddfb91f5c tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:38.482060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7'}, {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:38.484620 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f45bf-5ea3-4ce4-8e5c-509a1cfdf579" -d '{"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-unplugged", "status": "completed", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7"}, {"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-unplugged", "status": "completed", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:38.495815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58a1b88e-6f78-4888-be3a-9fbb2aa6124d req-b2ac4a7c-8a44-4600-8776-e56ddfb91f5c tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 950 time: 0.2438424 Nov 23 14:12:38.568178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122159-4336-4863-8078-0ce4e4eee82b req-1f173979-e960-40cd-b984-defa2c22c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:38.569627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-1f173979-e960-40cd-b984-defa2c22c5f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.2045360 Nov 23 14:12:38.628478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.673250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-bee68829-4d2b-4146-97cf-9e5bac3b5d13 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:38.675274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-bee68829-4d2b-4146-97cf-9e5bac3b5d13 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.74 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 950 time: 0.2695463 Nov 23 14:12:38.698201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58a1b88e-6f78-4888-be3a-9fbb2aa6124d req-07447640-0a4a-4625-9c80-f09826c25a19 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f9695ca-a4bc-4081-a1b6-fdf81a572843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949317 Nov 23 14:12:38.767674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:38.768229 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:38.827626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:38.840717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122159-4336-4863-8078-0ce4e4eee82b req-bacd2a05-5a13-485d-9935-e59e9319b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:38.843592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-bacd2a05-5a13-485d-9935-e59e9319b34e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.2526033 Nov 23 14:12:38.897796 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:38.940038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-027341d3-13e6-4445-a8f2-365ab0606160 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 217 time: 0.0915496 Nov 23 14:12:38.968383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7198018e-f694-4ab2-9416-7f458ae6a8a2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:12:38.977941 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:38.997953 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:38.999052 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:39.026553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122159-4336-4863-8078-0ce4e4eee82b req-5cfc62d2-abb7-4f6c-8e9b-6bd1f26fdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:39.028036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-5cfc62d2-abb7-4f6c-8e9b-6bd1f26fdfd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.0823834 Nov 23 14:12:39.091825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122159-4336-4863-8078-0ce4e4eee82b req-3e1ad75e-c07a-4d2e-8365-3a9978aec479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:39.093411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-3e1ad75e-c07a-4d2e-8365-3a9978aec479 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589166 Nov 23 14:12:39.193199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7198018e-f694-4ab2-9416-7f458ae6a8a2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:39.245268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:39.252624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '7198018e-f694-4ab2-9416-7f458ae6a8a2', 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'port_id': '7198018e-f694-4ab2-9416-7f458ae6a8a2', 'mac_address': 'fa:16:3e:63:24:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:12:39.350934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:39.370404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7198018e-f694-4ab2-9416-7f458ae6a8a2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:39.373329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-665790bd-1790-40a4-8dda-5e39640d2164 service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708683 Nov 23 14:12:39.393755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7198018e-f694-4ab2-9416-7f458ae6a8a2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:39.395821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-deleted', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7'}, {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '19c8ae0c-bafe-481c-b397-0ad5d71ed6f3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:39.398921 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60459a34-7190-42d8-94dc-d5bfd6233699" -d '{"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-deleted", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7"}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "19c8ae0c-bafe-481c-b397-0ad5d71ed6f3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:39.412185 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:39.551718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7198018e-f694-4ab2-9416-7f458ae6a8a2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:39.556635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Deleting port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:39.557069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:39.566855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.567294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.567760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.568296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.568859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.569378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.570079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.570585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.571455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.572085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.572637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.573151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:12:39.623829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7198018e-f694-4ab2-9416-7f458ae6a8a2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:39.746373 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:39.803636 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515538c3-96a7-4bcc-9f26-9a61378b392e None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:11:17Z', 'revision_number': 4, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '179a0267-fbc9-4405-9335-c5802ad7c96e', 'name': '', 'network_id': '2be8e4c5-4ef3-4694-bf25-5f70d6449bde', 'tenant_id': '13920de45b344e06b354314b381c9756', 'mac_address': 'fa:16:3e:91:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:16Z', 'updated_at': '2021-11-23T14:11:25Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'subnets': [{'id': '40c36bfd-7478-4110-a97a-bf5d0c16931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:39.979330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] For port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:39.980334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:40.028197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Calling delete_port for 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:40.033059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:40.048848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:40.091977 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:40.096528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=a47a9e12-b2f4-44f6-a637-6bdb0f6c0767,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:40.159558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ceff-d2a8-496f-9a6a-82022b06f55d req-184a4abc-d19c-4414-8800-ea3e374f7bad tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.167710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acd3ceff-d2a8-496f-9a6a-82022b06f55d req-184a4abc-d19c-4414-8800-ea3e374f7bad tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 944 time: 0.1850548 Nov 23 14:12:40.220923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13122159-4336-4863-8078-0ce4e4eee82b req-0c4cd245-85d2-47fd-bef1-64d093ed012a service neutron] 10.222.0.46 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8445756 Nov 23 14:12:40.265231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0c42-56d9-4bba-9943-a586fc8276cd None None] New status for floating IP f11e67c5-0a74-4b10-bb50-3d778d4fc797: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:12:40.292804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acd3ceff-d2a8-496f-9a6a-82022b06f55d req-efda6dfa-dce7-4b9f-a16c-5971974488d5 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234474 Nov 23 14:12:40.331421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:40.340533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:40.344881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b8c608d-ca51-4511-bcab-b9bfde17d019 req-07a00a5f-92ed-4151-85d6-fb5cbca99773 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "DELETE /v2.0/ports/a47a9e12-b2f4-44f6-a637-6bdb0f6c0767 HTTP/1.1" status: 204 len: 173 time: 2.2725072 Nov 23 14:12:40.384055 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd47569b-d52b-4e23-90f9-b48d8f47206c x-openstack-request-id: req-cd47569b-d52b-4e23-90f9-b48d8f47206c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:40.384773 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:40.384963 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd47569b-d52b-4e23-90f9-b48d8f47206c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:40.385384 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'status': 'completed', 'code': 200} Nov 23 14:12:40.439336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Transition to ACTIVE for port object 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:40.447458 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802aa361-0405-4e8f-8243-7c444f921f53 x-openstack-request-id: req-802aa361-0405-4e8f-8243-7c444f921f53 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:40.447813 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-unplugged", "status": "completed", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7", "code": 200}, {"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-unplugged", "status": "completed", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:40.448081 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-802aa361-0405-4e8f-8243-7c444f921f53 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:40.448330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:40.448471 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7', 'code': 200} Nov 23 14:12:40.448825 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767', 'code': 200} Nov 23 14:12:40.481153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:40.540719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Pushing event deleted for resources: {'Port': ['ID=2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:40.561498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d2d2539-b648-4aca-b840-bd9d9c5ca4b3 req-fe9e63ff-de19-4343-9a8f-2a90b872904b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=98ddfb59-1654-4f08-9c2e-f30ad58eee0e HTTP/1.1" status: 200 len: 210 time: 0.0890951 Nov 23 14:12:40.711261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.728906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.736808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.747118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.749189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] No DVR routers for this DVR port 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:40.763373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:40.768258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c4d8bc1d-389c-49a3-bdf9-8b71e7d37c92 req-e07b5f48-c375-49dd-b20f-54b94a9c4919 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.74 "DELETE /v2.0/ports/2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f HTTP/1.1" status: 204 len: 173 time: 2.0849912 Nov 23 14:12:40.773969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.784476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.793074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-1b2243bf-58ca-4f18-af54-fbd71378b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.794752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-1b2243bf-58ca-4f18-af54-fbd71378b6cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13920de45b344e06b354314b381c9756&device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 1096 time: 0.3529866 Nov 23 14:12:40.809607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:40.815685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-3ab18fee-94d9-4909-a58c-5f6a17a1f3df tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5381 time: 0.2290657 Nov 23 14:12:40.881293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Pushing event updated for resources: {'Port': ['ID=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:40.963817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7198018e-f694-4ab2-9416-7f458ae6a8a2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:41.004690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6907e729-cf08-42ec-80e2-6a8a8109a0bf req-2406f75d-895c-4c45-b326-ecd61b44edea tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746333 Nov 23 14:12:41.095854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 7198018e-f694-4ab2-9416-7f458ae6a8a2 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:12:41.101276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 7198018e-f694-4ab2-9416-7f458ae6a8a2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:41.101682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:41.134165 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44985355-5c39-4298-8c19-ad9e7f15e9f2 x-openstack-request-id: req-44985355-5c39-4298-8c19-ad9e7f15e9f2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:41.134663 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-deleted", "tag": "5a42c79d-6603-4f55-9916-98faabfd60a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "19c8ae0c-bafe-481c-b397-0ad5d71ed6f3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:41.137625 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44985355-5c39-4298-8c19-ad9e7f15e9f2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:41.137959 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-deleted', 'tag': '5a42c79d-6603-4f55-9916-98faabfd60a7', 'status': 'completed', 'code': 200} Nov 23 14:12:41.138220 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '19c8ae0c-bafe-481c-b397-0ad5d71ed6f3', 'status': 'completed', 'code': 200} Nov 23 14:12:41.142828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Attempting to bind port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:41.143251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Attempting to bind port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:41.143723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Attempting to bind port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:41.159882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-3a4558e5-3307-4663-ad50-73d774b422e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.161364 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-3a4558e5-3307-4663-ad50-73d774b422e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 200 len: 922 time: 0.3533683 Nov 23 14:12:41.163715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:41.164043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Attempting to bind port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:41.191307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:41.191634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Checking segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:41.192017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Bound using segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:41.192458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Bound port: 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:41.192812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:41.216150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9187afc-a77f-4cac-bc48-54851e437d81 req-7a9b3b4c-6bba-41d9-b588-975acce16608 tempest-TenantUsagesTestJSON-902594503 tempest-TenantUsagesTestJSON-902594503-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45dbf06-ee52-4502-90cc-84174058b0bf HTTP/1.1" status: 200 len: 210 time: 0.0434537 Nov 23 14:12:41.264661 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-90553879-1ba7-4928-ac2d-e4029cce052b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 200 len: 217 time: 0.0745921 Nov 23 14:12:41.278851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:41.345686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7198018e-f694-4ab2-9416-7f458ae6a8a2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:41.356884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:41.358969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:41.371517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.372007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.372478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.372974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.373481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.373945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.374401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.381598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-256095eb-1a7a-46b4-a276-c8a3096a6455 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6176 time: 0.2270691 Nov 23 14:12:41.466685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-964c57e4-6c26-4358-a9a6-1349c9782846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.468406 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-964c57e4-6c26-4358-a9a6-1349c9782846 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 200 len: 860 time: 0.1772683 Nov 23 14:12:41.502006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] For port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:41.524715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5622d2e-b204-4172-b31f-780fd1ea8aaf req-3217d345-4293-4592-b20e-9b25eb0db8c1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.535374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:41.535710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5622d2e-b204-4172-b31f-780fd1ea8aaf req-3217d345-4293-4592-b20e-9b25eb0db8c1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.0942070 Nov 23 14:12:41.536166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:41.538422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7198018e-f694-4ab2-9416-7f458ae6a8a2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:41.574816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] For port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:41.589111 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:41.626936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5622d2e-b204-4172-b31f-780fd1ea8aaf req-4c002150-cc9b-482c-bf32-f476c63fc974 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729988 Nov 23 14:12:41.650142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-2399b240-8886-46a2-a841-749ae24d57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.650612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-2399b240-8886-46a2-a841-749ae24d57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.651106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-2399b240-8886-46a2-a841-749ae24d57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.656505 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-2399b240-8886-46a2-a841-749ae24d57a6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e6c6ec99dba14695a4767121818c34de&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2616079 Nov 23 14:12:41.664081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.664742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:41.666406 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] 10.222.0.74 "PUT /v2.0/ports/1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 1133 time: 3.3636787 Nov 23 14:12:41.690115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-f81bcf44-9229-4628-baf6-d3e30a0b5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.691280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0294337e-834f-4c6f-b185-4721a86a16aa req-0a7be78d-1df5-4cc7-8314-17e1e356a4df tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 200 len: 694 time: 0.0708592 Nov 23 14:12:41.691750 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-f81bcf44-9229-4628-baf6-d3e30a0b5cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2be8e4c5-4ef3-4694-bf25-5f70d6449bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873553 Nov 23 14:12:41.758979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:41.859086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294337e-834f-4c6f-b185-4721a86a16aa req-f4382105-3f00-4080-8f19-a5a110ce50f9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:41.867526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0294337e-834f-4c6f-b185-4721a86a16aa req-f4382105-3f00-4080-8f19-a5a110ce50f9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1679122 Nov 23 14:12:41.904309 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-47642432-bcca-4e18-9cbc-598b84e6d0af service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945524 Nov 23 14:12:41.909120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a0058-85da-43db-8d67-bca5d7847c9d service neutron] Pushing event updated for resources: {'Port': ['ID=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:41.928294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0294337e-834f-4c6f-b185-4721a86a16aa req-0db6502f-86c5-4080-9e18-92234a486f3f tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 697 time: 0.0598142 Nov 23 14:12:41.986445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0294337e-834f-4c6f-b185-4721a86a16aa req-1d9493ad-5c56-4c10-8d4c-5470bd7d53a9 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 697 time: 0.0572464 Nov 23 14:12:42.037880 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c926764c-eaa2-4a4a-8d18-bfd4d9d93a4c req-b590758d-1c29-48fc-b808-13c84e8cfe11 service neutron] 10.222.0.11 "GET /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163507 Nov 23 14:12:42.085432 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.099054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-71f8aaa6-08b1-47b2-939f-a0f3ee3efd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.100898 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-60459a34-7190-42d8-94dc-d5bfd6233699 req-71f8aaa6-08b1-47b2-939f-a0f3ee3efd92 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4316940 Nov 23 14:12:42.133626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Deleting port b5ed4daa-7c80-41eb-a94d-b093975bd433 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:42.133976 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.218412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.219323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.233276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Calling delete_port for b5ed4daa-7c80-41eb-a94d-b093975bd433 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:42.387527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.405841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d08020-a694-47be-9fe7-64c58c3d4817 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:42.414472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.418467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Pushing event deleted for resources: {'Port': ['ID=b5ed4daa-7c80-41eb-a94d-b093975bd433,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:42.428016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41992) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:42.442227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Transition to ACTIVE for port object 65d08020-a694-47be-9fe7-64c58c3d4817 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:42.446684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.450161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7198018e-f694-4ab2-9416-7f458ae6a8a2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:42.453151 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947ee4ff-eaa4-42dc-bd11-802833afd9d1" -d '{"events": [{"server_uuid": "7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3", "name": "network-vif-plugged", "status": "completed", "tag": "7198018e-f694-4ab2-9416-7f458ae6a8a2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:42.574147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting subnet f1d74867-2ea0-4174-b5f5-202c24ff95a8 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:12:42.574722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Pushing event updated for resources: {'Port': ['ID=65d08020-a694-47be-9fe7-64c58c3d4817,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:42.577705 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.637231 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.645252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Attempting to bind port 65d08020-a694-47be-9fe7-64c58c3d4817 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:42.645610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Attempting to bind port 65d08020-a694-47be-9fe7-64c58c3d4817 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:42.645954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Attempting to bind port 65d08020-a694-47be-9fe7-64c58c3d4817 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:42.651895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Port 65d08020-a694-47be-9fe7-64c58c3d4817 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:42.652225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Attempting to bind port 65d08020-a694-47be-9fe7-64c58c3d4817 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:42.657531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:42.657876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Checking segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:42.658267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Bound using segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:42.658707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Bound port: 65d08020-a694-47be-9fe7-64c58c3d4817, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:42.659229 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.669568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.672135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.673339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0294337e-834f-4c6f-b185-4721a86a16aa req-8ab2096f-8020-4f26-af07-512d28345868 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "DELETE /v2.0/floatingips/f11e67c5-0a74-4b10-bb50-3d778d4fc797 HTTP/1.1" status: 204 len: 173 time: 0.6861181 Nov 23 14:12:42.710214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.716770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.722743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.728743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.734645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.750706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.767885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.775932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-567a897a-e7ee-4b5a-87b8-4038f6424028 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5393 time: 0.2542763 Nov 23 14:12:42.783541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] For port 65d08020-a694-47be-9fe7-64c58c3d4817, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:42.789743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] For port 65d08020-a694-47be-9fe7-64c58c3d4817, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=65d08020-a694-47be-9fe7-64c58c3d4817,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:42.798311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.854528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.866674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:42.867428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:42.868804 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] 10.222.0.74 "PUT /v2.0/ports/65d08020-a694-47be-9fe7-64c58c3d4817 HTTP/1.1" status: 200 len: 1091 time: 1.1269231 Nov 23 14:12:42.922481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:42.933131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efe362aa-1df0-41d3-b656-5d9c2b02b50a req-df1d29a5-a799-4a4d-9ee1-012457dde68a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514559 Nov 23 14:12:42.994374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6b48b-cca0-45e4-8113-6998652ca761 service neutron] Pushing event updated for resources: {'Port': ['ID=65d08020-a694-47be-9fe7-64c58c3d4817,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:43.015186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.019696 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49af37f1-0d9d-43ae-8a30-311e0a965fc8 x-openstack-request-id: req-49af37f1-0d9d-43ae-8a30-311e0a965fc8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:43.020422 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3", "name": "network-vif-plugged", "status": "completed", "tag": "7198018e-f694-4ab2-9416-7f458ae6a8a2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:43.020908 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49af37f1-0d9d-43ae-8a30-311e0a965fc8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:43.021525 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7198018e-f694-4ab2-9416-7f458ae6a8a2', 'code': 200} Nov 23 14:12:43.078663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d74867-2ea0-4174-b5f5-202c24ff95a8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:43.092890 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.100672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-adf606f4-5930-4b67-93f0-73c144342112 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/subnets/f1d74867-2ea0-4174-b5f5-202c24ff95a8 HTTP/1.1" status: 204 len: 168 time: 0.6536398 Nov 23 14:12:43.101803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9650d-a93e-4da5-ad19-1774bc7e2b02 None None] Network d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:43.102534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42006) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:43.120048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.245115 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.275710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc9ec-2b90-4bad-98f1-16f868bb481f req-04ee1d95-e7d2-4138-aa3b-85c854273b49 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:43.285317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6acc9ec-2b90-4bad-98f1-16f868bb481f req-04ee1d95-e7d2-4138-aa3b-85c854273b49 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.1417234 Nov 23 14:12:43.373874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6acc9ec-2b90-4bad-98f1-16f868bb481f req-386a0c53-f7bd-4c7f-b34d-14b86bdee090 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863929 Nov 23 14:12:43.442618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port 74b6b424-2acf-49af-ab09-02c0b91f11e8 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:43.443438 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.492802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331ef162-7cf5-4277-9771-c3759427fdf3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:43.506066 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.509657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-deleted', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767'}, {'server_uuid': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'name': 'network-vif-deleted', 'tag': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f'}, {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '1a921d86-46a7-4db0-ba64-c8a55bcc49f7'}, {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:43.512509 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c19d13-aede-4021-96cc-678fd8020508" -d '{"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-deleted", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767"}, {"server_uuid": "f45dbf06-ee52-4502-90cc-84174058b0bf", "name": "network-vif-deleted", "tag": "2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f"}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "1a921d86-46a7-4db0-ba64-c8a55bcc49f7"}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:43.548788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Transition to ACTIVE for port object 331ef162-7cf5-4277-9771-c3759427fdf3 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:43.557027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.595733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32035085-dd83-43c9-827d-2d8474f662c8 req-066daede-8066-4019-a324-18f70428061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:43.602631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42022) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:43.607696 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32035085-dd83-43c9-827d-2d8474f662c8 req-066daede-8066-4019-a324-18f70428061f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 1096 time: 0.4978929 Nov 23 14:12:43.619676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port 74b6b424-2acf-49af-ab09-02c0b91f11e8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=74b6b424-2acf-49af-ab09-02c0b91f11e8,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:43.620093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.720771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for 74b6b424-2acf-49af-ab09-02c0b91f11e8 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:43.783939 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756c45a0-ab96-4fcc-903b-8b8f3810b685 x-openstack-request-id: req-756c45a0-ab96-4fcc-903b-8b8f3810b685 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:43.784132 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddfb59-1654-4f08-9c2e-f30ad58eee0e", "name": "network-vif-deleted", "tag": "a47a9e12-b2f4-44f6-a637-6bdb0f6c0767", "status": "completed", "code": 200}, {"server_uuid": "f45dbf06-ee52-4502-90cc-84174058b0bf", "name": "network-vif-deleted", "tag": "2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "1a921d86-46a7-4db0-ba64-c8a55bcc49f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:43.784265 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-756c45a0-ab96-4fcc-903b-8b8f3810b685 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:43.784818 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddfb59-1654-4f08-9c2e-f30ad58eee0e', 'name': 'network-vif-deleted', 'tag': 'a47a9e12-b2f4-44f6-a637-6bdb0f6c0767', 'status': 'completed', 'code': 200} Nov 23 14:12:43.784927 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45dbf06-ee52-4502-90cc-84174058b0bf', 'name': 'network-vif-deleted', 'tag': '2ef59f3a-4eb8-4fb5-98a8-ebe49ac4087f', 'status': 'completed', 'code': 200} Nov 23 14:12:43.785122 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '1a921d86-46a7-4db0-ba64-c8a55bcc49f7', 'status': 'completed', 'code': 200} Nov 23 14:12:43.785410 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817', 'status': 'completed', 'code': 200} Nov 23 14:12:43.816962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Pushing event updated for resources: {'Port': ['ID=331ef162-7cf5-4277-9771-c3759427fdf3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:43.838492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Attempting to bind port 331ef162-7cf5-4277-9771-c3759427fdf3 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:43.838832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Attempting to bind port 331ef162-7cf5-4277-9771-c3759427fdf3 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:43.839208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Attempting to bind port 331ef162-7cf5-4277-9771-c3759427fdf3 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:43.844353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] DHCP port deletion for d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:12:43.844878 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32035085-dd83-43c9-827d-2d8474f662c8 req-20067f38-dcc7-49eb-b78f-3ca23fad4173 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274516 Nov 23 14:12:43.847848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Port 331ef162-7cf5-4277-9771-c3759427fdf3 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:43.848178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Attempting to bind port 331ef162-7cf5-4277-9771-c3759427fdf3 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:43.863054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:43.863498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Checking segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:43.863876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Bound using segment: {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:43.864489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Bound port: 331ef162-7cf5-4277-9771-c3759427fdf3, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa95393-5d37-420f-b252-a6d94517823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:43.864866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:43.993877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] Deleting port 74b6b424-2acf-49af-ab09-02c0b91f11e8 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:43.994502 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.004046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428648e4-0478-4ee8-a3df-c68bd1729cb4 req-3ab4dc77-9df7-4653-a1da-46e53446841c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.018763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-428648e4-0478-4ee8-a3df-c68bd1729cb4 req-3ab4dc77-9df7-4653-a1da-46e53446841c tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 945 time: 0.3832872 Nov 23 14:12:44.023959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] For port 331ef162-7cf5-4277-9771-c3759427fdf3, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:44.027455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] For port 331ef162-7cf5-4277-9771-c3759427fdf3, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=331ef162-7cf5-4277-9771-c3759427fdf3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:44.034075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.081651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.082305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.083802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] 10.222.0.74 "PUT /v2.0/ports/331ef162-7cf5-4277-9771-c3759427fdf3 HTTP/1.1" status: 200 len: 1090 time: 1.1730707 Nov 23 14:12:44.142806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:44.183744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8c3cd-44a2-4521-ad80-420fbdb431bd service neutron] Pushing event updated for resources: {'Port': ['ID=331ef162-7cf5-4277-9771-c3759427fdf3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:44.219784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] For port 74b6b424-2acf-49af-ab09-02c0b91f11e8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=74b6b424-2acf-49af-ab09-02c0b91f11e8,segment=NetworkSegment(d611865b-ba87-452a-9bc2-843253674c02),segment_id=d611865b-ba87-452a-9bc2-843253674c02)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:44.220483 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.240799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-428648e4-0478-4ee8-a3df-c68bd1729cb4 req-e5af20b3-e13e-4c94-98cf-8c15da6f0a44 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189817 Nov 23 14:12:44.267441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42044) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:44.269579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.275740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.276479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.277107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.277486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] Calling delete_port for 74b6b424-2acf-49af-ab09-02c0b91f11e8 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:44.283294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.286251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.288100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.290543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.292762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c19d13-aede-4021-96cc-678fd8020508 req-8ed52e4a-a99a-4c27-8b7b-81bc327bbef4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6310 time: 0.4298041 Nov 23 14:12:44.427214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4a312891-689e-4680-97fb-fff035073207 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cf380e821104a998ee65f4d18d6bb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8182745 Nov 23 14:12:44.463077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42056) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:44.528157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.549250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-383fdf71-37d5-47c2-96cf-0bef678c408f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.556598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.584737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] No DVR routers for this DVR port 74b6b424-2acf-49af-ab09-02c0b91f11e8 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:44.610377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237e16f-c166-4b98-8305-823bcf78b571 None None] Pushing event deleted for resources: {'Port': ['ID=74b6b424-2acf-49af-ab09-02c0b91f11e8,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:44.633413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 74b6b424-2acf-49af-ab09-02c0b91f11e8 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:44.636406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.644409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.653441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.660173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 74b6b424-2acf-49af-ab09-02c0b91f11e8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:44.660996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 74b6b424-2acf-49af-ab09-02c0b91f11e8 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:44.662502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.671352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.680428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.690475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.692446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-b096a600-ca57-4aaf-88b1-705203c2ef01 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5405 time: 0.4728534 Nov 23 14:12:44.704758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=74b6b424-2acf-49af-ab09-02c0b91f11e8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:44.715428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port 74b6b424-2acf-49af-ab09-02c0b91f11e8 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:44.777021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae56c893-6a40-4dd7-8e97-6411e2d7221a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.842879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.865862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-383fdf71-37d5-47c2-96cf-0bef678c408f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.874186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-383fdf71-37d5-47c2-96cf-0bef678c408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.874961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-2ef4b2cf-023b-4906-8d1e-6e69340ccee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.875595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-2ef4b2cf-023b-4906-8d1e-6e69340ccee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.876208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-2ef4b2cf-023b-4906-8d1e-6e69340ccee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.877942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c19d13-aede-4021-96cc-678fd8020508 req-2ef4b2cf-023b-4906-8d1e-6e69340ccee7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e6c6ec99dba14695a4767121818c34de&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5203140 Nov 23 14:12:44.893743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe7307-9437-4415-adf7-bb563dad4c6d req-2927f1a9-51fa-4c36-aa87-e6c66bf8f3d9 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:44.895731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74fe7307-9437-4415-adf7-bb563dad4c6d req-2927f1a9-51fa-4c36-aa87-e6c66bf8f3d9 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.3571751 Nov 23 14:12:44.920934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:44.953888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae56c893-6a40-4dd7-8e97-6411e2d7221a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:44.963202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fdf71-37d5-47c2-96cf-0bef678c408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542d166f-4500-4e05-96fb-b97af16970d0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:44.972472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd611865b-ba87-452a-9bc2-843253674c02') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:44.973395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd611865b-ba87-452a-9bc2-843253674c02') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:44.975156 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-383fdf71-37d5-47c2-96cf-0bef678c408f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e8fa0e3376f463e9ef2a15b398b640e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7065682 Nov 23 14:12:44.977813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42060) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:45.016051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.029533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-138e12ac-327b-4095-a5c1-dc075c983178 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.031176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-138e12ac-327b-4095-a5c1-dc075c983178 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 945 time: 0.1225059 Nov 23 14:12:45.049385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a2fdfc-4689-406f-855a-e1d84eadf965 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:45.076743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.106189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9736e517-d21f-4237-b3ec-ac0f1b3cb338 req-572dc25c-2f32-49a1-b6f0-df6cfe7cc6d8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3949647 Nov 23 14:12:45.119777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Transition to ACTIVE for port object d7a2fdfc-4689-406f-855a-e1d84eadf965 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:45.135619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.160717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.195595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74fe7307-9437-4415-adf7-bb563dad4c6d req-fed8d949-68ae-4fe3-8516-9a22e24a43a2 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762432 Nov 23 14:12:45.200924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:12:45.201325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:12:45.205277 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:12:45.213767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:12:45.224787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a2fdfc-4689-406f-855a-e1d84eadf965,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:45.332296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Deleting port da3d44a6-b056-4f15-8715-4fb0c7910c72 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:45.332638 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.337743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-1f6eae29-a610-4160-a61a-2634efae442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.343331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c19d13-aede-4021-96cc-678fd8020508 req-1f6eae29-a610-4160-a61a-2634efae442b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4462142 Nov 23 14:12:45.404504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87b49eff-638c-4eb5-b6a0-fedbd52c6810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.470233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae56c893-6a40-4dd7-8e97-6411e2d7221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.473829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae56c893-6a40-4dd7-8e97-6411e2d7221a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.478051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae56c893-6a40-4dd7-8e97-6411e2d7221a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f9695ca-a4bc-4081-a1b6-fdf81a572843 HTTP/1.1" status: 204 len: 168 time: 1.0050602 Nov 23 14:12:45.489644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Attempting to bind port d7a2fdfc-4689-406f-855a-e1d84eadf965 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:45.490022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Attempting to bind port d7a2fdfc-4689-406f-855a-e1d84eadf965 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:45.490297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Attempting to bind port d7a2fdfc-4689-406f-855a-e1d84eadf965 on network 2abe950e-20d4-41a3-987a-91c4a86ba666 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:45.504285 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.508630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87b49eff-638c-4eb5-b6a0-fedbd52c6810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.534547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Port d7a2fdfc-4689-406f-855a-e1d84eadf965 on network 2abe950e-20d4-41a3-987a-91c4a86ba666 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:45.534547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Attempting to bind port d7a2fdfc-4689-406f-855a-e1d84eadf965 on network 2abe950e-20d4-41a3-987a-91c4a86ba666 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:45.555359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:45.556086 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.556360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Checking segment: {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:45.556360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Bound using segment: {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:45.556585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Bound port: d7a2fdfc-4689-406f-855a-e1d84eadf965, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:45.556944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.559981 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/networks/d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9 HTTP/1.1" status: 204 len: 168 time: 2.4552119 Nov 23 14:12:45.564191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56c893-6a40-4dd7-8e97-6411e2d7221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9695ca-a4bc-4081-a1b6-fdf81a572843,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:45.568240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42072) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:45.608260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] For port da3d44a6-b056-4f15-8715-4fb0c7910c72, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=da3d44a6-b056-4f15-8715-4fb0c7910c72,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:45.608669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.646422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ffd-5b7c-4155-b654-db9fbba02430 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Network': ['ID=d5f6f5a5-ad9b-4a4e-ae1e-4436e5eae8b9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:45.652274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Calling delete_port for da3d44a6-b056-4f15-8715-4fb0c7910c72 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:45.672949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.673540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.674201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.674591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.675143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.675667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.676193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.678177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c19d13-aede-4021-96cc-678fd8020508 req-252b599f-1cec-418d-a993-5c950f478d68 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6377 time: 0.2748637 Nov 23 14:12:45.724580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1ad2e-c36a-4396-a5e3-21bd2d9a5464 req-3d2b3db8-6e9d-4e75-aafe-37b9df12118e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.735246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebb1ad2e-c36a-4396-a5e3-21bd2d9a5464 req-3d2b3db8-6e9d-4e75-aafe-37b9df12118e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f443035-5526-4d27-ad64-fb26f4abb498 HTTP/1.1" status: 200 len: 945 time: 0.2713444 Nov 23 14:12:45.750533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting subnet ffb1dda7-46e3-4ae7-8b68-d58b677448ee {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:12:45.760907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] For port d7a2fdfc-4689-406f-855a-e1d84eadf965, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:45.761910 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.781158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] For port d7a2fdfc-4689-406f-855a-e1d84eadf965, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:45.790123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:45.792589 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:45.819368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.839905 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87b49eff-638c-4eb5-b6a0-fedbd52c6810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.842611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87b49eff-638c-4eb5-b6a0-fedbd52c6810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.843936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-87b49eff-638c-4eb5-b6a0-fedbd52c6810 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/542d166f-4500-4e05-96fb-b97af16970d0 HTTP/1.1" status: 204 len: 168 time: 0.8548505 Nov 23 14:12:45.876934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.884648 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6442bdf-f833-4fa7-a9ed-dbb433c67fd1 x-openstack-request-id: req-a6442bdf-f833-4fa7-a9ed-dbb433c67fd1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:45.884939 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:45.885189 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6442bdf-f833-4fa7-a9ed-dbb433c67fd1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:45.885577 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3', 'status': 'completed', 'code': 200} Nov 23 14:12:45.903162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:45.903961 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:45.905364 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] 10.222.0.74 "PUT /v2.0/ports/d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 200 len: 1091 time: 1.7865734 Nov 23 14:12:45.943375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b49eff-638c-4eb5-b6a0-fedbd52c6810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542d166f-4500-4e05-96fb-b97af16970d0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:45.944143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Request body: {'port': {'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:45.964420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebb1ad2e-c36a-4396-a5e3-21bd2d9a5464 req-a0d551bd-7cc5-41fb-a30d-a99e72ea0317 tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.46 "GET /v2.0/security-groups?id=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281866 Nov 23 14:12:46.002861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-e80d27cb-1c41-4b50-b559-5ead68983ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.003721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-e80d27cb-1c41-4b50-b559-5ead68983ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.004575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-e80d27cb-1c41-4b50-b559-5ead68983ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.007277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c19d13-aede-4021-96cc-678fd8020508 req-e80d27cb-1c41-4b50-b559-5ead68983ee6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e6c6ec99dba14695a4767121818c34de&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3171027 Nov 23 14:12:46.017824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faf6fd-6b50-4188-b92c-94189896bbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a2fdfc-4689-406f-855a-e1d84eadf965,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:46.072304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.074108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.084483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['da3d44a6-b056-4f15-8715-4fb0c7910c72'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:12:46.098773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42082) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:46.159085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Pushing event deleted for resources: {'Port': ['ID=da3d44a6-b056-4f15-8715-4fb0c7910c72,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:46.282993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] No DVR routers for this DVR port da3d44a6-b056-4f15-8715-4fb0c7910c72 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:46.300424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.308037 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77d8cec8-5d60-47ff-b158-f977ba3f0319 req-3c6844de-a496-402a-b17a-3eb77b7d115e tempest-FloatingIPsAssociationTestJSON-851972646 tempest-FloatingIPsAssociationTestJSON-851972646-project] 10.222.0.11 "DELETE /v2.0/ports/da3d44a6-b056-4f15-8715-4fb0c7910c72 HTTP/1.1" status: 204 len: 173 time: 1.2701874 Nov 23 14:12:46.308854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42090) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:46.341500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab3e1-8f12-4676-9406-f391fd7d813f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.430847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19d13-aede-4021-96cc-678fd8020508 req-83580d04-8b9a-4b41-b053-c3e86a2d27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.435578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c19d13-aede-4021-96cc-678fd8020508 req-83580d04-8b9a-4b41-b053-c3e86a2d27fe service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4176874 Nov 23 14:12:46.468625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.572588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab3e1-8f12-4676-9406-f391fd7d813f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.578710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab3e1-8f12-4676-9406-f391fd7d813f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.686971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ab3e1-8f12-4676-9406-f391fd7d813f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16328500-2d82-4b2f-8ef9-53fac11ddf9e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:46.691490 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c9ab3e1-8f12-4676-9406-f391fd7d813f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03b8e5665b674235a2d5121ce0c8d516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795235 Nov 23 14:12:46.695665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42102) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:46.713796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f03094-520c-4d6b-b957-33fb4098fd4f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:12:46.724162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.727680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.732447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.738886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.746306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.752617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.759279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.765495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:46.772538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Transition to ACTIVE for port object 89f03094-520c-4d6b-b957-33fb4098fd4f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:12:46.774006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-498c462a-e216-45e9-8f88-a9acdc547edb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5417 time: 0.5204673 Nov 23 14:12:46.777649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f72b68f-60a6-47b1-aa07-9c3c58493fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.784636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.869171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a773f53-e3ed-420a-bee9-d33700addee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.940280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a773f53-e3ed-420a-bee9-d33700addee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.979617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f72b68f-60a6-47b1-aa07-9c3c58493fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:46.993031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f72b68f-60a6-47b1-aa07-9c3c58493fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.000910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.001388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.003149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.003719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.004437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.005058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.005523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.007864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=89f03094-520c-4d6b-b957-33fb4098fd4f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:47.008285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-ed67b0f2-3e6b-4ae0-973e-348aef9b11bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6419 time: 0.4841537 Nov 23 14:12:47.021720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.191020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a773f53-e3ed-420a-bee9-d33700addee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.199407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a773f53-e3ed-420a-bee9-d33700addee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.201465 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6a773f53-e3ed-420a-bee9-d33700addee3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16328500-2d82-4b2f-8ef9-53fac11ddf9e HTTP/1.1" status: 204 len: 168 time: 0.5047216 Nov 23 14:12:47.203330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Attempting to bind port 89f03094-520c-4d6b-b957-33fb4098fd4f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:47.203927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Attempting to bind port 89f03094-520c-4d6b-b957-33fb4098fd4f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:47.207271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Attempting to bind port 89f03094-520c-4d6b-b957-33fb4098fd4f on network 2abe950e-20d4-41a3-987a-91c4a86ba666 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:47.242862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Port 89f03094-520c-4d6b-b957-33fb4098fd4f on network 2abe950e-20d4-41a3-987a-91c4a86ba666 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:12:47.243594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Attempting to bind port 89f03094-520c-4d6b-b957-33fb4098fd4f on network 2abe950e-20d4-41a3-987a-91c4a86ba666 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:47.260420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a773f53-e3ed-420a-bee9-d33700addee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16328500-2d82-4b2f-8ef9-53fac11ddf9e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:47.274108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:47.275241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Checking segment: {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:47.276407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Bound using segment: {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:47.277175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Bound port: 89f03094-520c-4d6b-b957-33fb4098fd4f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d915c1d-9ba2-45e5-a5bc-978000cb153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:47.278779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.399435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] For port 89f03094-520c-4d6b-b957-33fb4098fd4f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:47.403894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] For port 89f03094-520c-4d6b-b957-33fb4098fd4f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=89f03094-520c-4d6b-b957-33fb4098fd4f,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:47.409827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.478451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.479382 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.481169 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] 10.222.0.74 "PUT /v2.0/ports/89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 200 len: 1091 time: 1.5412455 Nov 23 14:12:47.510814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91625a-8538-4eda-a56a-ddf603131ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=89f03094-520c-4d6b-b957-33fb4098fd4f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:47.594929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-051f1773-60bc-49e8-a142-3e7319d23d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.595153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-051f1773-60bc-49e8-a142-3e7319d23d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.595467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-051f1773-60bc-49e8-a142-3e7319d23d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.601865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-051f1773-60bc-49e8-a142-3e7319d23d0e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e6c6ec99dba14695a4767121818c34de&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5614281 Nov 23 14:12:47.619463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51a45b-f660-4442-a76a-a86ef34c85b1 req-fa6715de-f1b3-472d-a89f-22ded47c8372 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:47.621067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a51a45b-f660-4442-a76a-a86ef34c85b1 req-fa6715de-f1b3-472d-a89f-22ded47c8372 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 1.1483345 Nov 23 14:12:47.685538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb1dda7-46e3-4ae7-8b68-d58b677448ee,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:47.690507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.694231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-33a8f309-2c7b-40fc-a972-7cddb41a7bb5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/subnets/ffb1dda7-46e3-4ae7-8b68-d58b677448ee HTTP/1.1" status: 204 len: 168 time: 2.1198497 Nov 23 14:12:47.696968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42124) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:47.703946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca49b1-3364-407a-bbb3-c0ba8ecdadc2 None None] Network 9a6795c3-2d4e-4250-996b-582c0c192993 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:47.759717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9961c86-d7bc-4e3c-9230-4e304a89b788 req-b3cca47a-6598-4e89-9b25-887d848366ac tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9845080 Nov 23 14:12:47.779809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0f72b68f-60a6-47b1-aa07-9c3c58493fbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5a7b7a807e846ab85340e52124f5631&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6603389 Nov 23 14:12:47.780806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72b68f-60a6-47b1-aa07-9c3c58493fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d450944f-1e18-4478-a0aa-2f59e31bfe59,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:47.787855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42128) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:47.841561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.902186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965'}, {'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'name': 'network-vif-deleted', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72'}, {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '89f03094-520c-4d6b-b957-33fb4098fd4f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:12:47.905552 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609c76a-5c06-44f8-9d34-210c8f1bafaf" -d '{"events": [{"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965"}, {"server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "name": "network-vif-deleted", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72"}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "89f03094-520c-4d6b-b957-33fb4098fd4f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:12:47.946239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port de062ac9-3490-4cb1-8634-b898a23019a3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:47.946575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:47.962800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a51a45b-f660-4442-a76a-a86ef34c85b1 req-e46af500-effd-4eb7-a38d-3b4c622bcee2 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991083 Nov 23 14:12:47.968834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42136) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:48.037087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] DHCP port deletion for 9a6795c3-2d4e-4250-996b-582c0c192993 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:12:48.089521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-3bdba6b5-5e4c-4557-b372-737715233274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.091377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fd0aebd-7f02-4c2a-933f-72937c72cbfe req-3bdba6b5-5e4c-4557-b372-737715233274 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4676192 Nov 23 14:12:48.098556 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 23 Nov 2021 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d9545f-b5c1-4321-86c1-7c22f0bfb5f2 x-openstack-request-id: req-40d9545f-b5c1-4321-86c1-7c22f0bfb5f2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:12:48.099558 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965", "status": "completed", "code": 200}, {"server_uuid": "3f443035-5526-4d27-ad64-fb26f4abb498", "name": "network-vif-deleted", "tag": "da3d44a6-b056-4f15-8715-4fb0c7910c72", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "89f03094-520c-4d6b-b957-33fb4098fd4f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:12:48.099816 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40d9545f-b5c1-4321-86c1-7c22f0bfb5f2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:12:48.100230 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965', 'status': 'completed', 'code': 200} Nov 23 14:12:48.100538 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f443035-5526-4d27-ad64-fb26f4abb498', 'name': 'network-vif-deleted', 'tag': 'da3d44a6-b056-4f15-8715-4fb0c7910c72', 'status': 'completed', 'code': 200} Nov 23 14:12:48.101097 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '89f03094-520c-4d6b-b957-33fb4098fd4f', 'status': 'completed', 'code': 200} Nov 23 14:12:48.116703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f058f689-ea81-4f76-b197-6cfcb99abbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.143953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port de062ac9-3490-4cb1-8634-b898a23019a3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de062ac9-3490-4cb1-8634-b898a23019a3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:48.144327 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.167438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for de062ac9-3490-4cb1-8634-b898a23019a3 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:48.168864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f058f689-ea81-4f76-b197-6cfcb99abbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.189341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] Deleting port de062ac9-3490-4cb1-8634-b898a23019a3 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:48.189719 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.298648 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.314820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f058f689-ea81-4f76-b197-6cfcb99abbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.317793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f058f689-ea81-4f76-b197-6cfcb99abbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.321266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f058f689-ea81-4f76-b197-6cfcb99abbdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d450944f-1e18-4478-a0aa-2f59e31bfe59 HTTP/1.1" status: 204 len: 168 time: 0.5217385 Nov 23 14:12:48.348964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058f689-ea81-4f76-b197-6cfcb99abbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450944f-1e18-4478-a0aa-2f59e31bfe59,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:48.418591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.419249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.419706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.419843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=de062ac9-3490-4cb1-8634-b898a23019a3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:48.420467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.420829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.421679 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port de062ac9-3490-4cb1-8634-b898a23019a3 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:48.426068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.426972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.430869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-51fd5cda-5ae9-40d4-8993-587e7713c8fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6486 time: 0.1541007 Nov 23 14:12:48.493560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-198693bd-e6e4-40ea-94e9-57ea918181df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 200 len: 217 time: 0.0481722 Nov 23 14:12:48.547571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] For port de062ac9-3490-4cb1-8634-b898a23019a3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de062ac9-3490-4cb1-8634-b898a23019a3,segment=NetworkSegment(2214efc8-5bfb-4eb6-9c90-391d1f8a0855),segment_id=2214efc8-5bfb-4eb6-9c90-391d1f8a0855)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:48.548218 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.565320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] Calling delete_port for de062ac9-3490-4cb1-8634-b898a23019a3 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:48.615160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42156) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:48.664485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de062ac9-3490-4cb1-8634-b898a23019a3 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:48.713643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.718882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-c1c50e47-1dd8-4006-bd50-4b8cf78eda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:48.721061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-c1c50e47-1dd8-4006-bd50-4b8cf78eda5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 1096 time: 0.2448809 Nov 23 14:12:48.747038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: de062ac9-3490-4cb1-8634-b898a23019a3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:48.749140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de062ac9-3490-4cb1-8634-b898a23019a3 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:48.799070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6795c3-2d4e-4250-996b-582c0c192993']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:48.840334 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:48.891093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] Pushing event deleted for resources: {'Port': ['ID=de062ac9-3490-4cb1-8634-b898a23019a3,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:48.915118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64cf7a-8eeb-4992-9a04-2373614f0987 None None] No DVR routers for this DVR port de062ac9-3490-4cb1-8634-b898a23019a3 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:12:49.003295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-323bc5bb-ff4f-49ee-85e4-e41389912f0b req-5610dfc5-650e-4ada-b442-4dbe4d4e56aa tempest-AbsoluteLimitsNegativeTestJSON-500440387 tempest-AbsoluteLimitsNegativeTestJSON-500440387-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=16b0b72bd6bd4a979e6c0a1bce29ec8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392305 Nov 23 14:12:49.017639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0b3c-d90e-4971-99d7-c4d7a5888042 req-f484e78c-59a2-414b-8cbb-e4c962f40767 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.025581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e0c0b3c-d90e-4971-99d7-c4d7a5888042 req-f484e78c-59a2-414b-8cbb-e4c962f40767 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.4121573 Nov 23 14:12:49.080241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-75753350-2b89-4d9c-9c28-771dfd475873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.082692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-75753350-2b89-4d9c-9c28-771dfd475873 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a364ed53-f9a0-4c52-85de-268f6f2f28e3 HTTP/1.1" status: 200 len: 856 time: 0.4679942 Nov 23 14:12:49.144938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-network', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:49.204962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2214efc8-5bfb-4eb6-9c90-391d1f8a0855') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:49.205258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2214efc8-5bfb-4eb6-9c90-391d1f8a0855') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:49.207191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42178) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:49.233104 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.243682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eec62d91-3a48-4e1c-9849-e170b42c0a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.247568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e0c0b3c-d90e-4971-99d7-c4d7a5888042 req-ef11a671-1ee5-47c8-b223-240f97141e12 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208993 Nov 23 14:12:49.260823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.282252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:12:49.282645 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:12:49.287087 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:12:49.302602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-c20eec15-4e55-45be-bb3e-6f5a6b79cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.304025 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-c20eec15-4e55-45be-bb3e-6f5a6b79cf30 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 911 time: 0.5745795 Nov 23 14:12:49.354928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Made reservation on behalf of 8eb5826da48343ea8979e586e85c06f4 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:49.356790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.391229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-4977d000-5624-42cb-aad4-f21c381e75e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2 HTTP/1.1" status: 200 len: 217 time: 0.0760529 Nov 23 14:12:49.400637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-30df8ee5-36e0-4801-97bb-28e6e80385b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.402638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-30df8ee5-36e0-4801-97bb-28e6e80385b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a9ee93-d52a-40bd-8474-910f5a837859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947710 Nov 23 14:12:49.416232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.428628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.447572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.450709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/networks/9a6795c3-2d4e-4250-996b-582c0c192993 HTTP/1.1" status: 204 len: 168 time: 1.7521141 Nov 23 14:12:49.460160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device da3d44a6-b056-4f15-8715-4fb0c7910c72 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:12:49.464273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42180) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:49.464419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bc5bb-ff4f-49ee-85e4-e41389912f0b req-1677f71d-3488-4285-9270-65f6ba01ea5a tempest-AbsoluteLimitsNegativeTestJSON-500440387 tempest-AbsoluteLimitsNegativeTestJSON-500440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.466261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-323bc5bb-ff4f-49ee-85e4-e41389912f0b req-1677f71d-3488-4285-9270-65f6ba01ea5a tempest-AbsoluteLimitsNegativeTestJSON-500440387 tempest-AbsoluteLimitsNegativeTestJSON-500440387-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4192524 Nov 23 14:12:49.469470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1878399279'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:49.477449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39a7f8-5dac-4f07-a8f7-774b38957257 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Network': ['ID=9a6795c3-2d4e-4250-996b-582c0c192993,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:49.484358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: da3d44a6-b056-4f15-8715-4fb0c7910c72 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:12:49.485068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device da3d44a6-b056-4f15-8715-4fb0c7910c72 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:12:49.493251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-6d8bcf05-42de-407c-8de0-005e02ffe24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.494714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-6d8bcf05-42de-407c-8de0-005e02ffe24e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.0952418 Nov 23 14:12:49.519357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.525325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.531613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.537535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.544609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.544770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-4e1ddf89-03ca-4673-9656-6bbf55744815 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419867 Nov 23 14:12:49.549250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:49.551185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.552676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.557709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.559624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-40e6dd01-09f9-49ef-9669-7fe3546ea5b0 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.2453711 Nov 23 14:12:49.560438 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eec62d91-3a48-4e1c-9849-e170b42c0a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.582435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eec62d91-3a48-4e1c-9849-e170b42c0a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.620579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-323bc5bb-ff4f-49ee-85e4-e41389912f0b req-4a4a47f9-8b74-482a-af5b-2704dadc6d5e tempest-AbsoluteLimitsNegativeTestJSON-500440387 tempest-AbsoluteLimitsNegativeTestJSON-500440387-project] 10.222.0.46 "GET /v2.0/quotas/16b0b72bd6bd4a979e6c0a1bce29ec8e HTTP/1.1" status: 200 len: 375 time: 0.1274407 Nov 23 14:12:49.675258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eec62d91-3a48-4e1c-9849-e170b42c0a82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75de5d790b07446e8cdb1608e7cf0a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668801 Nov 23 14:12:49.676177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:12:49.682233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42182) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:49.685891 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec62d91-3a48-4e1c-9849-e170b42c0a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4433f45-80b3-4ac9-98df-b56ad2867f11,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:49.696865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.697133 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Added segment 91905ed5-12d0-4940-948c-5d605b7b27fd of type vlan for network 96d39088-c795-4cf5-8787-6e19786d4e4a Nov 23 14:12:49.712666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-323bc5bb-ff4f-49ee-85e4-e41389912f0b req-980b921a-04a3-4533-9635-3478721ba307 tempest-AbsoluteLimitsNegativeTestJSON-500440387 tempest-AbsoluteLimitsNegativeTestJSON-500440387-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=16b0b72bd6bd4a979e6c0a1bce29ec8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803928 Nov 23 14:12:49.740058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-184e4bb9-9486-4718-8c8f-a3909eabf2c9 service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823840 Nov 23 14:12:49.756195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.772005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c0c31c05-39b4-4d70-8e99-ea226a7b890c service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528528 Nov 23 14:12:49.834331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.839934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:49.840538 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.844400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df74608d-e88d-4f0f-8b31-e3eda2937cfe req-ed34ad6c-cc89-4960-a5ed-a6113e0a6ee1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2441361 Nov 23 14:12:49.903482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4379141 Nov 23 14:12:49.908030 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-63397416-d860-4252-b7ce-ef4c634a6e60 req-f519f567-7970-41ed-8e84-d8ca5b9c705b service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607013 Nov 23 14:12:49.908469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42186) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:49.936557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.938087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'subnet': {'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:49.941647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.955898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510074c-7ed7-4002-8eeb-343ee958cf12 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Network': ['ID=96d39088-c795-4cf5-8787-6e19786d4e4a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:49.973804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 96d39088-c795-4cf5-8787-6e19786d4e4a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:12:49.981630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0f36cae-370f-4a7d-a4ba-c5867ec9dec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:49.996348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.046599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-45dfe946-0bf0-4d13-93e7-0b25cc0ed5bb service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637584 Nov 23 14:12:50.047471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:50.051043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.098795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1d8478-2b07-4885-b8de-91455dc08748,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:50.104042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0f36cae-370f-4a7d-a4ba-c5867ec9dec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.151524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:12:50.154338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-eba69596-4996-47cd-8881-b565fc4e1529 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 217 time: 0.0525570 Nov 23 14:12:50.155382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42194) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:50.216212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.216568 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Added segment 9fb0c16e-7d13-463a-a0da-c484f7a1f036 of type vlan for network c23f0361-85e2-4a82-9272-70f82b16abe8 Nov 23 14:12:50.266213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.278459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-7a4ba64d-e0fe-4c40-b524-6edb3da04b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:50.280403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-7a4ba64d-e0fe-4c40-b524-6edb3da04b77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.1119027 Nov 23 14:12:50.320670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3160-e459-48b9-8687-e4f1fae1df76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.333739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.361468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Subnet': ['ID=a6d71080-b01f-44f2-b2ef-0fbb843fe3ab,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:50.378400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Checking segment: {'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:50.381261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network hostable DHCP agents. Network: 96d39088-c795-4cf5-8787-6e19786d4e4a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:12:50.411595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network 96d39088-c795-4cf5-8787-6e19786d4e4a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:12:50.427442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 96d39088-c795-4cf5-8787-6e19786d4e4a) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:50.433521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:50.434200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.442092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10d5d1-18a7-4373-95c9-6637dc474828 None None] Network 96d39088-c795-4cf5-8787-6e19786d4e4a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:50.442345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0f36cae-370f-4a7d-a4ba-c5867ec9dec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.445190 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0f36cae-370f-4a7d-a4ba-c5867ec9dec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.448643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e0f36cae-370f-4a7d-a4ba-c5867ec9dec0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4433f45-80b3-4ac9-98df-b56ad2867f11 HTTP/1.1" status: 204 len: 168 time: 0.7468708 Nov 23 14:12:50.460492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c73521f6-ad4b-4e52-af84-74a7ec755924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:50.461916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-c73521f6-ad4b-4e52-af84-74a7ec755924 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732779 Nov 23 14:12:50.480639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3160-e459-48b9-8687-e4f1fae1df76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.487079 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aa846c68-62fe-421a-80a3-6ce7f8a936a3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5505934 Nov 23 14:12:50.487308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f36cae-370f-4a7d-a4ba-c5867ec9dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4433f45-80b3-4ac9-98df-b56ad2867f11,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:50.487417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42202) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:50.502063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-790531616'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:50.508984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.510085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:50.510679 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.511265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3160-e459-48b9-8687-e4f1fae1df76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.540599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089c04a-b5f7-420d-a09f-93024703dd33 req-2649f0dd-1dbd-4db6-831c-38246486540a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:50.542450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e089c04a-b5f7-420d-a09f-93024703dd33 req-2649f0dd-1dbd-4db6-831c-38246486540a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.2104716 Nov 23 14:12:50.576610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f6dd3160-e459-48b9-8687-e4f1fae1df76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16b0b72bd6bd4a979e6c0a1bce29ec8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199605 Nov 23 14:12:50.577256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42204) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:50.610882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd3160-e459-48b9-8687-e4f1fae1df76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bfdec6-4366-4738-b9ea-de8905218516,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:50.617202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:50.621384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.688809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.0726597 Nov 23 14:12:50.695927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42208) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:50.696418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-96d39088-c795-4cf5-8787-6e19786d4e4a', 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'fixed_ips': [{'subnet_id': 'a6d71080-b01f-44f2-b2ef-0fbb843fe3ab'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:12:50.697703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.702434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:12:50.704787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f3275d-7a40-4381-a6d6-75ebb41e8b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.706128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56977860-26ed-4b26-aa18-70d533033389 admin admin] Pushing event updated for resources: {'Network': ['ID=c23f0361-85e2-4a82-9272-70f82b16abe8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:50.711766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Request body: {'subnet': {'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-subnet', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:50.727561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.727964 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Added segment a150a866-ed2f-4ab1-aacd-65373cf011ca of type vlan for network 3edfe958-024b-453f-adf6-8d97b51fb35f Nov 23 14:12:50.750254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f3275d-7a40-4381-a6d6-75ebb41e8b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.785935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e089c04a-b5f7-420d-a09f-93024703dd33 req-4f2820a1-7272-456e-87bf-f1b17676c34c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151473 Nov 23 14:12:50.795150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f4fb4074-3cd1-454e-9518-88901b11e053 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203754 Nov 23 14:12:50.833992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.843496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Made reservation on behalf of 8eb5826da48343ea8979e586e85c06f4 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:50.847970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.868374 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.875048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:50.875679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:50.894030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c23f0361-85e2-4a82-9272-70f82b16abe8 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:12:51.015370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f3275d-7a40-4381-a6d6-75ebb41e8b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.016031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f3275d-7a40-4381-a6d6-75ebb41e8b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.017206 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40f3275d-7a40-4381-a6d6-75ebb41e8b87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34bfdec6-4366-4738-b9ea-de8905218516 HTTP/1.1" status: 204 len: 168 time: 0.4329956 Nov 23 14:12:51.025619 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5364516 Nov 23 14:12:51.027773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e6757-50b8-4904-b0d5-4d22336626b5 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Network': ['ID=3edfe958-024b-453f-adf6-8d97b51fb35f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:51.035544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42224) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:51.042158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'subnet': {'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:51.045283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Allocated IP 19.80.0.2 (96d39088-c795-4cf5-8787-6e19786d4e4a/a6d71080-b01f-44f2-b2ef-0fbb843fe3ab/28aa8263-baad-483e-8ebe-3511187262be) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:51.046929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3275d-7a40-4381-a6d6-75ebb41e8b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bfdec6-4366-4738-b9ea-de8905218516,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:51.069001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3edfe958-024b-453f-adf6-8d97b51fb35f details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:12:51.169684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:51.180166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.375737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.386177 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.444219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Pushing event updated for resources: {'Port': ['ID=28aa8263-baad-483e-8ebe-3511187262be,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:51.462737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Network 96d39088-c795-4cf5-8787-6e19786d4e4a is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:51.464968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:51.468281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:51.525571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.609585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.615618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.622394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.629796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.636990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.643831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.650270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.652515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-b4cdf439-5200-41cc-a680-bc218c211a0c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.6637666 Nov 23 14:12:51.659535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Subnet': ['ID=1e117020-1802-4ecd-9a94-44c0a137061d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:51.660114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-8270914f-9211-4e6d-9e4e-82b790c397b3 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8442845 Nov 23 14:12:51.661632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Deleting port 179a0267-fbc9-4405-9335-c5802ad7c96e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:51.662134 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.671505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Checking segment: {'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:51.675357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network hostable DHCP agents. Network: 3edfe958-024b-453f-adf6-8d97b51fb35f, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:12:51.710422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network 3edfe958-024b-453f-adf6-8d97b51fb35f is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:12:51.729253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 3edfe958-024b-453f-adf6-8d97b51fb35f) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:51.733484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:51.734079 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.748591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] For port 179a0267-fbc9-4405-9335-c5802ad7c96e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=179a0267-fbc9-4405-9335-c5802ad7c96e,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:51.749186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.770113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2edd9c2-21a8-4dd4-895e-021d8c476d03 None None] Network 3edfe958-024b-453f-adf6-8d97b51fb35f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:51.777580 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0a36384a-02aa-4a64-b0ba-b1689eef16f7 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7401171 Nov 23 14:12:51.807790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f1258f88-90bd-4e26-8f19-04d547e9aa52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 217 time: 0.0464325 Nov 23 14:12:51.822732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Calling delete_port for 179a0267-fbc9-4405-9335-c5802ad7c96e owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:51.858831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Attempting to bind port 28aa8263-baad-483e-8ebe-3511187262be on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:51.859237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Attempting to bind port 28aa8263-baad-483e-8ebe-3511187262be by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:51.859928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Attempting to bind port 28aa8263-baad-483e-8ebe-3511187262be on network 96d39088-c795-4cf5-8787-6e19786d4e4a {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:51.899061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:51.899760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Checking segment: {'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:51.900530 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.901245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Bound using segment: {'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:51.901943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Bound port: 28aa8263-baad-483e-8ebe-3511187262be, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:51.902544 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:51.983600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] For port 28aa8263-baad-483e-8ebe-3511187262be, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:51.987487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] For port 28aa8263-baad-483e-8ebe-3511187262be, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=28aa8263-baad-483e-8ebe-3511187262be,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:51.998118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.028602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-615909aa-d5d2-4c57-a3a2-c9b2325ba587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:52.038542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-615909aa-d5d2-4c57-a3a2-c9b2325ba587 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.2184541 Nov 23 14:12:52.083498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b00aa7e4-e832-4972-8579-01ff87b50a91 req-1c4e4ed1-9d35-4f3e-beaf-a941271e2462 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3256092 Nov 23 14:12:52.105579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.171708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-3edfe958-024b-453f-adf6-8d97b51fb35f', 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'fixed_ips': [{'subnet_id': '1e117020-1802-4ecd-9a94-44c0a137061d'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:12:52.179046 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.203700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb04353-134a-40a6-8ea1-0ae280062330,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:52.208641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e7989-d44c-4ab6-a3f5-510c3e411641 None None] Pushing event updated for resources: {'Port': ['ID=28aa8263-baad-483e-8ebe-3511187262be,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:52.280512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42274) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:52.440806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c8a31-220e-4189-832f-6cd48646392c req-fff67ac3-2960-4127-ab65-2e2aacd4133a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:52.442496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d6c8a31-220e-4189-832f-6cd48646392c req-fff67ac3-2960-4127-ab65-2e2aacd4133a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.3491375 Nov 23 14:12:52.466958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b22f8bec-6c13-474c-b99f-c17a79afa381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:52.468486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b22f8bec-6c13-474c-b99f-c17a79afa381 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3963494 Nov 23 14:12:52.473127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Allocated IP 19.86.0.2 (3edfe958-024b-453f-adf6-8d97b51fb35f/1e117020-1802-4ecd-9a94-44c0a137061d/09695273-a991-408d-abdc-2e5628f64934) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:52.529042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1647842348-network', 'tenant_id': '7636bb4b09a5486da8394c2b2b36ac01'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:52.540877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Checking segment: {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:52.547198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Network hostable DHCP agents. Network: c23f0361-85e2-4a82-9272-70f82b16abe8, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:12:52.563015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Made reservation on behalf of 7636bb4b09a5486da8394c2b2b36ac01 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:52.572693 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.589722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.705020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 28aa8263-baad-483e-8ebe-3511187262be up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:52.712681 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.719092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.756695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Network c23f0361-85e2-4a82-9272-70f82b16abe8 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:12:52.759080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:12:52.761741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968204db-7b53-48a0-ab01-6b118be5d4de,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:52.776696 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.777797 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Added segment a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27 of type vlan for network e57883df-d994-4453-9b74-0480af5b86ae Nov 23 14:12:52.820650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d6c8a31-220e-4189-832f-6cd48646392c req-18faa9bf-2081-45cf-a64f-93cd16d45b71 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440270 Nov 23 14:12:52.829251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c23f0361-85e2-4a82-9272-70f82b16abe8) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:52.833905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:52.834516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.848397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922036fe-6818-4494-b48e-1ee0e402e7d8 None None] Network c23f0361-85e2-4a82-9272-70f82b16abe8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:52.856328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-5e314083-3fbc-4543-a908-7791befbf781 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:52.862678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-5e314083-3fbc-4543-a908-7791befbf781 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:52.864435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-5e314083-3fbc-4543-a908-7791befbf781 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/networks?id=96d39088-c795-4cf5-8787-6e19786d4e4a&id=3edfe958-024b-453f-adf6-8d97b51fb35f HTTP/1.1" status: 200 len: 1391 time: 0.4707105 Nov 23 14:12:52.864838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.871321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-08e853e1-b1d0-4128-ab08-c97befddc75c service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930047 Nov 23 14:12:52.900863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6bbdbeb3-9c72-4357-a595-fff926fd177d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1995368 Nov 23 14:12:52.901257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42302) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:52.906620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:52.906829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-b026d07a-d2f6-4ae1-82d3-0c03c357b09e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/quotas/ad2da3acd22e4e838c8d021f54654a32 HTTP/1.1" status: 200 len: 375 time: 0.0332119 Nov 23 14:12:52.908698 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.913368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.914987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:52.915742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:52.975786 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.008551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Pushing event deleted for resources: {'Port': ['ID=179a0267-fbc9-4405-9335-c5802ad7c96e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:53.025560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e57883df-d994-4453-9b74-0480af5b86ae,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:53.040150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.041671 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.044191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network e57883df-d994-4453-9b74-0480af5b86ae details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:12:53.049218 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.059260 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-935a32dd-7ee5-449e-b230-e970a31d33f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7767408 Nov 23 14:12:53.063755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42312) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:53.072063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Request body: {'subnet': {'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1647842348-subnet', 'tenant_id': '7636bb4b09a5486da8394c2b2b36ac01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:53.134513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 28aa8263-baad-483e-8ebe-3511187262be triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:53.134876 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.141082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c23f0361-85e2-4a82-9272-70f82b16abe8', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:12:53.141964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.143901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.187739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ee8899-9460-48a2-8952-bd7b1acdb4d8 req-ed25ace2-8a82-416d-87fc-3139c9b65d90 tempest-FlavorsV2NegativeTest-1235156099 tempest-FlavorsV2NegativeTest-1235156099-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d91c138833654d02ac9981200cb246a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1856859 Nov 23 14:12:53.205110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Made reservation on behalf of 7636bb4b09a5486da8394c2b2b36ac01 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:53.208240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.341991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-7b47081e-ee28-4559-88ee-e37a1a27a919 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4341795 Nov 23 14:12:53.350736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Allocated IP 172.20.0.2 (c23f0361-85e2-4a82-9272-70f82b16abe8/abb04353-134a-40a6-8ea1-0ae280062330/afe2eb3b-2647-4da6-9b32-a20397c4329a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:53.397937 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.459104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-07eac3fc-ffe2-47a1-8066-720296aab441 service neutron] 10.222.0.46 "GET /v2.0/networks/96d39088-c795-4cf5-8787-6e19786d4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161509 Nov 23 14:12:53.541684 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.567994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.593836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Network 3edfe958-024b-453f-adf6-8d97b51fb35f is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:53.604804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d1b76-c1ab-49a9-9348-df67dacc6751 None None] Network 96d39088-c795-4cf5-8787-6e19786d4e4a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:53.616578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-b88b1642-15ef-4cea-9737-0db7a2f7a70b service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349281 Nov 23 14:12:53.620406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:53.623210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:53.654021 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.691222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-a483842d-778b-4f12-ab19-132df2608c07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=65d08020-a694-47be-9fe7-64c58c3d4817 HTTP/1.1" status: 200 len: 217 time: 0.0665836 Nov 23 14:12:53.691877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Network c23f0361-85e2-4a82-9272-70f82b16abe8 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:53.693734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Pushing event updated for resources: {'Port': ['ID=09695273-a991-408d-abdc-2e5628f64934,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:53.710806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-43fa2672-a7a3-4099-9a01-4043e3196434 service neutron] 10.222.0.46 "GET /v2.0/networks/96d39088-c795-4cf5-8787-6e19786d4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986353 Nov 23 14:12:53.719703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.739475 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.746277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:53.749439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:53.778967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee8899-9460-48a2-8952-bd7b1acdb4d8 req-6cf98b39-0a11-4aa9-bf68-cbd4a78bc5a9 tempest-FlavorsV2NegativeTest-1235156099 tempest-FlavorsV2NegativeTest-1235156099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:53.780449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ee8899-9460-48a2-8952-bd7b1acdb4d8 req-6cf98b39-0a11-4aa9-bf68-cbd4a78bc5a9 tempest-FlavorsV2NegativeTest-1235156099 tempest-FlavorsV2NegativeTest-1235156099-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5254898 Nov 23 14:12:53.837630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50bbc7c9-e125-4fa8-9cab-8cbb53262708,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:53.846562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.855962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2d745113-1019-491c-b5c6-8a8fafb5454d None None] Provisioning complete for port 28aa8263-baad-483e-8ebe-3511187262be triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:53.856328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d745113-1019-491c-b5c6-8a8fafb5454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.870677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.875231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Pushing event updated for resources: {'Port': ['ID=afe2eb3b-2647-4da6-9b32-a20397c4329a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:53.878787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Attempting to bind port 09695273-a991-408d-abdc-2e5628f64934 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:53.879217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Attempting to bind port 09695273-a991-408d-abdc-2e5628f64934 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:53.879579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Attempting to bind port 09695273-a991-408d-abdc-2e5628f64934 on network 3edfe958-024b-453f-adf6-8d97b51fb35f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:53.889114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ee8899-9460-48a2-8952-bd7b1acdb4d8 req-eb0778ea-151c-4e18-ad8d-94e024efc17f tempest-FlavorsV2NegativeTest-1235156099 tempest-FlavorsV2NegativeTest-1235156099-project] 10.222.0.46 "GET /v2.0/quotas/d91c138833654d02ac9981200cb246a4 HTTP/1.1" status: 200 len: 375 time: 0.0921335 Nov 23 14:12:53.890869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-8783745f-4289-426b-9ccf-be7de0924f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:53.892282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-8783745f-4289-426b-9ccf-be7de0924f98 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.1947734 Nov 23 14:12:53.918094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Checking segment: {'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:53.918488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Network hostable DHCP agents. Network: e57883df-d994-4453-9b74-0480af5b86ae, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:12:53.958025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Network e57883df-d994-4453-9b74-0480af5b86ae is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:12:53.961952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:53.962247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Checking segment: {'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:53.962641 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.963063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Bound using segment: {'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:53.963557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Bound port: 09695273-a991-408d-abdc-2e5628f64934, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:53.963922 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:53.982400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ee8899-9460-48a2-8952-bd7b1acdb4d8 req-1ddfde35-9517-4f80-abdc-6d32e3532438 tempest-FlavorsV2NegativeTest-1235156099 tempest-FlavorsV2NegativeTest-1235156099-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d91c138833654d02ac9981200cb246a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773997 Nov 23 14:12:53.990470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Attempting to bind port afe2eb3b-2647-4da6-9b32-a20397c4329a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:53.991289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Attempting to bind port afe2eb3b-2647-4da6-9b32-a20397c4329a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:53.991435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Attempting to bind port afe2eb3b-2647-4da6-9b32-a20397c4329a on network c23f0361-85e2-4a82-9272-70f82b16abe8 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:53.993671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, e57883df-d994-4453-9b74-0480af5b86ae) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:54.000815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.001597 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.008480 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.013004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-1652c333-397a-4211-b304-aab31f480826 service neutron] 10.222.0.46 "GET /v2.0/networks/3edfe958-024b-453f-adf6-8d97b51fb35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942379 Nov 23 14:12:54.016365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:54.016744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Checking segment: {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:54.017268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.017562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Bound using segment: {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:54.018224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Bound port: afe2eb3b-2647-4da6-9b32-a20397c4329a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:54.018666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.025715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Allocated IP 172.25.3.81 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/2e40c81c-ad8d-49ed-b653-c2a5e584f972) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:54.027897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c94799-b9a1-47dd-b4db-cbbcb5e33835 None None] Network e57883df-d994-4453-9b74-0480af5b86ae requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:54.036056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-31ec0c27-cc14-4cd0-8e37-ad20428ec98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.040407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-31ec0c27-cc14-4cd0-8e37-ad20428ec98d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1341612 Nov 23 14:12:54.041388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7ed4f110-3020-4279-b198-360ecf53b44d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9746392 Nov 23 14:12:54.214469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.255634 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.303372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:54.307503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:54.313634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:54.333758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.341970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.345748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Pushing event updated for resources: {'Port': ['ID=2e40c81c-ad8d-49ed-b653-c2a5e584f972,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:54.348956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.355574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.366299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.380767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.387435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:54.397516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-a8d09b73-f0f6-4efd-9047-f021c1e1e036 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.1849906 Nov 23 14:12:54.477462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 28aa8263-baad-483e-8ebe-3511187262be, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=28aa8263-baad-483e-8ebe-3511187262be,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:54.514287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-281b8068-87bc-40b4-81f8-ccecd099c22b service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674859 Nov 23 14:12:54.515814 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.531260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] For port 09695273-a991-408d-abdc-2e5628f64934, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:54.533767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-e779fa04-57d0-4167-8abe-0d9b793dece9 service neutron] 10.222.0.46 "GET /v2.0/networks/3edfe958-024b-453f-adf6-8d97b51fb35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073358 Nov 23 14:12:54.629087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] For port 09695273-a991-408d-abdc-2e5628f64934, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=09695273-a991-408d-abdc-2e5628f64934,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:54.645836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] For port afe2eb3b-2647-4da6-9b32-a20397c4329a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:54.651709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] For port afe2eb3b-2647-4da6-9b32-a20397c4329a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=afe2eb3b-2647-4da6-9b32-a20397c4329a,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:54.698066 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.703787 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.744676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d745113-1019-491c-b5c6-8a8fafb5454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.785671 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68554e7-2e94-4444-84e9-49d3197a54b5 None None] Network e57883df-d994-4453-9b74-0480af5b86ae requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:54.788108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:54.799697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42344) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:55.024424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=28aa8263-baad-483e-8ebe-3511187262be,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:55.181412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d3e13d2-30d5-4f36-aac6-b01e34111df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:55.182803 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-2d745113-1019-491c-b5c6-8a8fafb5454d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:12:55.183422 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-2d745113-1019-491c-b5c6-8a8fafb5454d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:12:55.265666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Router 590dc09a-6b9a-4047-8f04-39c23808f4a9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:12:55.287507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa505e-f1ee-4e32-8174-fee6a4066c24 None None] Pushing event updated for resources: {'Port': ['ID=09695273-a991-408d-abdc-2e5628f64934,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:55.316984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7c427a8-c498-4cd5-86a4-f39fd7d43e00 req-645ee40e-e614-4247-859b-27e22dc18f78 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9091711 Nov 23 14:12:55.416719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:55.420259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87edab5-1b3c-4e61-97ad-c12069a56fcf None None] Pushing event updated for resources: {'Port': ['ID=afe2eb3b-2647-4da6-9b32-a20397c4329a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:55.434337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-8f6938b8-9914-4736-b6f5-a760111879bc service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9111371 Nov 23 14:12:55.552451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d3e13d2-30d5-4f36-aac6-b01e34111df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:55.591596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:55.606192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508f02d-c107-417f-b17b-7fe103d1d49a req-605ec79f-0104-4e61-8e69-e59377dfdf6a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:55.607920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3508f02d-c107-417f-b17b-7fe103d1d49a req-605ec79f-0104-4e61-8e69-e59377dfdf6a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.3901224 Nov 23 14:12:55.612865 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28905321-f219-4a54-a544-981c6e7f810b None None] Sync routers for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:55.626718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-25dcb782-045e-451d-9b0c-cf19de202735 admin admin] 10.222.0.46 "PUT /v2.0/routers/590dc09a-6b9a-4047-8f04-39c23808f4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6538110 Nov 23 14:12:55.644416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42360) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:55.648872 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:55.649812 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:55.754192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-a72e5d53-9768-4fff-81f8-91b6b299be1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=331ef162-7cf5-4277-9771-c3759427fdf3 HTTP/1.1" status: 200 len: 217 time: 0.1643004 Nov 23 14:12:55.798555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3508f02d-c107-417f-b17b-7fe103d1d49a req-b9d9533b-c71d-4120-9e55-c381638beb2a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676676 Nov 23 14:12:55.816914 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:55.922179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b52a0731-e615-4172-8d1e-4fab01e86b3f None None] Provisioning complete for port 28aa8263-baad-483e-8ebe-3511187262be triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:55.922819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b52a0731-e615-4172-8d1e-4fab01e86b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:55.952208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d5799edb-3dbf-4bcd-8e43-d87ba3aafbc3 req-32081872-89bc-4bf3-b1ed-27246fc930e9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2094110143', 'description': 'tempest-description-870798189'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:56.025996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e71ef82-220a-4f61-b888-769b92460e97 req-43457957-345b-48d1-a6ac-1a30d78488df tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 210 time: 0.0486631 Nov 23 14:12:56.029903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5799edb-3dbf-4bcd-8e43-d87ba3aafbc3 req-32081872-89bc-4bf3-b1ed-27246fc930e9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.071799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-689866d1-e717-497d-8016-4a76c963a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:56.073388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-689866d1-e717-497d-8016-4a76c963a2d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.2793751 Nov 23 14:12:56.147661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.200101 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:12:52Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:56.235534 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28905321-f219-4a54-a544-981c6e7f810b None None] Checking router: 590dc09a-6b9a-4047-8f04-39c23808f4a9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:56.245022 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] Routers {'590dc09a-6b9a-4047-8f04-39c23808f4a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:56.245899 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['590dc09a-6b9a-4047-8f04-39c23808f4a9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:56.272012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d3e13d2-30d5-4f36-aac6-b01e34111df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.310668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e13d2-30d5-4f36-aac6-b01e34111df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9326a652-1e7e-4c85-99d2-637919000134,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:56.324868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fa73ef59-d813-4728-9768-d10537ebc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:56.326994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-fa73ef59-d813-4728-9768-d10537ebc19e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2415314 Nov 23 14:12:56.330183 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5799edb-3dbf-4bcd-8e43-d87ba3aafbc3 req-32081872-89bc-4bf3-b1ed-27246fc930e9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.352857 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3d3e13d2-30d5-4f36-aac6-b01e34111df1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d91c138833654d02ac9981200cb246a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5520892 Nov 23 14:12:56.359308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42364) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:56.369964 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] Set router 590dc09a-6b9a-4047-8f04-39c23808f4a9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:56.469158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9703-2528-4dc7-b412-5fe78a06de79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.510024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9985c-19ec-4849-b44e-b61d2faf16ee None None] Network 3edfe958-024b-453f-adf6-8d97b51fb35f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:56.550291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9703-2528-4dc7-b412-5fe78a06de79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.566462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Router f4d4b64c-402e-45b7-a576-30e8b0a49933 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:12:56.603660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5799edb-3dbf-4bcd-8e43-d87ba3aafbc3 req-32081872-89bc-4bf3-b1ed-27246fc930e9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.675801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f9bc0616-9f13-427c-941e-ef374abf9b67 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353713 Nov 23 14:12:56.699931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32081872-89bc-4bf3-b1ed-27246fc930e9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e0a05-313f-455a-af25-96eb859f2368,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:56.720893 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28905321-f219-4a54-a544-981c6e7f810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:12:52Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:56.769444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28905321-f219-4a54-a544-981c6e7f810b None None] The sync data for ids ['590dc09a-6b9a-4047-8f04-39c23808f4a9'] in n-d-818503-2 is: [{'id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631532766-router', 'tenant_id': '13920de45b344e06b354314b381c9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:06Z', 'updated_at': '2021-11-23T14:12:52Z', 'revision_number': 5, 'project_id': '13920de45b344e06b354314b381c9756', 'gw_port': {'id': 'd4491fcb-3a90-4f0c-b08f-799991e2a3e5', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dc09a-6b9a-4047-8f04-39c23808f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:08Z', 'updated_at': '2021-11-23T14:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:12:56.778125 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-41feaf33-b349-4e04-a61c-f90cd01101e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.779253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-1b774b7f-5131-4257-b4f5-e0a4e86fec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:56.785428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-1b774b7f-5131-4257-b4f5-e0a4e86fec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:56.792574 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-1b774b7f-5131-4257-b4f5-e0a4e86fec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "GET /v2.0/networks?id=96d39088-c795-4cf5-8787-6e19786d4e4a&id=3edfe958-024b-453f-adf6-8d97b51fb35f HTTP/1.1" status: 200 len: 1391 time: 0.2174466 Nov 23 14:12:56.836986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'port': {'device_id': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a', 'admin_state_up': True, 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:56.854118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a258935a-a3c7-41a0-8e41-ce53c853074e None None] Provisioning complete for port 09695273-a991-408d-abdc-2e5628f64934 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:56.854482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a258935a-a3c7-41a0-8e41-ce53c853074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.884160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5799edb-3dbf-4bcd-8e43-d87ba3aafbc3 req-32081872-89bc-4bf3-b1ed-27246fc930e9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.887785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d5799edb-3dbf-4bcd-8e43-d87ba3aafbc3 req-32081872-89bc-4bf3-b1ed-27246fc930e9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9502025 Nov 23 14:12:56.900389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:56.987442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:56.995019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.002339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.010481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9703-2528-4dc7-b412-5fe78a06de79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.013103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9703-2528-4dc7-b412-5fe78a06de79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.013304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.017319 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dc2f9703-2528-4dc7-b412-5fe78a06de79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9326a652-1e7e-4c85-99d2-637919000134 HTTP/1.1" status: 204 len: 168 time: 0.6566546 Nov 23 14:12:57.026699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.036478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.044677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.048154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f9703-2528-4dc7-b412-5fe78a06de79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9326a652-1e7e-4c85-99d2-637919000134,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:57.055830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.060304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-e9639a70-c2e9-40f6-bedb-144ead30ed5e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.3832443 Nov 23 14:12:57.070878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:12:57.099670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:57.103851 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.123140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.124428 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3d6a6c75-5427-4966-a652-2b942ae144ff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2220335 Nov 23 14:12:57.126999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42376) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:57.150858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50508b36-80de-4408-8b66-6569b726e673 None None] Network c23f0361-85e2-4a82-9272-70f82b16abe8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:12:57.158311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-91fe2921-22ee-4d73-9d9b-0512e5ff4a33 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382558 Nov 23 14:12:57.166652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Sync routers for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:12:57.261319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:57.261904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:57.294228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-e1fb8d07-3dce-4639-ae77-02c4db92da72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 200 len: 217 time: 0.1199281 Nov 23 14:12:57.345671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Deleting port d4491fcb-3a90-4f0c-b08f-799991e2a3e5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:12:57.346345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.355825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba7b50-7be8-4ac5-969e-61234d343cc9 req-b4b7ec44-3b2d-40fb-89c4-0e7f7c3624e1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.367815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97ba7b50-7be8-4ac5-969e-61234d343cc9 req-b4b7ec44-3b2d-40fb-89c4-0e7f7c3624e1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.3022270 Nov 23 14:12:57.396762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:12:57.451139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c50ac422-a9b0-46e0-9a18-4c2ed359b3e9 req-314058a6-fb6c-4f83-945d-d7947c418555 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3624094 Nov 23 14:12:57.501814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Allocated IP 19.80.0.97 (96d39088-c795-4cf5-8787-6e19786d4e4a/a6d71080-b01f-44f2-b2ef-0fbb843fe3ab/c69922ce-8d75-4a70-ba6b-27ee8cfffacc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:57.552681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] For port d4491fcb-3a90-4f0c-b08f-799991e2a3e5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:57.553049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.567197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Calling delete_port for d4491fcb-3a90-4f0c-b08f-799991e2a3e5 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:12:57.606814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97ba7b50-7be8-4ac5-969e-61234d343cc9 req-348fd6f4-3391-48ca-8cdb-6ccbb6052ba3 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378943 Nov 23 14:12:57.620740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-3755310c-853d-4381-8e54-e4dfa0a3983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.634697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-3755310c-853d-4381-8e54-e4dfa0a3983a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.3263845 Nov 23 14:12:57.643891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5ddf3026-8b27-4c6c-a0fb-ced0a552197a req-e792ee7d-9595-402d-bc33-83f63b5cc279 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-886807057', 'description': 'tempest-description-614147387'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:57.702722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device afe2eb3b-2647-4da6-9b32-a20397c4329a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:57.769569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ddf3026-8b27-4c6c-a0fb-ced0a552197a req-e792ee7d-9595-402d-bc33-83f63b5cc279 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.863348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ddf3026-8b27-4c6c-a0fb-ced0a552197a req-e792ee7d-9595-402d-bc33-83f63b5cc279 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.866260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42ba423a-c9bd-409d-836c-28af180753ae req-7d44a667-cb7b-487b-9671-76d9cc0aae54 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 210 time: 0.1327925 Nov 23 14:12:57.872987 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ddf3026-8b27-4c6c-a0fb-ced0a552197a req-e792ee7d-9595-402d-bc33-83f63b5cc279 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:57.895527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2add68a0-b26a-4d67-8c99-435b7a85f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:57.897085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2add68a0-b26a-4d67-8c99-435b7a85f400 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2469366 Nov 23 14:12:57.940631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.003689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5ddf3026-8b27-4c6c-a0fb-ced0a552197a req-e792ee7d-9595-402d-bc33-83f63b5cc279 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.022469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ddf3026-8b27-4c6c-a0fb-ced0a552197a req-e792ee7d-9595-402d-bc33-83f63b5cc279 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3933005 Nov 23 14:12:58.035454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792ee7d-9595-402d-bc33-83f63b5cc279 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28afed-fad5-4af8-b3f0-19731c1958e3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:58.079347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.106356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port afe2eb3b-2647-4da6-9b32-a20397c4329a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:58.106954 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.131789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-6f4e91d6-f6b5-4bfb-ad4f-f2d2c108be88 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251294 Nov 23 14:12:58.133165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.155231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network 96d39088-c795-4cf5-8787-6e19786d4e4a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:58.160144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:58.167003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:58.178498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Port': ['ID=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:58.199669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.206588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a258935a-a3c7-41a0-8e41-ce53c853074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.288016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4491fcb-3a90-4f0c-b08f-799991e2a3e5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:58.289821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42404) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:58.325619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:54Z', 'revision_number': 3, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:58.353684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:58.354349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.370330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Checking router: f4d4b64c-402e-45b7-a576-30e8b0a49933 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:12:58.371008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Updating router f4d4b64c-402e-45b7-a576-30e8b0a49933 port 2e40c81c-ad8d-49ed-b653-c2a5e584f972 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:12:58.401287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a258935a-a3c7-41a0-8e41-ce53c853074e None None] For port 09695273-a991-408d-abdc-2e5628f64934, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=09695273-a991-408d-abdc-2e5628f64934,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:58.432845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-29b711d8-cc20-4fca-9c75-d2a4acc9cf04 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6121173 Nov 23 14:12:58.449732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Request body: {'port': {'device_id': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f', 'admin_state_up': True, 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:58.453128 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a258935a-a3c7-41a0-8e41-ce53c853074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.597805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258935a-a3c7-41a0-8e41-ce53c853074e None None] Pushing event updated for resources: {'Port': ['ID=09695273-a991-408d-abdc-2e5628f64934,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:58.603628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Allocated IP 172.20.0.1 (c23f0361-85e2-4a82-9272-70f82b16abe8/abb04353-134a-40a6-8ea1-0ae280062330/e7498889-0553-4bdf-a8bf-ae9d6aa70aa2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:58.618598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.646394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-0dd23e97-b905-4eb6-b4a8-0d5ed3a8606f service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066562 Nov 23 14:12:58.660357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-536808767-network', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:12:58.662684 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.721347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c25247b4-0e4d-42ce-88de-c4e4e31cdba2 None None] Provisioning complete for port afe2eb3b-2647-4da6-9b32-a20397c4329a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:58.721959 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c25247b4-0e4d-42ce-88de-c4e4e31cdba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.788474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.795741 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.797751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Made reservation on behalf of ad2da3acd22e4e838c8d021f54654a32 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:58.801304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.801729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-d198e0e6-a61a-4afe-beae-e6ff9dc9db36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 200 len: 217 time: 0.1175339 Nov 23 14:12:58.802323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Made reservation on behalf of e4c73767cfec41fe80477b58438cfe55 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:12:58.805050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.855337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port afe2eb3b-2647-4da6-9b32-a20397c4329a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=afe2eb3b-2647-4da6-9b32-a20397c4329a,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:12:58.863441 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.864227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09695273-a991-408d-abdc-2e5628f64934 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:58.893368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.939514 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:58.942704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Network c23f0361-85e2-4a82-9272-70f82b16abe8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:58.950160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:58.958571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:58.988405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-a7870ce5-85a8-4850-a157-45c0ef8675a2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:58.996010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-a7870ce5-85a8-4850-a157-45c0ef8675a2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 813 time: 0.6410005 Nov 23 14:12:59.001650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=afe2eb3b-2647-4da6-9b32-a20397c4329a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:59.001957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.020444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Pushing event updated for resources: {'Port': ['ID=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:59.072975 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.078203 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-340efe16-399d-494f-85e4-14be31ae63e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.088955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.092811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Allocated IP 19.86.0.241 (3edfe958-024b-453f-adf6-8d97b51fb35f/1e117020-1802-4ecd-9a94-44c0a137061d/0d178d77-2f07-41c9-9a1a-5e67c8496ebe) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:12:59.095121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.095296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 09695273-a991-408d-abdc-2e5628f64934 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:59.096896 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.101559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.107937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.114809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.121491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.128039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.134455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.153292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e75cfe31-7c08-421c-a588-631445d97549 req-d8d2bec5-eb51-4259-a907-da7ebdb6819c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.4726548 Nov 23 14:12:59.255070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.256706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-87a249fa-88ab-45b3-bf4a-4e235d866f4a None None] Provisioning complete for port afe2eb3b-2647-4da6-9b32-a20397c4329a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:59.257080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87a249fa-88ab-45b3-bf4a-4e235d866f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.267996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e75cfe31-7c08-421c-a588-631445d97549 req-6a8f3969-4317-4a4e-8782-b7b2612adaed tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135926 Nov 23 14:12:59.288317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f82853cd-8d64-47c0-bce8-7582c074ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.290306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-f82853cd-8d64-47c0-bce8-7582c074ee67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.4481907 Nov 23 14:12:59.297535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-606fdd9d-6639-400a-8726-d69cf238a7d7 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/quotas/7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 375 time: 0.3007007 Nov 23 14:12:59.309726 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.331732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.332367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590dc09a-6b9a-4047-8f04-39c23808f4a9 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:12:59.372479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.375429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e9ab14ce-a38c-4b32-a4ba-f0e9cfd3f067 admin admin] 10.222.0.46 "DELETE /v2.0/routers/590dc09a-6b9a-4047-8f04-39c23808f4a9 HTTP/1.1" status: 204 len: 168 time: 3.7299559 Nov 23 14:12:59.378430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42422) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:12:59.395640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 28aa8263-baad-483e-8ebe-3511187262be up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:12:59.423781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-491979a1-5a8f-4e0d-acc1-f6f3f2f20e1b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978343 Nov 23 14:12:59.458506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Attempting to bind port 2e40c81c-ad8d-49ed-b653-c2a5e584f972 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:12:59.458886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Attempting to bind port 2e40c81c-ad8d-49ed-b653-c2a5e584f972 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:12:59.459271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Attempting to bind port 2e40c81c-ad8d-49ed-b653-c2a5e584f972 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:12:59.461279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422131fb-a7d1-40c5-ae00-3be3dd04a0d5 None None] Pushing event updated for resources: {'Port': ['ID=2e40c81c-ad8d-49ed-b653-c2a5e584f972,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:59.486850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:12:59.486850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:12:59.487289 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.487417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.487557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:12:59.487994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Bound port: 2e40c81c-ad8d-49ed-b653-c2a5e584f972, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:12:59.488388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.592255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.617223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.626992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 28aa8263-baad-483e-8ebe-3511187262be triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:59.626992 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.635944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] Deleting subnet 40c36bfd-7478-4110-a97a-bf5d0c16931e {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:12:59.644098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.647274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.654664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfe5b-072f-40a5-961e-39bda378f86f req-e4578dc4-45bd-4ab3-9255-0f2b4f7cbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.656536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-e4578dc4-45bd-4ab3-9255-0f2b4f7cbcff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3537765 Nov 23 14:12:59.672384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-87a249fa-88ab-45b3-bf4a-4e235d866f4a None None] Provisioning complete for port c69922ce-8d75-4a70-ba6b-27ee8cfffacc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:59.672759 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87a249fa-88ab-45b3-bf4a-4e235d866f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.689432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-ce116728-c3a7-42e1-bb1f-33d0fcc7b798 service neutron] 10.222.0.46 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647176 Nov 23 14:12:59.693536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.705719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] For port 2e40c81c-ad8d-49ed-b653-c2a5e584f972, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:12:59.719641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf557d5-ff36-4156-bcb1-fa66c31c58c4 req-6ec1cd00-004d-4a41-bb30-ac8089a2be5c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.720445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-87a249fa-88ab-45b3-bf4a-4e235d866f4a None None] Port c69922ce-8d75-4a70-ba6b-27ee8cfffacc cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:12:59.721009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Network 3edfe958-024b-453f-adf6-8d97b51fb35f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:12:59.721334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cf557d5-ff36-4156-bcb1-fa66c31c58c4 req-6ec1cd00-004d-4a41-bb30-ac8089a2be5c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.3089972 Nov 23 14:12:59.725318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:12:59.727282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] For port 2e40c81c-ad8d-49ed-b653-c2a5e584f972, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2e40c81c-ad8d-49ed-b653-c2a5e584f972,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:12:59.728083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:12:59.741795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.750315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-87a249fa-88ab-45b3-bf4a-4e235d866f4a None None] Provisioning complete for port 09695273-a991-408d-abdc-2e5628f64934 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:12:59.750703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87a249fa-88ab-45b3-bf4a-4e235d866f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.829282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event updated for resources: {'Port': ['ID=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:59.839883 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.851715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:12:59.852521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.864756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.899652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:12:59.900401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:12:59.958059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:12:59.971382 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6885be40-2d26-4882-a5d8-316db5371b74 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5275154 Nov 23 14:12:59.972002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Pushing event updated for resources: {'Port': ['ID=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:12:59.996877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Request body: {'port': {'device_id': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:00.116379 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.118167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.123715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422131fb-a7d1-40c5-ae00-3be3dd04a0d5 None None] Pushing event updated for resources: {'Port': ['ID=2e40c81c-ad8d-49ed-b653-c2a5e584f972,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:00.142969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:13:00.167650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09695273-a991-408d-abdc-2e5628f64934 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:00.171267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:00.185291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.216114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e8f66-1def-426c-bf5a-b8961a5b671e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:00.234744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.235333 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Added segment 2b1def69-a112-4736-9a43-de0ce728bc27 of type vlan for network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 Nov 23 14:13:00.292883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Network c23f0361-85e2-4a82-9272-70f82b16abe8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:00.296525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:00.431142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.516114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cf557d5-ff36-4156-bcb1-fa66c31c58c4 req-ca358e9c-2c50-4df6-9094-c8f9cdf2faa2 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705966 Nov 23 14:13:00.529063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-2bc07649-ab7b-4766-8f20-c0584e734a34 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481030 Nov 23 14:13:00.540956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-41ce0011-56b0-4e99-82be-d72489ae3f5f service neutron] 10.222.0.46 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8294129 Nov 23 14:13:00.642575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 09695273-a991-408d-abdc-2e5628f64934 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:00.643155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.643918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.700320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-22f86deb-fff5-498c-bae6-82d51a588f54 None None] Provisioning complete for port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:00.701640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-22f86deb-fff5-498c-bae6-82d51a588f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.722039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.723712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:00.724528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.780908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-22f86deb-fff5-498c-bae6-82d51a588f54 None None] Port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:00.806626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5115538 Nov 23 14:13:00.843859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42430) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:00.849528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-22f86deb-fff5-498c-bae6-82d51a588f54 None None] Provisioning complete for port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:00.850880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-22f86deb-fff5-498c-bae6-82d51a588f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.855162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Request body: {'subnet': {'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-536808767-subnet', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:00.866428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296b046-281d-459f-ac43-37b8a96d4ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=fe58d2cc-4739-4a5c-8f36-f16e3f5ca458,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:00.870593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abddfe5b-072f-40a5-961e-39bda378f86f req-da854e01-ae27-49aa-9c18-2f97d8c99221 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195469 Nov 23 14:13:00.883041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27cb32-a3c5-48e9-b67c-ff6a14b79682 req-90fbf6d8-198e-4fc4-98ba-9e462c080bca tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:00.890072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27cb32-a3c5-48e9-b67c-ff6a14b79682 req-90fbf6d8-198e-4fc4-98ba-9e462c080bca tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:00.891867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec27cb32-a3c5-48e9-b67c-ff6a14b79682 req-90fbf6d8-198e-4fc4-98ba-9e462c080bca tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1654 time: 0.2695289 Nov 23 14:13:00.908283 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.918809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Made reservation on behalf of e4c73767cfec41fe80477b58438cfe55 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:00.921189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:00.943800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Router f4d4b64c-402e-45b7-a576-30e8b0a49933 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:00.962583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-22f86deb-fff5-498c-bae6-82d51a588f54 None None] Port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:00.965336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:13:00.993278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c36bfd-7478-4110-a97a-bf5d0c16931e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:01.003016 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.009990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-38851176-2dde-4f09-86f2-e03b060cc076 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/40c36bfd-7478-4110-a97a-bf5d0c16931e HTTP/1.1" status: 204 len: 168 time: 1.6271605 Nov 23 14:13:01.011027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 2, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:01.012413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69922ce-8d75-4a70-ba6b-27ee8cfffacc {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:01.016178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc129915-26e3-4ad4-b564-e47b18eb0bb4 None None] Network 2be8e4c5-4ef3-4694-bf25-5f70d6449bde requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:01.027757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42432) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:01.033402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.094045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Transition to ACTIVE for port object c69922ce-8d75-4a70-ba6b-27ee8cfffacc will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:01.101951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.108922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.115116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.121751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.129166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.130645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc629e9-1186-4da6-a87e-b732f877601c None None] The sync data for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 is: [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 2, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:01.138516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.140822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.146240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.154743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-b4b3ebd8-875b-4199-8ffd-eaeb468514d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.2616820 Nov 23 14:13:01.217549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec27cb32-a3c5-48e9-b67c-ff6a14b79682 req-d7ff7eb4-c299-44be-bb87-4713b66aea03 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128643 Nov 23 14:13:01.238025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-595836ed-ce09-49fb-a4ce-33bd40c4b1d1 None None] Provisioning complete for port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:01.238402 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-595836ed-ce09-49fb-a4ce-33bd40c4b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.242772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device afe2eb3b-2647-4da6-9b32-a20397c4329a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:01.297399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.327133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.327900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.328062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:01.328890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.329655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.330402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.331210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.331934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.334576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-1e4a41af-9ce8-49ae-9b0e-2b3cf8db68da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6486 time: 0.3535905 Nov 23 14:13:01.367962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port afe2eb3b-2647-4da6-9b32-a20397c4329a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:01.368373 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.417589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-595836ed-ce09-49fb-a4ce-33bd40c4b1d1 None None] Port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:01.463508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c0abe3b-c681-4810-8f87-3a6373b13eba req-52750861-c8c2-4018-a741-8b21cad60c30 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 210 time: 0.1242764 Nov 23 14:13:01.514285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:01.602493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-19bad655-3833-4dfc-88b8-76b8265d9405 admin admin] 10.222.0.46 "PUT /v2.0/routers/f4d4b64c-402e-45b7-a576-30e8b0a49933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4650793 Nov 23 14:13:01.606521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.627365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-273b8f2e-804f-404b-bbaa-a963b64c4ec9 req-a1ca4409-0a16-4dbb-a842-dc2adea96645 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4712539 Nov 23 14:13:01.656288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] DHCP port deletion for 2be8e4c5-4ef3-4694-bf25-5f70d6449bde request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:13:01.765972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-3618f0d5-0f47-4917-98bd-547e1278d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:01.769575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4491fcb-3a90-4f0c-b08f-799991e2a3e5 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:01.773114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-3618f0d5-0f47-4917-98bd-547e1278d31e service neutron] 10.222.0.74 "GET /v2.0/networks?id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 902 time: 0.4199483 Nov 23 14:13:01.826032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.841658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d4491fcb-3a90-4f0c-b08f-799991e2a3e5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:01.842452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4491fcb-3a90-4f0c-b08f-799991e2a3e5 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:01.843110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 179a0267-fbc9-4405-9335-c5802ad7c96e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:01.862136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Attempting to bind port c69922ce-8d75-4a70-ba6b-27ee8cfffacc on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:01.866174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Attempting to bind port c69922ce-8d75-4a70-ba6b-27ee8cfffacc by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:01.866528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Attempting to bind port c69922ce-8d75-4a70-ba6b-27ee8cfffacc on network 96d39088-c795-4cf5-8787-6e19786d4e4a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:01.883719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 179a0267-fbc9-4405-9335-c5802ad7c96e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:01.884254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 179a0267-fbc9-4405-9335-c5802ad7c96e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:01.925590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Port c69922ce-8d75-4a70-ba6b-27ee8cfffacc on network 96d39088-c795-4cf5-8787-6e19786d4e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:01.925590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Attempting to bind port c69922ce-8d75-4a70-ba6b-27ee8cfffacc on network 96d39088-c795-4cf5-8787-6e19786d4e4a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:01.937991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:01.938332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Checking segment: {'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:01.938727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Bound using segment: {'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:01.939193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Bound port: c69922ce-8d75-4a70-ba6b-27ee8cfffacc, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91905ed5-12d0-4940-948c-5d605b7b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:01.939550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.941473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] Deleting port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:01.946027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:01.967637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-2ce65789-2982-490f-9364-0e84b6e8fe7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 200 len: 217 time: 0.1827471 Nov 23 14:13:01.975626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:02.053828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Deleting port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:02.058004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.076449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Checking segment: {'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:02.076838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Network hostable DHCP agents. Network: fe58d2cc-4739-4a5c-8f36-f16e3f5ca458, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:13:02.093871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] For port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:02.094367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.116446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08c27da8-e10c-4e3d-92a0-e25bd8a1923f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:02.118468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] For port c69922ce-8d75-4a70-ba6b-27ee8cfffacc, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:02.125302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] Calling delete_port for 08c27da8-e10c-4e3d-92a0-e25bd8a1923f owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:02.133494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] For port c69922ce-8d75-4a70-ba6b-27ee8cfffacc, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:02.140700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:13:02.144358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.149112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bb823-bb74-46e0-9dcb-e84daa5cbc42 req-55e412ef-b61a-43bf-8d95-2976cf1d9914 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:02.150858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-959bb823-bb74-46e0-9dcb-e84daa5cbc42 req-55e412ef-b61a-43bf-8d95-2976cf1d9914 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.3918724 Nov 23 14:13:02.152355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-a96d308a-4403-4a83-9328-b204b36eb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:02.153888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-a96d308a-4403-4a83-9328-b204b36eb8ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.1729574 Nov 23 14:13:02.191004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, fe58d2cc-4739-4a5c-8f36-f16e3f5ca458) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:02.198501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:02.201084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.205685 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] 10.222.0.11 "PUT /v2.0/ports/c69922ce-8d75-4a70-ba6b-27ee8cfffacc HTTP/1.1" status: 200 len: 1091 time: 2.2152276 Nov 23 14:13:02.209350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'tag': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:02.212688 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc305438-8da1-4b9e-a855-e4ecece746e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "tag": "c69922ce-8d75-4a70-ba6b-27ee8cfffacc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:02.223883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:02.234968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.250448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Request body: {'port': {'device_id': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:02.270861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22488145-1682-4bb9-a2f3-9d54791d0549 None None] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:02.334655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f24ec12-a77b-4ae5-b549-9a4a8e25527e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4851449 Nov 23 14:13:02.339582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e790ee0-eb98-42b3-b61e-e4870568fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:02.342230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42460) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:02.347432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:02.417360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.431584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-ccd1192a-a43f-49ed-a4ed-d11413797a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:02.437851 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.439422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-ccd1192a-a43f-49ed-a4ed-d11413797a79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2384551 Nov 23 14:13:02.447850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.454698 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.660007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.676890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] For port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,segment=NetworkSegment(9ba3168e-d187-4fde-ba08-ae8ce2bec63b),segment_id=9ba3168e-d187-4fde-ba08-ae8ce2bec63b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:02.678749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.700688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Calling delete_port for 08c27da8-e10c-4e3d-92a0-e25bd8a1923f owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:02.702447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.705029 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.743775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-5e41ea8e-1140-407d-a7a7-1eecb818dbd6 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:02.746175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-5e41ea8e-1140-407d-a7a7-1eecb818dbd6 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks?id=c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 200 len: 829 time: 0.3225291 Nov 23 14:13:02.785037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] Pushing event deleted for resources: {'Port': ['ID=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:02.795817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-fe58d2cc-4739-4a5c-8f36-f16e3f5ca458', 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'fixed_ips': [{'subnet_id': 'b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:13:02.796696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.819622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e743c-c363-4370-96c5-9e8244c1b0b9 None None] No DVR routers for this DVR port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:02.904822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-959bb823-bb74-46e0-9dcb-e84daa5cbc42 req-7419afc3-b4bf-422d-87b7-2690224258d6 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7475774 Nov 23 14:13:02.952374 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:02.971624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-5b46f459-9836-4d32-8482-44868e1eb18f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/quotas/8eb5826da48343ea8979e586e85c06f4 HTTP/1.1" status: 200 len: 375 time: 0.0867517 Nov 23 14:13:03.009574 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d28f7b9-c92a-4941-9e99-89d05df859b2 x-openstack-request-id: req-3d28f7b9-c92a-4941-9e99-89d05df859b2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:03.009884 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "tag": "c69922ce-8d75-4a70-ba6b-27ee8cfffacc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:03.010147 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d28f7b9-c92a-4941-9e99-89d05df859b2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:03.010571 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'tag': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc', 'status': 'completed', 'code': 200} Nov 23 14:13:03.032138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Allocated IP 172.20.0.2 (fe58d2cc-4739-4a5c-8f36-f16e3f5ca458/b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc/525ac5b4-6a6a-4c01-8a55-4010c90e549c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:03.058700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-228176d9-a530-487d-b685-23674e7f5860 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328680 Nov 23 14:13:03.197929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-617b1bfa-143a-498b-8c0a-f1c108dc7044 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8eb5826da48343ea8979e586e85c06f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2252915 Nov 23 14:13:03.223701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-a69335fa-ab87-4e76-a3ef-a09bba93643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.224179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-a69335fa-ab87-4e76-a3ef-a09bba93643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.225862 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-a69335fa-ab87-4e76-a3ef-a09bba93643c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1913 time: 0.1895807 Nov 23 14:13:03.242163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-21798e65-7c53-4793-a446-faa9d7f03c4f tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.243931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-21798e65-7c53-4793-a446-faa9d7f03c4f tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 813 time: 0.6086464 Nov 23 14:13:03.256876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.280686 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.283528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'port': {'device_id': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae', 'admin_state_up': True, 'tenant_id': '7636bb4b09a5486da8394c2b2b36ac01'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:03.293808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.330820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:03.334574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:03.337379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:03.337843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c27da8-e10c-4e3d-92a0-e25bd8a1923f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:03.348366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] No DVR routers for this DVR port 08c27da8-e10c-4e3d-92a0-e25bd8a1923f on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:03.374970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d178d77-2f07-41c9-9a1a-5e67c8496ebe {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:03.381645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Pushing event updated for resources: {'Port': ['ID=525ac5b4-6a6a-4c01-8a55-4010c90e549c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:03.388052 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.398867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d1f5-e794-401a-9bfe-bd93d0c8aae0 req-750bec48-2ecf-45c5-8ce1-d987e541fe9f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.406242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d1f5-e794-401a-9bfe-bd93d0c8aae0 req-750bec48-2ecf-45c5-8ce1-d987e541fe9f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.407198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04f6d1f5-e794-401a-9bfe-bd93d0c8aae0 req-750bec48-2ecf-45c5-8ce1-d987e541fe9f tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1666 time: 0.3025572 Nov 23 14:13:03.421950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Attempting to bind port 525ac5b4-6a6a-4c01-8a55-4010c90e549c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:03.422323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Attempting to bind port 525ac5b4-6a6a-4c01-8a55-4010c90e549c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:03.423111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Attempting to bind port 525ac5b4-6a6a-4c01-8a55-4010c90e549c on network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:03.425453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Transition to ACTIVE for port object 0d178d77-2f07-41c9-9a1a-5e67c8496ebe will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:03.430720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:03.431176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Checking segment: {'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:03.431649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.432047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Bound using segment: {'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:03.432520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Bound port: 525ac5b4-6a6a-4c01-8a55-4010c90e549c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:03.433732 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.491636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.495199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-d015697a-f242-46eb-b8d8-16982f32d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.496297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-d015697a-f242-46eb-b8d8-16982f32d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.496529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-d015697a-f242-46eb-b8d8-16982f32d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.498168 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-d015697a-f242-46eb-b8d8-16982f32d278 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad2da3acd22e4e838c8d021f54654a32&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2611430 Nov 23 14:13:03.546752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-0374a1f4-f454-4a0f-be06-a749e2d579e1 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735868 Nov 23 14:13:03.644768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Pushing event updated for resources: {'Port': ['ID=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:03.677016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] For port 525ac5b4-6a6a-4c01-8a55-4010c90e549c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:03.681540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] For port 525ac5b4-6a6a-4c01-8a55-4010c90e549c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=525ac5b4-6a6a-4c01-8a55-4010c90e549c,segment=NetworkSegment(2b1def69-a112-4736-9a43-de0ce728bc27),segment_id=2b1def69-a112-4736-9a43-de0ce728bc27)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:03.686910 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.751817 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.772821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960f6b4-b522-4bb1-88c8-463ba95d7c2e None None] Pushing event updated for resources: {'Port': ['ID=525ac5b4-6a6a-4c01-8a55-4010c90e549c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:03.807255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be8e4c5-4ef3-4694-bf25-5f70d6449bde']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:03.821252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-e7db4e3c-389d-43b0-9ca6-cb9f36787713 service neutron] 10.222.0.46 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224177 Nov 23 14:13:03.823823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Attempting to bind port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:03.824480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Attempting to bind port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:03.825710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Attempting to bind port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe on network 3edfe958-024b-453f-adf6-8d97b51fb35f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:03.827145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Made reservation on behalf of 7636bb4b09a5486da8394c2b2b36ac01 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:03.830624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.833755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba3168e-d187-4fde-ba08-ae8ce2bec63b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:03.834049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba3168e-d187-4fde-ba08-ae8ce2bec63b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:03.837976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.875778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.885864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe on network 3edfe958-024b-453f-adf6-8d97b51fb35f not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:03.886121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:03.886343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Attempting to bind port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe on network 3edfe958-024b-453f-adf6-8d97b51fb35f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:03.891773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-05e7906b-6fcb-445c-9f26-8719e2f08315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.893387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc305438-8da1-4b9e-a855-e4ecece746e2 req-05e7906b-6fcb-445c-9f26-8719e2f08315 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818777 Nov 23 14:13:03.893790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04f6d1f5-e794-401a-9bfe-bd93d0c8aae0 req-4e166453-18b6-4f26-9815-f02accb39ba4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434087 Nov 23 14:13:03.914463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.915023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.915424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.933383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.933839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.934727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.934727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:03.936796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-690dbc14-11a2-480f-bbce-e3c608abd0f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6486 time: 0.2957323 Nov 23 14:13:03.949622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:03.950093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Checking segment: {'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:03.950498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Bound using segment: {'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:03.951219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Bound port: 0d178d77-2f07-41c9-9a1a-5e67c8496ebe, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a150a866-ed2f-4ab1-aacd-65373cf011ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:03.951723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.029393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.111323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] For port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:04.115774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] For port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:04.124694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.136734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Allocated IP 172.25.3.86 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/3feb55e1-2a76-4ee4-a63f-69c87af69368) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:13:04.142458 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:13:04.176405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2e40c81c-ad8d-49ed-b653-c2a5e584f972 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:04.186254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-983a9e5a-8e46-4812-a08b-ce80e5296393 req-25443e17-6d0c-4425-be81-d30215c5a39b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 210 time: 0.1635654 Nov 23 14:13:04.256893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.260753 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.262401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] 10.222.0.11 "PUT /v2.0/ports/0d178d77-2f07-41c9-9a1a-5e67c8496ebe HTTP/1.1" status: 200 len: 1092 time: 2.0166938 Nov 23 14:13:04.264222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 2e40c81c-ad8d-49ed-b653-c2a5e584f972 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:04.264595 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.404219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.434153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a34eb-56ee-4ea2-b004-db4e856d1cea service neutron] Pushing event updated for resources: {'Port': ['ID=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:04.436463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 2e40c81c-ad8d-49ed-b653-c2a5e584f972, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2e40c81c-ad8d-49ed-b653-c2a5e584f972,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:04.446357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.496443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f7eb4913-37f1-4527-95e5-8750070b3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.497248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f7eb4913-37f1-4527-95e5-8750070b3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.499349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f7eb4913-37f1-4527-95e5-8750070b3e37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1980 time: 0.1614449 Nov 23 14:13:04.523140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.529397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=2e40c81c-ad8d-49ed-b653-c2a5e584f972,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:04.561448 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-d9392b0a-6671-4d71-9ae4-95fd7c8b4303 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.97&port_id=c69922ce-8d75-4a70-ba6b-27ee8cfffacc HTTP/1.1" status: 200 len: 217 time: 0.0527325 Nov 23 14:13:04.632313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.681021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-23be3a0c-ffa2-4bb2-913e-94b00b1e1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.682978 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-23be3a0c-ffa2-4bb2-913e-94b00b1e1a5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6d71080-b01f-44f2-b2ef-0fbb843fe3ab HTTP/1.1" status: 200 len: 801 time: 0.1113005 Nov 23 14:13:04.691451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:04.707773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:04.713814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:04.766522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.768345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Pushing event updated for resources: {'Port': ['ID=3feb55e1-2a76-4ee4-a63f-69c87af69368,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:04.787597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-81c47c17-06de-4bae-9914-05bdde6a6543 service neutron] 10.222.0.46 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9466066 Nov 23 14:13:04.810665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:04.813890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2be8e4c5-4ef3-4694-bf25-5f70d6449bde HTTP/1.1" status: 204 len: 168 time: 3.7846477 Nov 23 14:13:04.843809 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Sync routers for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:04.847443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8054e-389b-49ae-b960-9902a53820e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be8e4c5-4ef3-4694-bf25-5f70d6449bde,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:04.861998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-2be02373-bfa9-4ea5-b5e1-ef537ac59b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.863832 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-2be02373-bfa9-4ea5-b5e1-ef537ac59b32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96d39088-c795-4cf5-8787-6e19786d4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707573 Nov 23 14:13:04.864547 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:04.865209 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:04.876434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-c0a77481-2bcf-41e8-8b55-1dd14d0607a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.877916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-c0a77481-2bcf-41e8-8b55-1dd14d0607a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 902 time: 0.9233975 Nov 23 14:13:04.916306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.922308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.928528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.937557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.943844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.950205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.956218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:04.958169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-9609236b-8097-4f83-b898-72b0e0370368 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.2146943 Nov 23 14:13:04.994704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Allocated IP 172.20.0.6 (e57883df-d994-4453-9b74-0480af5b86ae/50bbc7c9-e125-4fa8-9cab-8cbb53262708/f649a39e-baa8-4a17-9e1e-2816b925e010) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:05.001588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-aa4d3f96-039f-4e21-a2a3-cf4371b1c0c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 200 len: 217 time: 0.1087925 Nov 23 14:13:05.074239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'tag': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:05.080334 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "tag": "0d178d77-2f07-41c9-9a1a-5e67c8496ebe"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:05.114244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42484) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:05.130245 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-7ce6151a-1045-428c-9aa7-e43643c801d9 service neutron] 10.222.0.11 "GET /v2.0/networks/96d39088-c795-4cf5-8787-6e19786d4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575426 Nov 23 14:13:05.147663 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:05.152151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-b4588af6-7d19-448e-98c2-29872cfbcc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:05.153616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-b4588af6-7d19-448e-98c2-29872cfbcc8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.1411479 Nov 23 14:13:05.226326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:05.266280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21249136-4b1b-4fe3-b1bb-215648fe6871 req-cd2b56e2-60c4-4956-b7cf-4d4451525010 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2686803 Nov 23 14:13:05.440237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-33ec4cf2-186b-4051-8393-d9d07df7f1eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13920de45b344e06b354314b381c9756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212509 Nov 23 14:13:05.468017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42492) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:05.507127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-79e16e9d-ea26-4bfe-8165-767486581f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:05.509514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-79e16e9d-ea26-4bfe-8165-767486581f47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3469491 Nov 23 14:13:05.530335 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 2, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:05.583007 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Checking router: f4d4b64c-402e-45b7-a576-30e8b0a49933 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:05.583687 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Updating router f4d4b64c-402e-45b7-a576-30e8b0a49933 port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:13:05.619963 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:05.633536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93c9-7c1f-45ec-86e4-9f2ac1356984 req-aa175bef-1e27-4fd3-bb7f-a240fef06f0b tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:05.635168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-883b93c9-7c1f-45ec-86e4-9f2ac1356984 req-aa175bef-1e27-4fd3-bb7f-a240fef06f0b tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.3264198 Nov 23 14:13:05.650569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:05.736197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515292-d7e6-4d23-95e5-9d1e6c9e1ab8 req-49b5c644-ff9c-4a2f-b42d-165e85b2e3f4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:05.744996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515292-d7e6-4d23-95e5-9d1e6c9e1ab8 req-49b5c644-ff9c-4a2f-b42d-165e85b2e3f4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:05.747140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f515292-d7e6-4d23-95e5-9d1e6c9e1ab8 req-49b5c644-ff9c-4a2f-b42d-165e85b2e3f4 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1678 time: 0.3435812 Nov 23 14:13:05.844129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c833084c-6097-4d15-93bb-74053b9dd2d3 None None] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:05.863029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-883b93c9-7c1f-45ec-86e4-9f2ac1356984 req-c102025d-d03a-4bc8-b157-7d1ebe892e2c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049043 Nov 23 14:13:05.866351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1094dd3-8730-4e40-8577-eccf5eb0385c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:05.899463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-2a023a67-6e7d-4a15-9136-f3026a38acb4 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673348 Nov 23 14:13:05.912477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.010815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.035618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1094dd3-8730-4e40-8577-eccf5eb0385c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.052069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f515292-d7e6-4d23-95e5-9d1e6c9e1ab8 req-d2870cfb-20d5-40c1-b482-5da2032c9488 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692716 Nov 23 14:13:06.078223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8823a35e-664f-4464-ac0d-a5d27db3d085 None None] Provisioning complete for port 525ac5b4-6a6a-4c01-8a55-4010c90e549c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:06.078602 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8823a35e-664f-4464-ac0d-a5d27db3d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.104208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Network e57883df-d994-4453-9b74-0480af5b86ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:06.125255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:06.181601 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.184327 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968d4be0-d8d0-4c46-8d1e-ada03563d705 x-openstack-request-id: req-968d4be0-d8d0-4c46-8d1e-ada03563d705 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:06.184749 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "tag": "0d178d77-2f07-41c9-9a1a-5e67c8496ebe", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:06.184847 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-968d4be0-d8d0-4c46-8d1e-ada03563d705 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:06.185225 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'tag': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe', 'status': 'completed', 'code': 200} Nov 23 14:13:06.198779 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.212720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:06.244318 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-327c76ce-4c60-475a-a8dc-cff622c9b46d service neutron] 10.222.0.11 "GET /v2.0/networks/96d39088-c795-4cf5-8787-6e19786d4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537433 Nov 23 14:13:06.262528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:06.271041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2e40c81c-ad8d-49ed-b653-c2a5e584f972 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:06.273515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1e3ea11-e4d5-4efb-b249-eb85a2b13a1a req-c4a86295-f53f-4ceb-b0dc-168cc6a57ca3 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 210 time: 0.2312372 Nov 23 14:13:06.309980 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Pushing event updated for resources: {'Port': ['ID=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:06.378334 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.378643 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.379007 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.379350 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.379684 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.380020 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.380347 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.380674 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.380996 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.381329 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.381640 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.381958 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:06.449074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2cbca-92c1-4a7e-b401-9f910ecec135 req-2c8ad91b-d656-4516-aec9-0cbbe738ec24 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:06.451649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fdc2cbca-92c1-4a7e-b401-9f910ecec135 req-2c8ad91b-d656-4516-aec9-0cbbe738ec24 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 931 time: 0.1959484 Nov 23 14:13:06.463254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:06.463998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.466198 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Attempting to bind port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:06.466793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Attempting to bind port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:06.467351 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Attempting to bind port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 on network c23f0361-85e2-4a82-9272-70f82b16abe8 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:06.478148 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:06.480896 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Checking segment: {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:06.481513 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.482380 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Bound using segment: {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:06.487297 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Bound port: e7498889-0553-4bdf-a8bf-ae9d6aa70aa2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:06.488148 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.506005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a609c76a-5c06-44f8-9d34-210c8f1bafaf req-3a2dd0e6-3942-4a00-a100-31fe38af8bf5 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973058 Nov 23 14:13:06.507505 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-9c0a0819-a71e-407b-b436-bee5b14f540f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=0d178d77-2f07-41c9-9a1a-5e67c8496ebe HTTP/1.1" status: 200 len: 217 time: 0.2279730 Nov 23 14:13:06.553477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-c0f42eef-a1a8-4d83-9f45-9eb385685b39 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2782128 Nov 23 14:13:06.567878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8823a35e-664f-4464-ac0d-a5d27db3d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.598868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f80ba8ff-4942-45e7-a3e8-a2889bf20663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:06.604431 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-f80ba8ff-4942-45e7-a3e8-a2889bf20663 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e117020-1802-4ecd-9a94-44c0a137061d HTTP/1.1" status: 200 len: 801 time: 0.0811749 Nov 23 14:13:06.604677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Request body: {'port': {'device_id': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:06.611209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44029d2-ad74-4f57-8fe0-24290e0d7cd2 req-00fb9a95-7904-48fb-8f31-361613713220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:06.614057 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c44029d2-ad74-4f57-8fe0-24290e0d7cd2 req-00fb9a95-7904-48fb-8f31-361613713220 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 1096 time: 0.4275858 Nov 23 14:13:06.623381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1094dd3-8730-4e40-8577-eccf5eb0385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.625928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1094dd3-8730-4e40-8577-eccf5eb0385c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.627219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a1094dd3-8730-4e40-8577-eccf5eb0385c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47dc1bb8-6fd4-4027-a586-2d52ae4eaa15 HTTP/1.1" status: 204 len: 168 time: 1.1563399 Nov 23 14:13:06.653808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 2e40c81c-ad8d-49ed-b653-c2a5e584f972 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:06.654170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.744119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-c75e8872-0c0f-43ea-ba8e-59e708c7f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:06.746689 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-c75e8872-0c0f-43ea-ba8e-59e708c7f840 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 1096 time: 0.5311871 Nov 23 14:13:06.759816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1094dd3-8730-4e40-8577-eccf5eb0385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dc1bb8-6fd4-4027-a586-2d52ae4eaa15,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:06.806336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8823a35e-664f-4464-ac0d-a5d27db3d085 None None] For port 525ac5b4-6a6a-4c01-8a55-4010c90e549c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=525ac5b4-6a6a-4c01-8a55-4010c90e549c,segment=NetworkSegment(2b1def69-a112-4736-9a43-de0ce728bc27),segment_id=2b1def69-a112-4736-9a43-de0ce728bc27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:06.829200 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8823a35e-664f-4464-ac0d-a5d27db3d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.872370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fdc2cbca-92c1-4a7e-b401-9f910ecec135 req-7e7adbcc-2d56-4305-a303-3f24d1db43c0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889284 Nov 23 14:13:06.931947 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] For port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:06.938226 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] For port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:06.951476 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.954969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a35e-664f-4464-ac0d-a5d27db3d085 None None] Pushing event updated for resources: {'Port': ['ID=525ac5b4-6a6a-4c01-8a55-4010c90e549c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:06.968689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:06.996349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.002542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.010010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.020530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.042075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.060646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.064803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-c2723321-cc65-4b27-8355-afba59951bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.066461 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-c2723321-cc65-4b27-8355-afba59951bbb service neutron] 10.222.0.74 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 911 time: 0.2474632 Nov 23 14:13:07.083506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.091273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:07.092279 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:07.095538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-c6454b6b-2ef5-4ab2-b4d0-b8a9bbd698d1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.5858886 Nov 23 14:13:07.167325 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-244c3bcb-b897-4b19-94ca-8cebc5fb0de9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2 HTTP/1.1" status: 200 len: 217 time: 0.0570142 Nov 23 14:13:07.169097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 525ac5b4-6a6a-4c01-8a55-4010c90e549c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:07.245769 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:07.290746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7d8b4d14-24cf-46e2-95b9-6cf3051b4f04 None None] Provisioning complete for port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:07.291539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d8b4d14-24cf-46e2-95b9-6cf3051b4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:07.349771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-250fd182-c4c4-44db-a28f-dc71c90bdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.360712 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-250fd182-c4c4-44db-a28f-dc71c90bdc75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.1400986 Nov 23 14:13:07.376339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-51d0b991-947a-4aba-a9fc-1fe8de38a884 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3048985 Nov 23 14:13:07.381567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 525ac5b4-6a6a-4c01-8a55-4010c90e549c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:07.386558 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:07.503032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d5f826c-09d8-4b8f-a04a-d4a4484fa652 req-f3549962-6b13-48da-8371-3b51eaf07b56 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4064522 Nov 23 14:13:07.516678 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0d956-0de2-4b6a-af85-eb632e398868 None None] Pushing event updated for resources: {'Port': ['ID=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:07.532007 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-62037fb4-ee36-49c2-8e8a-a0d5cfcc8a80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326027 Nov 23 14:13:07.618467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-d15ba543-3e2c-46ec-9224-b678765db748 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.620214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-d15ba543-3e2c-46ec-9224-b678765db748 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.74 "GET /v2.0/networks?id=c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 200 len: 829 time: 1.0109870 Nov 23 14:13:07.624138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d8b4d14-24cf-46e2-95b9-6cf3051b4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:07.652723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Request body: {'port': {'device_id': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'admin_state_up': True, 'tenant_id': '8eb5826da48343ea8979e586e85c06f4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:07.681400 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:06Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:07.686298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e31b96-3ce6-4664-b886-68067c33e434 req-a42a21c8-97ab-45be-ac74-37a969cb8990 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.690930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-abc1f435-5281-4690-bf53-38deb5d0f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.693515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7e31b96-3ce6-4664-b886-68067c33e434 req-a42a21c8-97ab-45be-ac74-37a969cb8990 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.5843892 Nov 23 14:13:07.698220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-abc1f435-5281-4690-bf53-38deb5d0f7b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3edfe958-024b-453f-adf6-8d97b51fb35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0829451 Nov 23 14:13:07.710549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c44029d2-ad74-4f57-8fe0-24290e0d7cd2 req-0e2de269-0d08-4167-b83e-fcd1faaab185 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9847414 Nov 23 14:13:07.714357 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad007cd-d978-4e49-9e86-27eef9d1bd1b None None] The sync data for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 is: [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:06Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:07.743299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Router c79d1450-3afe-429d-b9f0-f29cc6721438 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:13:07.773913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7d8b4d14-24cf-46e2-95b9-6cf3051b4f04 None None] For port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:07.787032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d8b4d14-24cf-46e2-95b9-6cf3051b4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:07.821614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.822195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.822562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.823049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.826695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.828546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.832477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:07.834866 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60bcef84-53be-4170-a846-36245f8ac7b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6492 time: 0.3123782 Nov 23 14:13:07.883326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f649a39e-baa8-4a17-9e1e-2816b925e010 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:07.891975 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:07.897987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b4d14-24cf-46e2-95b9-6cf3051b4f04 None None] Pushing event updated for resources: {'Port': ['ID=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:07.913652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Transition to ACTIVE for port object f649a39e-baa8-4a17-9e1e-2816b925e010 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:07.924972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ef793844-7460-406d-b2a9-b13cd75ff67e None None] Provisioning complete for port 525ac5b4-6a6a-4c01-8a55-4010c90e549c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:07.925400 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ef793844-7460-406d-b2a9-b13cd75ff67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:07.944926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.101529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:08.117500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Sync routers for ids ['c79d1450-3afe-429d-b9f0-f29cc6721438'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:08.124381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ef793844-7460-406d-b2a9-b13cd75ff67e None None] Provisioning complete for port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:08.136795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ef793844-7460-406d-b2a9-b13cd75ff67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.143600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:08.175076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267a245-4285-449b-9893-16bbc1e1f771 req-e5cc147d-9d2d-4ddc-9e05-f06452c171fe tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:08.181820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267a245-4285-449b-9893-16bbc1e1f771 req-e5cc147d-9d2d-4ddc-9e05-f06452c171fe tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:08.183492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0267a245-4285-449b-9893-16bbc1e1f771 req-e5cc147d-9d2d-4ddc-9e05-f06452c171fe tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1678 time: 0.4678016 Nov 23 14:13:08.232634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-a07812c6-e3a6-4bbc-93e2-5b37e0670ec4 service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582867 Nov 23 14:13:08.264765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Pushing event updated for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:08.270312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Routers {'c79d1450-3afe-429d-b9f0-f29cc6721438'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:08.270993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c79d1450-3afe-429d-b9f0-f29cc6721438'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:08.278793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7e31b96-3ce6-4664-b886-68067c33e434 req-a81cf8f5-e38f-44bd-b2cc-994205a2d978 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492653 Nov 23 14:13:08.339096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.340545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4c67eb2d-05a4-4aaf-a5b9-a7f5ef88aa9e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9969804 Nov 23 14:13:08.343368 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-494c8d79-31af-41f2-9c34-3a304433fa87 service neutron] 10.222.0.11 "GET /v2.0/networks/3edfe958-024b-453f-adf6-8d97b51fb35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189802 Nov 23 14:13:08.346785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42532) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:08.366152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-a1db7071-8bf2-440f-97ae-cbb4ddbcd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:08.367949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-a1db7071-8bf2-440f-97ae-cbb4ddbcd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:08.368423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-a1db7071-8bf2-440f-97ae-cbb4ddbcd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:08.370299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-a1db7071-8bf2-440f-97ae-cbb4ddbcd02f service neutron] 10.222.0.11 "GET /v2.0/networks?id=df96e715-8814-46db-ab75-ff5e9b220772&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 200 len: 2294 time: 0.2938941 Nov 23 14:13:08.397520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Made reservation on behalf of 8eb5826da48343ea8979e586e85c06f4 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:08.401246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.422496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0267a245-4285-449b-9893-16bbc1e1f771 req-73fd7157-02de-49c1-aa79-3455b5e414a2 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248282 Nov 23 14:13:08.454745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82b6f227-c747-4344-97f3-4a085c7434c1 req-93dc02ec-f807-44af-a9b9-02e056502670 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 210 time: 0.0806682 Nov 23 14:13:08.513295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:08.513676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.535531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Attempting to bind port f649a39e-baa8-4a17-9e1e-2816b925e010 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:08.535889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Attempting to bind port f649a39e-baa8-4a17-9e1e-2816b925e010 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:08.536189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Attempting to bind port f649a39e-baa8-4a17-9e1e-2816b925e010 on network e57883df-d994-4453-9b74-0480af5b86ae {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:08.552140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Port f649a39e-baa8-4a17-9e1e-2816b925e010 on network e57883df-d994-4453-9b74-0480af5b86ae not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:08.552140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Attempting to bind port f649a39e-baa8-4a17-9e1e-2816b925e010 on network e57883df-d994-4453-9b74-0480af5b86ae {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:08.564561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:08.564561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Checking segment: {'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:08.564561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Bound using segment: {'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:08.564561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Bound port: f649a39e-baa8-4a17-9e1e-2816b925e010, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:08.564561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.604166 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abb2803c-1b54-491b-b300-dac32e1ecddb req-879fd4da-3a07-4353-b752-aa73ed55adc7 service neutron] 10.222.0.11 "GET /v2.0/networks/3edfe958-024b-453f-adf6-8d97b51fb35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406485 Nov 23 14:13:08.714667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Allocated IP 172.20.0.10 (c23f0361-85e2-4a82-9272-70f82b16abe8/abb04353-134a-40a6-8ea1-0ae280062330/3674ad08-0450-4e68-81e0-fe299f7be544) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:08.746785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Set router c79d1450-3afe-429d-b9f0-f29cc6721438 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:08.779203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5f24-8a79-44b7-9355-7afa585dcfb2 req-563dbaa9-47ea-45b0-a177-d27abc0f43e2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:08.780870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455d5f24-8a79-44b7-9355-7afa585dcfb2 req-563dbaa9-47ea-45b0-a177-d27abc0f43e2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 943 time: 0.1359084 Nov 23 14:13:08.784523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:08.791396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f649a39e-baa8-4a17-9e1e-2816b925e010,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:08.839904 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.853103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02610b6d-30f9-4b76-aa08-dfd0becaea88 req-1e5db845-3e2f-41d7-ba56-6c09e8c99b57 service neutron] 10.222.0.74 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086443 Nov 23 14:13:08.893548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 525ac5b4-6a6a-4c01-8a55-4010c90e549c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:08.894960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-24b81b0b-801a-42ca-9a4e-909515f73cff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 200 len: 1002 time: 0.5009542 Nov 23 14:13:08.937854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Pushing event updated for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:08.978843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455d5f24-8a79-44b7-9355-7afa585dcfb2 req-e5de834a-7586-49e0-841d-732f6f97bd56 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902158 Nov 23 14:13:08.989496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:08.990029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:08.991439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-d18a864a-9450-4dc9-981d-0d289c3c340d service neutron] 10.222.0.11 "PUT /v2.0/ports/f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 200 len: 1091 time: 2.3994756 Nov 23 14:13:08.992409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:08.994658 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68832977-9b8e-4a3e-b7f0-744637598ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:09.018112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-53e27ada-774a-4f62-bb9a-d5a4f20faa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.018664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-53e27ada-774a-4f62-bb9a-d5a4f20faa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.020297 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-53e27ada-774a-4f62-bb9a-d5a4f20faa5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad2da3acd22e4e838c8d021f54654a32&device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1980 time: 0.1472757 Nov 23 14:13:09.056673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 525ac5b4-6a6a-4c01-8a55-4010c90e549c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:09.057196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.128103 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0e0977-70d0-4502-aecb-a6cf8780beb3 x-openstack-request-id: req-cc0e0977-70d0-4502-aecb-a6cf8780beb3 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:09.128387 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:09.128643 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc0e0977-70d0-4502-aecb-a6cf8780beb3 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:09.129054 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010', 'status': 'completed', 'code': 200} Nov 23 14:13:09.193629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-646a2e8b-15fe-4681-b29a-3d315eaeedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.195793 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-646a2e8b-15fe-4681-b29a-3d315eaeedf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 HTTP/1.1" status: 200 len: 851 time: 0.2771635 Nov 23 14:13:09.204437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.210832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.216903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.222879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.229780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.237191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.244139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.245988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75028d20-f584-46a7-838d-4621220030d4 req-71408c43-2640-4295-9463-59b7fc6fc53c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.1806328 Nov 23 14:13:09.251519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-edf821cb-844d-4584-bb3a-9ad6bfdaa124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.252982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-edf821cb-844d-4584-bb3a-9ad6bfdaa124 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1094 time: 0.2078652 Nov 23 14:13:09.307945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-f6037b6e-c646-4ede-9cdc-13ff0a8633d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 200 len: 217 time: 0.0391028 Nov 23 14:13:09.322590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 3, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port': {'id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:03Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:09.336923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.352001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Checking router: c79d1450-3afe-429d-b9f0-f29cc6721438 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:09.352434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Updating router c79d1450-3afe-429d-b9f0-f29cc6721438 port 3feb55e1-2a76-4ee4-a63f-69c87af69368 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:13:09.379227 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.425012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-afb8ca8a-e981-48c5-90f7-4f9e95cf87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.428343 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-afb8ca8a-e981-48c5-90f7-4f9e95cf87d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df96e715-8814-46db-ab75-ff5e9b220772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655252 Nov 23 14:13:09.435340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.476934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75028d20-f584-46a7-838d-4621220030d4 req-2d93be59-7539-4c1c-a580-f819738ea02c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2175319 Nov 23 14:13:09.483257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-82d521c7-9136-47e7-9953-84ceb70db7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.484803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-82d521c7-9136-47e7-9953-84ceb70db7f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.1606989 Nov 23 14:13:09.496790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Network c23f0361-85e2-4a82-9272-70f82b16abe8 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:09.501908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:09.518851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:09.572908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-8ea14246-cdf3-4695-a26d-9de2f752bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:09.579292 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-8ea14246-cdf3-4695-a26d-9de2f752bafe service neutron] 10.222.0.11 "GET /v2.0/networks?id=3edfe958-024b-453f-adf6-8d97b51fb35f HTTP/1.1" status: 200 len: 902 time: 0.3845873 Nov 23 14:13:09.583535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-7e91d462-b26c-4711-9283-10ff3ac37234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850461 Nov 23 14:13:09.656019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event updated for resources: {'Port': ['ID=3674ad08-0450-4e68-81e0-fe299f7be544,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:09.803557 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.815118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.858317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.862927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-a7a55c2c-39b8-4b8f-a6fd-0ef4f9437b8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=0d178d77-2f07-41c9-9a1a-5e67c8496ebe HTTP/1.1" status: 200 len: 217 time: 0.2791457 Nov 23 14:13:09.876824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Attempting to bind port 3feb55e1-2a76-4ee4-a63f-69c87af69368 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:09.877191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Attempting to bind port 3feb55e1-2a76-4ee4-a63f-69c87af69368 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:09.877552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Attempting to bind port 3feb55e1-2a76-4ee4-a63f-69c87af69368 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:09.886158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494bef3-2e78-4ce4-8516-0676275ad5f8 None None] Pushing event updated for resources: {'Port': ['ID=3feb55e1-2a76-4ee4-a63f-69c87af69368,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:09.894127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:09.894494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:09.894940 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.895316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:09.895804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Bound port: 3feb55e1-2a76-4ee4-a63f-69c87af69368, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:09.896167 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.900216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-032f7f0b-0c41-4a3a-8b19-f6f7bd1c36c8 None None] Provisioning complete for port 3674ad08-0450-4e68-81e0-fe299f7be544 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:09.900216 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-032f7f0b-0c41-4a3a-8b19-f6f7bd1c36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:09.971945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-032f7f0b-0c41-4a3a-8b19-f6f7bd1c36c8 None None] Port 3674ad08-0450-4e68-81e0-fe299f7be544 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:09.991293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] For port 3feb55e1-2a76-4ee4-a63f-69c87af69368, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:09.996056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] For port 3feb55e1-2a76-4ee4-a63f-69c87af69368, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3feb55e1-2a76-4ee4-a63f-69c87af69368,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:10.001253 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-cc511703-4a3e-476d-bacf-06bf99fe5488 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631626 Nov 23 14:13:10.002306 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:10.010521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-3ec092b9-6b57-4a04-bf0f-2201e9e22567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.012179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-3ec092b9-6b57-4a04-bf0f-2201e9e22567 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e117020-1802-4ecd-9a94-44c0a137061d HTTP/1.1" status: 200 len: 801 time: 0.1403522 Nov 23 14:13:10.067978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Routers {'c79d1450-3afe-429d-b9f0-f29cc6721438'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:10.067978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c79d1450-3afe-429d-b9f0-f29cc6721438'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:10.106014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494bef3-2e78-4ce4-8516-0676275ad5f8 None None] Pushing event updated for resources: {'Port': ['ID=3feb55e1-2a76-4ee4-a63f-69c87af69368,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:10.172839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.173651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:10.187455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] Set router c79d1450-3afe-429d-b9f0-f29cc6721438 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:10.217283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642c6cb-1eeb-4e09-83b7-47c0376e46a1 req-367f7c8a-a2bd-41d7-b362-3474c01d57cf tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.223417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642c6cb-1eeb-4e09-83b7-47c0376e46a1 req-367f7c8a-a2bd-41d7-b362-3474c01d57cf tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.225132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3642c6cb-1eeb-4e09-83b7-47c0376e46a1 req-367f7c8a-a2bd-41d7-b362-3474c01d57cf tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1678 time: 0.5601349 Nov 23 14:13:10.228514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-91017821-177a-4862-91e7-9971903ba2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5836811 Nov 23 14:13:10.239087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-538ef319-9aed-4d50-9392-8048105eb7c5 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351733 Nov 23 14:13:10.253232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf2a25-58ba-4a20-9715-a58ef169a3ab req-7a427413-1203-4ce9-823e-e3ccd9d7f31d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.254770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccdf2a25-58ba-4a20-9715-a58ef169a3ab req-7a427413-1203-4ce9-823e-e3ccd9d7f31d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.6012404 Nov 23 14:13:10.259842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Request body: {'port': {'device_id': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:10.380619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 3, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port': {'id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:03Z', 'updated_at': '2021-11-23T14:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:10.414744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67320eb-c567-48a6-90df-64dc0e8d8547 None None] The sync data for ids ['c79d1450-3afe-429d-b9f0-f29cc6721438'] in n-d-818503-2 is: [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 3, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port': {'id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:03Z', 'updated_at': '2021-11-23T14:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:10.439546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3642c6cb-1eeb-4e09-83b7-47c0376e46a1 req-5c570442-fe1c-49c2-a30e-fc3db20bcb1b tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046418 Nov 23 14:13:10.445536 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:10.454585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccdf2a25-58ba-4a20-9715-a58ef169a3ab req-7f6123ba-95a0-40fd-b08f-169bd61a5bbf tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749516 Nov 23 14:13:10.489823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d245fe1c-eea4-41ef-9972-53b0e9f630e7 req-82d805ea-95fc-4aa4-a9b9-529624d7985f service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339895 Nov 23 14:13:10.526554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-10e5be8b-7ce7-4385-ac7b-05bd40bd455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.532671 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-10e5be8b-7ce7-4385-ac7b-05bd40bd455f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3edfe958-024b-453f-adf6-8d97b51fb35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5092556 Nov 23 14:13:10.627743 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-eda5fb8d-e205-476f-a6b4-d8df59d70569 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145537 Nov 23 14:13:10.650509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Allocated IP 172.20.0.1 (fe58d2cc-4739-4a5c-8f36-f16e3f5ca458/b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc/ccb0afd3-b238-4995-8e65-d2780c9e8c57) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:10.736005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-b3a9ecee-5cde-4a2c-b359-b5c6306f0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.737524 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-b3a9ecee-5cde-4a2c-b359-b5c6306f0e80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1094 time: 0.1776927 Nov 23 14:13:10.743723 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-ef997167-c037-4d63-80dd-aaf19f685f2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 217 time: 0.1066368 Nov 23 14:13:10.779132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d3cf0-06dd-469e-9a64-f49e44ca8cf6 req-bf63a8b5-ce6c-477c-8671-8620f677d87b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.779905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198d3cf0-06dd-469e-9a64-f49e44ca8cf6 req-bf63a8b5-ce6c-477c-8671-8620f677d87b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 932 time: 0.2186787 Nov 23 14:13:10.890776 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-b136f1b2-8bb1-4ec5-9434-ea6707a09d97 service neutron] 10.222.0.11 "GET /v2.0/networks/3edfe958-024b-453f-adf6-8d97b51fb35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349736 Nov 23 14:13:10.917614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-75f82469-8f94-45c3-b172-317040969b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:10.919250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-75f82469-8f94-45c3-b172-317040969b8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1652846 Nov 23 14:13:10.971882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.010759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198d3cf0-06dd-469e-9a64-f49e44ca8cf6 req-181deba0-8dc1-42f2-bb31-0117fc14df17 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732864 Nov 23 14:13:11.022010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-fd4f1aff-98dd-4bca-80c6-9848f9767329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.024370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-fd4f1aff-98dd-4bca-80c6-9848f9767329 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 914 time: 0.2414873 Nov 23 14:13:11.099624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-be00c8a2-a92b-41a8-af54-15ce722af9d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 200 len: 217 time: 0.0606205 Nov 23 14:13:11.150049 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.195829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:11.197910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-e199c41a-98ba-41ba-8540-2fff28fdbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.200061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-e199c41a-98ba-41ba-8540-2fff28fdbfc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2105255 Nov 23 14:13:11.204229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aad7fa56-c3cb-4e56-8e50-0e87d49841f1 req-0c760557-c551-4ab9-bbc9-f880485e5477 service neutron] 10.222.0.11 "GET /v2.0/networks/3edfe958-024b-453f-adf6-8d97b51fb35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819705 Nov 23 14:13:11.206986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:11.210567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:11.257162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3674ad08-0450-4e68-81e0-fe299f7be544 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:11.271667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.290665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08f625-4666-45bd-9c7d-0e49c1579307 req-6d002b56-a64a-430d-a61b-767a29469242 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.294766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd08f625-4666-45bd-9c7d-0e49c1579307 req-6d002b56-a64a-430d-a61b-767a29469242 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 943 time: 0.1894984 Nov 23 14:13:11.300280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-18b660b5-712a-4640-8068-9a156c9a1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.302080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-18b660b5-712a-4640-8068-9a156c9a1dd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.1880665 Nov 23 14:13:11.307118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.311075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb0afd3-b238-4995-8e65-d2780c9e8c57,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:11.347456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Transition to ACTIVE for port object 3674ad08-0450-4e68-81e0-fe299f7be544 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:11.375478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.385807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.396391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.403733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.410278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.417623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.429843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.434070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-0dd3ec7f-9759-467c-90c1-70f95f6e24b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.3299129 Nov 23 14:13:11.448215 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.481774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-f2fe8a28-f48a-46e9-b56f-4a55bbb1d4e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378338 Nov 23 14:13:11.512081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.541704 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-ddffd55d-c3a5-4d8a-96ba-823a2b87e489 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110664 Nov 23 14:13:11.555482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0d178d77-2f07-41c9-9a1a-5e67c8496ebe details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:11.592441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd08f625-4666-45bd-9c7d-0e49c1579307 req-0a973cf5-59cd-4105-b20f-234d4c9fabc0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880054 Nov 23 14:13:11.674341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-24b1a01c-4876-430c-8044-04893c243e39 None None] Provisioning complete for port ccb0afd3-b238-4995-8e65-d2780c9e8c57 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:11.674706 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24b1a01c-4876-430c-8044-04893c243e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.703031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=3674ad08-0450-4e68-81e0-fe299f7be544,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:11.802012 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-37836bc6-688a-4a5f-b675-1895b645efc2 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411370 Nov 23 14:13:11.859849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-24b1a01c-4876-430c-8044-04893c243e39 None None] Port ccb0afd3-b238-4995-8e65-d2780c9e8c57 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:11.869016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:11.871737 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-fb495d74-0f21-4946-a863-60b1a4de4d68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 217 time: 0.0561795 Nov 23 14:13:11.885926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe', 'network_id': '3edfe958-024b-453f-adf6-8d97b51fb35f', 'port_id': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe', 'mac_address': 'fa:16:3e:de:b5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e117020-1802-4ecd-9a94-44c0a137061d', 'ip_address': '19.86.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:11.925461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.926266 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.932684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:11.946648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d178d77-2f07-41c9-9a1a-5e67c8496ebe {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:11.947108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-492edfb6-f9e4-4223-9224-9dd2a16e5955 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310243 Nov 23 14:13:11.958802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bffa4eb-b466-40aa-88a5-3e1645f28baf req-ed380df1-0592-4645-b8e2-6c99b2e5607d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5080452 Nov 23 14:13:11.997426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-8642662d-b9c5-495d-8969-e8ee5e91a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:11.999021 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-8642662d-b9c5-495d-8969-e8ee5e91a1fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1175940 Nov 23 14:13:12.001389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:12.033655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.034722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c69922ce-8d75-4a70-ba6b-27ee8cfffacc details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:12.078596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb0afd3-b238-4995-8e65-d2780c9e8c57,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:12.081227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.100164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Attempting to bind port 3674ad08-0450-4e68-81e0-fe299f7be544 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:12.100510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Attempting to bind port 3674ad08-0450-4e68-81e0-fe299f7be544 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:12.100902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Attempting to bind port 3674ad08-0450-4e68-81e0-fe299f7be544 on network c23f0361-85e2-4a82-9272-70f82b16abe8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:12.110908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:12.115335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3feb55e1-2a76-4ee4-a63f-69c87af69368 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:12.122437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-e98e97dd-0e6b-4d6b-8092-1da8f5a4d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.124055 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-e98e97dd-0e6b-4d6b-8092-1da8f5a4d349 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072752 Nov 23 14:13:12.125411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308568-479e-41e8-8f7f-533975ba2900 req-acd0c257-1585-4418-bc6a-aeed89b53660 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.130350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-acd0c257-1585-4418-bc6a-aeed89b53660 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 810 time: 0.3863802 Nov 23 14:13:12.136183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Port 3674ad08-0450-4e68-81e0-fe299f7be544 on network c23f0361-85e2-4a82-9272-70f82b16abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:12.136590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Attempting to bind port 3674ad08-0450-4e68-81e0-fe299f7be544 on network c23f0361-85e2-4a82-9272-70f82b16abe8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:12.155252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:12.155688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Checking segment: {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:12.156139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Bound using segment: {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:12.156804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Bound port: 3674ad08-0450-4e68-81e0-fe299f7be544, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb0c16e-7d13-463a-a0da-c484f7a1f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:12.157524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.208798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-c6f61228-9b69-40b5-afa2-ebef62d01df1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/quotas/c7eff05ce20840709ab2a903122c177d HTTP/1.1" status: 200 len: 375 time: 0.0661407 Nov 23 14:13:12.245571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68832977-9b8e-4a3e-b7f0-744637598ef8 req-fcc61082-7ab4-457b-b190-2a29e17e292b service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855642 Nov 23 14:13:12.271405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3feb55e1-2a76-4ee4-a63f-69c87af69368 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:12.272131 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.278972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:12.282880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:12.309602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-978c36f8-5259-48c0-ad55-298c6eb0b8fc service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471889 Nov 23 14:13:12.347170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c0b2-a075-46c1-9368-3a16b599c4df req-143a8cec-9632-4b20-9d35-71fceace1c4e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.354610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c0b2-a075-46c1-9368-3a16b599c4df req-143a8cec-9632-4b20-9d35-71fceace1c4e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.360187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c69922ce-8d75-4a70-ba6b-27ee8cfffacc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:12.362733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c34c0b2-a075-46c1-9368-3a16b599c4df req-143a8cec-9632-4b20-9d35-71fceace1c4e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1679 time: 0.1989541 Nov 23 14:13:12.388570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc', 'network_id': '96d39088-c795-4cf5-8787-6e19786d4e4a', 'port_id': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc', 'mac_address': 'fa:16:3e:20:f9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d71080-b01f-44f2-b2ef-0fbb843fe3ab', 'ip_address': '19.80.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:12.418425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] For port 3674ad08-0450-4e68-81e0-fe299f7be544, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:12.445444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-5daac233-e206-47c4-bb7e-bb0aa507c183 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2106619 Nov 23 14:13:12.474679 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.479816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.486215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] For port 3674ad08-0450-4e68-81e0-fe299f7be544, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3674ad08-0450-4e68-81e0-fe299f7be544,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:12.513193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69922ce-8d75-4a70-ba6b-27ee8cfffacc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:12.520082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.548699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 3feb55e1-2a76-4ee4-a63f-69c87af69368, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3feb55e1-2a76-4ee4-a63f-69c87af69368,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:12.551101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c69922ce-8d75-4a70-ba6b-27ee8cfffacc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:12.555295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.567470 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.596626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c34c0b2-a075-46c1-9368-3a16b599c4df req-b4277db7-fe24-4d7f-8f7d-0abe021c11ba tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327840 Nov 23 14:13:12.611549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.612682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.614389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] 10.222.0.74 "PUT /v2.0/ports/3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 1092 time: 2.3694444 Nov 23 14:13:12.645768 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-481e5bca-4c0d-41c9-ad62-072a1a6db769 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789943 Nov 23 14:13:12.668133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Router c79d1450-3afe-429d-b9f0-f29cc6721438 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:12.673406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=3feb55e1-2a76-4ee4-a63f-69c87af69368,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:12.679033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:12.682764 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee34753e-d040-41af-8b20-a7544d6371d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:12.703400 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-f9a223f8-17b2-4a54-9264-455d9bf978f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=995db426-d5a7-4854-8c26-058caddd9a99 HTTP/1.1" status: 200 len: 217 time: 0.0441310 Nov 23 14:13:12.805570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f6af4de6-7682-4f14-9c27-4444796c627a None None] Provisioning complete for port ccb0afd3-b238-4995-8e65-d2780c9e8c57 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:12.805969 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f6af4de6-7682-4f14-9c27-4444796c627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:12.817220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9deac-33cc-4e1e-a28b-7ac0a076dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=3674ad08-0450-4e68-81e0-fe299f7be544,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:12.839404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:12.854194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-3f28860c-be22-4f37-a980-7994d98cf336 service neutron] 10.222.0.46 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852744 Nov 23 14:13:12.854457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-a521d7c3-ee98-4978-bb75-3c971933672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.864945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-df041977-5511-48fa-8c42-cf688c2350da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.865858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-df041977-5511-48fa-8c42-cf688c2350da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8eb5826da48343ea8979e586e85c06f4&device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 1095 time: 0.1755061 Nov 23 14:13:12.866401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-a521d7c3-ee98-4978-bb75-3c971933672e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1461341 Nov 23 14:13:12.877881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f6af4de6-7682-4f14-9c27-4444796c627a None None] Port ccb0afd3-b238-4995-8e65-d2780c9e8c57 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:12.891211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c69922ce-8d75-4a70-ba6b-27ee8cfffacc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:12.952820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c2b9-b86e-4224-b120-65db1a191f90 req-8baffb9f-666e-4fac-a1f5-2e9f559b5b69 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.954862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5f4c2b9-b86e-4224-b120-65db1a191f90 req-8baffb9f-666e-4fac-a1f5-2e9f559b5b69 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 944 time: 0.1998532 Nov 23 14:13:12.979239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:12.981919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-6b6058a9-a977-4d4f-baae-d4e37bae95a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 217 time: 0.1008873 Nov 23 14:13:12.985416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1d1fdf2f-0e3f-4b4b-933b-d539b5e647a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/c79d1450-3afe-429d-b9f0-f29cc6721438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6375859 Nov 23 14:13:12.987521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-ecd1a15f-efad-450c-8980-b6607cf9308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:12.988924 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-ecd1a15f-efad-450c-8980-b6607cf9308f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783865 Nov 23 14:13:12.997311 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Sync routers for ids ['c79d1450-3afe-429d-b9f0-f29cc6721438'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:13.020218 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Routers {'c79d1450-3afe-429d-b9f0-f29cc6721438'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:13.020852 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c79d1450-3afe-429d-b9f0-f29cc6721438'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:13.161929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5f4c2b9-b86e-4224-b120-65db1a191f90 req-ed8da219-8db3-4d83-8290-736ae358df2c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955566 Nov 23 14:13:13.179956 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-9e1f0da5-f5d3-4573-a26f-42693029b95d service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748753 Nov 23 14:13:13.183740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-b546f4c2-77e9-4cdf-a932-39adc5bebf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.188114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-b546f4c2-77e9-4cdf-a932-39adc5bebf07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abb04353-134a-40a6-8ea1-0ae280062330 HTTP/1.1" status: 200 len: 868 time: 0.1951365 Nov 23 14:13:13.209537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-247474db-7bb3-4a27-9f2f-62faf5452c58 service neutron] 10.222.0.46 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423142 Nov 23 14:13:13.235933 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Set router c79d1450-3afe-429d-b9f0-f29cc6721438 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:13.261861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-d4bafb86-91ca-4a70-a90d-37a44b786550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.263800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-d4bafb86-91ca-4a70-a90d-37a44b786550 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c23f0361-85e2-4a82-9272-70f82b16abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678654 Nov 23 14:13:13.313665 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-992d5518-5612-4491-ac2c-65203c3f43fb service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258061 Nov 23 14:13:13.391734 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-faa0ae54-029f-437c-8bb2-e86b89fef76f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0687003 Nov 23 14:13:13.442297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-614404c4-02a3-48ae-8e30-29d91295e765 service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704407 Nov 23 14:13:13.443789 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadc5ce3-3aac-41f1-815b-84e124a22fca x-openstack-request-id: req-dadc5ce3-3aac-41f1-815b-84e124a22fca {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:13.444079 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:13.444319 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dadc5ce3-3aac-41f1-815b-84e124a22fca {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:13.444698 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544', 'status': 'completed', 'code': 200} Nov 23 14:13:13.491351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60476121-a55b-48ac-982e-3f6f6c82ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.493334 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-60476121-a55b-48ac-982e-3f6f6c82ebd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.0875354 Nov 23 14:13:13.531128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573e8df-0ae0-4cf1-b695-d22cfb6a728e req-2da3cf81-2c1a-459c-b604-c4ec69cde5b2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.533241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9573e8df-0ae0-4cf1-b695-d22cfb6a728e req-2da3cf81-2c1a-459c-b604-c4ec69cde5b2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 943 time: 0.1539257 Nov 23 14:13:13.553030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-10916edd-008b-4f89-bba5-cfb15a09e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.554056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f649a39e-baa8-4a17-9e1e-2816b925e010 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:13.555949 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-10916edd-008b-4f89-bba5-cfb15a09e102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530288 Nov 23 14:13:13.570608 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:11Z', 'revision_number': 4, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port': {'id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:03Z', 'updated_at': '2021-11-23T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ccb0afd3-b238-4995-8e65-d2780c9e8c57', 'name': '', 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'mac_address': 'fa:16:3e:d5:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:09Z', 'updated_at': '2021-11-23T14:13:11Z', 'revision_number': 2, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'subnets': [{'id': 'b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:13.611066 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Checking router: c79d1450-3afe-429d-b9f0-f29cc6721438 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:13.612433 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Updating router c79d1450-3afe-429d-b9f0-f29cc6721438 port ccb0afd3-b238-4995-8e65-d2780c9e8c57 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:13:13.653788 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:13.658526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45e8c608-3b4c-4cb6-ba6d-ec7878ca3798 req-6b2f81c9-241b-426d-9276-dad767dae78f service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052746 Nov 23 14:13:13.719700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.723994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-bf796a95-8549-4b8c-95f8-d5ce788aaddb service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580291 Nov 23 14:13:13.729895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.735972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.742365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.748488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.754701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.761598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.763687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-fc870b60-4eb9-49a3-aac2-58ba2233636a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.2412794 Nov 23 14:13:13.787846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9573e8df-0ae0-4cf1-b695-d22cfb6a728e req-7bbf32df-fde5-4731-a891-6ff127a65e26 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395437 Nov 23 14:13:13.831556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f649a39e-baa8-4a17-9e1e-2816b925e010,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:13.861410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'f649a39e-baa8-4a17-9e1e-2816b925e010', 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae', 'port_id': 'f649a39e-baa8-4a17-9e1e-2816b925e010', 'mac_address': 'fa:16:3e:f1:f5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50bbc7c9-e125-4fa8-9cab-8cbb53262708', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:13.877467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-b8c1ed38-afda-4619-a528-26d8048650dd service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434433 Nov 23 14:13:13.932621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-f065fcc9-f33f-47f6-aa45-219194acaede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:13.933401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['0d178d77-2f07-41c9-9a1a-5e67c8496ebe'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:13.938092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-f065fcc9-f33f-47f6-aa45-219194acaede service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8eb5826da48343ea8979e586e85c06f4&device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 1095 time: 0.1734052 Nov 23 14:13:13.946970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-0d3b8c53-177d-4961-bbe5-0a373db67a7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7 HTTP/1.1" status: 200 len: 217 time: 0.0615067 Nov 23 14:13:13.981879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.008823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f649a39e-baa8-4a17-9e1e-2816b925e010 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:14.052711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-37f2c122-bc44-4ff1-b6fb-d3d2ce5bf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:14.055145 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-37f2c122-bc44-4ff1-b6fb-d3d2ce5bf96e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.0967715 Nov 23 14:13:14.093171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3feb55e1-2a76-4ee4-a63f-69c87af69368 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:14.100235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f649a39e-baa8-4a17-9e1e-2816b925e010,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:14.121389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-4620f136-7118-4546-98e2-c634832db1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:14.123448 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-4620f136-7118-4546-98e2-c634832db1bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590844 Nov 23 14:13:14.131564 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.140442 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.160443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.200560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-c623ce6a-7bd4-4c00-8f7a-2c388a81dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:14.205970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-c623ce6a-7bd4-4c00-8f7a-2c388a81dcfe service neutron] 10.222.0.74 "GET /v2.0/networks?id=c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 200 len: 930 time: 0.1469610 Nov 23 14:13:14.222313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a25c1af0-8be7-41b1-895f-d38d4ecbbbf7 req-df7c47d6-55f7-4334-8788-430177b115b1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4446409 Nov 23 14:13:14.240557 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22e663-8f31-439b-a35b-b0dcecac00b6 None None] Pushing event updated for resources: {'Port': ['ID=ccb0afd3-b238-4995-8e65-d2780c9e8c57,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:14.307775 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Attempting to bind port ccb0afd3-b238-4995-8e65-d2780c9e8c57 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:14.308234 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Attempting to bind port ccb0afd3-b238-4995-8e65-d2780c9e8c57 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:14.310050 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Attempting to bind port ccb0afd3-b238-4995-8e65-d2780c9e8c57 on network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:14.311865 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-08a05beb-89cd-4927-8fdd-956d4a0ff264 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780956 Nov 23 14:13:14.322202 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:14.324184 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Checking segment: {'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:14.325041 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.326813 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Bound using segment: {'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:14.327435 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Bound port: ccb0afd3-b238-4995-8e65-d2780c9e8c57, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1def69-a112-4736-9a43-de0ce728bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:14.329019 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.340115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-9b675d98-2113-4516-990d-d31d068e50b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 217 time: 0.1127300 Nov 23 14:13:14.412717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-ec9acb96-4d8e-42ea-91b5-7572e57db989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:14.414968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-ec9acb96-4d8e-42ea-91b5-7572e57db989 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abb04353-134a-40a6-8ea1-0ae280062330 HTTP/1.1" status: 200 len: 868 time: 0.0657594 Nov 23 14:13:14.431371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-e3b3113d-6a04-40de-b002-1e40217df9a6 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5050864 Nov 23 14:13:14.501657 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] For port ccb0afd3-b238-4995-8e65-d2780c9e8c57, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:14.510656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] For port ccb0afd3-b238-4995-8e65-d2780c9e8c57, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ccb0afd3-b238-4995-8e65-d2780c9e8c57,segment=NetworkSegment(2b1def69-a112-4736-9a43-de0ce728bc27),segment_id=2b1def69-a112-4736-9a43-de0ce728bc27)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:14.513412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-055b9c59-72da-41b6-9332-b994ab99d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:14.516519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-055b9c59-72da-41b6-9332-b994ab99d15f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c23f0361-85e2-4a82-9272-70f82b16abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829985 Nov 23 14:13:14.517983 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.525951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-ddaa15f0-0e39-4cff-9011-db315bd51149 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040806 Nov 23 14:13:14.602642 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Routers {'c79d1450-3afe-429d-b9f0-f29cc6721438'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:14.603445 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c79d1450-3afe-429d-b9f0-f29cc6721438'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:14.648356 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22e663-8f31-439b-a35b-b0dcecac00b6 None None] Pushing event updated for resources: {'Port': ['ID=ccb0afd3-b238-4995-8e65-d2780c9e8c57,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:14.667781 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-d0238131-ab3c-4284-a8b2-2065464e8dc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 200 len: 217 time: 0.1339509 Nov 23 14:13:14.714807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:14.739747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:14.769612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f23fbc46-cb91-4f09-8103-4c0a4af8e2be req-9af36d6c-d84d-4320-8ad3-3aa7dff94b11 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 210 time: 0.2497599 Nov 23 14:13:14.782406 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] Set router c79d1450-3afe-429d-b9f0-f29cc6721438 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:14.800510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-e76499e1-e9c0-4acb-8bf5-d4a85bc44f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:14.803654 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-e76499e1-e9c0-4acb-8bf5-d4a85bc44f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.1227212 Nov 23 14:13:14.905764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:14.908230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:14.915119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-32e1f65c-7e5a-4ed4-9b2e-c79c5a9a7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:14.923104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-32e1f65c-7e5a-4ed4-9b2e-c79c5a9a7605 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097491 Nov 23 14:13:14.931804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f5b61897-8b03-4bfd-a573-25b53c30b4d4 None None] Provisioning complete for port ccb0afd3-b238-4995-8e65-d2780c9e8c57 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:14.932305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5b61897-8b03-4bfd-a573-25b53c30b4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.049826 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-eba6ebe5-25e1-404b-a2a5-044b6e9ce74c service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130753 Nov 23 14:13:15.052534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3feb55e1-2a76-4ee4-a63f-69c87af69368 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:15.053066 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.094260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-594b8a6d-9d02-456f-818a-3c312061d14b service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601909 Nov 23 14:13:15.152138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5b61897-8b03-4bfd-a573-25b53c30b4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.167880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a33d1-ea5d-49be-90a5-b1040ba1ca7d req-d4add7f6-d8be-4ed9-b7f9-57d13b6bb538 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:15.174146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a33d1-ea5d-49be-90a5-b1040ba1ca7d req-d4add7f6-d8be-4ed9-b7f9-57d13b6bb538 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:15.175798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-101a33d1-ea5d-49be-90a5-b1040ba1ca7d req-d4add7f6-d8be-4ed9-b7f9-57d13b6bb538 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1680 time: 0.2432673 Nov 23 14:13:15.186018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308568-479e-41e8-8f7f-533975ba2900 req-adcfa92f-a6e5-470a-bff9-46a69437ee72 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:15.187342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-adcfa92f-a6e5-470a-bff9-46a69437ee72 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.11 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 810 time: 0.3949654 Nov 23 14:13:15.191422 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d57a53e2-fe86-4539-a00b-3b0725842a85 req-e2b4d09f-5df5-4d36-9f7b-b2ba204d9e9e service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254308 Nov 23 14:13:15.230444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Request body: {'port': {'device_id': '3e3000e7-3f71-45ef-a28f-be020549015b', 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'admin_state_up': True, 'tenant_id': 'c7eff05ce20840709ab2a903122c177d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:15.252999 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:11Z', 'revision_number': 4, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port': {'id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:03Z', 'updated_at': '2021-11-23T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ccb0afd3-b238-4995-8e65-d2780c9e8c57', 'name': '', 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'mac_address': 'fa:16:3e:d5:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:09Z', 'updated_at': '2021-11-23T14:13:14Z', 'revision_number': 4, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'subnets': [{'id': 'b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:15.284222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f5b61897-8b03-4bfd-a573-25b53c30b4d4 None None] For port ccb0afd3-b238-4995-8e65-d2780c9e8c57, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ccb0afd3-b238-4995-8e65-d2780c9e8c57,segment=NetworkSegment(2b1def69-a112-4736-9a43-de0ce728bc27),segment_id=2b1def69-a112-4736-9a43-de0ce728bc27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:15.289979 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21101e-ee58-4351-b661-5e10843c3066 None None] The sync data for ids ['c79d1450-3afe-429d-b9f0-f29cc6721438'] in n-d-818503-2 is: [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:11Z', 'revision_number': 4, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port': {'id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:03Z', 'updated_at': '2021-11-23T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ccb0afd3-b238-4995-8e65-d2780c9e8c57', 'name': '', 'network_id': 'fe58d2cc-4739-4a5c-8f36-f16e3f5ca458', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'mac_address': 'fa:16:3e:d5:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:09Z', 'updated_at': '2021-11-23T14:13:14Z', 'revision_number': 4, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'subnets': [{'id': 'b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:15.298154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5b61897-8b03-4bfd-a573-25b53c30b4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.377552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b61897-8b03-4bfd-a573-25b53c30b4d4 None None] Pushing event updated for resources: {'Port': ['ID=ccb0afd3-b238-4995-8e65-d2780c9e8c57,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:15.423947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-557f2fb0-f84d-487c-8c11-604af8440d94 None None] Provisioning complete for port ccb0afd3-b238-4995-8e65-d2780c9e8c57 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:15.424322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-557f2fb0-f84d-487c-8c11-604af8440d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.569570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c69922ce-8d75-4a70-ba6b-27ee8cfffacc up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:15.630887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port c69922ce-8d75-4a70-ba6b-27ee8cfffacc completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:15.639733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port c69922ce-8d75-4a70-ba6b-27ee8cfffacc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:15.640613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.730778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.757191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:15.760133 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e09f582-0b2e-48b9-860d-d4fc25646ff2" -d '{"events": [{"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-plugged", "status": "completed", "tag": "c69922ce-8d75-4a70-ba6b-27ee8cfffacc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:15.773262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c69922ce-8d75-4a70-ba6b-27ee8cfffacc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:15.779017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.801711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee34753e-d040-41af-8b20-a7544d6371d2 req-94d848b2-32c8-4b4b-9e62-3bd53f3bf3cf service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979582 Nov 23 14:13:15.814658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-101a33d1-ea5d-49be-90a5-b1040ba1ca7d req-7e7b36f0-0b71-41a6-817c-533ee498b45e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949373 Nov 23 14:13:15.849785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:15.876547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Made reservation on behalf of c7eff05ce20840709ab2a903122c177d for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:15.880516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:15.912195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.035263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ccb0afd3-b238-4995-8e65-d2780c9e8c57 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:16.089059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ccb0afd3-b238-4995-8e65-d2780c9e8c57 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:16.089374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.143433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a854-b7e0-4851-b22e-95c5ce483728 req-5df0518f-a1d9-4e9c-a500-7c23a1b31173 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.145101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a787a854-b7e0-4851-b22e-95c5ce483728 req-5df0518f-a1d9-4e9c-a500-7c23a1b31173 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 944 time: 0.2447522 Nov 23 14:13:16.184095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Allocated IP 172.20.0.2 (a38bdf94-76b8-4deb-9d9d-21afb47bd94c/eefa234a-25e7-452f-8d44-dbc1316d9c86/f9e70a66-28f3-4773-bb76-1300fdd7dd11) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:16.211848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Allocated IP 172.25.3.237 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/2700771c-6a8e-4329-9211-f36874179f8f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:16.272330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a787a854-b7e0-4851-b22e-95c5ce483728 req-c69234be-ed17-4cc8-ad5c-d4656874aac1 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209013 Nov 23 14:13:16.460651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.500456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.524634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dfca6-e599-4bb8-89e5-969dad69cc33 req-4f69b16a-909f-4707-9592-9c15d6adb3c3 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.526144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc2dfca6-e599-4bb8-89e5-969dad69cc33 req-4f69b16a-909f-4707-9592-9c15d6adb3c3 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 944 time: 0.1115358 Nov 23 14:13:16.566756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.629645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:16.636352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc2dfca6-e599-4bb8-89e5-969dad69cc33 req-b3f0969a-4bdb-43d3-9a4d-ed2fab4214a5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035223 Nov 23 14:13:16.641471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:16.644016 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.645164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:16.665336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7198018e-f694-4ab2-9416-7f458ae6a8a2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:16.683798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Pushing event updated for resources: {'Port': ['ID=2700771c-6a8e-4329-9211-f36874179f8f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:16.720177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Network a38bdf94-76b8-4deb-9d9d-21afb47bd94c is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:16.737037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:16.760714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:16.821238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Pushing event updated for resources: {'Port': ['ID=f9e70a66-28f3-4773-bb76-1300fdd7dd11,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:16.859354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.871613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.877550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.883506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.889484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.895776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.902244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.908165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.910097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5d5c9fb-2a64-429a-b769-80828720394e req-022e903d-0ba4-4c9e-8544-efcc1efe0cb9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.1920333 Nov 23 14:13:16.915726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:16.916309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:16.964909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1471c2f8-631a-452e-99d4-d7296c800020 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7388136 Nov 23 14:13:16.986536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Request body: {'port': {'device_id': '3e3000e7-3f71-45ef-a28f-be020549015b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:16.991239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.058436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5d5c9fb-2a64-429a-b769-80828720394e req-6aa9211e-316f-4400-b69e-0535c97a1f42 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381545 Nov 23 14:13:17.094822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3674ad08-0450-4e68-81e0-fe299f7be544 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:17.111851 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d928013-c37e-42a7-a587-0d033db78911 x-openstack-request-id: req-2d928013-c37e-42a7-a587-0d033db78911 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:17.112016 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.112232 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-plugged", "status": "completed", "tag": "c69922ce-8d75-4a70-ba6b-27ee8cfffacc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:17.112493 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d928013-c37e-42a7-a587-0d033db78911 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:17.112888 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc', 'code': 200} Nov 23 14:13:17.208329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3674ad08-0450-4e68-81e0-fe299f7be544, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3674ad08-0450-4e68-81e0-fe299f7be544,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:17.221562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '3674ad08-0450-4e68-81e0-fe299f7be544', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'port_id': '3674ad08-0450-4e68-81e0-fe299f7be544', 'mac_address': 'fa:16:3e:50:7e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:17.259966 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.274394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3674ad08-0450-4e68-81e0-fe299f7be544 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:17.294151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3674ad08-0450-4e68-81e0-fe299f7be544, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3674ad08-0450-4e68-81e0-fe299f7be544,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:17.299304 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.332405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c740ec-b7ef-4f7c-b097-011c7d39efe5 req-7262d4f5-25ed-433c-b32f-61a09632c07d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:17.334342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72c740ec-b7ef-4f7c-b097-011c7d39efe5 req-7262d4f5-25ed-433c-b32f-61a09632c07d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 931 time: 0.1487391 Nov 23 14:13:17.349923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=3674ad08-0450-4e68-81e0-fe299f7be544,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:17.404613 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.418340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.500136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72c740ec-b7ef-4f7c-b097-011c7d39efe5 req-18ff1e76-d679-4a66-ad2f-6f3426bef4c2 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551952 Nov 23 14:13:17.546856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['3674ad08-0450-4e68-81e0-fe299f7be544'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:17.554377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Pushing event updated for resources: {'Port': ['ID=2700771c-6a8e-4329-9211-f36874179f8f,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:17.574566 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.586627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f649a39e-baa8-4a17-9e1e-2816b925e010 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:17.607137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.608369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-294ee5bc-5cb9-4834-a7bd-55aa7fef433a tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1761742 Nov 23 14:13:17.691105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port f649a39e-baa8-4a17-9e1e-2816b925e010 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:17.697279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port f649a39e-baa8-4a17-9e1e-2816b925e010 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:17.697646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.709624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e70a66-28f3-4773-bb76-1300fdd7dd11 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:17.726060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.731661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-aa25217d-9f91-4b01-a80e-73d65f4a6507 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.1016853 Nov 23 14:13:17.763785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea294a77-0888-4928-bb61-b0db88c95e7c req-1c600357-6a49-4385-bf57-3b3348541a73 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:17.769926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea294a77-0888-4928-bb61-b0db88c95e7c req-1c600357-6a49-4385-bf57-3b3348541a73 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:17.771484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea294a77-0888-4928-bb61-b0db88c95e7c req-1c600357-6a49-4385-bf57-3b3348541a73 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1681 time: 0.1397460 Nov 23 14:13:17.772548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Transition to ACTIVE for port object f9e70a66-28f3-4773-bb76-1300fdd7dd11 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:17.789732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.809233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.841338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f649a39e-baa8-4a17-9e1e-2816b925e010,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:17.845785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.846662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0d178d77-2f07-41c9-9a1a-5e67c8496ebe up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:17.921916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:17.923248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e70a66-28f3-4773-bb76-1300fdd7dd11,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:17.936674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:17.940738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:17.941211 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:17.962267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea294a77-0888-4928-bb61-b0db88c95e7c req-21b1bf57-838c-4692-a4d3-14515a165552 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770325 Nov 23 14:13:17.986108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-79cfc9d9-58ce-48c4-8bf3-3069f1882ec2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:17.987478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7881b5a3-ded7-4d01-99b9-8e8bd52344dc req-79cfc9d9-58ce-48c4-8bf3-3069f1882ec2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2453115 Nov 23 14:13:18.031655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.036275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Attempting to bind port f9e70a66-28f3-4773-bb76-1300fdd7dd11 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:18.036831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Attempting to bind port f9e70a66-28f3-4773-bb76-1300fdd7dd11 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:18.038043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Attempting to bind port f9e70a66-28f3-4773-bb76-1300fdd7dd11 on network a38bdf94-76b8-4deb-9d9d-21afb47bd94c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:18.046137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Port f9e70a66-28f3-4773-bb76-1300fdd7dd11 on network a38bdf94-76b8-4deb-9d9d-21afb47bd94c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:18.046455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Attempting to bind port f9e70a66-28f3-4773-bb76-1300fdd7dd11 on network a38bdf94-76b8-4deb-9d9d-21afb47bd94c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:18.068955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:18.075031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.083014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:18.083354 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Checking segment: {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:18.083746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Bound using segment: {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:18.084190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Bound port: f9e70a66-28f3-4773-bb76-1300fdd7dd11, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4c1f34-3143-4316-80e9-f2de0b37784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:18.084550 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.148196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb21ad-d70b-4f81-9051-f2dc5ab7f2c7 req-35e5aa17-216b-4d2d-88e9-807a77f21c48 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.149744 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43bb21ad-d70b-4f81-9051-f2dc5ab7f2c7 req-35e5aa17-216b-4d2d-88e9-807a77f21c48 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 945 time: 0.1052623 Nov 23 14:13:18.149994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:18.230067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] For port f9e70a66-28f3-4773-bb76-1300fdd7dd11, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:18.234593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] For port f9e70a66-28f3-4773-bb76-1300fdd7dd11, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:18.247948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.297023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dba5b-93fe-49d9-b9f9-6731f565f38c req-6c2fd082-0a95-46bd-812d-7521df634109 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.298508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c4dba5b-93fe-49d9-b9f9-6731f565f38c req-6c2fd082-0a95-46bd-812d-7521df634109 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 945 time: 0.1454635 Nov 23 14:13:18.305590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43bb21ad-d70b-4f81-9051-f2dc5ab7f2c7 req-54fccde4-75d8-475c-aa6b-d453785b4015 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381068 Nov 23 14:13:18.312577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.313407 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.314770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] 10.222.0.11 "PUT /v2.0/ports/f9e70a66-28f3-4773-bb76-1300fdd7dd11 HTTP/1.1" status: 200 len: 1091 time: 1.3342013 Nov 23 14:13:18.318320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3000e7-3f71-45ef-a28f-be020549015b', 'tag': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:18.328210 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f55a36-ae59-4098-90d4-15c1da44ce4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3000e7-3f71-45ef-a28f-be020549015b", "tag": "f9e70a66-28f3-4773-bb76-1300fdd7dd11"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:18.362054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42646) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:18.427077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962de431-636a-477f-af8c-ce8f3b32fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e70a66-28f3-4773-bb76-1300fdd7dd11,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:18.454417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4e38c0b-9022-48d7-92b1-41a5f0912f76 req-1bce2dcf-0708-4a85-8816-fb0cac8d959d tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips/616316f4-6b96-4ac6-8692-b6549ebeac2f HTTP/1.1" status: 200 len: 693 time: 0.1047041 Nov 23 14:13:18.467646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c4dba5b-93fe-49d9-b9f9-6731f565f38c req-d46ea855-f84b-4d1c-ada5-a3fbcb4f1bef tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500151 Nov 23 14:13:18.479550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.503293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308568-479e-41e8-8f7f-533975ba2900 req-cc057ae2-9cf3-42c3-9f65-d7533b9c2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.504949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-cc057ae2-9cf3-42c3-9f65-d7533b9c2d08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 1094 time: 0.1396947 Nov 23 14:13:18.557476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-924c2e4e-3e35-4952-8346-a856c1644912 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11 HTTP/1.1" status: 200 len: 217 time: 0.0423670 Nov 23 14:13:18.565335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.569273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.607076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c805939eda88482ba67979acc493e6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438486 Nov 23 14:13:18.608985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d34b692-ad28-44bd-b58f-935085323635,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:18.610844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42652) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:18.628381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.628726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.629495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.629932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.630277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.630608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.630953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.631285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.631610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.631931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.632256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.632602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de19ad-ff17-4fef-93b7-f8f0f134abb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:18.674580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36bd0bbf-ed06-4022-b565-2546b7017e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.694484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.695820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36bd0bbf-ed06-4022-b565-2546b7017e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.700476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.706318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.712887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.718839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.724737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.731396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.733222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-2630baa2-d617-4edd-9609-272d3c9da861 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.1812930 Nov 23 14:13:18.736281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1ba9ee82-1439-4bd7-be31-ef4e97ec0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.737696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-1ba9ee82-1439-4bd7-be31-ef4e97ec0232 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.1484153 Nov 23 14:13:18.743479 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36bd0bbf-ed06-4022-b565-2546b7017e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.745642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e38c0b-9022-48d7-92b1-41a5f0912f76 req-49212a96-f1dd-41ce-9510-675f6fd12879 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.746212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36bd0bbf-ed06-4022-b565-2546b7017e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:18.747033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4e38c0b-9022-48d7-92b1-41a5f0912f76 req-49212a96-f1dd-41ce-9510-675f6fd12879 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2830815 Nov 23 14:13:18.750195 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36bd0bbf-ed06-4022-b565-2546b7017e41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d34b692-ad28-44bd-b58f-935085323635 HTTP/1.1" status: 204 len: 168 time: 0.1383762 Nov 23 14:13:18.768748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd0bbf-ed06-4022-b565-2546b7017e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d34b692-ad28-44bd-b58f-935085323635,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:18.797374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-f44d8340-8ae4-4b05-b746-a186ae95d232 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482972 Nov 23 14:13:18.811723 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e159c8e-58d2-4482-9a73-644140e68831 x-openstack-request-id: req-3e159c8e-58d2-4482-9a73-644140e68831 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:18.812021 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3000e7-3f71-45ef-a28f-be020549015b", "tag": "f9e70a66-28f3-4773-bb76-1300fdd7dd11", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:18.812361 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e159c8e-58d2-4482-9a73-644140e68831 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:18.812862 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3000e7-3f71-45ef-a28f-be020549015b', 'tag': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11', 'status': 'completed', 'code': 200} Nov 23 14:13:18.928868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9982736-4bbe-4a0d-875b-88108ebb74e8 req-4fc36809-3be6-4da6-aa18-d20946e342dd tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1808314 Nov 23 14:13:18.964896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4ab9-8c7c-4c02-aa6a-a483753b2369 req-61d0dc75-d6c0-446f-9716-f0d6043c2833 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:18.966530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78de4ab9-8c7c-4c02-aa6a-a483753b2369 req-61d0dc75-d6c0-446f-9716-f0d6043c2833 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 943 time: 0.1075442 Nov 23 14:13:18.976591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-399ca285-0df4-423b-87da-ad9ccedc8428 service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629968 Nov 23 14:13:19.050444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee87adeb-eec3-45c6-a57d-32c21cdfa64b req-b82fd5ee-21a7-45d8-8d7c-c761a13eb3b1 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=e4c73767cfec41fe80477b58438cfe55 HTTP/1.1" status: 200 len: 696 time: 0.0814247 Nov 23 14:13:19.114881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010'}, {'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:19.117522 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5b2d62-de8f-4ef9-9eb2-f140dd965aec" -d '{"events": [{"server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "name": "network-vif-plugged", "status": "completed", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010"}, {"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-plugged", "status": "completed", "tag": "0d178d77-2f07-41c9-9a1a-5e67c8496ebe"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:19.122220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3674ad08-0450-4e68-81e0-fe299f7be544 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:19.148899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78de4ab9-8c7c-4c02-aa6a-a483753b2369 req-fa05274e-0141-4939-81eb-9a14b1747214 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698322 Nov 23 14:13:19.185855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 3674ad08-0450-4e68-81e0-fe299f7be544 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:19.191771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 3674ad08-0450-4e68-81e0-fe299f7be544 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:19.193222 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.212936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb308568-479e-41e8-8f7f-533975ba2900 req-e1574241-3a21-433e-8275-59c975e344fb service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970432 Nov 23 14:13:19.236393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87adeb-eec3-45c6-a57d-32c21cdfa64b req-e3f504de-a46e-47d3-91cf-09c05f155b82 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.238329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee87adeb-eec3-45c6-a57d-32c21cdfa64b req-e3f504de-a46e-47d3-91cf-09c05f155b82 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks?id=d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 787 time: 0.1769824 Nov 23 14:13:19.335518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.361165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb1d62-9828-40c8-8cc6-79a92e50ffec req-dcbe7219-bf31-472c-b755-91e135274dda tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.368451 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b8c0fa-8648-47b4-87b3-77dbbe2deea2 x-openstack-request-id: req-c1b8c0fa-8648-47b4-87b3-77dbbe2deea2 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:19.368753 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "name": "network-vif-plugged", "status": "completed", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010", "code": 200}, {"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-plugged", "status": "completed", "tag": "0d178d77-2f07-41c9-9a1a-5e67c8496ebe", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:19.369071 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1b8c0fa-8648-47b4-87b3-77dbbe2deea2 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:19.369409 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010', 'code': 200} Nov 23 14:13:19.369671 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe', 'code': 200} Nov 23 14:13:19.378045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb1d62-9828-40c8-8cc6-79a92e50ffec req-dcbe7219-bf31-472c-b755-91e135274dda tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.378383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3674ad08-0450-4e68-81e0-fe299f7be544, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3674ad08-0450-4e68-81e0-fe299f7be544,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:19.379799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17bb1d62-9828-40c8-8cc6-79a92e50ffec req-dcbe7219-bf31-472c-b755-91e135274dda tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1682 time: 0.1129465 Nov 23 14:13:19.386848 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.430254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-dab6cea6-f0ca-4db3-ad3d-b6a18a9e3105 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips/616316f4-6b96-4ac6-8692-b6549ebeac2f HTTP/1.1" status: 200 len: 693 time: 0.0479560 Nov 23 14:13:19.440965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-3973fe56-2db6-46db-b41f-bb2665f0fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.442779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-3973fe56-2db6-46db-b41f-bb2665f0fd13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 1094 time: 0.1648338 Nov 23 14:13:19.451217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=3674ad08-0450-4e68-81e0-fe299f7be544,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:19.556979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3548a8f-0763-453a-a836-39eed25e6981 req-cf6d6ec9-d123-4956-8efd-6f50fd83bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.557595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3548a8f-0763-453a-a836-39eed25e6981 req-cf6d6ec9-d123-4956-8efd-6f50fd83bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.559224 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3548a8f-0763-453a-a836-39eed25e6981 req-cf6d6ec9-d123-4956-8efd-6f50fd83bc81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1984 time: 0.0772841 Nov 23 14:13:19.561297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d290d-de17-4557-bc34-3e11a493c282 req-f7cc3b1f-a9a7-4f94-8365-bcfbfa3d6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.563160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bf3d290d-de17-4557-bc34-3e11a493c282 req-f7cc3b1f-a9a7-4f94-8365-bcfbfa3d6ae4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0824294 Nov 23 14:13:19.613626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17bb1d62-9828-40c8-8cc6-79a92e50ffec req-2533eb76-b6c8-4ec6-b1bd-4a4a7d6dd388 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809814 Nov 23 14:13:19.656946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-70cc8901-f81f-44a8-a843-df30760b7aa9 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.657267 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bf3d290d-de17-4557-bc34-3e11a493c282 req-315327f2-5448-4785-984f-5faa00f84cce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829632 Nov 23 14:13:19.660099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3548a8f-0763-453a-a836-39eed25e6981 req-95acf478-89ec-48a5-bf57-8e5efbef9378 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871551 Nov 23 14:13:19.663376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-70cc8901-f81f-44a8-a843-df30760b7aa9 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2189665 Nov 23 14:13:19.678753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-df0f150d-3d6b-4140-8fcf-b5113b87b04c tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:13:19.678753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-df0f150d-3d6b-4140-8fcf-b5113b87b04c tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105488 Nov 23 14:13:19.678753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-c05acea5-950d-4cd2-81b3-2226126a1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:19.679268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:19.684905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-c05acea5-950d-4cd2-81b3-2226126a1809 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 911 time: 0.2135708 Nov 23 14:13:19.744055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-de4201b5-5498-4f8b-9100-d3ad87838dea tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.0576794 Nov 23 14:13:19.799879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1813542969-network', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:19.821961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Made reservation on behalf of f63d9e228b5449bcb4b073550f4f651e for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:19.824709 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.834487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.916402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.922054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.946126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:13:19.961367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c508a21-bb29-4975-a82c-93ce1fe1b0f8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:19.966511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:19.966859 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Added segment acc04aa4-1820-4002-996b-fba86a871c05 of type vlan for network adcd70cf-8cd0-4b7b-8726-6674348e10e5 Nov 23 14:13:20.010684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.036775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.037833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:20.038494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.073825 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3938916 Nov 23 14:13:20.098457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42694) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:20.106645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Request body: {'subnet': {'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-subnet', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:20.112570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfb4b3-b2a2-4b22-9ee8-f059226b84b5 admin admin] Pushing event updated for resources: {'Network': ['ID=adcd70cf-8cd0-4b7b-8726-6674348e10e5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:20.123693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:13:20.134797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Made reservation on behalf of f63d9e228b5449bcb4b073550f4f651e for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:20.137349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.165979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-b8a285c8-86b7-4add-91a6-6bcc33357eb8 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.4087908 Nov 23 14:13:20.168600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-12d07973-e0a1-4d41-b054-e98dd0eeec9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11 HTTP/1.1" status: 200 len: 217 time: 0.0419312 Nov 23 14:13:20.187883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088ec16-205d-46be-8dd8-13a2ea31ac98 req-c2278f31-faa0-41b0-b2b3-974219ec643f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:20.189493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2088ec16-205d-46be-8dd8-13a2ea31ac98 req-c2278f31-faa0-41b0-b2b3-974219ec643f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 946 time: 0.4934931 Nov 23 14:13:20.315378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.328832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-d8f80f69-c2cb-41df-b2a4-bd2104c83c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:20.330215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-d8f80f69-c2cb-41df-b2a4-bd2104c83c10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.1386626 Nov 23 14:13:20.370362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69134c60-ee5c-4ccd-bde8-72ac930b57d0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:20.380051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Checking segment: {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:20.380411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Network hostable DHCP agents. Network: adcd70cf-8cd0-4b7b-8726-6674348e10e5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:13:20.390884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-f075925d-0955-46ff-87ef-ff5e86049809 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392580 Nov 23 14:13:20.395245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2088ec16-205d-46be-8dd8-13a2ea31ac98 req-116bb6cf-fede-4891-862f-814adba765ca tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962118 Nov 23 14:13:20.398545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:13:20.408258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, adcd70cf-8cd0-4b7b-8726-6674348e10e5) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:20.421624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:20.422388 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.423985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847854c-d812-41cb-be1c-242f65d4dfce None None] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:20.433245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Deleting port 2700771c-6a8e-4329-9211-f36874179f8f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:20.433245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.445328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aaa8ee05-c989-4150-bb54-9948aca571c0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3451934 Nov 23 14:13:20.447483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42700) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:20.454258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:20.485712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.486930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.562010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.609370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.609827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.614158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-d607d940-a333-4803-8686-7e3ad9449233 service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126515 Nov 23 14:13:20.615334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:13:20.616417 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.627144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1dab-d3dc-48b5-8b2c-339a04397107 req-7c95c9f5-2177-4b83-9264-27b261ce6372 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:20.628616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ced1dab-d3dc-48b5-8b2c-339a04397107 req-7c95c9f5-2177-4b83-9264-27b261ce6372 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 945 time: 0.1356311 Nov 23 14:13:20.642077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Calling delete_port for 2700771c-6a8e-4329-9211-f36874179f8f owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:20.715393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.767406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Allocated IP 172.20.0.2 (adcd70cf-8cd0-4b7b-8726-6674348e10e5/69134c60-ee5c-4ccd-bde8-72ac930b57d0/950f4675-e9f3-41f7-b50f-678e52777909) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:20.809944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ced1dab-d3dc-48b5-8b2c-339a04397107 req-38dbded4-5b8c-4218-95e6-34ef73a1ecf6 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657553 Nov 23 14:13:20.970746 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.977783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:20.993100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26f55a36-ae59-4098-90d4-15c1da44ce4b req-809d43a6-b068-423e-991b-0926f700a9fa service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618631 Nov 23 14:13:21.012225 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.029646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:21.033978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:21.046260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:21.052611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Pushing event deleted for resources: {'Port': ['ID=2700771c-6a8e-4329-9211-f36874179f8f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:21.087632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Pushing event updated for resources: {'Port': ['ID=950f4675-e9f3-41f7-b50f-678e52777909,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:21.110924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.118834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.123757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Attempting to bind port 950f4675-e9f3-41f7-b50f-678e52777909 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:21.124628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Attempting to bind port 950f4675-e9f3-41f7-b50f-678e52777909 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:21.125075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Attempting to bind port 950f4675-e9f3-41f7-b50f-678e52777909 on network adcd70cf-8cd0-4b7b-8726-6674348e10e5 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:21.125471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.130148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:21.134719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.143488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.147038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:21.147570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Checking segment: {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:21.148429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.148901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Bound using segment: {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:21.149469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Bound port: 950f4675-e9f3-41f7-b50f-678e52777909, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:21.150080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.151555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.157709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.159700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-de497547-9000-4db8-ad6d-18c12dab8e92 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5429 time: 0.2405474 Nov 23 14:13:21.219653 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.222338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.223525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d95ed35-7757-41b1-98eb-1d887d57d9ce req-8e6453ce-c1af-4215-bd3a-686d8f810667 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "DELETE /v2.0/floatingips/616316f4-6b96-4ac6-8692-b6549ebeac2f HTTP/1.1" status: 204 len: 173 time: 1.0501206 Nov 23 14:13:21.261402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.270393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58a2c982-0e94-45d4-9351-6eb72570d8c6 req-21a71bc3-db2a-4e07-ad70-96cfe72fd261 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786395 Nov 23 14:13:21.282416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.354855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dc1aa-84bf-458f-b4a5-abd4e64719c3 req-b7f4b449-d375-4c0c-a214-e91aa0bb014e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.356381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a00dc1aa-84bf-458f-b4a5-abd4e64719c3 req-b7f4b449-d375-4c0c-a214-e91aa0bb014e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 943 time: 0.0541022 Nov 23 14:13:21.412280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:21.415518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a00dc1aa-84bf-458f-b4a5-abd4e64719c3 req-46616b25-c5e8-4d5e-ad10-991ed0789423 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474279 Nov 23 14:13:21.422045 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc9789-b67c-4cb7-be0b-605aeb3ed686" -d '{"events": [{"server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "name": "network-vif-plugged", "status": "completed", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:21.430186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Allocated IP 172.25.3.30 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/f302de43-0ca7-436b-beaf-65d6509d0a09) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:21.470392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:21.485563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1a921d86-46a7-4db0-ba64-c8a55bcc49f7', 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'port_id': '1a921d86-46a7-4db0-ba64-c8a55bcc49f7', 'mac_address': 'fa:16:3e:a0:a7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ce7d4-9c42-47c1-9d26-b318fc686792', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:21.531364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] For port 950f4675-e9f3-41f7-b50f-678e52777909, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:21.543709 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.551285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] For port 950f4675-e9f3-41f7-b50f-678e52777909, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=950f4675-e9f3-41f7-b50f-678e52777909,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:21.555464 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.555896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82939b7c-b8f8-4287-a2ef-9c45b7e54784 req-a009334f-1da2-4c28-a9ae-1f4f68ff0fc3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.559537 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.562986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82939b7c-b8f8-4287-a2ef-9c45b7e54784 req-a009334f-1da2-4c28-a9ae-1f4f68ff0fc3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.564614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82939b7c-b8f8-4287-a2ef-9c45b7e54784 req-a009334f-1da2-4c28-a9ae-1f4f68ff0fc3 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1682 time: 0.1369777 Nov 23 14:13:21.598981 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.614937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-122c048c-d54f-4676-b78b-622b58ceda9e tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1696000 Nov 23 14:13:21.615558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:21.637007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:21.639942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:21.647876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:21.653308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:21.655206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:21.656724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82939b7c-b8f8-4287-a2ef-9c45b7e54784 req-81e21342-dfb9-43a4-bf63-fa7abfefafcd tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831082 Nov 23 14:13:21.668165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f848f-f902-4a8c-9924-358af7eaace5 None None] Pushing event updated for resources: {'Port': ['ID=950f4675-e9f3-41f7-b50f-678e52777909,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:21.672950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.675963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 331ef162-7cf5-4277-9771-c3759427fdf3 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:21.706583 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.708479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Pushing event updated for resources: {'Port': ['ID=f302de43-0ca7-436b-beaf-65d6509d0a09,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:21.774496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:21.787494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 331ef162-7cf5-4277-9771-c3759427fdf3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=331ef162-7cf5-4277-9771-c3759427fdf3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:21.803356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '331ef162-7cf5-4277-9771-c3759427fdf3', 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'port_id': '331ef162-7cf5-4277-9771-c3759427fdf3', 'mac_address': 'fa:16:3e:3f:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ce7d4-9c42-47c1-9d26-b318fc686792', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:21.849035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.859454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfed80-35bb-4c86-8227-eae12f983dfb req-417f3f4f-4cda-4b2c-bb45-b21ae7dbff61 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:21.861549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67dfed80-35bb-4c86-8227-eae12f983dfb req-417f3f4f-4cda-4b2c-bb45-b21ae7dbff61 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 946 time: 0.1053474 Nov 23 14:13:21.881325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331ef162-7cf5-4277-9771-c3759427fdf3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:21.912839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 331ef162-7cf5-4277-9771-c3759427fdf3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=331ef162-7cf5-4277-9771-c3759427fdf3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:21.921008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:21.921908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 50eb4e44-8140-46d5-9b1b-045e1fb69064 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:21.958602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67dfed80-35bb-4c86-8227-eae12f983dfb req-cf01948b-5798-4af6-aadb-7d33af306a97 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844064 Nov 23 14:13:21.960094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.049433 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980784f5-8b52-4e22-947d-e3a0c3798b94 x-openstack-request-id: req-980784f5-8b52-4e22-947d-e3a0c3798b94 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:22.049433 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "name": "network-vif-plugged", "status": "completed", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:22.049433 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-980784f5-8b52-4e22-947d-e3a0c3798b94 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:22.049433 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544', 'code': 200} Nov 23 14:13:22.069794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=331ef162-7cf5-4277-9771-c3759427fdf3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:22.158097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 950f4675-e9f3-41f7-b50f-678e52777909 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:22.161412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.201896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Allocated IP 172.25.3.43 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9d33f195-01db-4fa2-908e-bc617b5183f0) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:22.213749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 50eb4e44-8140-46d5-9b1b-045e1fb69064, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:22.219958 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:13:22.243119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'port_id': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'mac_address': 'fa:16:3e:43:10:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:22.302192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.313576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9534-5333-4e0f-a8d6-c5064626f49f req-65ea552e-ee86-4820-b722-35ccd5a91bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:22.315113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e68d9534-5333-4e0f-a8d6-c5064626f49f req-65ea552e-ee86-4820-b722-35ccd5a91bc4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 1097 time: 0.2198808 Nov 23 14:13:22.322224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50eb4e44-8140-46d5-9b1b-045e1fb69064 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:22.343446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 50eb4e44-8140-46d5-9b1b-045e1fb69064, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:22.350277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.351135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d7a2fdfc-4689-406f-855a-e1d84eadf965 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:22.363363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 950f4675-e9f3-41f7-b50f-678e52777909 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:22.364080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.372939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83207d4e-abac-415e-9043-d298661982c9 req-ea70fdfc-8c77-4cd2-b6cb-414261f4b251 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:22.374456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83207d4e-abac-415e-9043-d298661982c9 req-ea70fdfc-8c77-4cd2-b6cb-414261f4b251 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 945 time: 0.1742251 Nov 23 14:13:22.406251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.425217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e68d9534-5333-4e0f-a8d6-c5064626f49f req-d1745e4a-10ba-4c6a-a851-458b9fa91f8b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015451 Nov 23 14:13:22.437410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.467954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83207d4e-abac-415e-9043-d298661982c9 req-8670d72c-b79f-49f0-b154-49237f888c29 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 Nov 23 14:13:22.476287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=50eb4e44-8140-46d5-9b1b-045e1fb69064,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:22.490102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.540944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:22.544054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:22.548489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:22.569256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Pushing event updated for resources: {'Port': ['ID=9d33f195-01db-4fa2-908e-bc617b5183f0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:22.589743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d7a2fdfc-4689-406f-855a-e1d84eadf965, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:22.604407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.613559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd7a2fdfc-4689-406f-855a-e1d84eadf965', 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666', 'port_id': 'd7a2fdfc-4689-406f-855a-e1d84eadf965', 'mac_address': 'fa:16:3e:b4:fe:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397ace4a-3831-41dd-821f-0d801285e453', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:22.631855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:13:22.681909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.684272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 950f4675-e9f3-41f7-b50f-678e52777909, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=950f4675-e9f3-41f7-b50f-678e52777909,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:22.690260 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.694352 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.749927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a2fdfc-4689-406f-855a-e1d84eadf965 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:22.777917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.800930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d7a2fdfc-4689-406f-855a-e1d84eadf965, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:22.802464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=950f4675-e9f3-41f7-b50f-678e52777909,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:22.808681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.809531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 89f03094-520c-4d6b-b957-33fb4098fd4f details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:22.854368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:22.868066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d7a2fdfc-4689-406f-855a-e1d84eadf965,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:22.872586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Sync routers for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:22.885889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:22.887888 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4a8d97a8-9c20-4b0f-ad6e-fbc42a5d8454 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4387152 Nov 23 14:13:22.891172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42726) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:22.895525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:22.896157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:22.978780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:22.985519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:22.991580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:22.998961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.005173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.013120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.013818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:23.025440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.027434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051f6300-b223-4069-a795-9f6a5420939c req-a2d04859-b437-45d5-a895-4417bad8635d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5433 time: 0.2121518 Nov 23 14:13:23.096805 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.resource_extend [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:13:23.121767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37b36a-cc8e-4c0f-a192-b118217f20be None None] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:23.127289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051f6300-b223-4069-a795-9f6a5420939c req-9a62d687-6e18-421f-9951-c06f97481abb tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932188 Nov 23 14:13:23.163972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.170793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.175592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 89f03094-520c-4d6b-b957-33fb4098fd4f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=89f03094-520c-4d6b-b957-33fb4098fd4f,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:23.250197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Pushing event updated for resources: {'Port': ['ID=9d33f195-01db-4fa2-908e-bc617b5183f0,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:23.262436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.267957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '89f03094-520c-4d6b-b957-33fb4098fd4f', 'network_id': '2abe950e-20d4-41a3-987a-91c4a86ba666', 'port_id': '89f03094-520c-4d6b-b957-33fb4098fd4f', 'mac_address': 'fa:16:3e:4c:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397ace4a-3831-41dd-821f-0d801285e453', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:23.282618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.284219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-9ebf9863-87e3-4dce-b02e-d084f76b3928 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6558809 Nov 23 14:13:23.326034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8dc3daed-6e6a-4f15-a782-d5d47f58383d None None] Provisioning complete for port 950f4675-e9f3-41f7-b50f-678e52777909 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:23.326312 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8dc3daed-6e6a-4f15-a782-d5d47f58383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.378810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-7249f284-d54a-4105-bd7d-f97ecb2cffc3 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0754461 Nov 23 14:13:23.391343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181203fb-609c-4bad-b76b-da702471e238 req-716a35a9-a02c-4559-a59d-c42954dce1f3 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.392838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-181203fb-609c-4bad-b76b-da702471e238 req-716a35a9-a02c-4559-a59d-c42954dce1f3 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 943 time: 0.1002107 Nov 23 14:13:23.423320 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.434834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.474162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f03094-520c-4d6b-b957-33fb4098fd4f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:23.531387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 89f03094-520c-4d6b-b957-33fb4098fd4f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=89f03094-520c-4d6b-b957-33fb4098fd4f,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:23.535850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-181203fb-609c-4bad-b76b-da702471e238 req-ea00fea7-5c57-4611-81cd-5e7d539e206c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318092 Nov 23 14:13:23.549066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-e86aa7f5-4aa8-4bb0-82bb-4476f219352d tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.551661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b2e3b79-97b4-4b0c-b695-f3ffc148c332 req-e86aa7f5-4aa8-4bb0-82bb-4476f219352d tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1579509 Nov 23 14:13:23.566979 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.568334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 65d08020-a694-47be-9fe7-64c58c3d4817 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:23.640011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f9e70a66-28f3-4773-bb76-1300fdd7dd11 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:23.644963 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.663755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Allocated IP 172.20.0.1 (adcd70cf-8cd0-4b7b-8726-6674348e10e5/69134c60-ee5c-4ccd-bde8-72ac930b57d0/84182450-b854-4d84-969e-b78cc0d39693) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:23.673611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:21Z', 'revision_number': 3, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:23.692718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-b2351348-7b92-433e-be5a-711fb9d922ce tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2094110143&fields=id&tenant_id=7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 267 time: 0.0854676 Nov 23 14:13:23.718500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da075f-3c6b-4256-8ff1-75a5ee6d302a req-84ce9cdf-2d5a-4b02-afef-c72f2d16f4ff tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.719765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Checking router: feb2e3b2-795c-43ab-b54e-f04e043f0bd7 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:23.719907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Updating router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 port f302de43-0ca7-436b-beaf-65d6509d0a09 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:13:23.724633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da075f-3c6b-4256-8ff1-75a5ee6d302a req-84ce9cdf-2d5a-4b02-afef-c72f2d16f4ff tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.726429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85da075f-3c6b-4256-8ff1-75a5ee6d302a req-84ce9cdf-2d5a-4b02-afef-c72f2d16f4ff tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1682 time: 0.0977700 Nov 23 14:13:23.782856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0a27146d-59f9-42d8-9b33-229d96685854 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:23.787982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 65d08020-a694-47be-9fe7-64c58c3d4817, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=65d08020-a694-47be-9fe7-64c58c3d4817,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:23.792385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0a27146d-59f9-42d8-9b33-229d96685854 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 945 time: 0.0923018 Nov 23 14:13:23.801736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'port': {'security_groups': ['968204db-7b53-48a0-ab01-6b118be5d4de', '2d9e0a05-313f-455a-af25-96eb859f2368']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:23.805787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=89f03094-520c-4d6b-b957-33fb4098fd4f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:23.824448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.836317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.839473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '65d08020-a694-47be-9fe7-64c58c3d4817', 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'port_id': '65d08020-a694-47be-9fe7-64c58c3d4817', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ce7d4-9c42-47c1-9d26-b318fc686792', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:23.879822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85da075f-3c6b-4256-8ff1-75a5ee6d302a req-0ccb598b-7508-4b4c-9f7b-14265b077fd9 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b54fa6c-294b-4df2-8fae-d70737510eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342230 Nov 23 14:13:23.881274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:23.923172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.001703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:24.005180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Pushing event updated for resources: {'Port': ['ID=84182450-b854-4d84-969e-b78cc0d39693,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:24.011919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:24.015740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:24.088199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 950f4675-e9f3-41f7-b50f-678e52777909 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:24.096264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.105349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66b54-8689-423c-b062-4c91366c6aaf req-095c668d-30a8-4197-a97f-4273bebb2325 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.107100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47d66b54-8689-423c-b062-4c91366c6aaf req-095c668d-30a8-4197-a97f-4273bebb2325 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 946 time: 0.0950062 Nov 23 14:13:24.227543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47d66b54-8689-423c-b062-4c91366c6aaf req-1799017e-890a-471b-bbf9-8415a0c0d216 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141279 Nov 23 14:13:24.241403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.266136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f649a39e-baa8-4a17-9e1e-2816b925e010,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:24.292242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a68da198-62d7-447d-b3b8-ca3f8cf80e28 None None] Provisioning complete for port 950f4675-e9f3-41f7-b50f-678e52777909 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:24.292613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a68da198-62d7-447d-b3b8-ca3f8cf80e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.293498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.302096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port f9e70a66-28f3-4773-bb76-1300fdd7dd11, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:24.332423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d08020-a694-47be-9fe7-64c58c3d4817 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:24.348498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0705f54-909b-44c8-801e-64d43d971082 req-1890370a-9631-466f-ab1e-72713fee1591 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips/de32b3df-4a5f-4877-ab32-431bfa0f57a5 HTTP/1.1" status: 200 len: 692 time: 0.0687881 Nov 23 14:13:24.359104 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.361382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11', 'network_id': 'a38bdf94-76b8-4deb-9d9d-21afb47bd94c', 'port_id': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11', 'mac_address': 'fa:16:3e:60:3e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefa234a-25e7-452f-8d44-dbc1316d9c86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:24.381912 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.389819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 65d08020-a694-47be-9fe7-64c58c3d4817, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=65d08020-a694-47be-9fe7-64c58c3d4817,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:24.398237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:24.451750 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.452408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:24.465890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.466523 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.467932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce2bbc9d-64a2-4d9f-8532-4c9021810bb2 req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "PUT /v2.0/ports/f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 200 len: 981 time: 0.6750760 Nov 23 14:13:24.471105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 950f4675-e9f3-41f7-b50f-678e52777909 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:24.471483 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.472925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:24.475811 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127f1b3a-768b-4729-8d2e-31bea4977727" -d '{"events": [{"name": "network-changed", "server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:24.491310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.497649 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.563875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30141480-58e9-4a16-b57a-60dc9758926d req-808ca4ab-1794-4a92-abb1-c1e8e4cf916e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.570014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30141480-58e9-4a16-b57a-60dc9758926d req-808ca4ab-1794-4a92-abb1-c1e8e4cf916e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.571424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.572273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30141480-58e9-4a16-b57a-60dc9758926d req-808ca4ab-1794-4a92-abb1-c1e8e4cf916e tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6fa5439-2127-4bbb-a278-4432c6a6add6 HTTP/1.1" status: 200 len: 1682 time: 0.2080135 Nov 23 14:13:24.608976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Pushing event updated for resources: {'Port': ['ID=84182450-b854-4d84-969e-b78cc0d39693,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:24.618237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.632956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:24.658019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9432ce-bffe-4007-9f2b-69867f7c9942 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:24.686477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:24.688408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0705f54-909b-44c8-801e-64d43d971082 req-cd42d273-fb0d-468a-a060-dea2486895d2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.688554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:24.690462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0705f54-909b-44c8-801e-64d43d971082 req-cd42d273-fb0d-468a-a060-dea2486895d2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.3283322 Nov 23 14:13:24.720882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:24.750511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e70a66-28f3-4773-bb76-1300fdd7dd11 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:24.767736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=65d08020-a694-47be-9fe7-64c58c3d4817,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:24.778458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.785235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.793131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.799310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.805889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.806345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '19c8ae0c-bafe-481c-b397-0ad5d71ed6f3', 'network_id': '3392425c-e067-4ce7-9f54-e39cf93fe505', 'port_id': '19c8ae0c-bafe-481c-b397-0ad5d71ed6f3', 'mac_address': 'fa:16:3e:9a:a3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ce7d4-9c42-47c1-9d26-b318fc686792', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:24.812460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.818470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:24.828115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-b1c23460-f969-4cc4-a012-11b12c3725aa tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5435 time: 0.2528391 Nov 23 14:13:24.830945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port f9e70a66-28f3-4773-bb76-1300fdd7dd11, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:24.844871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0705f54-909b-44c8-801e-64d43d971082 req-4819fc67-3657-4361-ac0b-d6a814a4228b tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.1311271 Nov 23 14:13:24.858822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.863303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:24.939089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:24.939422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:24.950788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0705f54-909b-44c8-801e-64d43d971082 req-b6683b41-c027-4f5b-b371-3a8a8e62b764 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0853391 Nov 23 14:13:24.993082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:25.006179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81684072-3a09-453a-901f-afc4083d6d90 admin admin] 10.222.0.46 "PUT /v2.0/routers/feb2e3b2-795c-43ab-b54e-f04e043f0bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1056859 Nov 23 14:13:25.031346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcba719a-b9f4-491a-98b6-99bfb736ea0e req-998e05ea-5b5c-4b1b-aca8-116b0ba3d6ab tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2023697 Nov 23 14:13:25.036272 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.102803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=f9e70a66-28f3-4773-bb76-1300fdd7dd11,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:25.147773 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.200177 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.217576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:25.217948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.222230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0fd5341b-609e-42b0-81f0-9c187cf55cc0 None None] Provisioning complete for port 84182450-b854-4d84-969e-b78cc0d39693 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:25.222612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0fd5341b-609e-42b0-81f0-9c187cf55cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.234697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f9e70a66-28f3-4773-bb76-1300fdd7dd11'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:25.301164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:25.342512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Attempting to bind port f302de43-0ca7-436b-beaf-65d6509d0a09 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:25.342920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Attempting to bind port f302de43-0ca7-436b-beaf-65d6509d0a09 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:25.343295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Attempting to bind port f302de43-0ca7-436b-beaf-65d6509d0a09 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:25.345240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2bb12-0ff8-4e66-bf01-f70baaef7011 None None] Pushing event updated for resources: {'Port': ['ID=f302de43-0ca7-436b-beaf-65d6509d0a09,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:25.386962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5341b-609e-42b0-81f0-9c187cf55cc0 None None] Port 84182450-b854-4d84-969e-b78cc0d39693 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:25.388581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:25.388953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:25.389440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.389746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:25.390234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Bound port: f302de43-0ca7-436b-beaf-65d6509d0a09, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:25.390886 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.393888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:25.426035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.611792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for 0d178d77-2f07-41c9-9a1a-5e67c8496ebe owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:25.612628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] For port f302de43-0ca7-436b-beaf-65d6509d0a09, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:25.616033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:25.624805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] For port f302de43-0ca7-436b-beaf-65d6509d0a09, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f302de43-0ca7-436b-beaf-65d6509d0a09,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:25.636709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9aa758cf-bc0b-4d68-9e24-c8c45a68832a None None] Provisioning complete for port 84182450-b854-4d84-969e-b78cc0d39693 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:25.637081 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9aa758cf-bc0b-4d68-9e24-c8c45a68832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.649032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.758706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Deleting port 9d33f195-01db-4fa2-908e-bc617b5183f0 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:25.759172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.773328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9aa758cf-bc0b-4d68-9e24-c8c45a68832a None None] Port 84182450-b854-4d84-969e-b78cc0d39693 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:25.784442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-14dfa2f2-67a8-45bd-9ab0-6ce95ebf876b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 258 time: 0.6395164 Nov 23 14:13:25.787629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2bb12-0ff8-4e66-bf01-f70baaef7011 None None] Pushing event updated for resources: {'Port': ['ID=f302de43-0ca7-436b-beaf-65d6509d0a09,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:25.791177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:25.791790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:25.800625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:25.896423 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.916545 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.916863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:25.942743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:25.962329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Calling delete_port for 9d33f195-01db-4fa2-908e-bc617b5183f0 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:26.044544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.120787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=0d178d77-2f07-41c9-9a1a-5e67c8496ebe,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:26.214241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d7a2fdfc-4689-406f-855a-e1d84eadf965'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:26.216647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a921d86-46a7-4db0-ba64-c8a55bcc49f7'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:26.217731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port 0d178d77-2f07-41c9-9a1a-5e67c8496ebe on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:26.218586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['65d08020-a694-47be-9fe7-64c58c3d4817'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:26.220625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['89f03094-520c-4d6b-b957-33fb4098fd4f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:26.222701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['19c8ae0c-bafe-481c-b397-0ad5d71ed6f3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:26.222842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.224750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['331ef162-7cf5-4277-9771-c3759427fdf3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:26.226288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30141480-58e9-4a16-b57a-60dc9758926d req-f70f020e-3233-4991-9976-90a812c5ea06 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "DELETE /v2.0/ports/0d178d77-2f07-41c9-9a1a-5e67c8496ebe HTTP/1.1" status: 204 len: 173 time: 1.6472461 Nov 23 14:13:26.348721 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.366457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.443377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Pushing event deleted for resources: {'Port': ['ID=9d33f195-01db-4fa2-908e-bc617b5183f0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:26.562855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port c69922ce-8d75-4a70-ba6b-27ee8cfffacc {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:26.563226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.596276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.598848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.600036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0705f54-909b-44c8-801e-64d43d971082 req-3cfacb80-e19d-4797-bb31-fde95f37c8c2 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "DELETE /v2.0/floatingips/de32b3df-4a5f-4877-ab32-431bfa0f57a5 HTTP/1.1" status: 204 len: 173 time: 1.6340685 Nov 23 14:13:26.624141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Allocated IP 172.25.3.77 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/c3de702e-ed86-4626-9516-56109462e674) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:26.751709 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e8d6-161e-4a6e-a266-dc1e97e14ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.788621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port c69922ce-8d75-4a70-ba6b-27ee8cfffacc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:26.789041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.812352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for c69922ce-8d75-4a70-ba6b-27ee8cfffacc owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:26.822442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-2474acb9-687f-468c-8785-09630e8d434e tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-886807057&fields=id&tenant_id=7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 267 time: 0.1566415 Nov 23 14:13:26.923386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:26.953425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-0ab6fec1-809b-4927-b97b-3644f0a2fcbc tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:26.954854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-0ab6fec1-809b-4927-b97b-3644f0a2fcbc tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 984 time: 0.1233332 Nov 23 14:13:26.967735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 2, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:26.974639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'port': {'security_groups': ['2d9e0a05-313f-455a-af25-96eb859f2368', '968204db-7b53-48a0-ab01-6b118be5d4de', '4f28afed-fad5-4af8-b3f0-19731c1958e3']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:26.980877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.066144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae91e7e-efa8-4b23-ac85-57f215e63d8b None None] The sync data for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 is: [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 2, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:27.083138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['50eb4e44-8140-46d5-9b1b-045e1fb69064'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:27.093276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.123937 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.182777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:27.191540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:27.196259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:27.198334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event updated for resources: {'Port': ['ID=c3de702e-ed86-4626-9516-56109462e674,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:27.203077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.287934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=c69922ce-8d75-4a70-ba6b-27ee8cfffacc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:27.410453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port c69922ce-8d75-4a70-ba6b-27ee8cfffacc on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:27.420342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.426625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30141480-58e9-4a16-b57a-60dc9758926d req-9e62a1c0-5b6f-436b-8613-ba16f0387226 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.11 "DELETE /v2.0/ports/c69922ce-8d75-4a70-ba6b-27ee8cfffacc HTTP/1.1" status: 204 len: 173 time: 1.1907740 Nov 23 14:13:27.485617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.594504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.623429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f9e70a66-28f3-4773-bb76-1300fdd7dd11 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:27.666165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f649a39e-baa8-4a17-9e1e-2816b925e010,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:27.711976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port f9e70a66-28f3-4773-bb76-1300fdd7dd11 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:27.718249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port f9e70a66-28f3-4773-bb76-1300fdd7dd11 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:27.718765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.727530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.789603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.810503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:27.862130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.886508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:27.892133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:27.896821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1256792-031d-4e3b-a59e-413d58bd0d1c req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "PUT /v2.0/ports/f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 200 len: 1020 time: 0.9323659 Nov 23 14:13:27.957961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f5bd2-1bd0-45e8-869b-dc369001159d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:28.044674 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c92177-7d05-4a0e-8236-abdecd751632 x-openstack-request-id: req-25c92177-7d05-4a0e-8236-abdecd751632 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:28.046164 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:28.046624 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25c92177-7d05-4a0e-8236-abdecd751632 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:28.048477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3000e7-3f71-45ef-a28f-be020549015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:28.049052 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010', 'status': 'completed', 'code': 200} Nov 23 14:13:28.054797 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07048825-9da5-4e91-a088-38363088c195" -d '{"events": [{"server_uuid": "3e3000e7-3f71-45ef-a28f-be020549015b", "name": "network-vif-plugged", "status": "completed", "tag": "f9e70a66-28f3-4773-bb76-1300fdd7dd11"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:28.079410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.110086 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.118337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:28.161698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port f9e70a66-28f3-4773-bb76-1300fdd7dd11, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:28.174878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.176164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0d178d77-2f07-41c9-9a1a-5e67c8496ebe no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:28.241047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-9fdcf925-8d8c-4e28-bed8-3f353cbdee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.243138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-9fdcf925-8d8c-4e28-bed8-3f353cbdee91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1174 time: 0.1931059 Nov 23 14:13:28.266221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 0d178d77-2f07-41c9-9a1a-5e67c8496ebe {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:28.266577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0d178d77-2f07-41c9-9a1a-5e67c8496ebe not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:28.267025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c69922ce-8d75-4a70-ba6b-27ee8cfffacc no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:28.269406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278e3ef-652e-4364-8758-758b20561510 req-44d501d3-e39b-433d-80ba-f991d2575d50 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.270949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a278e3ef-652e-4364-8758-758b20561510 req-44d501d3-e39b-433d-80ba-f991d2575d50 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 944 time: 0.1434348 Nov 23 14:13:28.271608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event updated for resources: {'Port': ['ID=c3de702e-ed86-4626-9516-56109462e674,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:28.275527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.305966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=f9e70a66-28f3-4773-bb76-1300fdd7dd11,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:28.316869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: c69922ce-8d75-4a70-ba6b-27ee8cfffacc {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:28.317276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c69922ce-8d75-4a70-ba6b-27ee8cfffacc not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:28.326287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.327601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-757d413a-194c-4d23-bb01-a29a49bba46b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5343468 Nov 23 14:13:28.429859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-628a9650-647d-43b7-8cbf-dba90f124eb5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0744784 Nov 23 14:13:28.446554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a278e3ef-652e-4364-8758-758b20561510 req-17df734f-a17f-4f7e-868d-9f9556bd8169 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524820 Nov 23 14:13:28.495098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-1a0b4bf2-ae64-4b85-8f1f-c4c45838d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.496574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-1a0b4bf2-ae64-4b85-8f1f-c4c45838d1f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 914 time: 0.2430644 Nov 23 14:13:28.532916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42760) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:28.600997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-3e2afe0e-8782-4c8d-b51e-c70991817a30 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.614674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1db98cb-e91d-4057-af3b-d7aa368d9cd0 req-3e2afe0e-8782-4c8d-b51e-c70991817a30 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1755207 Nov 23 14:13:28.655281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting subnet 1e117020-1802-4ecd-9a94-44c0a137061d {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:13:28.665179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.706052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-6da75b61-7004-431f-8ce5-0abe698f1f85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 200 len: 217 time: 0.1981053 Nov 23 14:13:28.747739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.760111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-0ad1b16d-1b82-4577-9350-ad00d4686252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.761667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-0ad1b16d-1b82-4577-9350-ad00d4686252 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.0487075 Nov 23 14:13:28.849154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-b8967902-0196-4ed7-ab6b-429efa5c0066 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327158 Nov 23 14:13:28.897797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.908293 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:28.912379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.928891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.934061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.942433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.950839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.956732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:28.958803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-57ae1c20-38e4-4673-a796-58467b780798 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5436 time: 0.1962388 Nov 23 14:13:28.989909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.038589 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aa63f321-6c1d-4b36-a5eb-1076ec08408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.050382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Subnet': ['ID=1e117020-1802-4ecd-9a94-44c0a137061d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:29.052590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.064230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-25841fe9-9a41-43d5-be91-649fba935635 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039583 Nov 23 14:13:29.064526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2138db6f-9ddc-49c8-8211-96cf52d88900 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/subnets/1e117020-1802-4ecd-9a94-44c0a137061d HTTP/1.1" status: 204 len: 168 time: 0.5304451 Nov 23 14:13:29.064736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b46915b-a358-4fc8-8f22-baba91ddf969 None None] Network 3edfe958-024b-453f-adf6-8d97b51fb35f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:29.065549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42766) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:29.131236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:29.159038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a2fb178-0b01-485e-a901-ee5b60a036a9 req-c9ba1ff5-e33d-4876-8e19-ccf8ac281163 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901271 Nov 23 14:13:29.172743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.201511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1bf8d682-c79c-4b45-87ca-5746738a0d60 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895363911', 'description': 'tempest-description--954624262'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:29.287702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port 09695273-a991-408d-abdc-2e5628f64934 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:29.288052 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.365233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port 09695273-a991-408d-abdc-2e5628f64934, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=09695273-a991-408d-abdc-2e5628f64934,segment=NetworkSegment(a150a866-ed2f-4ab1-aacd-65373cf011ca),segment_id=a150a866-ed2f-4ab1-aacd-65373cf011ca)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:29.365595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.370757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-127f1b3a-768b-4729-8d2e-31bea4977727 req-42203d02-5a9b-463d-96e5-36f3a6da1dbe service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403421 Nov 23 14:13:29.382304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] DHCP port deletion for 3edfe958-024b-453f-adf6-8d97b51fb35f request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:13:29.388460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for 09695273-a991-408d-abdc-2e5628f64934 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:29.388715 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-4dc04816-61c7-4f36-935a-08eeb621d457 req-f7db17c0-2b26-4011-bece-d0ca5a67e78b tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] show failed (client error): The resource could not be found. Nov 23 14:13:29.389646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dc04816-61c7-4f36-935a-08eeb621d457 req-f7db17c0-2b26-4011-bece-d0ca5a67e78b tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips/de32b3df-4a5f-4877-ab32-431bfa0f57a5 HTTP/1.1" status: 404 len: 350 time: 0.1755514 Nov 23 14:13:29.421157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d682-c79c-4b45-87ca-5746738a0d60 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.431402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b84d9-375f-41c9-8c34-c245c07f4b92 req-f0dcb8b4-2d27-4492-b46e-d4345f597b7b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:29.433400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e3b84d9-375f-41c9-8c34-c245c07f4b92 req-f0dcb8b4-2d27-4492-b46e-d4345f597b7b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1023 time: 0.1174319 Nov 23 14:13:29.439348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:29.473445 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ea29ea-457e-4a82-a141-87e595a71558 x-openstack-request-id: req-c7ea29ea-457e-4a82-a141-87e595a71558 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:29.473445 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3000e7-3f71-45ef-a28f-be020549015b", "name": "network-vif-plugged", "status": "completed", "tag": "f9e70a66-28f3-4773-bb76-1300fdd7dd11", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:29.473445 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7ea29ea-457e-4a82-a141-87e595a71558 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:29.474191 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3000e7-3f71-45ef-a28f-be020549015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11', 'code': 200} Nov 23 14:13:29.500426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.531596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] Deleting port 09695273-a991-408d-abdc-2e5628f64934 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:29.532478 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.544875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=09695273-a991-408d-abdc-2e5628f64934,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:29.555517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port 09695273-a991-408d-abdc-2e5628f64934 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:29.623729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:29.633510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] For port 09695273-a991-408d-abdc-2e5628f64934, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:29.634277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.640659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.644404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:29.644853 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.664445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edfe958-024b-453f-adf6-8d97b51fb35f']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:29.668781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] Calling delete_port for 09695273-a991-408d-abdc-2e5628f64934 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:29.673112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e3b84d9-375f-41c9-8c34-c245c07f4b92 req-fc1533ff-c182-4704-bd53-e20668a4e957 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=4f28afed-fad5-4af8-b3f0-19731c1958e3&id=2d9e0a05-313f-455a-af25-96eb859f2368 HTTP/1.1" status: 200 len: 6206 time: 0.2310641 Nov 23 14:13:29.674513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a150a866-ed2f-4ab1-aacd-65373cf011ca') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:29.674818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a150a866-ed2f-4ab1-aacd-65373cf011ca') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:29.678288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] Port 09695273-a991-408d-abdc-2e5628f64934 was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:13:29.682069 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.685472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d682-c79c-4b45-87ca-5746738a0d60 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.697672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.700420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d682-c79c-4b45-87ca-5746738a0d60 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.704033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4d4ad-ed65-400a-bdb5-dcba1f0fabfc req-c4a0474d-6e38-423f-8267-4195d077dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:29.705562 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0b4d4ad-ed65-400a-bdb5-dcba1f0fabfc req-c4a0474d-6e38-423f-8267-4195d077dadd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 1096 time: 0.1708741 Nov 23 14:13:29.717600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.724804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:13:29.725206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:13:29.730213 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:13:29.739643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] No DVR routers for this DVR port 09695273-a991-408d-abdc-2e5628f64934 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:29.746759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36003814-d28d-4d27-b41e-c30d253d4c1d None None] Pushing event deleted for resources: {'Port': ['ID=09695273-a991-408d-abdc-2e5628f64934,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:29.806627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-1dec0357-a191-4e9e-99b0-f4ca02eedb8b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:29.808144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-1dec0357-a191-4e9e-99b0-f4ca02eedb8b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2586067 Nov 23 14:13:29.815580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d682-c79c-4b45-87ca-5746738a0d60 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.816970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1bf8d682-c79c-4b45-87ca-5746738a0d60 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6568224 Nov 23 14:13:29.819289 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-c0b6b648-680f-43f4-a627-3d3ac4bcce10 req-ae661de3-30a9-4946-b0fe-32f1afaa2ed6 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] show failed (client error): The resource could not be found. Nov 23 14:13:29.823544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0b6b648-680f-43f4-a627-3d3ac4bcce10 req-ae661de3-30a9-4946-b0fe-32f1afaa2ed6 tempest-FloatingIPsTestJSON-85566330 tempest-FloatingIPsTestJSON-85566330-project] 10.222.0.46 "GET /v2.0/floatingips/de32b3df-4a5f-4877-ab32-431bfa0f57a5 HTTP/1.1" status: 404 len: 350 time: 0.1168735 Nov 23 14:13:29.823681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42776) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:29.832007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d08fd68f-489a-40f8-b0d0-a84dce15d5a9 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Request body: {'security_group_rule': {'security_group_id': '43395f72-69c4-47b2-af09-cc635bc1a8b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:29.832374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d682-c79c-4b45-87ca-5746738a0d60 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43395f72-69c4-47b2-af09-cc635bc1a8b7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:29.840433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42778) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:29.846573 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.862723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.868131 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.869611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/networks/3edfe958-024b-453f-adf6-8d97b51fb35f HTTP/1.1" status: 204 len: 168 time: 0.8030081 Nov 23 14:13:29.873888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42780) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:29.927411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983283f4-5096-4e79-98d5-688f23dfec92 tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Network': ['ID=3edfe958-024b-453f-adf6-8d97b51fb35f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:29.931750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:29.944321 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.945326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 331ef162-7cf5-4277-9771-c3759427fdf3 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:29.956315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d08fd68f-489a-40f8-b0d0-a84dce15d5a9 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:29.980013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting subnet a6d71080-b01f-44f2-b2ef-0fbb843fe3ab {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:13:29.998387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.000185 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.046774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:30.071688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.078286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 331ef162-7cf5-4277-9771-c3759427fdf3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:30.083402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 331ef162-7cf5-4277-9771-c3759427fdf3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:30.084026 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.115502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d08fd68f-489a-40f8-b0d0-a84dce15d5a9 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.120203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d08fd68f-489a-40f8-b0d0-a84dce15d5a9 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.157818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fd68f-489a-40f8-b0d0-a84dce15d5a9 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b4b3d-beeb-4aa7-84a4-8f739683828d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:30.167932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d08fd68f-489a-40f8-b0d0-a84dce15d5a9 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.172664 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d08fd68f-489a-40f8-b0d0-a84dce15d5a9 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478229 Nov 23 14:13:30.190675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42782) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:30.195916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-34e19dff-bf99-4d93-be72-c07a93bd929b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Request body: {'security_group_rule': {'security_group_id': '43395f72-69c4-47b2-af09-cc635bc1a8b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:30.247214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.250944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34e19dff-bf99-4d93-be72-c07a93bd929b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.260623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-deleted', 'tag': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe'}, {'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-deleted', 'tag': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc'}, {'name': 'network-changed', 'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:30.262918 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c" -d '{"events": [{"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-deleted", "tag": "0d178d77-2f07-41c9-9a1a-5e67c8496ebe"}, {"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-deleted", "tag": "c69922ce-8d75-4a70-ba6b-27ee8cfffacc"}, {"name": "network-changed", "server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:30.338239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-c9b8efbf-fa9f-4aaa-bdf0-fac52025ac5e tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.5135553 Nov 23 14:13:30.359021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.362033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Request body: {'floatingip': {'port_id': '3674ad08-0450-4e68-81e0-fe299f7be544', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:30.369931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34e19dff-bf99-4d93-be72-c07a93bd929b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.370656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.374864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f302de43-0ca7-436b-beaf-65d6509d0a09 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:30.393777 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Sync routers for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:30.401611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d71080-b01f-44f2-b2ef-0fbb843fe3ab,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:30.403673 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34e19dff-bf99-4d93-be72-c07a93bd929b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.406178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0b4d4ad-ed65-400a-bdb5-dcba1f0fabfc req-625d8f4f-b5bf-4d1b-8c46-13e9d3d7e1cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756520 Nov 23 14:13:30.417613 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:30.418674 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:30.419235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.423550 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.425615 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f2ff6082-eac6-46a9-865a-fcd13186abab tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/subnets/a6d71080-b01f-44f2-b2ef-0fbb843fe3ab HTTP/1.1" status: 204 len: 168 time: 0.5493543 Nov 23 14:13:30.428039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa440d42-12d2-4f51-bfe1-2853ad9b69f5 None None] Network 96d39088-c795-4cf5-8787-6e19786d4e4a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:30.437190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42792) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:30.438368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e19dff-bf99-4d93-be72-c07a93bd929b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa993f7-ba80-4105-b649-92ed65d5e470,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:30.496585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 331ef162-7cf5-4277-9771-c3759427fdf3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=331ef162-7cf5-4277-9771-c3759427fdf3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:30.508356 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.509633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d7a2fdfc-4689-406f-855a-e1d84eadf965 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:30.525278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.529387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514a3f2-a3f4-437a-93dd-d8a18d2d21b4 req-5638fbfb-b6c3-424d-8470-fa892103a764 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:30.530912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4514a3f2-a3f4-437a-93dd-d8a18d2d21b4 req-5638fbfb-b6c3-424d-8470-fa892103a764 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2563224 Nov 23 14:13:30.570517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f302de43-0ca7-436b-beaf-65d6509d0a09 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:30.570929 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.581993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34e19dff-bf99-4d93-be72-c07a93bd929b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.587410 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-34e19dff-bf99-4d93-be72-c07a93bd929b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915124 Nov 23 14:13:30.587733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42794) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:30.598968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:30.615245 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:30.628918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Deleting port 28aa8263-baad-483e-8ebe-3511187262be {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:30.629141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.698726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] For port 28aa8263-baad-483e-8ebe-3511187262be, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=28aa8263-baad-483e-8ebe-3511187262be,segment=NetworkSegment(91905ed5-12d0-4940-948c-5d605b7b27fd),segment_id=91905ed5-12d0-4940-948c-5d605b7b27fd)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:30.699152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.718281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Calling delete_port for 28aa8263-baad-483e-8ebe-3511187262be owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:30.723419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4514a3f2-a3f4-437a-93dd-d8a18d2d21b4 req-1c8e7496-41f9-480f-82ba-a9eb3a3a0dd0 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836326 Nov 23 14:13:30.770128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=331ef162-7cf5-4277-9771-c3759427fdf3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:30.793182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-9da39673-d61c-4f04-93bf-89a8b045b81a req-38fed9bf-33c9-4377-8327-e34a9482b6ae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1362660694 ', 'description': 'tempest-description-15822197'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:30.850743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.857846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d7a2fdfc-4689-406f-855a-e1d84eadf965 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:30.863253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d7a2fdfc-4689-406f-855a-e1d84eadf965 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:30.863629 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.884714 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 2, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:30.926635 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Checking router: feb2e3b2-795c-43ab-b54e-f04e043f0bd7 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:30.927182 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Updating router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 port 84182450-b854-4d84-969e-b78cc0d39693 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:13:30.927313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] DHCP port deletion for 96d39088-c795-4cf5-8787-6e19786d4e4a request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:13:30.961647 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:30.979643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port f302de43-0ca7-436b-beaf-65d6509d0a09, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f302de43-0ca7-436b-beaf-65d6509d0a09,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:31.021852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.090187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=f302de43-0ca7-436b-beaf-65d6509d0a09,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:31.123678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09695273-a991-408d-abdc-2e5628f64934 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:31.161285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.170976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 09695273-a991-408d-abdc-2e5628f64934 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:31.171377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09695273-a991-408d-abdc-2e5628f64934 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:31.176183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] Deleting port 28aa8263-baad-483e-8ebe-3511187262be {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:31.176618 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.180293 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.188760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Port': ['ID=28aa8263-baad-483e-8ebe-3511187262be,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:31.192474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.217589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] No DVR routers for this DVR port 28aa8263-baad-483e-8ebe-3511187262be on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:31.264617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9da39673-d61c-4f04-93bf-89a8b045b81a req-38fed9bf-33c9-4377-8327-e34a9482b6ae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.313515 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.319442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] For port 28aa8263-baad-483e-8ebe-3511187262be, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:31.321096 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.323268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.337404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d7a2fdfc-4689-406f-855a-e1d84eadf965, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:31.348328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] Calling delete_port for 28aa8263-baad-483e-8ebe-3511187262be owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:31.350390 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.351860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 89f03094-520c-4d6b-b957-33fb4098fd4f up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:31.365660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.381582 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa3604-a329-4f58-a147-6606fd5c2a00 None None] Pushing event updated for resources: {'Port': ['ID=84182450-b854-4d84-969e-b78cc0d39693,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:31.401436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d39088-c795-4cf5-8787-6e19786d4e4a']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:31.414140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91905ed5-12d0-4940-948c-5d605b7b27fd') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:31.414490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91905ed5-12d0-4940-948c-5d605b7b27fd') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:31.416771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.resource_extend [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:13:31.441414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.457995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Attempting to bind port 84182450-b854-4d84-969e-b78cc0d39693 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:31.458616 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Attempting to bind port 84182450-b854-4d84-969e-b78cc0d39693 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:31.459092 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Attempting to bind port 84182450-b854-4d84-969e-b78cc0d39693 on network adcd70cf-8cd0-4b7b-8726-6674348e10e5 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:31.463335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] Port 28aa8263-baad-483e-8ebe-3511187262be was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:13:31.468940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.470064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:31.470554 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Checking segment: {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:31.472341 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.472835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.474506 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Bound using segment: {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:31.475145 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Bound port: 84182450-b854-4d84-969e-b78cc0d39693, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:31.475671 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.485883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:13:31.486581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:13:31.491324 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:13:31.566760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a921d86-46a7-4db0-ba64-c8a55bcc49f7'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:31.577045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.579541 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53ba97e-1fcb-4185-a970-cfe100d1677f" -d '{"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "1a921d86-46a7-4db0-ba64-c8a55bcc49f7"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:31.588155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.590425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.615811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d7a2fdfc-4689-406f-855a-e1d84eadf965,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:31.625127 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] For port 84182450-b854-4d84-969e-b78cc0d39693, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:31.635114 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] For port 84182450-b854-4d84-969e-b78cc0d39693, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=84182450-b854-4d84-969e-b78cc0d39693,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:31.641510 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.657743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9da39673-d61c-4f04-93bf-89a8b045b81a req-38fed9bf-33c9-4377-8327-e34a9482b6ae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.659422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] No DVR routers for this DVR port 28aa8263-baad-483e-8ebe-3511187262be on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:31.683612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.690257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9da39673-d61c-4f04-93bf-89a8b045b81a req-38fed9bf-33c9-4377-8327-e34a9482b6ae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.717501 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:31.717791 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:31.719185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229005a-46c7-4f3a-9f29-07eb0dd40285 None None] Pushing event deleted for resources: {'Port': ['ID=28aa8263-baad-483e-8ebe-3511187262be,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:31.721704 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.734569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.743646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 89f03094-520c-4d6b-b957-33fb4098fd4f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:31.748918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 89f03094-520c-4d6b-b957-33fb4098fd4f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:31.749165 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.767640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.780602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] 10.222.0.46 "DELETE /v2.0/networks/96d39088-c795-4cf5-8787-6e19786d4e4a HTTP/1.1" status: 204 len: 168 time: 1.3347144 Nov 23 14:13:31.780602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8b64a-deed-4653-95b0-e595a9b335ce tempest-ServersTestMultiNic-278134647 tempest-ServersTestMultiNic-278134647-project] Pushing event deleted for resources: {'Network': ['ID=96d39088-c795-4cf5-8787-6e19786d4e4a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:31.819892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Allocated IP 172.25.3.190 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/bccc12bd-06d9-4e6f-9ddf-fe8b473d6513) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:31.905884 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:31.919181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:31.950844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-62338d76-5f06-4b7e-81de-f7ff890f6d1a None None] Provisioning complete for port 84182450-b854-4d84-969e-b78cc0d39693 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:31.953503 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62338d76-5f06-4b7e-81de-f7ff890f6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.002328 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa3604-a329-4f58-a147-6606fd5c2a00 None None] Pushing event updated for resources: {'Port': ['ID=84182450-b854-4d84-969e-b78cc0d39693,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:32.021540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.053321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 89f03094-520c-4d6b-b957-33fb4098fd4f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=89f03094-520c-4d6b-b957-33fb4098fd4f,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:32.076213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.077445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 65d08020-a694-47be-9fe7-64c58c3d4817 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:32.096258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.145789 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Floating IP 7f6858bc-25bf-489b-b032-199f4d8dbf48 associated. External IP: 172.25.3.77, port: 3674ad08-0450-4e68-81e0-fe299f7be544. Nov 23 14:13:32.152786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event updated for resources: {'Port': ['ID=bccc12bd-06d9-4e6f-9ddf-fe8b473d6513,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:32.153977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f302de43-0ca7-436b-beaf-65d6509d0a09 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:32.167613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:32.169087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:32.171427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:32.251589 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9da39673-d61c-4f04-93bf-89a8b045b81a req-38fed9bf-33c9-4377-8327-e34a9482b6ae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.252833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da39673-d61c-4f04-93bf-89a8b045b81a req-38fed9bf-33c9-4377-8327-e34a9482b6ae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.4674110 Nov 23 14:13:32.253242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 65d08020-a694-47be-9fe7-64c58c3d4817 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:32.297040 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:31Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:32.298170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.301749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 65d08020-a694-47be-9fe7-64c58c3d4817 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:32.302553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.302979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fed9bf-33c9-4377-8327-e34a9482b6ae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf77d5d-421e-46ee-b181-cf649d0cff8d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:32.341300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=89f03094-520c-4d6b-b957-33fb4098fd4f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:32.343224 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05027e-36e6-4bc1-b4e3-37552ec75204 None None] The sync data for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 is: [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:31Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:32.378389 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.386428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.387891 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62338d76-5f06-4b7e-81de-f7ff890f6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.408806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f302de43-0ca7-436b-beaf-65d6509d0a09 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:32.409475 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.485631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-62338d76-5f06-4b7e-81de-f7ff890f6d1a None None] For port 84182450-b854-4d84-969e-b78cc0d39693, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=84182450-b854-4d84-969e-b78cc0d39693,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:32.535904 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.543268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62338d76-5f06-4b7e-81de-f7ff890f6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.576890 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.591441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.612172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:32.618267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:32.621648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 65d08020-a694-47be-9fe7-64c58c3d4817, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=65d08020-a694-47be-9fe7-64c58c3d4817,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:32.624441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:32.630743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.631176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:32.631570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:32.639918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:32.646190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:32.652250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:32.656901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event updated for resources: {'Port': ['ID=bccc12bd-06d9-4e6f-9ddf-fe8b473d6513,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:32.660921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-848d36b5-fe59-4007-8b58-de8455588453 req-172341cc-be13-4d20-94f1-76e23b2df6c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5440 time: 0.2921607 Nov 23 14:13:32.665364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Router f4d4b64c-402e-45b7-a576-30e8b0a49933 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:32.704395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.718795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62338d76-5f06-4b7e-81de-f7ff890f6d1a None None] Pushing event updated for resources: {'Port': ['ID=84182450-b854-4d84-969e-b78cc0d39693,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:32.728490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.735841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4b975545-6ba5-4909-a542-7c164b161f2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1440697 Nov 23 14:13:32.794054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-398dfe0f-cd2e-4f11-aaa1-ecd5335b278b None None] Provisioning complete for port 84182450-b854-4d84-969e-b78cc0d39693 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:32.794054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-398dfe0f-cd2e-4f11-aaa1-ecd5335b278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.820917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=65d08020-a694-47be-9fe7-64c58c3d4817,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:32.823156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-848d36b5-fe59-4007-8b58-de8455588453 req-926e56c7-b870-45c1-855e-2cf6bd336ee2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571941 Nov 23 14:13:32.849418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:32.855736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:32.855999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:32.893014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 28aa8263-baad-483e-8ebe-3511187262be no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:32.949642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 28aa8263-baad-483e-8ebe-3511187262be {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:32.950002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 28aa8263-baad-483e-8ebe-3511187262be not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:32.986913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:32.994361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.022250 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1bd472-c372-44c3-bc41-16ee83b60c89 x-openstack-request-id: req-ff1bd472-c372-44c3-bc41-16ee83b60c89 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:33.022622 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-deleted", "tag": "0d178d77-2f07-41c9-9a1a-5e67c8496ebe", "status": "completed", "code": 200}, {"server_uuid": "d6fa5439-2127-4bbb-a278-4432c6a6add6", "name": "network-vif-deleted", "tag": "c69922ce-8d75-4a70-ba6b-27ee8cfffacc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:33.022782 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff1bd472-c372-44c3-bc41-16ee83b60c89 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:33.023209 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-deleted', 'tag': '0d178d77-2f07-41c9-9a1a-5e67c8496ebe', 'status': 'completed', 'code': 200} Nov 23 14:13:33.023512 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fa5439-2127-4bbb-a278-4432c6a6add6', 'name': 'network-vif-deleted', 'tag': 'c69922ce-8d75-4a70-ba6b-27ee8cfffacc', 'status': 'completed', 'code': 200} Nov 23 14:13:33.023763 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010', 'status': 'completed', 'code': 200} Nov 23 14:13:33.058508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-b9cab4a9-238c-4a81-99e9-a110eb39491f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "PUT /v2.0/floatingips/7f6858bc-25bf-489b-b032-199f4d8dbf48 HTTP/1.1" status: 200 len: 996 time: 2.7190585 Nov 23 14:13:33.108509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Deleting port ccb0afd3-b238-4995-8e65-d2780c9e8c57 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:33.108845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.134421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-db78f188-37a5-4b28-9b95-8939028a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:33.135993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-db78f188-37a5-4b28-9b95-8939028a11df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8eb5826da48343ea8979e586e85c06f4&device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 1097 time: 0.0766690 Nov 23 14:13:33.181822 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c232db24-19b1-47d0-bdf2-4fc4831d0135 x-openstack-request-id: req-c232db24-19b1-47d0-bdf2-4fc4831d0135 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:33.182393 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "1a921d86-46a7-4db0-ba64-c8a55bcc49f7", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:33.182526 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c232db24-19b1-47d0-bdf2-4fc4831d0135 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:33.182817 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a921d86-46a7-4db0-ba64-c8a55bcc49f7', 'code': 200} Nov 23 14:13:33.183216 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3', 'code': 200} Nov 23 14:13:33.183352 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965', 'code': 200} Nov 23 14:13:33.187443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] Sync routers for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:33.206477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.210128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:33.210823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:33.288671 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:33.316811 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.322176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2200-61f2-4936-861b-0bf0e4a8cba8 req-05746cca-655c-4da5-b53d-45a4f9f3ab9a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:33.326297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 50eb4e44-8140-46d5-9b1b-045e1fb69064 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:33.330813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b81a2200-61f2-4936-861b-0bf0e4a8cba8 req-05746cca-655c-4da5-b53d-45a4f9f3ab9a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2241988 Nov 23 14:13:33.338382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-584376fd-b1e5-4b58-9f7b-7da764982663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:33.340064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-584376fd-b1e5-4b58-9f7b-7da764982663 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1174 time: 0.3117406 Nov 23 14:13:33.402177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] For port ccb0afd3-b238-4995-8e65-d2780c9e8c57, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ccb0afd3-b238-4995-8e65-d2780c9e8c57,segment=NetworkSegment(2b1def69-a112-4736-9a43-de0ce728bc27),segment_id=2b1def69-a112-4736-9a43-de0ce728bc27)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:33.402535 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.419162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:33.422202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:33.475061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Calling delete_port for ccb0afd3-b238-4995-8e65-d2780c9e8c57 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:33.492110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-dca87703-3a44-4930-a71e-632e9e5f5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:33.493577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-dca87703-3a44-4930-a71e-632e9e5f5736 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 200 len: 930 time: 0.3392029 Nov 23 14:13:33.508927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 50eb4e44-8140-46d5-9b1b-045e1fb69064 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:33.509471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b81a2200-61f2-4936-861b-0bf0e4a8cba8 req-98231764-1ef8-48c5-8a26-7b19d8694e09 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777956 Nov 23 14:13:33.516320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 50eb4e44-8140-46d5-9b1b-045e1fb69064 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:33.516692 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.657993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-5b240ac9-28c9-4db8-bd84-1d380d1634f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:33.659643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-5b240ac9-28c9-4db8-bd84-1d380d1634f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 914 time: 0.3058298 Nov 23 14:13:33.685002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.721965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-4ba4d149-5c14-48f8-97e1-73ff75ab1bd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 999 time: 0.2208390 Nov 23 14:13:33.730190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-9abf5f50-566f-414f-98e8-cc3f3e55a98c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 200 len: 217 time: 0.0555801 Nov 23 14:13:33.746856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 50eb4e44-8140-46d5-9b1b-045e1fb69064, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:33.752360 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:33.792243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7f6858bc-25bf-489b-b032-199f4d8dbf48', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'port_id': '3674ad08-0450-4e68-81e0-fe299f7be544', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'mac_address': 'fa:16:3e:50:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:27Z', 'updated_at': '2021-11-23T14:13:31Z', 'revision_number': 1, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:07Z', 'revision_number': 5, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:33.821689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] Checking router: f4d4b64c-402e-45b7-a576-30e8b0a49933 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:33.843274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e5a352a-c2df-4937-9562-e21a7a8ae775 req-9a0e33c1-0e1b-4a17-9ad9-e6ad800b77cd tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/ccf77d5d-421e-46ee-b181-cf649d0cff8d HTTP/1.1" status: 200 len: 1798 time: 0.2507308 Nov 23 14:13:33.843560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=50eb4e44-8140-46d5-9b1b-045e1fb69064,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:33.848585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:33.849194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:33.885679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-05b13779-c6a4-4bf5-b3f4-801015667f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:33.886725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-05b13779-c6a4-4bf5-b3f4-801015667f80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abb04353-134a-40a6-8ea1-0ae280062330 HTTP/1.1" status: 200 len: 868 time: 0.1556387 Nov 23 14:13:33.888715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-11a4f405-bc1b-4dcd-84a2-4de59d0d890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:33.890113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-11a4f405-bc1b-4dcd-84a2-4de59d0d890c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.1426492 Nov 23 14:13:33.948933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-df0724f1-7ae6-4686-8490-7b336aa5f5a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447438 Nov 23 14:13:33.975153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:33.997761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-a0745652-64b5-46a7-bcc8-362fcd6383d3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:13:33.999215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-a0745652-64b5-46a7-bcc8-362fcd6383d3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150297 Nov 23 14:13:34.056955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 84182450-b854-4d84-969e-b78cc0d39693 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:34.074313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-9e1b7dd4-7dd9-453e-acb5-4ee0851d47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:34.075915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-9e1b7dd4-7dd9-453e-acb5-4ee0851d47b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c23f0361-85e2-4a82-9272-70f82b16abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822681 Nov 23 14:13:34.107308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:34.175206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 84182450-b854-4d84-969e-b78cc0d39693 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:34.175573 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:34.321072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7f6858bc-25bf-489b-b032-199f4d8dbf48', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'port_id': '3674ad08-0450-4e68-81e0-fe299f7be544', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'mac_address': 'fa:16:3e:50:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:27Z', 'updated_at': '2021-11-23T14:13:31Z', 'revision_number': 1, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:07Z', 'revision_number': 5, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:34.348620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcc0a6-5482-403b-8a26-81e1003701c4 None None] The sync data for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 is: [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '7f6858bc-25bf-489b-b032-199f4d8dbf48', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'port_id': '3674ad08-0450-4e68-81e0-fe299f7be544', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'mac_address': 'fa:16:3e:50:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:27Z', 'updated_at': '2021-11-23T14:13:31Z', 'revision_number': 1, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:07Z', 'revision_number': 5, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:34.417222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-cef3893d-5cb5-4c26-925b-e272360f2626 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1895363911&fields=id&tenant_id=f63d9e228b5449bcb4b073550f4f651e HTTP/1.1" status: 200 len: 267 time: 0.4725986 Nov 23 14:13:34.425774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb0afd3-b238-4995-8e65-d2780c9e8c57,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:34.564126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-36897114-d528-4b4d-9921-1315bd3f69ac service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519743 Nov 23 14:13:34.579373 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca1626-490a-4e3e-b070-1673be431c77 None None] New status for floating IP 7f6858bc-25bf-489b-b032-199f4d8dbf48: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:13:34.674357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-84d802a3-0d4a-43fd-862e-2bdf89301ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680048 Nov 23 14:13:34.794651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-46515b70-ac2a-49fd-bf0f-34b8a669fcd7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:34.796147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-46515b70-ac2a-49fd-bf0f-34b8a669fcd7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/networks?id=adcd70cf-8cd0-4b7b-8726-6674348e10e5 HTTP/1.1" status: 200 len: 815 time: 0.3639107 Nov 23 14:13:34.892372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-f0faa536-4bac-44c6-a8c4-2d85917357fc tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/quotas/f63d9e228b5449bcb4b073550f4f651e HTTP/1.1" status: 200 len: 375 time: 0.0629227 Nov 23 14:13:34.905105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ec5ce4-0c9d-4ebb-b218-d72349b3ef0c req-80441b26-fcd7-4c41-9193-23bb0d773783 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058872 Nov 23 14:13:34.937451 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:34.958742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3c1fc50-a643-497e-a1e2-8fa19b97d657 req-a527e774-0aff-41b6-bba1-b420701133e6 service neutron] 10.222.0.46 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262902 Nov 23 14:13:35.007590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-60a86792-cbc2-4c05-8ece-387017f443b4 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f63d9e228b5449bcb4b073550f4f651e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047618 Nov 23 14:13:35.057040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:35.059257 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7573eaf-7b05-4496-9e45-0b05b3d524f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:35.184713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f03094-520c-4d6b-b957-33fb4098fd4f'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c8ae0c-bafe-481c-b397-0ad5d71ed6f3'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:35.187074 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c52cb52-55aa-4a6f-92d1-c17047415a7f" -d '{"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "89f03094-520c-4d6b-b957-33fb4098fd4f"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "19c8ae0c-bafe-481c-b397-0ad5d71ed6f3"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:35.254743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c43f72b5-6db5-4543-80a9-9bba93ee7759 service neutron] 10.222.0.46 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346435 Nov 23 14:13:35.279344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-ed3f939b-a0cf-466f-ad7a-0ff038910cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.280811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-ed3f939b-a0cf-466f-ad7a-0ff038910cb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 1096 time: 0.1518309 Nov 23 14:13:35.361891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.367956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.373988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.380009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.386511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.392784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.399406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.401223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-62eaed8a-d396-4d87-919c-450e9e0e0478 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.2303138 Nov 23 14:13:35.547948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Router c79d1450-3afe-429d-b9f0-f29cc6721438 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:35.581863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-6e7563b1-00ea-4fbf-a5d7-2623c4a62bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.583403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-6e7563b1-00ea-4fbf-a5d7-2623c4a62bda service neutron] 10.222.0.11 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 911 time: 0.2832136 Nov 23 14:13:35.587208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-69beba7c-f918-4d63-afaf-d4802aef5d36 service neutron] 10.222.0.46 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206918 Nov 23 14:13:35.593567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aab11fd9-49e2-469d-a67a-a446437e1415 req-2bb1b2dd-f84e-443c-923c-263c659b3742 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752739 Nov 23 14:13:35.673073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-aa87ee2d-92f1-498f-b768-872011f12715 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11 HTTP/1.1" status: 200 len: 217 time: 0.0784957 Nov 23 14:13:35.811028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b5f1706-e955-487a-8e16-08f7685e40bd req-37d89886-0a60-433f-b3d4-18795e84b1e2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/ccf77d5d-421e-46ee-b181-cf649d0cff8d HTTP/1.1" status: 200 len: 1798 time: 0.1401865 Nov 23 14:13:35.824502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-2d150f3e-14e1-40c9-bbf0-bccff747679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:35.825983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-2d150f3e-14e1-40c9-bbf0-bccff747679b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.1428306 Nov 23 14:13:35.869930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:35.879927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] Sync routers for ids ['c79d1450-3afe-429d-b9f0-f29cc6721438'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:35.890508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] Routers {'c79d1450-3afe-429d-b9f0-f29cc6721438'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:35.891426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c79d1450-3afe-429d-b9f0-f29cc6721438'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:35.896459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aab18001-0ef8-496c-a195-46dc42507b4b admin admin] 10.222.0.46 "PUT /v2.0/routers/c79d1450-3afe-429d-b9f0-f29cc6721438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6345038 Nov 23 14:13:35.897900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42844) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:35.902571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-2ffb8599-3eb1-4b1b-9a98-5e32080a6af5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684597 Nov 23 14:13:36.036899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.063883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-fae299bb-0c71-42cd-b3ce-753e828c8c2b tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 258 time: 0.2750280 Nov 23 14:13:36.074863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:36.077763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] Set router c79d1450-3afe-429d-b9f0-f29cc6721438 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:36.081294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0b5f1706-e955-487a-8e16-08f7685e40bd req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.185347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.256846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Deleting port 3feb55e1-2a76-4ee4-a63f-69c87af69368 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:36.257194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.296976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:33Z', 'revision_number': 5, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port': {'id': '3feb55e1-2a76-4ee4-a63f-69c87af69368', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:03Z', 'updated_at': '2021-11-23T14:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:36.330728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] Checking router: c79d1450-3afe-429d-b9f0-f29cc6721438 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:36.340443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] Routers {'c79d1450-3afe-429d-b9f0-f29cc6721438'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:36.341006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c79d1450-3afe-429d-b9f0-f29cc6721438'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:36.360700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] For port 3feb55e1-2a76-4ee4-a63f-69c87af69368, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3feb55e1-2a76-4ee4-a63f-69c87af69368,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:36.361084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.383321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Calling delete_port for 3feb55e1-2a76-4ee4-a63f-69c87af69368 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:36.394290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-5bf46f10-a385-4d54-a8ba-7cb64176778a service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573679 Nov 23 14:13:36.400852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0b5f1706-e955-487a-8e16-08f7685e40bd req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.433271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.555990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0b5f1706-e955-487a-8e16-08f7685e40bd req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.558581 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0b5f1706-e955-487a-8e16-08f7685e40bd req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.559767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b5f1706-e955-487a-8e16-08f7685e40bd req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/ccf77d5d-421e-46ee-b181-cf649d0cff8d HTTP/1.1" status: 204 len: 173 time: 0.7314174 Nov 23 14:13:36.572504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fc80e2f-e78b-4a8d-b43f-744196356b2c req-172ab95e-5e89-420e-81b8-5915fda0a925 service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685200 Nov 23 14:13:36.602202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf77d5d-421e-46ee-b181-cf649d0cff8d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:36.623756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.624110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.624672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.624819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.625110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.625440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.625762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.626089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.626416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.626819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.627379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.627834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcf0e2b-1ea5-4071-a9e6-a71abc3e38ee tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:36.628810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.649904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] Set router c79d1450-3afe-429d-b9f0-f29cc6721438 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:36.658126 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cec8a7-3db6-46a6-bf1c-9cb63b80935d x-openstack-request-id: req-d9cec8a7-3db6-46a6-bf1c-9cb63b80935d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:36.658427 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:36.658673 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9cec8a7-3db6-46a6-bf1c-9cb63b80935d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:36.659085 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544', 'status': 'completed', 'code': 200} Nov 23 14:13:36.685195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Pushing event deleted for resources: {'Port': ['ID=3feb55e1-2a76-4ee4-a63f-69c87af69368,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:36.691678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.749554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:36Z', 'revision_number': 6, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:36.767458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.796310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0fb5c-8d77-4087-a674-cd9d1c4e5310 None None] The sync data for ids ['c79d1450-3afe-429d-b9f0-f29cc6721438'] in n-d-818503-2 is: [{'id': 'c79d1450-3afe-429d-b9f0-f29cc6721438', 'name': 'tempest-FloatingIPsTestJSON-536808767-router', 'tenant_id': 'e4c73767cfec41fe80477b58438cfe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:02Z', 'updated_at': '2021-11-23T14:13:36Z', 'revision_number': 6, 'project_id': 'e4c73767cfec41fe80477b58438cfe55', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:36.878227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.880457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.916965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5956c2-4c83-4ef5-b87a-d0d0e6a53e2c req-f016fba5-1fa4-4989-82d2-f9f11ec546d7 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:36.918417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b5956c2-4c83-4ef5-b87a-d0d0e6a53e2c req-f016fba5-1fa4-4989-82d2-f9f11ec546d7 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1257613 Nov 23 14:13:36.927968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.928612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c79d1450-3afe-429d-b9f0-f29cc6721438 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:13:36.934321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:36.937759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0a76180e-b626-4db2-994a-d3092d3e0838 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c79d1450-3afe-429d-b9f0-f29cc6721438 HTTP/1.1" status: 204 len: 168 time: 1.0363991 Nov 23 14:13:36.937997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42864) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:36.942525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-07756afa-fb39-4375-870e-7db911feef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:36.944023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-07756afa-fb39-4375-870e-7db911feef3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8eb5826da48343ea8979e586e85c06f4&device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 1097 time: 0.2502506 Nov 23 14:13:36.967508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Allocated IP 172.25.3.68 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/dbdd5e18-5bb6-44dd-bc7b-1335ff3d445b) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:36.983560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] Deleting subnet b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:13:36.986585 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.022316 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.071918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b5956c2-4c83-4ef5-b87a-d0d0e6a53e2c req-19596d20-6ee5-4119-a365-89f2310cdd08 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459196 Nov 23 14:13:37.112946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.133643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-bb614f82-de20-4928-849b-da07d5327883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.135240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-bb614f82-de20-4928-849b-da07d5327883 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 200 len: 930 time: 0.1769631 Nov 23 14:13:37.178436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.191137 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df5e470-bd21-4044-9b14-824cc440217e x-openstack-request-id: req-5df5e470-bd21-4044-9b14-824cc440217e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:37.192090 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "89f03094-520c-4d6b-b957-33fb4098fd4f", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "19c8ae0c-bafe-481c-b397-0ad5d71ed6f3", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-plugged", "status": "completed", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:37.192593 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5df5e470-bd21-4044-9b14-824cc440217e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:37.193263 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f03094-520c-4d6b-b957-33fb4098fd4f', 'code': 200} Nov 23 14:13:37.193732 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817', 'code': 200} Nov 23 14:13:37.194196 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c8ae0c-bafe-481c-b397-0ad5d71ed6f3', 'code': 200} Nov 23 14:13:37.194656 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'code': 200} Nov 23 14:13:37.210703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:37.213447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.216823 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7bdadae0-5679-4815-a5da-5d251fb1c2de admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b7ef8e19-e921-4105-a89e-cfd0b9b5d8cc HTTP/1.1" status: 204 len: 168 time: 0.2778516 Nov 23 14:13:37.219215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42868) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:37.233800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711854ee-b4cb-455c-b102-10f593edd37d None None] Network fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:37.323676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-d221d841-7a77-48cc-bbfa-04db5ac02f05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 1001 time: 0.1750889 Nov 23 14:13:37.339044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.415320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.448389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.449474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.450436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.451156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.451799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.452538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.453537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.455918 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-449514d9-0c79-4552-a8c0-96d0c527abc2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6500 time: 0.1017642 Nov 23 14:13:37.469964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bdaa6466-073a-470e-b6fa-3f8f86522159 req-36ce6118-0ec9-47b1-86cb-c108239f09e0 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 210 time: 0.0844758 Nov 23 14:13:37.543789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Deleting port 525ac5b4-6a6a-4c01-8a55-4010c90e549c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:37.544112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.548732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-070031b3-678e-4d8c-8dc1-4fc2ba5f5ac7 req-309b8f94-390b-4f3e-a2d8-670e3f712d32 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a020d5ec-1420-4c2a-8714-8990144ed0f1&id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722258 Nov 23 14:13:37.555383 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-4927697d-2568-447f-a790-752d53499a9d req-43447ec8-af2c-43b4-a6be-01c8de5484d9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:13:37.556511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4927697d-2568-447f-a790-752d53499a9d req-43447ec8-af2c-43b4-a6be-01c8de5484d9 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/ccf77d5d-421e-46ee-b181-cf649d0cff8d HTTP/1.1" status: 404 len: 352 time: 0.0390832 Nov 23 14:13:37.559730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-6a489945-2d14-4167-94f6-1d881d8fff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.561076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-6a489945-2d14-4167-94f6-1d881d8fff8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abb04353-134a-40a6-8ea1-0ae280062330 HTTP/1.1" status: 200 len: 868 time: 0.2104344 Nov 23 14:13:37.564472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.577798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-60c3ce8d-b5c1-4685-8d32-7d4b3be71c2c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.579396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-60c3ce8d-b5c1-4685-8d32-7d4b3be71c2c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.11 "GET /v2.0/networks?id=adcd70cf-8cd0-4b7b-8726-6674348e10e5 HTTP/1.1" status: 200 len: 815 time: 0.2546849 Nov 23 14:13:37.618558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] For port 525ac5b4-6a6a-4c01-8a55-4010c90e549c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=525ac5b4-6a6a-4c01-8a55-4010c90e549c,segment=NetworkSegment(2b1def69-a112-4736-9a43-de0ce728bc27),segment_id=2b1def69-a112-4736-9a43-de0ce728bc27)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:37.618823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.632122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Calling delete_port for 525ac5b4-6a6a-4c01-8a55-4010c90e549c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:37.639186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:37.654851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:37.657479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:37.718079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event updated for resources: {'Port': ['ID=dbdd5e18-5bb6-44dd-bc7b-1335ff3d445b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:37.732565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c74f3-964c-4e3b-bef7-6950fc52e96c None None] DHCP port deletion for fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:13:37.734333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.750600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] No DVR routers for this DVR port 525ac5b4-6a6a-4c01-8a55-4010c90e549c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:37.773180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Pushing event deleted for resources: {'Port': ['ID=525ac5b4-6a6a-4c01-8a55-4010c90e549c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:37.791536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-ab2f748f-4302-4774-bdfc-3eef085c474b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f63d9e228b5449bcb4b073550f4f651e HTTP/1.1" status: 200 len: 380 time: 0.1809990 Nov 23 14:13:37.823321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.829308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.835261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.841262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.844801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.847306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.853800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.859778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:37.861740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-b1f5102b-fbd3-4753-a527-16bb53ac478b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.2391629 Nov 23 14:13:37.865230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Request body: {'port': {'device_id': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'admin_state_up': True, 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'security_groups': ['43395f72-69c4-47b2-af09-cc635bc1a8b7']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:37.870076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe58d2cc-4739-4a5c-8f36-f16e3f5ca458']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:37.881623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1def69-a112-4736-9a43-de0ce728bc27') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:37.881926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1def69-a112-4736-9a43-de0ce728bc27') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:37.906502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.920007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.926470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:13:37.927047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:13:37.929301 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:13:37.995793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.001357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.004238 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.008821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/fe58d2cc-4739-4a5c-8f36-f16e3f5ca458 HTTP/1.1" status: 204 len: 168 time: 0.7882719 Nov 23 14:13:38.024553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-bd569d5e-50e7-442c-b47f-7343f8cab313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:38.025519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9771c7d-4a7c-4364-8334-3daa5caf30dc admin admin] Pushing event deleted for resources: {'Network': ['ID=fe58d2cc-4739-4a5c-8f36-f16e3f5ca458,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:38.026156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-bd569d5e-50e7-442c-b47f-7343f8cab313 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c23f0361-85e2-4a82-9272-70f82b16abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322481 Nov 23 14:13:38.051551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-8b1ad9b4-28db-4d09-8808-2aaeb607b938 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:13:38.052677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-8b1ad9b4-28db-4d09-8808-2aaeb607b938 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135596 Nov 23 14:13:38.059732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ccb0afd3-b238-4995-8e65-d2780c9e8c57 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:38.090066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ccb0afd3-b238-4995-8e65-d2780c9e8c57 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:38.090493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ccb0afd3-b238-4995-8e65-d2780c9e8c57 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:38.091192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3feb55e1-2a76-4ee4-a63f-69c87af69368 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:38.117845 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3feb55e1-2a76-4ee4-a63f-69c87af69368 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:38.118693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3feb55e1-2a76-4ee4-a63f-69c87af69368 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:38.119304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 525ac5b4-6a6a-4c01-8a55-4010c90e549c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:38.135874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0abc9e4-5765-498d-8c5a-1077694faf84 req-a31cac7e-a320-4b1a-a261-30e7a626fd09 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2431695 Nov 23 14:13:38.144668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.153100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 525ac5b4-6a6a-4c01-8a55-4010c90e549c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:38.153457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 525ac5b4-6a6a-4c01-8a55-4010c90e549c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:38.184600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42876) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:38.234455 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81539292-da80-4548-966c-65393efc30ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4c73767cfec41fe80477b58438cfe55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477097 Nov 23 14:13:38.234960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42878) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:38.253793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Made reservation on behalf of f63d9e228b5449bcb4b073550f4f651e for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:38.257448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.267573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42880) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:38.296352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d5983ad8-8d48-471b-b4b4-4e29651f4dd5 req-c40d2d89-d1a1-4a37-a46b-8554be7df195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1686565109', 'description': 'tempest-description-571768922'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:38.338863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-08dee730-cdda-496b-b860-e0647b64773e service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647221 Nov 23 14:13:38.377535 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6e42f98-dd97-4f7e-a628-e738241e4ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.417588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6e42f98-dd97-4f7e-a628-e738241e4ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.453730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5983ad8-8d48-471b-b4b4-4e29651f4dd5 req-c40d2d89-d1a1-4a37-a46b-8554be7df195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.545199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6e42f98-dd97-4f7e-a628-e738241e4ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.547793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6e42f98-dd97-4f7e-a628-e738241e4ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.551360 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a6e42f98-dd97-4f7e-a628-e738241e4ef9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b5e8f66-1def-426c-bf5a-b8961a5b671e HTTP/1.1" status: 204 len: 168 time: 0.3130183 Nov 23 14:13:38.562591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e42f98-dd97-4f7e-a628-e738241e4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e8f66-1def-426c-bf5a-b8961a5b671e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:38.639393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7573eaf-7b05-4496-9e45-0b05b3d524f8 req-6c467390-10fc-4f38-b39f-6f0e02f89f3e service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626016 Nov 23 14:13:38.641663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.658551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.662534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Allocated IP 172.20.0.6 (adcd70cf-8cd0-4b7b-8726-6674348e10e5/69134c60-ee5c-4ccd-bde8-72ac930b57d0/469efe6b-8864-4ee6-a136-eb371c0f7583) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:38.707240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5983ad8-8d48-471b-b4b4-4e29651f4dd5 req-c40d2d89-d1a1-4a37-a46b-8554be7df195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.720923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5983ad8-8d48-471b-b4b4-4e29651f4dd5 req-c40d2d89-d1a1-4a37-a46b-8554be7df195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.735994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.800032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event updated for resources: {'Port': ['ID=dbdd5e18-5bb6-44dd-bc7b-1335ff3d445b,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:38.814498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d5983ad8-8d48-471b-b4b4-4e29651f4dd5 req-c40d2d89-d1a1-4a37-a46b-8554be7df195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.815693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d5983ad8-8d48-471b-b4b4-4e29651f4dd5 req-c40d2d89-d1a1-4a37-a46b-8554be7df195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5305023 Nov 23 14:13:38.819921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d2d89-d1a1-4a37-a46b-8554be7df195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b010e-fc8b-4cd2-8325-2445077b741d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:38.840818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.906953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:38.908242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-73c6af23-a943-481a-bd5e-c68386df9147 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8436439 Nov 23 14:13:39.002036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-047f2d54-7de3-43fa-b3c9-bda9382c24fe tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0799437 Nov 23 14:13:39.034454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.047739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9a0a-4de0-4719-be86-26caf60b96e1 req-fd0260b9-152f-4763-ab73-c47889b22ed4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:39.049539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bece9a0a-4de0-4719-be86-26caf60b96e1 req-fd0260b9-152f-4763-ab73-c47889b22ed4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1456537 Nov 23 14:13:39.085253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Deleting port 44f7fb08-9645-49d0-a8fa-edf894a4f078 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:39.086037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.191960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] For port 44f7fb08-9645-49d0-a8fa-edf894a4f078, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=44f7fb08-9645-49d0-a8fa-edf894a4f078,segment=NetworkSegment(90b5b832-28d6-454e-8842-eff4d5212aa8),segment_id=90b5b832-28d6-454e-8842-eff4d5212aa8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:39.192208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.201817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-cd9e1f50-a178-4686-b14e-5a33262c92b2 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:39.203216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82ad8647-d477-4ed2-b769-d940d53e9bf5 req-cd9e1f50-a178-4686-b14e-5a33262c92b2 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.1834314 Nov 23 14:13:39.206658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bece9a0a-4de0-4719-be86-26caf60b96e1 req-63f7bd16-10f4-43d6-b8f3-a92b7538ae87 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409833 Nov 23 14:13:39.206882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Calling delete_port for 44f7fb08-9645-49d0-a8fa-edf894a4f078 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:39.208222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.267182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:39.274557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-57332349-ad7f-4d3a-a93f-ff72d9fa3ff7 req-54e7ec0c-b573-44f2-8574-57614a660e71 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1817386101', 'description': 'tempest-description-676131244'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:39.282189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:39.289579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:39.297133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event updated for resources: {'Port': ['ID=469efe6b-8864-4ee6-a136-eb371c0f7583,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:39.376037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57332349-ad7f-4d3a-a93f-ff72d9fa3ff7 req-54e7ec0c-b573-44f2-8574-57614a660e71 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.404936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:39.405848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.468311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.481817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-c37b5182-caf3-4fc4-bd5f-10b7bdb13e88 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6784251 Nov 23 14:13:39.497085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621a1e6-bcf3-4a7d-ac35-69eb18d82f7a req-1030f54f-037b-486d-aa9a-554dc512b15d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:39.499661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Pushing event deleted for resources: {'Port': ['ID=44f7fb08-9645-49d0-a8fa-edf894a4f078,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:39.504016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0621a1e6-bcf3-4a7d-ac35-69eb18d82f7a req-1030f54f-037b-486d-aa9a-554dc512b15d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 931 time: 0.1798706 Nov 23 14:13:39.518946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57332349-ad7f-4d3a-a93f-ff72d9fa3ff7 req-54e7ec0c-b573-44f2-8574-57614a660e71 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.525153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Request body: {'port': {'device_id': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:39.538402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57332349-ad7f-4d3a-a93f-ff72d9fa3ff7 req-54e7ec0c-b573-44f2-8574-57614a660e71 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.632062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42912) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:39.650569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57332349-ad7f-4d3a-a93f-ff72d9fa3ff7 req-54e7ec0c-b573-44f2-8574-57614a660e71 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.651829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57332349-ad7f-4d3a-a93f-ff72d9fa3ff7 req-54e7ec0c-b573-44f2-8574-57614a660e71 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3834913 Nov 23 14:13:39.684680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8b8fccaf-b32d-4b97-9997-b9660140915a None None] Provisioning complete for port 469efe6b-8864-4ee6-a136-eb371c0f7583 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:39.685130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b8fccaf-b32d-4b97-9997-b9660140915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.694428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0621a1e6-bcf3-4a7d-ac35-69eb18d82f7a req-8a990f74-750c-4406-be8a-7bbea6de5265 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740220 Nov 23 14:13:39.697293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7ec0c-b573-44f2-8574-57614a660e71 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc241029-e611-4efa-b404-8913dbf102a1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:39.750956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:39.783488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8b8fccaf-b32d-4b97-9997-b9660140915a None None] Port 469efe6b-8864-4ee6-a136-eb371c0f7583 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:39.786038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.114054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-227494006-network', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:40.137453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.143614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.149601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.155556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.161486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.167483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.173415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.175427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-e44149cc-bd95-4072-8890-127b14b88761 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.4368496 Nov 23 14:13:40.293803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6e2b-33bf-4473-ada4-5ce76fe81622 req-941ba6e7-f90c-48f0-a42d-bd7c8897558c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:40.295261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d0a6e2b-33bf-4473-ada4-5ce76fe81622 req-941ba6e7-f90c-48f0-a42d-bd7c8897558c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4731452 Nov 23 14:13:40.299559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Made reservation on behalf of 1d38e3763ce74af2a66c954f0271f89f for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:40.301786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.315881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:40.341712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.404460 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d0a6e2b-33bf-4473-ada4-5ce76fe81622 req-45ccc2ac-ba3c-4676-90dc-0aa370b9091e tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0952613 Nov 23 14:13:40.421476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:40.426381 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5d9adb0a-124f-4578-9f7d-40535b23236e admin admin] 10.222.0.46 "PUT /v2.0/routers/8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1565063 Nov 23 14:13:40.428966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42920) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:40.432667 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] Sync routers for ids ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:40.442856 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] Routers {'8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:40.443666 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:40.449312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0d0a6e2b-33bf-4473-ada4-5ce76fe81622 req-ec4b63f3-630f-4a31-a823-eb77d47d4b7e tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Request body: {'floatingip': {'port_id': '3674ad08-0450-4e68-81e0-fe299f7be544', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:40.457046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-459ee022-be75-40b4-876b-b0e7c501bae8 req-b6c58e96-a8de-4f26-9515-a4da1ffa7d76 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2229424 Nov 23 14:13:40.514077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0d0a6e2b-33bf-4473-ada4-5ce76fe81622 req-ec4b63f3-630f-4a31-a823-eb77d47d4b7e tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.555807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.614760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5df74758-6d8c-448a-b2d2-471637ebca09 req-cadb888c-4bc2-4bd4-b54d-329e68f0dfed tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1696955305', 'description': 'tempest-description-1466236402'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:40.687814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.689122 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] Set router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:40.744581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Deleting port 4f844229-1b7a-4bdd-af95-b38d80f3e823 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:40.744974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.785804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5df74758-6d8c-448a-b2d2-471637ebca09 req-cadb888c-4bc2-4bd4-b54d-329e68f0dfed tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.788772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.809386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.840256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] For port 4f844229-1b7a-4bdd-af95-b38d80f3e823, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4f844229-1b7a-4bdd-af95-b38d80f3e823,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:40.840782 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.853729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Calling delete_port for 4f844229-1b7a-4bdd-af95-b38d80f3e823 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:40.869433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469efe6b-8864-4ee6-a136-eb371c0f7583 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:40.879086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:13:40.880476 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:13:39Z', 'revision_number': 5, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port': {'id': '4f844229-1b7a-4bdd-af95-b38d80f3e823', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:30Z', 'updated_at': '2021-11-23T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:40.886616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.917877 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] Checking router: 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:40.928824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:40.929169 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Added segment 30877a31-a9bb-4d73-95ed-5500dfc85f5b of type vlan for network b06b3722-684c-4ef2-89b6-9a3b1065b93a Nov 23 14:13:40.929311 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] Routers {'8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:40.930590 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:40.932250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4a0e51-1794-47bd-a053-b69a69a84dc5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:40.950921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Transition to ACTIVE for port object 469efe6b-8864-4ee6-a136-eb371c0f7583 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:40.985105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.011804 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-0d0a6e2b-33bf-4473-ada4-5ce76fe81622 req-ec4b63f3-630f-4a31-a823-eb77d47d4b7e tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 14:13:41.012919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d0a6e2b-33bf-4473-ada4-5ce76fe81622 req-ec4b63f3-630f-4a31-a823-eb77d47d4b7e tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "PUT /v2.0/floatingips/5ea675a7-ddc4-4f79-8902-a53bb8ea0373 HTTP/1.1" status: 409 len: 550 time: 0.6000667 Nov 23 14:13:41.026444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] Set router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:41.033933 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.036112 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.079486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f844229-1b7a-4bdd-af95-b38d80f3e823,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:41.095484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5df74758-6d8c-448a-b2d2-471637ebca09 req-cadb888c-4bc2-4bd4-b54d-329e68f0dfed tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.100642 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:13:40Z', 'revision_number': 6, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:41.100908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Pushing event updated for resources: {'Port': ['ID=469efe6b-8864-4ee6-a136-eb371c0f7583,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:41.105137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5df74758-6d8c-448a-b2d2-471637ebca09 req-cadb888c-4bc2-4bd4-b54d-329e68f0dfed tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.140090 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fc686-c630-4464-8cf6-6948be01013a None None] The sync data for ids ['8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d'] in n-d-818503-2 is: [{'id': '8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d', 'name': 'tempest-ServersTestMultiNic-55621242-router', 'tenant_id': 'ad2da3acd22e4e838c8d021f54654a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:11:29Z', 'updated_at': '2021-11-23T14:13:40Z', 'revision_number': 6, 'project_id': 'ad2da3acd22e4e838c8d021f54654a32', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:41.146599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.155468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.156092 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.189485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.234956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5df74758-6d8c-448a-b2d2-471637ebca09 req-cadb888c-4bc2-4bd4-b54d-329e68f0dfed tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.236192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5df74758-6d8c-448a-b2d2-471637ebca09 req-cadb888c-4bc2-4bd4-b54d-329e68f0dfed tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6323566 Nov 23 14:13:41.265140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6290021 Nov 23 14:13:41.265894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb888c-4bc2-4bd4-b54d-329e68f0dfed tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ffb2c6-8e7f-4d34-b0be-f2b08015208c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:41.272365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42930) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:41.277709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Request body: {'subnet': {'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-227494006-subnet', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:41.304320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.307874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.339296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8947c4-d1cb-45c8-9559-1246cb5af8fd admin admin] Pushing event updated for resources: {'Network': ['ID=b06b3722-684c-4ef2-89b6-9a3b1065b93a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:41.353616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:13:41.371521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.372106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:13:41.377433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.380315 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aaedea76-aebf-4e94-b1f0-6af3c351fff7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8bd3ef48-ddb5-48b3-bc71-1c2ade21ec3d HTTP/1.1" status: 204 len: 168 time: 0.9474392 Nov 23 14:13:41.381402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42932) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:41.384239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Attempting to bind port 469efe6b-8864-4ee6-a136-eb371c0f7583 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:41.384579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Attempting to bind port 469efe6b-8864-4ee6-a136-eb371c0f7583 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:41.384902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Attempting to bind port 469efe6b-8864-4ee6-a136-eb371c0f7583 on network adcd70cf-8cd0-4b7b-8726-6674348e10e5 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:41.394188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40518c98-59ea-42e9-9c26-dab22c7eb585 req-bb87505b-9a17-4782-acaa-8600fb86244c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.395730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40518c98-59ea-42e9-9c26-dab22c7eb585 req-bb87505b-9a17-4782-acaa-8600fb86244c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2577016 Nov 23 14:13:41.402588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Port 469efe6b-8864-4ee6-a136-eb371c0f7583 on network adcd70cf-8cd0-4b7b-8726-6674348e10e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:41.402817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Attempting to bind port 469efe6b-8864-4ee6-a136-eb371c0f7583 on network adcd70cf-8cd0-4b7b-8726-6674348e10e5 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:41.410204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Made reservation on behalf of 1d38e3763ce74af2a66c954f0271f89f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:41.412504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.429348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] Deleting subnet a11941ed-23ae-4f11-b350-593ac59cc650 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:13:41.432517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.440083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:41.440417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Checking segment: {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:41.440801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Bound using segment: {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:41.441275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Bound port: 469efe6b-8864-4ee6-a136-eb371c0f7583, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc04aa4-1820-4002-996b-fba86a871c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:41.441630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.467236 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.475115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.481581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.487532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.494018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.499931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.506007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.512482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.514439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c31b48a0-173a-4553-8038-12a4bc49c8b6 req-b69bcdd1-a50f-45e2-a20b-64a2681c9621 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.1923609 Nov 23 14:13:41.570362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42934) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:41.581581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Request body: {'floatingip': {'port_id': '50eb4e44-8140-46d5-9b1b-045e1fb69064'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:41.624130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40518c98-59ea-42e9-9c26-dab22c7eb585 req-8d6b9a45-7147-433b-b427-31ecf890107a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188406 Nov 23 14:13:41.643758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.673953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.728110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] For port 469efe6b-8864-4ee6-a136-eb371c0f7583, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:41.735798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-89910ba9-10cb-4497-aa6c-6302ad48d36c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips/5ea675a7-ddc4-4f79-8902-a53bb8ea0373 HTTP/1.1" status: 200 len: 692 time: 0.0821950 Nov 23 14:13:41.749527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c089b5-2f39-4e14-adf7-9abf93a646f5 req-904cce61-71e2-4a73-a380-e327ed805245 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.751019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2c089b5-2f39-4e14-adf7-9abf93a646f5 req-904cce61-71e2-4a73-a380-e327ed805245 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 943 time: 0.1486108 Nov 23 14:13:41.771275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] For port 469efe6b-8864-4ee6-a136-eb371c0f7583, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=469efe6b-8864-4ee6-a136-eb371c0f7583,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:41.797390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.807746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.843484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed42915-e79c-4852-82cc-f560b9092d23 None None] Network 274f048a-9b30-4d54-9eac-1dd8cfddd876 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:41.869746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11941ed-23ae-4f11-b350-593ac59cc650,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:41.873329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.879392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-89faedc0-2ea6-4664-b146-1153c47c5160 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a11941ed-23ae-4f11-b350-593ac59cc650 HTTP/1.1" status: 204 len: 168 time: 0.4941299 Nov 23 14:13:41.879758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:41.925639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:41.926174 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:41.927586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] 10.222.0.11 "PUT /v2.0/ports/469efe6b-8864-4ee6-a136-eb371c0f7583 HTTP/1.1" status: 200 len: 1091 time: 2.4159615 Nov 23 14:13:41.933147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:41.935246 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91" -d '{"events": [{"name": "network-changed", "server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:42.027546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.056957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2c089b5-2f39-4e14-adf7-9abf93a646f5 req-ad961e40-0c15-4a62-8099-01ccab27f261 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805655 Nov 23 14:13:42.083929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320d6d-134f-42ae-93f1-9c3c6f4d9587 service neutron] Pushing event updated for resources: {'Port': ['ID=469efe6b-8864-4ee6-a136-eb371c0f7583,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:42.156527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] DHCP port deletion for 274f048a-9b30-4d54-9eac-1dd8cfddd876 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:13:42.165139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-8091e15d-525e-4c61-8c4d-a00169687269 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:42.165348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f844229-1b7a-4bdd-af95-b38d80f3e823 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:42.166579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-8091e15d-525e-4c61-8c4d-a00169687269 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.4146614 Nov 23 14:13:42.167537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.200333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4f844229-1b7a-4bdd-af95-b38d80f3e823 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:42.201210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f844229-1b7a-4bdd-af95-b38d80f3e823 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:42.201632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 44f7fb08-9645-49d0-a8fa-edf894a4f078 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:42.243002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 44f7fb08-9645-49d0-a8fa-edf894a4f078 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:42.244091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 44f7fb08-9645-49d0-a8fa-edf894a4f078 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:42.283856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Deleting port 44435f69-e4c2-4055-89e8-b16c222b61b1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:42.284198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.296008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-a66f4ad9-db38-42a3-b1c4-d6158be4fdd0 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0763397 Nov 23 14:13:42.311510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-59d07f96-ba7d-47e6-8e8d-bb002b2575ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:42.313086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-59d07f96-ba7d-47e6-8e8d-bb002b2575ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f63d9e228b5449bcb4b073550f4f651e&device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 1094 time: 0.2802210 Nov 23 14:13:42.314790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Deleting port 44435f69-e4c2-4055-89e8-b16c222b61b1 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:42.315634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.370412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] For port 44435f69-e4c2-4055-89e8-b16c222b61b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=44435f69-e4c2-4055-89e8-b16c222b61b1,segment=NetworkSegment(90b5b832-28d6-454e-8842-eff4d5212aa8),segment_id=90b5b832-28d6-454e-8842-eff4d5212aa8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:42.370412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.399079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-15f6663d-ed3d-4ea0-8b22-48c004c2cb23 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0897818 Nov 23 14:13:42.403283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] For port 44435f69-e4c2-4055-89e8-b16c222b61b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=44435f69-e4c2-4055-89e8-b16c222b61b1,segment=NetworkSegment(90b5b832-28d6-454e-8842-eff4d5212aa8),segment_id=90b5b832-28d6-454e-8842-eff4d5212aa8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:42.403827 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.404880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Calling delete_port for 44435f69-e4c2-4055-89e8-b16c222b61b1 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:42.423627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Calling delete_port for 44435f69-e4c2-4055-89e8-b16c222b61b1 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:42.424499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f86352-0bee-41c4-8fcd-19780e041ec9,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:42.471454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-3718f6a2-7d71-42a4-b29a-038a0218fedf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469efe6b-8864-4ee6-a136-eb371c0f7583 HTTP/1.1" status: 200 len: 217 time: 0.0528436 Nov 23 14:13:42.518028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.535071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] No DVR routers for this DVR port 44435f69-e4c2-4055-89e8-b16c222b61b1 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:42.538406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Checking segment: {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:42.539107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Network hostable DHCP agents. Network: b06b3722-684c-4ef2-89b6-9a3b1065b93a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:13:42.551389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.556290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Pushing event deleted for resources: {'Port': ['ID=44435f69-e4c2-4055-89e8-b16c222b61b1,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:42.569764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.571068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.571492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.573139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.573139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.573139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.573139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.573139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.604191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.604191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.604191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.604191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.604191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe486397-d25a-401f-be66-9e7ceaf43e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:13:42.677131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.688191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-abe904e9-42b5-460d-a542-377cce4e8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:42.689508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-abe904e9-42b5-460d-a542-377cce4e8e54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69134c60-ee5c-4ccd-bde8-72ac930b57d0 HTTP/1.1" status: 200 len: 854 time: 0.1795216 Nov 23 14:13:42.702039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e672f20-5ccb-4f9a-9c23-864a944ef337 req-78da92d3-c99b-4798-bf2b-6e296c77eb57 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 11011 time: 0.6147845 Nov 23 14:13:42.712407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Pushing event deleted for resources: {'Port': ['ID=44435f69-e4c2-4055-89e8-b16c222b61b1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:42.713606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:13:42.715725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] No DVR routers for this DVR port 44435f69-e4c2-4055-89e8-b16c222b61b1 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:42.749631 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Floating IP 90f1484d-183e-4482-8f3f-8642b605fb78 associated. External IP: 172.25.3.194, port: 50eb4e44-8140-46d5-9b1b-045e1fb69064. Nov 23 14:13:42.763614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, b06b3722-684c-4ef2-89b6-9a3b1065b93a) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:42.772801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971ece9-0b97-492b-8ac5-14f357979fca None None] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:42.783152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:42.783746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.807515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Deleting port dbdd5e18-5bb6-44dd-bc7b-1335ff3d445b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:42.807862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.811876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-5f35a4ff-4cf5-4dbc-a830-11722ae393b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:42.813487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-5f35a4ff-4cf5-4dbc-a830-11722ae393b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adcd70cf-8cd0-4b7b-8726-6674348e10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094491 Nov 23 14:13:42.817638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e672f20-5ccb-4f9a-9c23-864a944ef337 req-cc003425-f230-4fdb-90ad-c1da97194411 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/968204db-7b53-48a0-ab01-6b118be5d4de HTTP/1.1" status: 200 len: 3002 time: 0.1002815 Nov 23 14:13:42.829699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-71356ea7-a630-4693-8e37-257be60f9885 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5561998 Nov 23 14:13:42.840141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:42.847617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.855058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:42.923623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274f048a-9b30-4d54-9eac-1dd8cfddd876']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:42.936815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:13:42.938200 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.941999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b5b832-28d6-454e-8842-eff4d5212aa8') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:42.942295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b5b832-28d6-454e-8842-eff4d5212aa8') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:42.955593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.966710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.967773 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.980587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.990664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:13:42.991102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:13:42.992879 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:13:43.104492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Allocated IP 172.20.0.2 (b06b3722-684c-4ef2-89b6-9a3b1065b93a/09f86352-0bee-41c4-8fcd-19780e041ec9/ad92ad22-47f3-4ee9-b4b9-d7004d38d446) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:43.127507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.129884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.138238 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.141826 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] 10.222.0.46 "DELETE /v2.0/networks/274f048a-9b30-4d54-9eac-1dd8cfddd876 HTTP/1.1" status: 204 len: 168 time: 1.2613554 Nov 23 14:13:43.182570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02879a-84a8-4d16-b79c-28fcc518b18f admin admin] Pushing event deleted for resources: {'Network': ['ID=274f048a-9b30-4d54-9eac-1dd8cfddd876,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:43.256692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.257026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.269915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Calling delete_port for dbdd5e18-5bb6-44dd-bc7b-1335ff3d445b owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:43.292547 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.303003 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.323326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42950) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:43.346265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:43.348477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.349266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:43.352362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Router 97b8f3c9-181c-414d-9092-d403fe667f4c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:43.353421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:43.363829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e672f20-5ccb-4f9a-9c23-864a944ef337 req-4a00f65b-45a8-438c-b169-1f60ce98c5ce tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/968204db-7b53-48a0-ab01-6b118be5d4de HTTP/1.1" status: 200 len: 3002 time: 0.5297642 Nov 23 14:13:43.393048 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-fca66fbe-0818-4c7b-8b75-54e869268798 service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621932 Nov 23 14:13:43.401482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-acc20077-e3dc-48fe-9c4c-7eb991224681 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad2da3acd22e4e838c8d021f54654a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770097 Nov 23 14:13:43.407426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:43.423975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Pushing event updated for resources: {'Port': ['ID=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:43.490951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Attempting to bind port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:43.491577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Attempting to bind port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:43.493237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Attempting to bind port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 on network b06b3722-684c-4ef2-89b6-9a3b1065b93a {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:43.501996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:43.503825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Checking segment: {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:43.505112 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.505852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Bound using segment: {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:43.507348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Bound port: ad92ad22-47f3-4ee9-b4b9-d7004d38d446, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:43.508693 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.530681 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.578548 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0797ba7a-00e7-4517-a4e2-dbc510f3f4a2 req-47af25a6-a4df-4071-a0a3-7af337f8331e service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738882 Nov 23 14:13:43.580438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event deleted for resources: {'Port': ['ID=dbdd5e18-5bb6-44dd-bc7b-1335ff3d445b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:43.609865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] For port ad92ad22-47f3-4ee9-b4b9-d7004d38d446, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:43.614507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] For port ad92ad22-47f3-4ee9-b4b9-d7004d38d446, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:43.621057 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.692143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ce32b-26d2-4298-9590-c0f7679236ac None None] Pushing event updated for resources: {'Port': ['ID=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:43.708561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.713318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:43.714603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b48f8ad-e43c-4d74-a188-e36fc20599d3 req-f57bed61-8495-4978-98bb-f86ae17f7d1c tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "DELETE /v2.0/floatingips/5ea675a7-ddc4-4f79-8902-a53bb8ea0373 HTTP/1.1" status: 204 len: 173 time: 1.3146870 Nov 23 14:13:43.849406 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ca631-ec5e-49f7-892e-39e79a5e9dee x-openstack-request-id: req-855ca631-ec5e-49f7-892e-39e79a5e9dee {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:43.849986 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:43.849986 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-855ca631-ec5e-49f7-892e-39e79a5e9dee {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:43.850437 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'status': 'completed', 'code': 200} Nov 23 14:13:43.995552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-d04d79e8-a6ee-4a5a-b545-cb7945d60a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:43.997134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-d04d79e8-a6ee-4a5a-b545-cb7945d60a30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f63d9e228b5449bcb4b073550f4f651e&device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 1094 time: 0.1195853 Nov 23 14:13:44.006362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5dbc-d1ce-4c7f-9014-060810da56ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.017613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dffed-24dc-4b27-a8ba-65f6400670fd req-a8bb221e-ed1f-4024-88f9-cf49f8543d1d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:44.019242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850dffed-24dc-4b27-a8ba-65f6400670fd req-a8bb221e-ed1f-4024-88f9-cf49f8543d1d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1042314 Nov 23 14:13:44.027438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:44.041258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] Sync routers for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:44.048599 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.055292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:44.056218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:44.104379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5dbc-d1ce-4c7f-9014-060810da56ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.123646 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-78ec7e2b-7117-4c61-9723-aa46373ae67f tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "PUT /v2.0/floatingips/90f1484d-183e-4482-8f3f-8642b605fb78 HTTP/1.1" status: 200 len: 992 time: 2.5477128 Nov 23 14:13:44.127074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:44.129357 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:44.142470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850dffed-24dc-4b27-a8ba-65f6400670fd req-a55690f8-2827-4df6-9749-49b08eba3f78 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129591 Nov 23 14:13:44.170481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eadeb1-30ac-451a-90c5-5b0869072de1 req-ffd11ef4-0905-4a9c-9db9-762c170317dd tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:44.171724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ad92ad22-47f3-4ee9-b4b9-d7004d38d446 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:44.172059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8eadeb1-30ac-451a-90c5-5b0869072de1 req-ffd11ef4-0905-4a9c-9db9-762c170317dd tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 943 time: 0.2172034 Nov 23 14:13:44.231990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-dcfaa936-6ed9-47cd-b44a-9061606fc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:44.232534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:44.233455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-dcfaa936-6ed9-47cd-b44a-9061606fc90f service neutron] 10.222.0.11 "GET /v2.0/networks?id=adcd70cf-8cd0-4b7b-8726-6674348e10e5 HTTP/1.1" status: 200 len: 916 time: 0.2263093 Nov 23 14:13:44.259924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7926c23f-9924-4d34-9dbb-2a103f63a364 req-0a61d5a8-d5e1-44cc-ae71-122eb2196674 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/df9b010e-fc8b-4cd2-8325-2445077b741d HTTP/1.1" status: 200 len: 1819 time: 0.0848210 Nov 23 14:13:44.298218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5dbc-d1ce-4c7f-9014-060810da56ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.301063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5dbc-d1ce-4c7f-9014-060810da56ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.302234 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5a3b5dbc-d1ce-4c7f-9014-060810da56ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b54fa6c-294b-4df2-8fae-d70737510eb9 HTTP/1.1" status: 204 len: 168 time: 0.8946307 Nov 23 14:13:44.316450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.319178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5dbc-d1ce-4c7f-9014-060810da56ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54fa6c-294b-4df2-8fae-d70737510eb9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:44.319855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-f3867262-68e9-418e-a61f-5b6954d39eda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469efe6b-8864-4ee6-a136-eb371c0f7583 HTTP/1.1" status: 200 len: 217 time: 0.0745516 Nov 23 14:13:44.328583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:44.329271 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.335920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8eadeb1-30ac-451a-90c5-5b0869072de1 req-fd233719-9108-48af-b1d2-29af10b0efe5 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510789 Nov 23 14:13:44.342301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.474615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-65d5202b-f0ba-4ddf-b675-c1fecba90546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:44.478331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-65d5202b-f0ba-4ddf-b675-c1fecba90546 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69134c60-ee5c-4ccd-bde8-72ac930b57d0 HTTP/1.1" status: 200 len: 854 time: 0.1386328 Nov 23 14:13:44.503666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7926c23f-9924-4d34-9dbb-2a103f63a364 req-f8f9fc5c-9f89-413b-ba18-81b719b79bae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.517883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Allocated IP 172.25.3.45 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/fc5ff78b-80e9-4283-8234-c1a05f0b896a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:44.561115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.610660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port ad92ad22-47f3-4ee9-b4b9-d7004d38d446, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:44.617967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '90f1484d-183e-4482-8f3f-8642b605fb78', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'port_id': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'mac_address': 'fa:16:3e:43:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:13:42Z', 'revision_number': 1, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:11:01Z', 'revision_number': 5, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:44.622478 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.629413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7926c23f-9924-4d34-9dbb-2a103f63a364 req-f8f9fc5c-9f89-413b-ba18-81b719b79bae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.636015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-58a2c1b1-e296-48c8-8286-ecd58451e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.2278957 Nov 23 14:13:44.660154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] Checking router: 97b8f3c9-181c-414d-9092-d403fe667f4c for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:44.712909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-3a884d7f-6960-488d-9b86-c02fe407e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:44.714432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-3a884d7f-6960-488d-9b86-c02fe407e640 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adcd70cf-8cd0-4b7b-8726-6674348e10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243378 Nov 23 14:13:44.722666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:44.723339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:44.725340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 44435f69-e4c2-4055-89e8-b16c222b61b1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:44.743278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.791139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.793827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-2a9d0bcc-9796-4314-8bec-62a6aadd6e10 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:44.810023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-2a9d0bcc-9796-4314-8bec-62a6aadd6e10 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports/3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 943 time: 0.1614444 Nov 23 14:13:44.821861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:44.826587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:44.834667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 44435f69-e4c2-4055-89e8-b16c222b61b1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:44.838613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 44435f69-e4c2-4055-89e8-b16c222b61b1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:44.856452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:44.881865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:44.959186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc5ff78b-80e9-4283-8234-c1a05f0b896a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:44.969592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7926c23f-9924-4d34-9dbb-2a103f63a364 req-f8f9fc5c-9f89-413b-ba18-81b719b79bae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.972557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7926c23f-9924-4d34-9dbb-2a103f63a364 req-f8f9fc5c-9f89-413b-ba18-81b719b79bae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:44.978942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7926c23f-9924-4d34-9dbb-2a103f63a364 req-f8f9fc5c-9f89-413b-ba18-81b719b79bae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/df9b010e-fc8b-4cd2-8325-2445077b741d HTTP/1.1" status: 204 len: 173 time: 0.7079339 Nov 23 14:13:45.129430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-01fea1b5-a696-4da3-9b95-3d9b89c66c87 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.1659138 Nov 23 14:13:45.146364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9fc5c-9f89-413b-ba18-81b719b79bae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b010e-fc8b-4cd2-8325-2445077b741d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:45.187597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-5f393c71-a704-4a3f-af9a-6bfce5c3aed1 service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480000 Nov 23 14:13:45.196188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f0887-317c-4add-9ff9-56240f48338d None None] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:45.255703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-68d065c0-f0de-43e3-ac49-056e02444c27 None None] Provisioning complete for port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:45.256073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-68d065c0-f0de-43e3-ac49-056e02444c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:45.312763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:45.352696 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:45.400322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0146ec66-efff-4c2b-8f0e-f8c5bc8b0d91 req-96d07fa6-323e-449f-85a3-f7ec321bb2ca service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001264 Nov 23 14:13:45.422994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-9bd49bdb-ea08-4a74-b8a1-d625bb90ccf2 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.431706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-9bd49bdb-ea08-4a74-b8a1-d625bb90ccf2 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2914157 Nov 23 14:13:45.488234 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e2b220-0915-4fb8-862a-0cc73f508e1c x-openstack-request-id: req-12e2b220-0915-4fb8-862a-0cc73f508e1c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:45.488538 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:45.488781 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12e2b220-0915-4fb8-862a-0cc73f508e1c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:45.490665 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'status': 'completed', 'code': 200} Nov 23 14:13:45.594613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-a992294c-3f0c-43e6-999a-e69ad27c2de5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.1618102 Nov 23 14:13:45.600615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.601539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.602133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.602598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.603088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.603560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.604017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.605931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-81961441-15df-43be-8f87-e93257f1e940 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6500 time: 0.1062484 Nov 23 14:13:45.619349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:45.667337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42996) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:45.701228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:45.707508 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:45.749978 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-3c24c8b4-51a4-40e8-a78e-623a25c6f5cc req-0e32781d-cdbf-4c61-b62f-ed21d350aa99 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:13:45.751055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c24c8b4-51a4-40e8-a78e-623a25c6f5cc req-0e32781d-cdbf-4c61-b62f-ed21d350aa99 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/df9b010e-fc8b-4cd2-8325-2445077b741d HTTP/1.1" status: 404 len: 352 time: 0.1441460 Nov 23 14:13:45.819735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1060839344-network', 'tenant_id': 'f3b73bd294c446a1a694f21fcfc3c3df'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:45.826823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '90f1484d-183e-4482-8f3f-8642b605fb78', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'port_id': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'mac_address': 'fa:16:3e:43:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:13:42Z', 'revision_number': 1, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:11:01Z', 'revision_number': 5, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:45.855617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05e4d2-d79e-4e74-ae84-790892e18a7c None None] The sync data for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 is: [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '90f1484d-183e-4482-8f3f-8642b605fb78', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'port_id': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'mac_address': 'fa:16:3e:43:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:13:42Z', 'revision_number': 1, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:11:01Z', 'revision_number': 5, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:45.878641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Made reservation on behalf of f3b73bd294c446a1a694f21fcfc3c3df for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:45.883704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:45.899964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:45.958599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:13:45.993751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-cd3ee88f-bfdd-4ca7-9cba-3613fa0a6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:45.995433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-cd3ee88f-bfdd-4ca7-9cba-3613fa0a6842 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a9ee93-d52a-40bd-8474-910f5a837859 HTTP/1.1" status: 200 len: 918 time: 0.3194661 Nov 23 14:13:46.004727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.025032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e817167-7444-4745-b09c-c2b045aac7da req-e309114c-d0ff-4fca-b441-67491f2d8c40 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:46.026592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e817167-7444-4745-b09c-c2b045aac7da req-e309114c-d0ff-4fca-b441-67491f2d8c40 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1561782 Nov 23 14:13:46.027288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.027618 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Floating IP 7f6858bc-25bf-489b-b032-199f4d8dbf48 disassociated. External IP: 172.25.3.77, port: 3674ad08-0450-4e68-81e0-fe299f7be544. Nov 23 14:13:46.081061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ad92ad22-47f3-4ee9-b4b9-d7004d38d446 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:46.118280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:46.129204 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Sync routers for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:46.138798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:46.139222 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.140781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.142485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2cb255ad-e5ac-468b-a29c-c36926245cb8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2993209 Nov 23 14:13:46.150645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:46.153189 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:46.169107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:46.207085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.213887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.214855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-96d80064-457f-4fa4-91bc-993fd30a77ee None None] Provisioning complete for port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:46.215338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-96d80064-457f-4fa4-91bc-993fd30a77ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.238989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:13:46.264390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-8210ecd3-988b-4dd2-981d-5f7615c07950 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 200 len: 1000 time: 0.2584107 Nov 23 14:13:46.273129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.283441 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Added segment d593b598-ad66-4b08-9af1-6fe91d363719 of type vlan for network 7da335a7-1eca-4083-a90d-d14c5dd6c186 Nov 23 14:13:46.323118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763fd3b-5517-4ce7-bc2d-a73f03ac3214 None None] New status for floating IP 90f1484d-183e-4482-8f3f-8642b605fb78: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:13:46.328345 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:46.336971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.348113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e817167-7444-4745-b09c-c2b045aac7da req-de3f318a-a36e-42ba-bbed-c51b3a5cfc24 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170968 Nov 23 14:13:46.404960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713b7cde-6353-4716-9484-5735a868cdf6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:46.408700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.410014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:46.410607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.435845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-3f205d77-f86a-41c8-9091-a5f7e0335eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:46.437337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-3f205d77-f86a-41c8-9091-a5f7e0335eb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a364ed53-f9a0-4c52-85de-268f6f2f28e3 HTTP/1.1" status: 200 len: 856 time: 0.1598186 Nov 23 14:13:46.478881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] Pushing event updated for resources: {'Network': ['ID=7da335a7-1eca-4083-a90d-d14c5dd6c186,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:46.515529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7da335a7-1eca-4083-a90d-d14c5dd6c186 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:13:46.544103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b5420b0a-fb0b-412f-97bd-38083f6817bd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8742604 Nov 23 14:13:46.546770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43006) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:46.554647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Request body: {'subnet': {'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1060839344-subnet', 'tenant_id': 'f3b73bd294c446a1a694f21fcfc3c3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:46.560050 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:45Z', 'revision_number': 3, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:46.585005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Made reservation on behalf of f3b73bd294c446a1a694f21fcfc3c3df for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:46.590082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.598634 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Checking router: 63c17cb9-bc52-4673-a816-97ed7d11d4f9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:46.599022 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Updating router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 port fc5ff78b-80e9-4283-8234-c1a05f0b896a binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:13:46.635858 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.778303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Router f4d4b64c-402e-45b7-a576-30e8b0a49933 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:46.856760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-0a8eb3e0-bd18-47c1-9599-d8af1df4779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:46.858242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-0a8eb3e0-bd18-47c1-9599-d8af1df4779a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a9ee93-d52a-40bd-8474-910f5a837859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4134433 Nov 23 14:13:46.871673 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.904672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2907a-0f21-435e-ace5-8bbf9220c692 req-8b35040b-ba32-4552-a58d-5fe1d4d3eb7f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:46.905994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9c2907a-0f21-435e-ace5-8bbf9220c692 req-8b35040b-ba32-4552-a58d-5fe1d4d3eb7f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 943 time: 0.1313546 Nov 23 14:13:46.933515 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.942280 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:46.997981 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Attempting to bind port fc5ff78b-80e9-4283-8234-c1a05f0b896a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:46.998716 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Attempting to bind port fc5ff78b-80e9-4283-8234-c1a05f0b896a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:46.998841 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Attempting to bind port fc5ff78b-80e9-4283-8234-c1a05f0b896a on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:47.000896 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4a498-f38c-4809-a5b5-77915fba0063 None None] Pushing event updated for resources: {'Port': ['ID=fc5ff78b-80e9-4283-8234-c1a05f0b896a,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:47.007151 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:47.007335 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:47.008477 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.008477 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:47.008857 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Bound port: fc5ff78b-80e9-4283-8234-c1a05f0b896a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:47.010017 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.020362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871af465-8d67-44ab-ab61-028f2f2b7f85,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:47.024901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:47.030170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Checking segment: {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:47.030170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Network hostable DHCP agents. Network: 7da335a7-1eca-4083-a90d-d14c5dd6c186, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:13:47.036542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.041420 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] Sync routers for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:47.065402 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:47.066103 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:47.074088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9c2907a-0f21-435e-ace5-8bbf9220c692 req-419a3d4e-93e1-4b24-916c-b370944b1e2f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359503 Nov 23 14:13:47.081964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Network 7da335a7-1eca-4083-a90d-d14c5dd6c186 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:13:47.087060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-9a4e8876-dddb-4b55-95ef-975021ec0493 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198238 Nov 23 14:13:47.088654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f3dad3e0-906b-4cf1-b9a3-9266d68dfc09 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "PUT /v2.0/floatingips/7f6858bc-25bf-489b-b032-199f4d8dbf48 HTTP/1.1" status: 200 len: 694 time: 1.4750001 Nov 23 14:13:47.089113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:47.092506 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:47.098874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7da335a7-1eca-4083-a90d-d14c5dd6c186) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:47.104102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:47.105128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.112985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df21f9-c8cd-4c78-8f40-edb635e5478e None None] Network 7da335a7-1eca-4083-a90d-d14c5dd6c186 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:47.128828 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] For port fc5ff78b-80e9-4283-8234-c1a05f0b896a, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:47.132694 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] For port fc5ff78b-80e9-4283-8234-c1a05f0b896a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fc5ff78b-80e9-4283-8234-c1a05f0b896a,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:47.140881 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.165340 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b0059697-cd25-496c-8f02-05bd33c487f5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6100636 Nov 23 14:13:47.233624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.241058 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4a498-f38c-4809-a5b5-77915fba0063 None None] Pushing event updated for resources: {'Port': ['ID=fc5ff78b-80e9-4283-8234-c1a05f0b896a,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:47.297827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1950d072-4b63-4dc9-8663-3235af75c4a3 None None] Network 7da335a7-1eca-4083-a90d-d14c5dd6c186 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:13:47.323353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8581df20-141d-4b67-8956-221d3da463c1 req-dc05767b-d262-4425-8a45-2eb1f83d0cb0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/bc241029-e611-4efa-b404-8913dbf102a1 HTTP/1.1" status: 200 len: 1819 time: 0.1160712 Nov 23 14:13:47.330947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f1512419-1020-4ada-877f-80ff06ef3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:47.336312 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-f1512419-1020-4ada-877f-80ff06ef3d62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8eb5826da48343ea8979e586e85c06f4&device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 1097 time: 0.1862893 Nov 23 14:13:47.347823 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:47.348584 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:47.453262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Allocated IP 172.20.0.1 (b06b3722-684c-4ef2-89b6-9a3b1065b93a/09f86352-0bee-41c4-8fcd-19780e041ec9/7fed3c34-5bdd-433a-a9ca-43a45d19537c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:47.468124 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:47.506303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7260eb-d505-44fa-9306-f2fdb0c39dbc req-66d8261a-d393-4bf9-84c1-afe5d139c53b service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090664 Nov 23 14:13:47.509625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8581df20-141d-4b67-8956-221d3da463c1 req-22a2051d-2c3b-4919-bf81-7cd128a71355 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.535862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8581df20-141d-4b67-8956-221d3da463c1 req-22a2051d-2c3b-4919-bf81-7cd128a71355 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.551814 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:47.588978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8581df20-141d-4b67-8956-221d3da463c1 req-22a2051d-2c3b-4919-bf81-7cd128a71355 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.592307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8581df20-141d-4b67-8956-221d3da463c1 req-22a2051d-2c3b-4919-bf81-7cd128a71355 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.595901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.599503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8581df20-141d-4b67-8956-221d3da463c1 req-22a2051d-2c3b-4919-bf81-7cd128a71355 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/bc241029-e611-4efa-b404-8913dbf102a1 HTTP/1.1" status: 204 len: 173 time: 0.2750955 Nov 23 14:13:47.609194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-a419102c-2bd0-4173-8628-d037ef225411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:47.610732 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-a419102c-2bd0-4173-8628-d037ef225411 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 200 len: 930 time: 0.2331212 Nov 23 14:13:47.618298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2051d-2c3b-4919-bf81-7cd128a71355 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc241029-e611-4efa-b404-8913dbf102a1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:47.658777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.698357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 469efe6b-8864-4ee6-a136-eb371c0f7583 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:13:47.703430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-ea9e8352-1aa5-4c8a-9b14-46a7c0a59373 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 217 time: 0.0526600 Nov 23 14:13:47.717748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:47.722616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:47.725795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:47.729570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fed3c34-5bdd-433a-a9ca-43a45d19537c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:47.773106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.833136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-e66ff6d1-cd4c-4b80-8706-205d32d5543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:47.837127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-e66ff6d1-cd4c-4b80-8706-205d32d5543e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abb04353-134a-40a6-8ea1-0ae280062330 HTTP/1.1" status: 200 len: 868 time: 0.1250114 Nov 23 14:13:47.884689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 469efe6b-8864-4ee6-a136-eb371c0f7583, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=469efe6b-8864-4ee6-a136-eb371c0f7583,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:47.910761 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d6829d-6591-4036-9f51-bf63b6afc386 x-openstack-request-id: req-d9d6829d-6591-4036-9f51-bf63b6afc386 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:47.910982 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:47.911224 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9d6829d-6591-4036-9f51-bf63b6afc386 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:47.911880 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544', 'status': 'completed', 'code': 200} Nov 23 14:13:47.919677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'port_id': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'mac_address': 'fa:16:3e:a1:b7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:13:47.984424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:47.986380 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:48.003638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-b702f9ac-d71f-46a7-85e4-4413d83dd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.005354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-b702f9ac-d71f-46a7-85e4-4413d83dd73a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c23f0361-85e2-4a82-9272-70f82b16abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618462 Nov 23 14:13:48.020183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469efe6b-8864-4ee6-a136-eb371c0f7583 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:48.047262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 469efe6b-8864-4ee6-a136-eb371c0f7583, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=469efe6b-8864-4ee6-a136-eb371c0f7583,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:48.054394 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:48.081644 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:07Z', 'revision_number': 5, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:48.100732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-2073f1b3-c235-4b2e-8c53-309a14a00031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.102964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-2073f1b3-c235-4b2e-8c53-309a14a00031 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8eb5826da48343ea8979e586e85c06f4&device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 1097 time: 0.1649153 Nov 23 14:13:48.119522 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] Checking router: f4d4b64c-402e-45b7-a576-30e8b0a49933 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:48.121224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=469efe6b-8864-4ee6-a136-eb371c0f7583,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:48.123555 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:45Z', 'revision_number': 3, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:48.158270 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c8d2b-b595-450c-b088-6cb888af2a2f None None] The sync data for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 is: [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:45Z', 'revision_number': 3, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:48.161942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:48.162221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:48.163162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c45c261a-3443-437e-aff9-1b8e96083eb3 None None] Provisioning complete for port 7fed3c34-5bdd-433a-a9ca-43a45d19537c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:48.163648 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c45c261a-3443-437e-aff9-1b8e96083eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:48.215466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c45c261a-3443-437e-aff9-1b8e96083eb3 None None] Port 7fed3c34-5bdd-433a-a9ca-43a45d19537c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:48.236672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7215be-9a0b-4d2e-849e-a2247d49f194 req-c8165900-9ebf-433e-97bd-b6f543c6173c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.238181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe7215be-9a0b-4d2e-849e-a2247d49f194 req-c8165900-9ebf-433e-97bd-b6f543c6173c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2379613 Nov 23 14:13:48.279353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:48.291279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:48.292555 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:48.321670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe7215be-9a0b-4d2e-849e-a2247d49f194 req-d9bc9bd7-b44e-459c-8ef8-9481eeb9de3a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715849 Nov 23 14:13:48.323764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-71b27e7f-dbdb-4a58-8d74-4394a1a81437 service neutron] 10.222.0.46 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925818 Nov 23 14:13:48.336529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-143ebf50-7f98-4fbe-9119-884257fc8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.337939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-143ebf50-7f98-4fbe-9119-884257fc8ac1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 200 len: 930 time: 0.2259591 Nov 23 14:13:48.381900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['469efe6b-8864-4ee6-a136-eb371c0f7583'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:48.407044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-f26567e8-d703-40fd-8dde-79ef60e247f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 200 len: 217 time: 0.0570114 Nov 23 14:13:48.531160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdde0231-777c-48f5-9b90-b7a0387b09a2 req-4b998db9-58e6-4f18-adcb-9ae1f36e80e0 service neutron] 10.222.0.46 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903923 Nov 23 14:13:48.537785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-beda3cdb-0a5d-4196-a25b-d067a0f86eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.539716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-beda3cdb-0a5d-4196-a25b-d067a0f86eb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abb04353-134a-40a6-8ea1-0ae280062330 HTTP/1.1" status: 200 len: 868 time: 0.1255877 Nov 23 14:13:48.651962 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-6d444add-5c02-4ca1-b73d-931f456ba59a req-b92e4802-6845-4c19-bd22-b28dd98c9262 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:13:48.653095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d444add-5c02-4ca1-b73d-931f456ba59a req-b92e4802-6845-4c19-bd22-b28dd98c9262 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/bc241029-e611-4efa-b404-8913dbf102a1 HTTP/1.1" status: 404 len: 352 time: 0.0303960 Nov 23 14:13:48.673050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-b17bc090-2482-4cca-8b93-30a4133a5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.674591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-b17bc090-2482-4cca-8b93-30a4133a5229 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c23f0361-85e2-4a82-9272-70f82b16abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253889 Nov 23 14:13:48.801161 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:07Z', 'revision_number': 5, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:48.834459 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ff6b6-9005-4eaa-a101-530bff9808a2 None None] The sync data for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 is: [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:12:59Z', 'revision_number': 4, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e7498889-0553-4bdf-a8bf-ae9d6aa70aa2', 'name': '', 'network_id': 'c23f0361-85e2-4a82-9272-70f82b16abe8', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'mac_address': 'fa:16:3e:53:5a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:58Z', 'updated_at': '2021-11-23T14:13:07Z', 'revision_number': 5, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'subnets': [{'id': 'abb04353-134a-40a6-8ea1-0ae280062330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:48.866059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fed3c34-5bdd-433a-a9ca-43a45d19537c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:48.873393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:48.923272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff80f53-3320-48ab-a6e7-b2fd73685ee0 req-b5664d92-f567-44da-ac4e-4aeb976f9944 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.925412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ff80f53-3320-48ab-a6e7-b2fd73685ee0 req-b5664d92-f567-44da-ac4e-4aeb976f9944 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 944 time: 0.1505513 Nov 23 14:13:48.959895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-a650cd88-197e-41f1-8132-dfec999e5c44 service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754674 Nov 23 14:13:48.974378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-fa1d412d-47f8-4638-ba2d-be895af1cb11 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:48.978137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:48.979756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:48.980868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-fa1d412d-47f8-4638-ba2d-be895af1cb11 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/networks?id=7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 200 len: 818 time: 0.2071879 Nov 23 14:13:49.100497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-d0caaf5c-6dae-4419-bdf8-44f6356b8c91 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/quotas/f3b73bd294c446a1a694f21fcfc3c3df HTTP/1.1" status: 200 len: 375 time: 0.0942085 Nov 23 14:13:49.156198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:49.172355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc01c3dd-8c6c-4970-85d7-207c3aa90cf2 req-b4fdcc8b-928a-485e-a173-2036078809fe service neutron] 10.222.0.74 "GET /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903064 Nov 23 14:13:49.174855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-549b0720-e282-48e2-9f81-2974314eaac5 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629010 Nov 23 14:13:49.178570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ff80f53-3320-48ab-a6e7-b2fd73685ee0 req-67d7ddc8-8f9d-4705-958b-5b92511f768b tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220845 Nov 23 14:13:49.291499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ddc335-5119-43a8-8efd-cde4c0f88c96 None None] New status for floating IP 7f6858bc-25bf-489b-b032-199f4d8dbf48: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:13:49.331239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-c3da871f-3804-408f-9c3e-204aa24955a5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips/7f6858bc-25bf-489b-b032-199f4d8dbf48 HTTP/1.1" status: 200 len: 694 time: 0.1077368 Nov 23 14:13:49.365958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:49.386705 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3af4a834-8636-408d-925b-61eafeb58cb9 admin admin] 10.222.0.46 "PUT /v2.0/routers/63c17cb9-bc52-4673-a816-97ed7d11d4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2348220 Nov 23 14:13:49.441979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-be284bd5-b74f-4df2-b050-a7e5d8f68b10 service neutron] 10.222.0.46 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500958 Nov 23 14:13:49.533310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-791e8b85-1970-4670-8ab2-467abb44e460 None None] Provisioning complete for port 7fed3c34-5bdd-433a-a9ca-43a45d19537c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:49.533682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-791e8b85-1970-4670-8ab2-467abb44e460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:49.546401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-85bb8fff-d454-4f84-997d-3fc9a1f2a1c7 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:49.547953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-85bb8fff-d454-4f84-997d-3fc9a1f2a1c7 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2093170 Nov 23 14:13:49.581282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-791e8b85-1970-4670-8ab2-467abb44e460 None None] Port 7fed3c34-5bdd-433a-a9ca-43a45d19537c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:13:49.610667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-76027b24-4fc0-4e56-b1ca-48bcbfe16a7d tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0537069 Nov 23 14:13:49.669121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-3e14e292-4e2b-45ee-a66c-c474dfc243a5 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0507989 Nov 23 14:13:49.671185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-754fbfe2-bb5a-43a7-9e7d-03585c879c73 service neutron] 10.222.0.46 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175953 Nov 23 14:13:49.712285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 469efe6b-8864-4ee6-a136-eb371c0f7583 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:49.767563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 469efe6b-8864-4ee6-a136-eb371c0f7583 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:13:49.771907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 469efe6b-8864-4ee6-a136-eb371c0f7583 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:49.772276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:49.815794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Deleting port c3de702e-ed86-4626-9516-56109462e674 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:49.816227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:49.920516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:49.920836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:49.944825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Calling delete_port for c3de702e-ed86-4626-9516-56109462e674 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:49.964978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d85ad73-a41c-426b-9b77-385bc80c79db req-8c009b0b-d6b9-4547-b380-a7077e0218bb tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/f2ffb2c6-8e7f-4d34-b0be-f2b08015208c HTTP/1.1" status: 200 len: 1820 time: 0.0771816 Nov 23 14:13:50.040702 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.082875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:50.092513 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19a419-a965-45a9-b0f9-e528143e78fe" -d '{"events": [{"server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "name": "network-vif-plugged", "status": "completed", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:50.107678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fc5ff78b-80e9-4283-8234-c1a05f0b896a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:50.113859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 469efe6b-8864-4ee6-a136-eb371c0f7583, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=469efe6b-8864-4ee6-a136-eb371c0f7583,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:50.136089 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.214208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=469efe6b-8864-4ee6-a136-eb371c0f7583,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:50.219565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fc5ff78b-80e9-4283-8234-c1a05f0b896a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:50.219958 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.305594 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.332628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port fc5ff78b-80e9-4283-8234-c1a05f0b896a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fc5ff78b-80e9-4283-8234-c1a05f0b896a,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:50.338129 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.358012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d85ad73-a41c-426b-9b77-385bc80c79db req-47568f78-4d8c-4012-81b8-c8a64c2b28d0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.392495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=fc5ff78b-80e9-4283-8234-c1a05f0b896a,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:50.400262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d85ad73-a41c-426b-9b77-385bc80c79db req-47568f78-4d8c-4012-81b8-c8a64c2b28d0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.483586 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d85ad73-a41c-426b-9b77-385bc80c79db req-47568f78-4d8c-4012-81b8-c8a64c2b28d0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.486508 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d85ad73-a41c-426b-9b77-385bc80c79db req-47568f78-4d8c-4012-81b8-c8a64c2b28d0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.487403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d85ad73-a41c-426b-9b77-385bc80c79db req-47568f78-4d8c-4012-81b8-c8a64c2b28d0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/f2ffb2c6-8e7f-4d34-b0be-f2b08015208c HTTP/1.1" status: 204 len: 173 time: 0.4767778 Nov 23 14:13:50.498177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.502813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47568f78-4d8c-4012-81b8-c8a64c2b28d0 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ffb2c6-8e7f-4d34-b0be-f2b08015208c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:50.525035 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Sync routers for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:50.538771 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:50.539482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event deleted for resources: {'Port': ['ID=c3de702e-ed86-4626-9516-56109462e674,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:50.540036 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:50.616956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.620184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:50.621904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dbf0acd-a4ae-44cc-82a6-995dcb4fce97 req-8fab6d43-7798-46a8-bd75-899ccef8f41f tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "DELETE /v2.0/floatingips/7f6858bc-25bf-489b-b032-199f4d8dbf48 HTTP/1.1" status: 204 len: 173 time: 0.9468906 Nov 23 14:13:50.696940 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:50.754243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc954133-3212-42d8-9a84-33f55789b596 req-e0b67eb5-ff34-40fa-8902-1e91e13823b8 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:50.762305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc954133-3212-42d8-9a84-33f55789b596 req-e0b67eb5-ff34-40fa-8902-1e91e13823b8 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0811374 Nov 23 14:13:50.827546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc954133-3212-42d8-9a84-33f55789b596 req-ab134e19-6f9a-439d-9e1c-c692609e6af2 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579569 Nov 23 14:13:51.002415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43080) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:51.007481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1b41848c-ef80-4093-bd26-3a4821a684fc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888677875', 'description': 'tempest-description--10195272'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:51.008419 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:48Z', 'revision_number': 2, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:51.041024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b41848c-ef80-4093-bd26-3a4821a684fc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.091373 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Checking router: 63c17cb9-bc52-4673-a816-97ed7d11d4f9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:51.093046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Updating router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 port 7fed3c34-5bdd-433a-a9ca-43a45d19537c binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:13:51.106117 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33860aeb-5dc2-4963-a9c5-5e2411df664d x-openstack-request-id: req-33860aeb-5dc2-4963-a9c5-5e2411df664d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:51.106581 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "name": "network-vif-plugged", "status": "completed", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:51.106986 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33860aeb-5dc2-4963-a9c5-5e2411df664d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:51.107518 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'code': 200} Nov 23 14:13:51.139158 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.215284 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-814016e1-9334-423a-9713-39d919ffb52b req-79a6f777-14c8-40fe-8f6e-cdab73ddaf98 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:13:51.216599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-814016e1-9334-423a-9713-39d919ffb52b req-79a6f777-14c8-40fe-8f6e-cdab73ddaf98 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/f2ffb2c6-8e7f-4d34-b0be-f2b08015208c HTTP/1.1" status: 404 len: 352 time: 0.0583239 Nov 23 14:13:51.223705 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b41848c-ef80-4093-bd26-3a4821a684fc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.245590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b41848c-ef80-4093-bd26-3a4821a684fc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.336752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41848c-ef80-4093-bd26-3a4821a684fc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:51.360692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b41848c-ef80-4093-bd26-3a4821a684fc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.361938 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b41848c-ef80-4093-bd26-3a4821a684fc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3584766 Nov 23 14:13:51.364910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:51.371813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18915535-61e8-4640-8478-ba8ffe220897 req-ae43a80e-ac1d-4025-a9e6-a4f549fd4e25 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:51.373673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bce49bf5-c8d6-4a0d-b714-df18ebc30ca8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Request body: {'security_group_rule': {'security_group_id': 'f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:51.373815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18915535-61e8-4640-8478-ba8ffe220897 req-ae43a80e-ac1d-4025-a9e6-a4f549fd4e25 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 945 time: 0.2136667 Nov 23 14:13:51.381011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42bba72e-93a7-4c46-9392-45c8ff4d36f1 req-0264d76b-398c-4418-b0ef-6328a786a660 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 210 time: 0.0635848 Nov 23 14:13:51.396530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77469d30-55a4-4705-b847-eb542e68d506 req-eb503d00-203c-4b61-a5ff-931fa5fa3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:51.398257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77469d30-55a4-4705-b847-eb542e68d506 req-eb503d00-203c-4b61-a5ff-931fa5fa3d23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 1096 time: 0.1723859 Nov 23 14:13:51.427935 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bce49bf5-c8d6-4a0d-b714-df18ebc30ca8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.486471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18915535-61e8-4640-8478-ba8ffe220897 req-1b82279a-afc0-4b60-b9ee-80d5e7338a76 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025839 Nov 23 14:13:51.496587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77469d30-55a4-4705-b847-eb542e68d506 req-cee89068-4a9b-4527-8c72-e9ec5b7618d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864971 Nov 23 14:13:51.509569 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.515666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bce49bf5-c8d6-4a0d-b714-df18ebc30ca8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.519718 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.524125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bce49bf5-c8d6-4a0d-b714-df18ebc30ca8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.551372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49bf5-c8d6-4a0d-b714-df18ebc30ca8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832b00fd-4df6-4558-94bf-bb842547934c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:51.566430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bce49bf5-c8d6-4a0d-b714-df18ebc30ca8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.567879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bce49bf5-c8d6-4a0d-b714-df18ebc30ca8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014484 Nov 23 14:13:51.570641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43088) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:51.575330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-14201729-8b3c-437f-9e02-6341a0511a31 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Request body: {'security_group_rule': {'security_group_id': 'f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:51.580261 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95bec8-f427-43c5-9993-44ffe40bdd6a None None] Pushing event updated for resources: {'Port': ['ID=7fed3c34-5bdd-433a-a9ca-43a45d19537c,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:51.581025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c8335da-1639-4ce2-827b-95582a0eea6e req-f74289a1-0196-4518-bba3-ba251ef19aae tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 6206 time: 0.1519806 Nov 23 14:13:51.631087 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14201729-8b3c-437f-9e02-6341a0511a31 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.709779 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Attempting to bind port 7fed3c34-5bdd-433a-a9ca-43a45d19537c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:51.710191 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Attempting to bind port 7fed3c34-5bdd-433a-a9ca-43a45d19537c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:51.710614 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Attempting to bind port 7fed3c34-5bdd-433a-a9ca-43a45d19537c on network b06b3722-684c-4ef2-89b6-9a3b1065b93a {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:51.718061 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:51.718429 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Checking segment: {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:51.718825 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.719778 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Bound using segment: {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:51.720368 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Bound port: 7fed3c34-5bdd-433a-a9ca-43a45d19537c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:51.720747 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.727897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14201729-8b3c-437f-9e02-6341a0511a31 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.734498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14201729-8b3c-437f-9e02-6341a0511a31 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.798854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14201729-8b3c-437f-9e02-6341a0511a31 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80b24a3-14eb-4d40-b9e3-761717e6aa0d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:51.821363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14201729-8b3c-437f-9e02-6341a0511a31 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.826394 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-14201729-8b3c-437f-9e02-6341a0511a31 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2542477 Nov 23 14:13:51.829075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43094) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:51.839094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:51.840941 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] For port 7fed3c34-5bdd-433a-a9ca-43a45d19537c, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:51.844365 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] For port 7fed3c34-5bdd-433a-a9ca-43a45d19537c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7fed3c34-5bdd-433a-a9ca-43a45d19537c,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:51.852839 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:51.860664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c8335da-1639-4ce2-827b-95582a0eea6e req-0d3ab9b4-dca1-4803-8030-be6433bc2ed6 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/968204db-7b53-48a0-ab01-6b118be5d4de HTTP/1.1" status: 200 len: 3002 time: 0.2785244 Nov 23 14:13:51.880698 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.036662 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95bec8-f427-43c5-9993-44ffe40bdd6a None None] Pushing event updated for resources: {'Port': ['ID=7fed3c34-5bdd-433a-a9ca-43a45d19537c,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:52.041586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e3c099bf-eaab-45a6-abac-304a47c5375e None None] Provisioning complete for port 7fed3c34-5bdd-433a-a9ca-43a45d19537c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:52.042924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e3c099bf-eaab-45a6-abac-304a47c5375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.054251 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:52.055314 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:52.088744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.167684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fc5ff78b-80e9-4283-8234-c1a05f0b896a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:52.191994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-90f5b0e8-67a4-496a-9e64-46de9ca204d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:52.197683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-90f5b0e8-67a4-496a-9e64-46de9ca204d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "GET /v2.0/networks?id=7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 200 len: 818 time: 0.4722257 Nov 23 14:13:52.245330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Allocated IP 172.25.3.204 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/faee2832-9240-437b-95a9-dd4af374c5f1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:52.253320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a0f3a-5321-46cf-bcb7-c14edc9a4f66 req-15c8919a-704d-474f-a796-ae538af0574d tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:52.258761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d7a0f3a-5321-46cf-bcb7-c14edc9a4f66 req-15c8919a-704d-474f-a796-ae538af0574d tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5964050 Nov 23 14:13:52.271399 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:52.275598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Request body: {'port': {'device_id': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186', 'admin_state_up': True, 'tenant_id': 'f3b73bd294c446a1a694f21fcfc3c3df'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:52.306498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c8335da-1639-4ce2-827b-95582a0eea6e req-a3cb720a-0325-4e76-a895-fe4e24ad87d3 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/968204db-7b53-48a0-ab01-6b118be5d4de HTTP/1.1" status: 200 len: 3002 time: 0.4298482 Nov 23 14:13:52.489635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d7a0f3a-5321-46cf-bcb7-c14edc9a4f66 req-ef63c559-6412-4959-91a6-3e6ccaca2809 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2095118 Nov 23 14:13:52.502102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fc5ff78b-80e9-4283-8234-c1a05f0b896a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:52.502289 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.537930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-dd3a080c-ecfa-45e9-b6c4-289d91869586 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:52.544004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-dd3a080c-ecfa-45e9-b6c4-289d91869586 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.11 "GET /v2.0/networks?id=7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 200 len: 818 time: 0.5323224 Nov 23 14:13:52.555408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.626108 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e3c099bf-eaab-45a6-abac-304a47c5375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.626873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-919fa301-3f34-462b-9801-35a99485d78b req-a1f5621a-b93c-4f3b-91ab-d051f4333de1 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-730272085', 'description': 'tempest-description-1099107468'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:52.643193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Request body: {'port': {'device_id': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186', 'admin_state_up': True, 'tenant_id': 'f3b73bd294c446a1a694f21fcfc3c3df'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:52.668025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-48574155-3b18-4352-9de2-8f7354e2866c tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:52.671156 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-48574155-3b18-4352-9de2-8f7354e2866c tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "GET /v2.0/networks?id=7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 200 len: 818 time: 0.2980731 Nov 23 14:13:52.688076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Request body: {'port': {'device_id': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186', 'admin_state_up': True, 'tenant_id': 'f3b73bd294c446a1a694f21fcfc3c3df'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:52.691547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e3c099bf-eaab-45a6-abac-304a47c5375e None None] For port 7fed3c34-5bdd-433a-a9ca-43a45d19537c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7fed3c34-5bdd-433a-a9ca-43a45d19537c,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:52.692142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.717264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e3c099bf-eaab-45a6-abac-304a47c5375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.744255 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:51Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:52.777838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-919fa301-3f34-462b-9801-35a99485d78b req-a1f5621a-b93c-4f3b-91ab-d051f4333de1 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.790168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:52.791177 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d278c7d-3929-4c31-9470-588b66dd4689 None None] The sync data for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 is: [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:51Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:52.800340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:52.801165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c099bf-eaab-45a6-abac-304a47c5375e None None] Pushing event updated for resources: {'Port': ['ID=7fed3c34-5bdd-433a-a9ca-43a45d19537c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:52.811334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:52.871807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-08374599-fc9c-4080-891a-dad5efe4cd1d None None] Provisioning complete for port 7fed3c34-5bdd-433a-a9ca-43a45d19537c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:52.872193 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08374599-fc9c-4080-891a-dad5efe4cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.907313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Made reservation on behalf of f3b73bd294c446a1a694f21fcfc3c3df for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:52.911068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:52.954307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4b382-a237-449c-99a5-41326172ff88 req-cf8c9379-150f-417d-b6bd-38ea4691ba8d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:52.966845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3d4b382-a237-449c-99a5-41326172ff88 req-cf8c9379-150f-417d-b6bd-38ea4691ba8d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.3318019 Nov 23 14:13:52.979340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event updated for resources: {'Port': ['ID=faee2832-9240-437b-95a9-dd4af374c5f1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:53.013206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.082541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.086549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Made reservation on behalf of f3b73bd294c446a1a694f21fcfc3c3df for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:53.090584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.183015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3d4b382-a237-449c-99a5-41326172ff88 req-0b62b5b3-f7e4-4479-b525-2b19183b02be tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151296 Nov 23 14:13:53.217654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-919fa301-3f34-462b-9801-35a99485d78b req-a1f5621a-b93c-4f3b-91ab-d051f4333de1 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.225297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-919fa301-3f34-462b-9801-35a99485d78b req-a1f5621a-b93c-4f3b-91ab-d051f4333de1 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.244785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Allocated IP 172.20.0.7 (7da335a7-1eca-4083-a90d-d14c5dd6c186/871af465-8d67-44ab-ab61-028f2f2b7f85/3af18669-cce7-472b-a498-47c5fc3b6f06) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:53.246811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Made reservation on behalf of f3b73bd294c446a1a694f21fcfc3c3df for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:53.250449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.272143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-919fa301-3f34-462b-9801-35a99485d78b req-a1f5621a-b93c-4f3b-91ab-d051f4333de1 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.273376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919fa301-3f34-462b-9801-35a99485d78b req-a1f5621a-b93c-4f3b-91ab-d051f4333de1 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6517401 Nov 23 14:13:53.342404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.346687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d88459d9-5446-48b0-b825-7588e190007c req-b754145a-60a7-4653-9039-d258434b2484 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 210 time: 0.0573981 Nov 23 14:13:53.348391 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.353294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5621a-b93c-4f3b-91ab-d051f4333de1 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be6cc4f-5ae9-4acd-8399-27beeb0f94b5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:53.427156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d546096-e457-4da8-a063-f471939ba3c3 req-e49ddce9-fcb1-409a-9c3f-c6b9b4f44bbf tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1123753 Nov 23 14:13:53.459406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.463935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event updated for resources: {'Port': ['ID=faee2832-9240-437b-95a9-dd4af374c5f1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:53.472193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-1d7d6fe6-6dd6-463d-9bfa-13aede4ece44 req-34a4b1b3-bae5-4d8c-a25d-56700274fc04 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1378633403', 'description': 'tempest-description-1968327046'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:53.482759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.493234 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4b388b42-5358-491e-9185-e5d52bdb9550 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6625800 Nov 23 14:13:53.522288 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.612113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d7d6fe6-6dd6-463d-9bfa-13aede4ece44 req-34a4b1b3-bae5-4d8c-a25d-56700274fc04 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.627529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aa816-ece5-4c6a-9830-053494241e69 req-6e996c22-67a0-4802-83d6-88589d44a123 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:53.629090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a4aa816-ece5-4c6a-9830-053494241e69 req-6e996c22-67a0-4802-83d6-88589d44a123 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 945 time: 0.1374357 Nov 23 14:13:53.691000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.747420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a4aa816-ece5-4c6a-9830-053494241e69 req-c30039c7-6e96-499e-9747-80b57e4511de tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093681 Nov 23 14:13:53.786203 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d7d6fe6-6dd6-463d-9bfa-13aede4ece44 req-34a4b1b3-bae5-4d8c-a25d-56700274fc04 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.788273 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.798132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d7d6fe6-6dd6-463d-9bfa-13aede4ece44 req-34a4b1b3-bae5-4d8c-a25d-56700274fc04 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.859238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Allocated IP 172.20.0.10 (7da335a7-1eca-4083-a90d-d14c5dd6c186/871af465-8d67-44ab-ab61-028f2f2b7f85/998c994e-10dc-4e5f-8f3d-07cd56e1ec1b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:53.866791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Network 7da335a7-1eca-4083-a90d-d14c5dd6c186 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:53.875521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:53.880631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:53.884657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4b1b3-bae5-4d8c-a25d-56700274fc04 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2dbf9-6747-47d0-8916-f4d5d25eb74d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:53.888210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Pushing event updated for resources: {'Port': ['ID=3af18669-cce7-472b-a498-47c5fc3b6f06,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:53.892784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d7d6fe6-6dd6-463d-9bfa-13aede4ece44 req-34a4b1b3-bae5-4d8c-a25d-56700274fc04 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:53.894062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d7d6fe6-6dd6-463d-9bfa-13aede4ece44 req-34a4b1b3-bae5-4d8c-a25d-56700274fc04 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4308634 Nov 23 14:13:53.985689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:53.985689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.026503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-3523c7cd-f7d5-4103-b465-20d7135ed637 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7584293 Nov 23 14:13:54.058348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Request body: {'port': {'device_id': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:54.144154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7fed3c34-5bdd-433a-a9ca-43a45d19537c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:13:54.184552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.187534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.196910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-52c85034-70e7-4628-86b0-9365e67abb27 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1888677875&fields=id&tenant_id=1d38e3763ce74af2a66c954f0271f89f HTTP/1.1" status: 200 len: 267 time: 0.0927975 Nov 23 14:13:54.222605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 7fed3c34-5bdd-433a-a9ca-43a45d19537c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:13:54.223343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.237774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.314451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Network 7da335a7-1eca-4083-a90d-d14c5dd6c186 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:54.318062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:54.325324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:54.355389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Pushing event updated for resources: {'Port': ['ID=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:54.381529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:54.382257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.400746 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-17d300a2-f01e-4a69-84b0-064bb10d15d9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7194133 Nov 23 14:13:54.415558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Request body: {'port': {'device_id': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:54.471268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.524122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Allocated IP 172.20.0.5 (7da335a7-1eca-4083-a90d-d14c5dd6c186/871af465-8d67-44ab-ab61-028f2f2b7f85/e5cdb816-c667-4391-affc-7078a8665cd2) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:54.567343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dcaa6-86c5-43f7-8df6-4033e0a5b7fd req-a8cc29a0-2bc7-4339-b976-5580e67cb7ab tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:54.568833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-207dcaa6-86c5-43f7-8df6-4033e0a5b7fd req-a8cc29a0-2bc7-4339-b976-5580e67cb7ab tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 945 time: 0.2086957 Nov 23 14:13:54.583134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43138) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:54.589638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Request body: {'floatingip': {'port_id': '469efe6b-8864-4ee6-a136-eb371c0f7583'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:54.606872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-588bd2a8-48ea-4bdc-a3f4-65cbb7ca25a3 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:54.608535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-588bd2a8-48ea-4bdc-a3f4-65cbb7ca25a3 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/networks?id=b06b3722-684c-4ef2-89b6-9a3b1065b93a HTTP/1.1" status: 200 len: 811 time: 0.3987610 Nov 23 14:13:54.641473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.643710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-d04535b2-8ba9-4655-927c-da9c61a49868 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/quotas/1d38e3763ce74af2a66c954f0271f89f HTTP/1.1" status: 200 len: 375 time: 0.0285401 Nov 23 14:13:54.851967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-b3651bd6-c18d-4127-a781-ccec783809b1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d38e3763ce74af2a66c954f0271f89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1893544 Nov 23 14:13:54.881312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1fcb2930-0dcd-4f4c-8008-62c50ee625b8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:13:54.882295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1fcb2930-0dcd-4f4c-8008-62c50ee625b8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065958 Nov 23 14:13:54.886144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:54.893751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-59d7e551-6e55-4d85-9a65-e052a5b77ecd tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:54.895217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-59d7e551-6e55-4d85-9a65-e052a5b77ecd tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 813 time: 0.2505987 Nov 23 14:13:54.943313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-7447b02a-bb91-43c5-a2d9-a955f8666340 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/quotas/7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 375 time: 0.0355222 Nov 23 14:13:55.102586 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.106956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.208969 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Floating IP a0dc3ef0-885c-483f-afef-a9c732368d43 associated. External IP: 172.25.3.190, port: 469efe6b-8864-4ee6-a136-eb371c0f7583. Nov 23 14:13:55.311458 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.334657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-6ae31fcb-84d1-4abe-b961-425004b5c89d service neutron] 10.222.0.46 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371576 Nov 23 14:13:55.377117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-34b2b464-704c-482a-8c2b-894736fdf15a tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4069242 Nov 23 14:13:55.428032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:13:55.452680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Network 7da335a7-1eca-4083-a90d-d14c5dd6c186 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:55.477900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:55.490830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:55.495313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Pushing event updated for resources: {'Port': ['ID=e5cdb816-c667-4391-affc-7078a8665cd2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:55.545845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:13:55.550922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.558168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] Sync routers for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:13:55.572989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:55.573767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:55.581582 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-06d3b034-7cc2-45fd-b4f3-1ba07bd1af4f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "PUT /v2.0/floatingips/a0dc3ef0-885c-483f-afef-a9c732368d43 HTTP/1.1" status: 200 len: 991 time: 0.9971588 Nov 23 14:13:55.582325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:55.586998 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baead81-2e37-484b-8d7a-f8b96c4fd563" -d '{"events": [{"name": "network-changed", "server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:55.640449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-c8dc046c-c6cb-4770-9992-670bef3ed325 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:55.642994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-c8dc046c-c6cb-4770-9992-670bef3ed325 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.74 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 946 time: 0.0540924 Nov 23 14:13:55.643635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:55.644252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.697744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:55.715904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-a455e3c3-8522-4f2f-b4e7-6adc81e5ae5a service neutron] 10.222.0.46 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572512 Nov 23 14:13:55.729125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-87d432cc-fc81-4530-a37c-153ac4346640 service neutron] 10.222.0.46 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131514 Nov 23 14:13:55.743270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-151e9b0f-8642-456f-a88e-08629c840b4b tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1094239 Nov 23 14:13:55.749740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Deleting port 3674ad08-0450-4e68-81e0-fe299f7be544 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:13:55.750086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.763697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Request body: {'port': {'device_id': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:55.794299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af18669-cce7-472b-a498-47c5fc3b6f06 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:55.832196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.872602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] For port 3674ad08-0450-4e68-81e0-fe299f7be544, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3674ad08-0450-4e68-81e0-fe299f7be544,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:13:55.872946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.882618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Transition to ACTIVE for port object 3af18669-cce7-472b-a498-47c5fc3b6f06 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:55.891161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.893254 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:55.897560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Calling delete_port for 3674ad08-0450-4e68-81e0-fe299f7be544 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:13:55.955884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8b64167a-fb16-4d9c-9403-f5e809d0db3e service neutron] 10.222.0.46 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258856 Nov 23 14:13:56.006791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'a0dc3ef0-885c-483f-afef-a9c732368d43', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'port_id': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'mac_address': 'fa:16:3e:a1:b7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:32Z', 'updated_at': '2021-11-23T14:13:55Z', 'revision_number': 1, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:32Z', 'revision_number': 5, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:56.043749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] Checking router: feb2e3b2-795c-43ab-b54e-f04e043f0bd7 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:13:56.053063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:13:56.053840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:56.098992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Pushing event updated for resources: {'Port': ['ID=3af18669-cce7-472b-a498-47c5fc3b6f06,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:56.169232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:13:56.221088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:56.235045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.264567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Transition to ACTIVE for port object 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:56.272550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.388435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e4592-0dbf-46fa-ab2e-bf829116854e req-0eb9d524-1b61-4bc8-9a18-f74d1279c192 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:56.390267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b8e4592-0dbf-46fa-ab2e-bf829116854e req-0eb9d524-1b61-4bc8-9a18-f74d1279c192 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7410f86f-1f92-41ee-8d4a-71cb67132c1b HTTP/1.1" status: 200 len: 946 time: 0.3531938 Nov 23 14:13:56.422610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Pushing event updated for resources: {'Port': ['ID=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:56.465403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.507446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615f423-21dc-434e-b408-61a3581088f4 req-5a86301f-5f3c-49c7-b4a8-97f8314929ef tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:56.515788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4615f423-21dc-434e-b408-61a3581088f4 req-5a86301f-5f3c-49c7-b4a8-97f8314929ef tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2631099 Nov 23 14:13:56.520865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Attempting to bind port 3af18669-cce7-472b-a498-47c5fc3b6f06 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:56.521525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Attempting to bind port 3af18669-cce7-472b-a498-47c5fc3b6f06 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:56.522078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Attempting to bind port 3af18669-cce7-472b-a498-47c5fc3b6f06 on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:56.528981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['3674ad08-0450-4e68-81e0-fe299f7be544'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:56.541966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Pushing event deleted for resources: {'Port': ['ID=3674ad08-0450-4e68-81e0-fe299f7be544,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:56.610331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'a0dc3ef0-885c-483f-afef-a9c732368d43', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'port_id': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'mac_address': 'fa:16:3e:a1:b7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:32Z', 'updated_at': '2021-11-23T14:13:55Z', 'revision_number': 1, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:32Z', 'revision_number': 5, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:13:56.628608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Port 3af18669-cce7-472b-a498-47c5fc3b6f06 on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:56.631347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Attempting to bind port 3af18669-cce7-472b-a498-47c5fc3b6f06 on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:56.644955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39d40d-75cb-4779-bd72-4895bf5ae291 None None] The sync data for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 is: [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'a0dc3ef0-885c-483f-afef-a9c732368d43', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'port_id': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'mac_address': 'fa:16:3e:a1:b7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:32Z', 'updated_at': '2021-11-23T14:13:55Z', 'revision_number': 1, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:32Z', 'revision_number': 5, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:13:56.656870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Attempting to bind port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:56.657302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Attempting to bind port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:56.657705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Attempting to bind port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:56.666231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a0a38672-58f3-48b0-870a-bd39f8b33c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.672773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:56.673184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Attempting to bind port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:56.693518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:56.694392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Checking segment: {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:56.694392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Bound using segment: {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:56.694856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Bound port: 3af18669-cce7-472b-a498-47c5fc3b6f06, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:56.695859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.701618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:56.701780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Checking segment: {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:56.702087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Bound using segment: {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:56.702672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Bound port: 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:56.703063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.706804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] No DVR routers for this DVR port 3674ad08-0450-4e68-81e0-fe299f7be544 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:13:56.710798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.716755 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-facb2cf5-1e2a-4ee7-aa94-f75b50a036e3 req-485c9c8c-5585-4947-b97d-536e3d9bbc43 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.74 "DELETE /v2.0/ports/3674ad08-0450-4e68-81e0-fe299f7be544 HTTP/1.1" status: 204 len: 173 time: 1.0669374 Nov 23 14:13:56.729973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b8e4592-0dbf-46fa-ab2e-bf829116854e req-9b72c8fb-8395-4fc3-96f0-6c89a86003d2 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456 tempest-FloatingIPsAssociationNegativeTestJSON-2143500456-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b1d8478-2b07-4885-b8de-91455dc08748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139389 Nov 23 14:13:56.769944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4615f423-21dc-434e-b408-61a3581088f4 req-6bf2792d-5c0e-4152-82ca-3083cc35fcb4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528980 Nov 23 14:13:56.828769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] For port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:56.832823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] For port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:56.841303 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.864049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:56.864752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:56.866593 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] 10.222.0.74 "PUT /v2.0/ports/998c994e-10dc-4e5f-8f3d-07cd56e1ec1b HTTP/1.1" status: 200 len: 1092 time: 2.4557250 Nov 23 14:13:56.873021 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:57.036983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422b662-2b27-45f2-ad94-7c4d785a565c service neutron] Pushing event updated for resources: {'Port': ['ID=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:57.063718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-465c003c-1cbe-4d6a-a5ce-0bf56699a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.072316 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-465c003c-1cbe-4d6a-a5ce-0bf56699a2d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 1095 time: 0.1246994 Nov 23 14:13:57.073818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] For port 3af18669-cce7-472b-a498-47c5fc3b6f06, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:57.097543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] For port 3af18669-cce7-472b-a498-47c5fc3b6f06, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3af18669-cce7-472b-a498-47c5fc3b6f06,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:57.121993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:57.140390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded76fd-107e-4a17-86dc-41471add4a70 req-bac93323-1a3a-4b1d-b9d8-9a3505c22313 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.143970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ded76fd-107e-4a17-86dc-41471add4a70 req-bac93323-1a3a-4b1d-b9d8-9a3505c22313 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 944 time: 0.2424476 Nov 23 14:13:57.176821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-758f6675-80c6-4acf-9797-b9be8e459f53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b HTTP/1.1" status: 200 len: 217 time: 0.0955613 Nov 23 14:13:57.226536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cdb816-c667-4391-affc-7078a8665cd2 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:13:57.264350 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4684094a-f413-4df1-9e1e-46c5f8101c98 x-openstack-request-id: req-4684094a-f413-4df1-9e1e-46c5f8101c98 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:57.264844 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:57.264918 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4684094a-f413-4df1-9e1e-46c5f8101c98 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:57.265262 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'status': 'completed', 'code': 200} Nov 23 14:13:57.271145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:57.285934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-7d969673-490f-40ae-b059-30b3c8585f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.289170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.292908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:57.295104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] 10.222.0.74 "PUT /v2.0/ports/3af18669-cce7-472b-a498-47c5fc3b6f06 HTTP/1.1" status: 200 len: 1091 time: 3.2470775 Nov 23 14:13:57.300143 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-7d969673-490f-40ae-b059-30b3c8585f8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=871af465-8d67-44ab-ab61-028f2f2b7f85 HTTP/1.1" status: 200 len: 858 time: 0.1150687 Nov 23 14:13:57.300762 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ee7a3-49ac-4b24-a2f9-8e5a00b09ad5 None None] New status for floating IP a0dc3ef0-885c-483f-afef-a9c732368d43: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:13:57.329731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'tag': '3af18669-cce7-472b-a498-47c5fc3b6f06'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:57.332452 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e95534-43ac-4709-8898-f1bb61247d65", "tag": "3af18669-cce7-472b-a498-47c5fc3b6f06"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:57.348862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21336-d8e9-49f7-812e-b172439d658b service neutron] Pushing event updated for resources: {'Port': ['ID=3af18669-cce7-472b-a498-47c5fc3b6f06,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:57.361485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-35b59142-7bcb-4665-8c76-8245ec443e90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7da335a7-1eca-4083-a90d-d14c5dd6c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491049 Nov 23 14:13:57.383476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-da2b300d-2d24-4181-9f5e-67ebdcce1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.384526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-da2b300d-2d24-4181-9f5e-67ebdcce1bf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f63d9e228b5449bcb4b073550f4f651e&device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 1096 time: 0.0834596 Nov 23 14:13:57.404363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Transition to ACTIVE for port object e5cdb816-c667-4391-affc-7078a8665cd2 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:13:57.428299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-62c5da0f-deba-472b-896f-de08d48410ef req-f28421c1-9a5b-4222-8247-51966f8b8aa0 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 210 time: 0.0805731 Nov 23 14:13:57.433677 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:57.472498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ded76fd-107e-4a17-86dc-41471add4a70 req-6a7cf62c-bdb5-4a2e-a45d-dc68675f3a62 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190892 Nov 23 14:13:57.499878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-6dedae5a-a7c1-442f-92e6-67147d6ad717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.509803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-6dedae5a-a7c1-442f-92e6-67147d6ad717 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&device_id=d7e95534-43ac-4709-8898-f1bb61247d65 HTTP/1.1" status: 200 len: 1094 time: 0.1471663 Nov 23 14:13:57.509803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cdb816-c667-4391-affc-7078a8665cd2,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:57.564557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-a4aa48b6-65f4-40b3-a7d9-a1e07cbfe2b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af18669-cce7-472b-a498-47c5fc3b6f06 HTTP/1.1" status: 200 len: 217 time: 0.0510547 Nov 23 14:13:57.613352 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7ee6d5-8997-4aca-ab88-97bb7f7348d7 x-openstack-request-id: req-db7ee6d5-8997-4aca-ab88-97bb7f7348d7 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:57.613652 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e95534-43ac-4709-8898-f1bb61247d65", "tag": "3af18669-cce7-472b-a498-47c5fc3b6f06", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:57.613905 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db7ee6d5-8997-4aca-ab88-97bb7f7348d7 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:57.614312 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'tag': '3af18669-cce7-472b-a498-47c5fc3b6f06', 'status': 'completed', 'code': 200} Nov 23 14:13:57.631320 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-ab37fa95-b173-49ad-beb9-c9adc09ef9a0 service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604532 Nov 23 14:13:57.638757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-2138bd40-febf-49b7-a877-805f8eee24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.638757 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-2138bd40-febf-49b7-a877-805f8eee24d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=adcd70cf-8cd0-4b7b-8726-6674348e10e5 HTTP/1.1" status: 200 len: 916 time: 0.2330081 Nov 23 14:13:57.695665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c20eda03-77f0-4a11-97da-f5ba42b58382 req-ae6c647f-bfb0-442e-baf3-adbc224017b2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 210 time: 0.0787480 Nov 23 14:13:57.730098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Attempting to bind port e5cdb816-c667-4391-affc-7078a8665cd2 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:13:57.730636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Attempting to bind port e5cdb816-c667-4391-affc-7078a8665cd2 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:13:57.731077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Attempting to bind port e5cdb816-c667-4391-affc-7078a8665cd2 on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:57.735878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-1c33f5bb-da7c-4f42-a372-a90872d2e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:57.737622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-1c33f5bb-da7c-4f42-a372-a90872d2e101 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=871af465-8d67-44ab-ab61-028f2f2b7f85 HTTP/1.1" status: 200 len: 858 time: 0.1585445 Nov 23 14:13:57.743204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Port e5cdb816-c667-4391-affc-7078a8665cd2 on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:13:57.743628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Attempting to bind port e5cdb816-c667-4391-affc-7078a8665cd2 on network 7da335a7-1eca-4083-a90d-d14c5dd6c186 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:13:57.760838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:13:57.761144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Checking segment: {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:13:57.761686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Bound using segment: {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:13:57.762345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Bound port: e5cdb816-c667-4391-affc-7078a8665cd2, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd593b598-ad66-4b08-9af1-6fe91d363719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:13:57.763699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:57.790147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-435df4da-ec60-4473-8650-81859b0f13ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7da335a7-1eca-4083-a90d-d14c5dd6c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438876 Nov 23 14:13:57.862349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43182) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:13:58.085246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] For port e5cdb816-c667-4391-affc-7078a8665cd2, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:13:58.112867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] For port e5cdb816-c667-4391-affc-7078a8665cd2, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e5cdb816-c667-4391-affc-7078a8665cd2,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:13:58.117798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-dfc5cca4-8d9d-4487-b5b7-8449a3233349 service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195040 Nov 23 14:13:58.128908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:58.159026 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-01743d62-6e2f-45a9-8cf2-4379f47fece4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469efe6b-8864-4ee6-a136-eb371c0f7583 HTTP/1.1" status: 200 len: 1001 time: 0.5016677 Nov 23 14:13:58.161320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e6cfc-3511-47bb-a9fc-7f2b1734a859 req-b61e66f0-d24b-4e30-8b5f-01b2e3643544 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:58.162826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d57e6cfc-3511-47bb-a9fc-7f2b1734a859 req-b61e66f0-d24b-4e30-8b5f-01b2e3643544 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2560072 Nov 23 14:13:58.292335 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-3fc40779-db11-4b71-a557-9c60b434e395 service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524179 Nov 23 14:13:58.308293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-8e8048fc-3df5-422c-af99-78a6cc18eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:58.309722 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-8e8048fc-3df5-422c-af99-78a6cc18eeac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69134c60-ee5c-4ccd-bde8-72ac930b57d0 HTTP/1.1" status: 200 len: 854 time: 0.1421993 Nov 23 14:13:58.316777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:58.318113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:58.320133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] 10.222.0.11 "PUT /v2.0/ports/e5cdb816-c667-4391-affc-7078a8665cd2 HTTP/1.1" status: 200 len: 1091 time: 2.5625517 Nov 23 14:13:58.393426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-b9d5defb-94a7-4971-81db-b96cca8de46e tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:58.394866 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-b9d5defb-94a7-4971-81db-b96cca8de46e tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.11 "GET /v2.0/networks?id=b06b3722-684c-4ef2-89b6-9a3b1065b93a HTTP/1.1" status: 200 len: 811 time: 0.6086538 Nov 23 14:13:58.425876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-18fad0d8-3459-44a8-b148-365f63837756 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:58.427306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-18fad0d8-3459-44a8-b148-365f63837756 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 813 time: 0.2228463 Nov 23 14:13:58.439455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-d8dd17fb-c1c0-4668-8e9f-b5a57c5313a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:58.440915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-d8dd17fb-c1c0-4668-8e9f-b5a57c5313a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adcd70cf-8cd0-4b7b-8726-6674348e10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005132 Nov 23 14:13:58.448441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c949b8-9f55-4dc7-997b-0c6f7a1f0562 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cdb816-c667-4391-affc-7078a8665cd2,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:58.463969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'port': {'device_id': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae', 'admin_state_up': True, 'tenant_id': '7636bb4b09a5486da8394c2b2b36ac01'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:58.603038 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-aa5e0e3a-994b-4bea-9632-4d04765b0b2d tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d38e3763ce74af2a66c954f0271f89f HTTP/1.1" status: 200 len: 380 time: 0.1880748 Nov 23 14:13:58.619983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Request body: {'port': {'device_id': '8639519f-5867-43e8-9741-dad599eec523', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'admin_state_up': True, 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'security_groups': ['f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:58.718717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-9e2e28a8-0972-4ce5-ba15-7db5eb0f1dc5 service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590604 Nov 23 14:13:58.749707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-f5d2668c-680a-4c77-bece-ce08ce92652e service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224129 Nov 23 14:13:58.764932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d57e6cfc-3511-47bb-a9fc-7f2b1734a859 req-9ef54bed-d436-4639-b419-6f5f4557c75a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204499 Nov 23 14:13:58.786743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79f902e7-96c9-47d8-a466-09c369ede691 req-5445e6c0-7a66-4723-b4dc-13a7bb475b2e tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 210 time: 0.0451386 Nov 23 14:13:58.799874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Made reservation on behalf of 7636bb4b09a5486da8394c2b2b36ac01 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:58.799874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:58.864129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Made reservation on behalf of 1d38e3763ce74af2a66c954f0271f89f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:13:58.867403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-1206a4a1-f2db-4007-a87f-8d7e69889c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:58.867855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:58.868812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-1206a4a1-f2db-4007-a87f-8d7e69889c03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 1094 time: 0.4433813 Nov 23 14:13:58.943885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-e757743d-0d57-4c41-b04b-214e6de22bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145073 Nov 23 14:13:58.978923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-b55db5ce-423a-4ece-ac0f-9028dba5057e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5cdb816-c667-4391-affc-7078a8665cd2 HTTP/1.1" status: 200 len: 217 time: 0.0834434 Nov 23 14:13:59.002258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44d0c38c-ca40-4577-addb-feef15f344fe req-a77fd2c4-9744-4102-af9a-1069dd848454 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 210 time: 0.1037710 Nov 23 14:13:59.046732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-9a5c3258-b21e-4941-bacd-2065cd66eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.049058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-9a5c3258-b21e-4941-bacd-2065cd66eec0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&device_id=d7e95534-43ac-4709-8898-f1bb61247d65 HTTP/1.1" status: 200 len: 1094 time: 0.2267761 Nov 23 14:13:59.051647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c32cb98-f28d-4de2-9965-05901852fbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:59.087045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Allocated IP 172.20.0.9 (e57883df-d994-4453-9b74-0480af5b86ae/50bbc7c9-e125-4fa8-9cab-8cbb53262708/dfb09fdb-f6be-449c-822a-e9c8faa4005e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:59.116341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Allocated IP 172.20.0.8 (b06b3722-684c-4ef2-89b6-9a3b1065b93a/09f86352-0bee-41c4-8fcd-19780e041ec9/38426014-d4ad-484a-a71a-929e9ba26c33) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:13:59.120406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458fd90-96de-4b98-87bf-a82db7bbd7df req-74e265bb-88bd-41ba-8918-0bf8cd00d026 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.122316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a458fd90-96de-4b98-87bf-a82db7bbd7df req-74e265bb-88bd-41ba-8918-0bf8cd00d026 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 944 time: 0.2257557 Nov 23 14:13:59.137889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f267ff-994f-4199-9077-be592f0d730f req-14bb9821-eb2f-4fb5-9d02-cd0a914f8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.139850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-14bb9821-eb2f-4fb5-9d02-cd0a914f8741 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=871af465-8d67-44ab-ab61-028f2f2b7f85 HTTP/1.1" status: 200 len: 858 time: 0.1437721 Nov 23 14:13:59.215896 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:13:59.220953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-a46d752a-1903-45e7-98a9-2f12b6b2906b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7da335a7-1eca-4083-a90d-d14c5dd6c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698063 Nov 23 14:13:59.267728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'name': 'network-vif-deleted', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544'}, {'name': 'network-changed', 'server_uuid': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'tag': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:59.269957 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda640ed-7ecf-4166-b598-c77fc4f0a608" -d '{"events": [{"server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "name": "network-vif-deleted", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544"}, {"name": "network-changed", "server_uuid": "b06debd7-e3a0-4809-a33f-7a199abdd489", "tag": "998c994e-10dc-4e5f-8f3d-07cd56e1ec1b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:59.319338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a458fd90-96de-4b98-87bf-a82db7bbd7df req-b2f190ae-af1c-46bc-bb62-59f044634b08 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852384 Nov 23 14:13:59.353700 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c260258c-cdbd-45d9-bb92-ec5278b6606f x-openstack-request-id: req-c260258c-cdbd-45d9-bb92-ec5278b6606f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:59.354252 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7410f86f-1f92-41ee-8d4a-71cb67132c1b", "name": "network-vif-deleted", "tag": "3674ad08-0450-4e68-81e0-fe299f7be544", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b06debd7-e3a0-4809-a33f-7a199abdd489", "tag": "998c994e-10dc-4e5f-8f3d-07cd56e1ec1b", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:59.354252 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c260258c-cdbd-45d9-bb92-ec5278b6606f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:59.354643 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7410f86f-1f92-41ee-8d4a-71cb67132c1b', 'name': 'network-vif-deleted', 'tag': '3674ad08-0450-4e68-81e0-fe299f7be544', 'status': 'completed', 'code': 200} Nov 23 14:13:59.354920 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'tag': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b', 'status': 'completed', 'code': 200} Nov 23 14:13:59.363400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-e75998ab-6cf7-447e-9261-434db16b9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.363837 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:59.365050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-e75998ab-6cf7-447e-9261-434db16b9590 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 200 len: 919 time: 0.2931335 Nov 23 14:13:59.386165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:59.443498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-ea4339d6-0e29-47eb-aba5-595ef278bd4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af18669-cce7-472b-a498-47c5fc3b6f06 HTTP/1.1" status: 200 len: 217 time: 0.0672324 Nov 23 14:13:59.467287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-12222f3d-3357-475a-8b0b-be8259cab487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.468797 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-12222f3d-3357-475a-8b0b-be8259cab487 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 1095 time: 0.0810356 Nov 23 14:13:59.472663 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:59.488283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:13:59.511686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-b2c84eff-7ab2-4248-8d01-90197e438430 service neutron] 10.222.0.11 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765362 Nov 23 14:13:59.521677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3674ad08-0450-4e68-81e0-fe299f7be544 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:13:59.526806 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:59.562426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Network e57883df-d994-4453-9b74-0480af5b86ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:59.566845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-0b24adfb-15be-4976-994a-34e43ecf2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.568424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-0b24adfb-15be-4976-994a-34e43ecf2050 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=871af465-8d67-44ab-ab61-028f2f2b7f85 HTTP/1.1" status: 200 len: 858 time: 0.1160555 Nov 23 14:13:59.607146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:59.614695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:59.617735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'tag': 'e5cdb816-c667-4391-affc-7078a8665cd2'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:13:59.619210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:59.619643 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b464b9-7ce8-43c3-a920-e991dfd3d359", "tag": "e5cdb816-c667-4391-affc-7078a8665cd2"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:13:59.656445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:59.662073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-f3264214-c918-44e2-b780-7154c71bbca8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7da335a7-1eca-4083-a90d-d14c5dd6c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624845 Nov 23 14:13:59.689239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:13:59.691229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 3674ad08-0450-4e68-81e0-fe299f7be544 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:13:59.691580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3674ad08-0450-4e68-81e0-fe299f7be544 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:13:59.706857 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1c507-7432-493a-94b5-8bb7d911357d x-openstack-request-id: req-35c1c507-7432-493a-94b5-8bb7d911357d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:13:59.707203 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b464b9-7ce8-43c3-a920-e991dfd3d359", "tag": "e5cdb816-c667-4391-affc-7078a8665cd2", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:13:59.707457 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35c1c507-7432-493a-94b5-8bb7d911357d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:13:59.707950 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'tag': 'e5cdb816-c667-4391-affc-7078a8665cd2', 'status': 'completed', 'code': 200} Nov 23 14:13:59.718685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.719160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:13:59.730837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:13:59.746361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:13:59.793323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f267ff-994f-4199-9077-be592f0d730f req-645f6d2b-6928-4983-be9c-844c81e160a2 service neutron] 10.222.0.11 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697754 Nov 23 14:13:59.856838 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-8bd5d014-e746-4663-93e3-a34750c823ac tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3982708 Nov 23 14:13:59.857507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event updated for resources: {'Port': ['ID=38426014-d4ad-484a-a71a-929e9ba26c33,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:13:59.890588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-c042e561-de6b-469d-93c0-60d3fe7e1202 service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918466 Nov 23 14:13:59.895552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Request body: {'port': {'device_id': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:13:59.959486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-05b1a567-edcf-4397-ad5e-e914f5d8c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.961779 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-05b1a567-edcf-4397-ad5e-e914f5d8c3cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 200 len: 919 time: 0.4795294 Nov 23 14:13:59.998680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:13:59.999989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.009516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.049594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-090d2265-8512-4cbe-b0e7-c1f4c660e363 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b HTTP/1.1" status: 200 len: 217 time: 0.0666411 Nov 23 14:14:00.059233 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.086797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fdd94ab8-eb6c-4e18-89d5-6ffd4f5811fb None None] Provisioning complete for port 38426014-d4ad-484a-a71a-929e9ba26c33 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:00.087717 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fdd94ab8-eb6c-4e18-89d5-6ffd4f5811fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.125523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-f9a4cbf5-ace1-4851-8162-81759608d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.126967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-f9a4cbf5-ace1-4851-8162-81759608d199 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 1094 time: 0.2514184 Nov 23 14:14:00.133374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fdd94ab8-eb6c-4e18-89d5-6ffd4f5811fb None None] Port 38426014-d4ad-484a-a71a-929e9ba26c33 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:14:00.133541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-efeda8c7-ef2f-4828-824e-d2464be0b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.135075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-efeda8c7-ef2f-4828-824e-d2464be0b476 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=871af465-8d67-44ab-ab61-028f2f2b7f85 HTTP/1.1" status: 200 len: 858 time: 0.0773509 Nov 23 14:14:00.141189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-1475095c-3e92-4e89-bdd6-69e51f4d5a4a tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5284395 Nov 23 14:14:00.174436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91409-9b67-4ddc-b4fc-ab32cabba87a req-f2f459d5-223b-400f-a149-8a35f168c511 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.175987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fa91409-9b67-4ddc-b4fc-ab32cabba87a req-f2f459d5-223b-400f-a149-8a35f168c511 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 931 time: 0.2034526 Nov 23 14:14:00.179493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Request body: {'port': {'device_id': '8639519f-5867-43e8-9741-dad599eec523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:00.203880 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-1fe95679-4efa-449d-a037-1d7ee629e967 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7da335a7-1eca-4083-a90d-d14c5dd6c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597770 Nov 23 14:14:00.223044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c8108-9744-417c-bfd7-fa7bdc54a795 req-3b152f67-dcd7-4992-85eb-fe29af61d250 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.224529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c13c8108-9744-417c-bfd7-fa7bdc54a795 req-3b152f67-dcd7-4992-85eb-fe29af61d250 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2394931 Nov 23 14:14:00.226367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3cc9c2a-f175-42e3-88ab-5d90dd583aae req-f5981e5c-70ca-4e4d-bfec-02d001ede3ee service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209555 Nov 23 14:14:00.384499 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.390484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fa91409-9b67-4ddc-b4fc-ab32cabba87a req-6e3b8846-c2de-4747-8c0e-a3df157b0474 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960456 Nov 23 14:14:00.395081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-1e445c05-e665-43d3-8168-d322e7d27faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.397241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-1e445c05-e665-43d3-8168-d322e7d27faa service neutron] 10.222.0.11 "GET /v2.0/networks?id=7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 200 len: 919 time: 0.2594752 Nov 23 14:14:00.415458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c13c8108-9744-417c-bfd7-fa7bdc54a795 req-8a1ea795-b985-41cf-a604-58f11a1406a4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661708 Nov 23 14:14:00.480408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-f64b65d3-ff29-4f67-a3bc-0990bf6b6b4b service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572427 Nov 23 14:14:00.494771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-8188fcf5-7145-4ee2-b299-395a476e2b64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5cdb816-c667-4391-affc-7078a8665cd2 HTTP/1.1" status: 200 len: 217 time: 0.0472779 Nov 23 14:14:00.592147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-3e6c0028-2c1f-46df-82c9-4ca4f64d1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.593557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-3e6c0028-2c1f-46df-82c9-4ca4f64d1ed7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=871af465-8d67-44ab-ab61-028f2f2b7f85 HTTP/1.1" status: 200 len: 858 time: 0.0883856 Nov 23 14:14:00.600142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Deleting port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:00.600142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.637516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e917bf5-b066-45ab-87ac-9e05137ab41f req-6584dc90-8a27-407e-b8d7-bc9ff717ed9a tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.644914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e917bf5-b066-45ab-87ac-9e05137ab41f req-6584dc90-8a27-407e-b8d7-bc9ff717ed9a tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 931 time: 0.1536765 Nov 23 14:14:00.670425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-953d6b5b-f87e-443c-b7b8-7ea2bc9159d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7da335a7-1eca-4083-a90d-d14c5dd6c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584402 Nov 23 14:14:00.768332 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cda640ed-7ecf-4166-b598-c77fc4f0a608 req-58d5d845-58ae-4548-b94f-7398ce09acc0 service neutron] 10.222.0.74 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536614 Nov 23 14:14:00.832896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb09fdb-f6be-449c-822a-e9c8faa4005e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:00.842159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] For port e7498889-0553-4bdf-a8bf-ae9d6aa70aa2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:00.842684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.855807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.857724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e917bf5-b066-45ab-87ac-9e05137ab41f req-5eee0d0d-3600-4af7-a9ef-93aab2fc59e4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119846 Nov 23 14:14:00.870461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f5731-5d1d-4260-81a9-37d56353b6d1 req-4ec1bbe8-3b29-43ee-8caa-c4721282dd6f tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:00.872005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-158f5731-5d1d-4260-81a9-37d56353b6d1 req-4ec1bbe8-3b29-43ee-8caa-c4721282dd6f tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 944 time: 0.2038047 Nov 23 14:14:00.879035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Calling delete_port for e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:00.883859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Transition to ACTIVE for port object dfb09fdb-f6be-449c-822a-e9c8faa4005e will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:00.894099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.919400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-5d68974d-7e9e-4802-a23e-943ab79248a1 service neutron] 10.222.0.11 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154460 Nov 23 14:14:00.963629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38426014-d4ad-484a-a71a-929e9ba26c33 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:00.978190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:00.986235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:01.015084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Transition to ACTIVE for port object 38426014-d4ad-484a-a71a-929e9ba26c33 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:01.019961 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.104965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Pushing event updated for resources: {'Port': ['ID=38426014-d4ad-484a-a71a-929e9ba26c33,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:01.160308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Attempting to bind port dfb09fdb-f6be-449c-822a-e9c8faa4005e on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:01.160654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Attempting to bind port dfb09fdb-f6be-449c-822a-e9c8faa4005e by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:01.160989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Attempting to bind port dfb09fdb-f6be-449c-822a-e9c8faa4005e on network e57883df-d994-4453-9b74-0480af5b86ae {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:01.175853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Port dfb09fdb-f6be-449c-822a-e9c8faa4005e on network e57883df-d994-4453-9b74-0480af5b86ae not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:01.176181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Attempting to bind port dfb09fdb-f6be-449c-822a-e9c8faa4005e on network e57883df-d994-4453-9b74-0480af5b86ae {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:01.188996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:01.189340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Checking segment: {'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:01.189733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Bound using segment: {'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:01.190179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Bound port: dfb09fdb-f6be-449c-822a-e9c8faa4005e, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:01.190547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.234859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Attempting to bind port 38426014-d4ad-484a-a71a-929e9ba26c33 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:01.235223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Attempting to bind port 38426014-d4ad-484a-a71a-929e9ba26c33 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:01.235552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Attempting to bind port 38426014-d4ad-484a-a71a-929e9ba26c33 on network b06b3722-684c-4ef2-89b6-9a3b1065b93a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:01.243237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Port 38426014-d4ad-484a-a71a-929e9ba26c33 on network b06b3722-684c-4ef2-89b6-9a3b1065b93a not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:01.243566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Attempting to bind port 38426014-d4ad-484a-a71a-929e9ba26c33 on network b06b3722-684c-4ef2-89b6-9a3b1065b93a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:01.259589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:01.260363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Checking segment: {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:01.260363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Bound using segment: {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:01.260759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Bound port: 38426014-d4ad-484a-a71a-929e9ba26c33, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30877a31-a9bb-4d73-95ed-5500dfc85f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:01.261119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.317708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-158f5731-5d1d-4260-81a9-37d56353b6d1 req-cd391be1-329d-4506-a5ee-57b14b48c931 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270570 Nov 23 14:14:01.395769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c07d3ae-5295-4fd0-a6e1-3b39475236d9 req-936e62d8-c069-4fcc-943f-870f43ba6c8b service neutron] 10.222.0.11 "GET /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730812 Nov 23 14:14:01.486467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.534067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3af18669-cce7-472b-a498-47c5fc3b6f06 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:01.534629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7498889-0553-4bdf-a8bf-ae9d6aa70aa2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:01.644822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:01.666600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d794f9-67d4-4f9a-a259-2230ae9a63e0 req-c0bd6598-b7b4-4054-826a-966516c362c5 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:01.668264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:01.674423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16d794f9-67d4-4f9a-a259-2230ae9a63e0 req-c0bd6598-b7b4-4054-826a-966516c362c5 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 943 time: 0.1542225 Nov 23 14:14:01.675049 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.677607 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.722805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53ff07-08dc-4177-8bc5-2f77448845a3 req-93df9a77-23d9-4245-a766-96f41ffc0190 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:01.729217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3af18669-cce7-472b-a498-47c5fc3b6f06, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3af18669-cce7-472b-a498-47c5fc3b6f06,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:01.730743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f53ff07-08dc-4177-8bc5-2f77448845a3 req-93df9a77-23d9-4245-a766-96f41ffc0190 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1995823 Nov 23 14:14:01.735979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] For port 38426014-d4ad-484a-a71a-929e9ba26c33, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:01.738740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:01.739679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.740842 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] 10.222.0.11 "PUT /v2.0/ports/dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 1091 time: 1.8597367 Nov 23 14:14:01.743540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:01.745562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '3af18669-cce7-472b-a498-47c5fc3b6f06', 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186', 'port_id': '3af18669-cce7-472b-a498-47c5fc3b6f06', 'mac_address': 'fa:16:3e:3a:5d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871af465-8d67-44ab-ab61-028f2f2b7f85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:01.745985 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e736440c-4ebb-4cbf-bcb9-a808712cbe18" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:01.750238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] For port 38426014-d4ad-484a-a71a-929e9ba26c33, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=38426014-d4ad-484a-a71a-929e9ba26c33,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:01.764534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.772764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16d794f9-67d4-4f9a-a259-2230ae9a63e0 req-c2990626-f6a3-4d32-a28e-a8607522cfbd tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973659 Nov 23 14:14:01.773186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b5425-b126-46b0-8440-deceaf11d812 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:01.811092 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.822241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:01.822863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.828732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af18669-cce7-472b-a498-47c5fc3b6f06 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:01.829727 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/38426014-d4ad-484a-a71a-929e9ba26c33 HTTP/1.1" status: 200 len: 1091 time: 1.6749394 Nov 23 14:14:01.876234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3af18669-cce7-472b-a498-47c5fc3b6f06, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3af18669-cce7-472b-a498-47c5fc3b6f06,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:01.891764 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:01.895864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:01.945042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94af897-32ad-4795-87d5-dbaab15167e1 service neutron] Pushing event updated for resources: {'Port': ['ID=38426014-d4ad-484a-a71a-929e9ba26c33,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:01.954436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-9fe42974-5014-41a3-bf54-c9c61522c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:01.955984 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-9fe42974-5014-41a3-bf54-c9c61522c19b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1094 time: 0.1422634 Nov 23 14:14:01.960720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f53ff07-08dc-4177-8bc5-2f77448845a3 req-32250c80-5937-461e-9969-e58aadedcb85 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289705 Nov 23 14:14:01.961277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=3af18669-cce7-472b-a498-47c5fc3b6f06,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:02.045687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:02.062302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-a61f846d-145d-44cc-86c0-712fadfdc4a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 217 time: 0.0958431 Nov 23 14:14:02.064557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-9dd7f0d7-6582-46c3-90ee-e67e810976d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.066087 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-9dd7f0d7-6582-46c3-90ee-e67e810976d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d38e3763ce74af2a66c954f0271f89f&device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 1094 time: 0.1703696 Nov 23 14:14:02.067805 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0586a05f-26b0-4c32-aab5-68b46bc170af x-openstack-request-id: req-0586a05f-26b0-4c32-aab5-68b46bc170af {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:02.068091 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:02.068344 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0586a05f-26b0-4c32-aab5-68b46bc170af {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:02.068735 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e', 'status': 'completed', 'code': 200} Nov 23 14:14:02.092400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b', 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186', 'port_id': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b', 'mac_address': 'fa:16:3e:7f:ee:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871af465-8d67-44ab-ab61-028f2f2b7f85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:02.099542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:02.178635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-e96f277d-d3de-488d-b40d-9797df02a580 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38426014-d4ad-484a-a71a-929e9ba26c33 HTTP/1.1" status: 200 len: 217 time: 0.0894940 Nov 23 14:14:02.196831 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:02.217665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:02.239165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:02.246534 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:02.249653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-1c7eb2c5-5e74-4187-b68c-626ec942b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.252385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-1c7eb2c5-5e74-4187-b68c-626ec942b396 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.1746154 Nov 23 14:14:02.276484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-8c25cb07-a653-4518-a7b6-8fe80cb97fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.277655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-8c25cb07-a653-4518-a7b6-8fe80cb97fb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09f86352-0bee-41c4-8fcd-19780e041ec9 HTTP/1.1" status: 200 len: 850 time: 0.0892465 Nov 23 14:14:02.305603 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-80caaa8d-942e-4349-99fd-569a90c0fc73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444291 Nov 23 14:14:02.307674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e888-05f2-4db6-93f5-e6730241361d req-dc919a8e-cd3a-4722-8980-9ccaec116541 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.308803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f87e888-05f2-4db6-93f5-e6730241361d req-dc919a8e-cd3a-4722-8980-9ccaec116541 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 943 time: 0.1238313 Nov 23 14:14:02.319596 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:02.326578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:02.410548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff694-49be-4e1a-afaa-660e21037d8a req-be093592-c8f7-42a2-bc16-5274041c704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.412109 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-be093592-c8f7-42a2-bc16-5274041c704b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b06b3722-684c-4ef2-89b6-9a3b1065b93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160812 Nov 23 14:14:02.438854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f87e888-05f2-4db6-93f5-e6730241361d req-762254c8-67a9-4b29-a539-2e8faa421a51 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229899 Nov 23 14:14:02.460298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-d10a8153-0dec-42db-a937-29f08427c43b service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308942 Nov 23 14:14:02.523096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bcbd1-bc0b-4601-b557-23d7c3f2caab req-7e9ccb52-8db2-47b2-818a-c558d2709303 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.525244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c29bcbd1-bc0b-4601-b557-23d7c3f2caab req-7e9ccb52-8db2-47b2-818a-c558d2709303 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 945 time: 0.1047754 Nov 23 14:14:02.548014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['998c994e-10dc-4e5f-8f3d-07cd56e1ec1b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:02.562149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Router f4d4b64c-402e-45b7-a576-30e8b0a49933 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:14:02.579631 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-3b984ef4-1906-41a7-94d8-14d613202839 service neutron] 10.222.0.11 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574361 Nov 23 14:14:02.579831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['3af18669-cce7-472b-a498-47c5fc3b6f06'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:02.607148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c29bcbd1-bc0b-4601-b557-23d7c3f2caab req-4f36dd71-85bd-4601-a516-2d995e6d8a69 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743821 Nov 23 14:14:02.620973 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4b631af-8e3c-4eda-be8b-dfd3dbd8a120 req-ed930338-4396-4624-bfe7-bbb03051ab38 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307993 Nov 23 14:14:02.716200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:14:02.724751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-17ec6f1a-cb25-4b9e-a82f-90012e15c295 admin admin] 10.222.0.46 "PUT /v2.0/routers/f4d4b64c-402e-45b7-a576-30e8b0a49933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8612075 Nov 23 14:14:02.725376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43238) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:02.737554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] Sync routers for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:14:02.738072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27eff694-49be-4e1a-afaa-660e21037d8a req-ba9c7fe2-0873-44b5-8766-d6c350ef4bc6 service neutron] 10.222.0.11 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502187 Nov 23 14:14:02.745892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-a8713636-d7e5-4624-9c11-b0a44de32d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.747412 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-a8713636-d7e5-4624-9c11-b0a44de32d53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1094 time: 0.0594857 Nov 23 14:14:02.796078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:14:02.796776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:02.835013 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:02.862119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-f215e7c4-bd17-4b4f-9993-9142859559ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:02.863795 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-f215e7c4-bd17-4b4f-9993-9142859559ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 914 time: 0.1088815 Nov 23 14:14:02.921110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-732e03be-637e-4490-86c4-57c6c9ed351b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 217 time: 0.0434506 Nov 23 14:14:02.958790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:14:02.997251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.023815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c283eb2-e529-4400-988b-96d6de002e2e req-199fd51f-7814-43a4-9bb8-65749ddaa65d tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:03.025896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c283eb2-e529-4400-988b-96d6de002e2e req-199fd51f-7814-43a4-9bb8-65749ddaa65d tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 943 time: 0.0817831 Nov 23 14:14:03.047419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-8089f162-f0ca-4e71-8141-31a2089b72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:03.049469 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-8089f162-f0ca-4e71-8141-31a2089b72bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.1189585 Nov 23 14:14:03.069481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c35b-b582-4bb2-97a7-d6141548b18a req-882422d3-c4c9-4392-be1d-f1bf349458a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:03.071530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9266c35b-b582-4bb2-97a7-d6141548b18a req-882422d3-c4c9-4392-be1d-f1bf349458a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 1096 time: 0.0778091 Nov 23 14:14:03.093835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-52b1be31-f7b7-48d6-ad49-c1141c1adb62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358648 Nov 23 14:14:03.143404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c283eb2-e529-4400-988b-96d6de002e2e req-e5625880-b758-466a-9be1-321fa8692c50 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891628 Nov 23 14:14:03.173424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25db6c-ae77-4ee7-9462-ffcb8e1821bc req-420fbf84-887a-473b-91ad-598df4b2bdbc tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:03.175514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee25db6c-ae77-4ee7-9462-ffcb8e1821bc req-420fbf84-887a-473b-91ad-598df4b2bdbc tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0866961 Nov 23 14:14:03.187414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:14:01Z', 'revision_number': 5, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port': {'id': '2e40c81c-ad8d-49ed-b653-c2a5e584f972', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:03.191576 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9266c35b-b582-4bb2-97a7-d6141548b18a req-81bb9e0c-44a7-477f-9c5b-ef4ec464cdc3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046574 Nov 23 14:14:03.201290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Deleting port 2e40c81c-ad8d-49ed-b653-c2a5e584f972 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:03.201785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.219858 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-3b33780c-931c-46db-8075-5fbd4c8bef85 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167483 Nov 23 14:14:03.221989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] Checking router: f4d4b64c-402e-45b7-a576-30e8b0a49933 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:14:03.231952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] Routers {'f4d4b64c-402e-45b7-a576-30e8b0a49933'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:14:03.232563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f4d4b64c-402e-45b7-a576-30e8b0a49933'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:03.296789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee25db6c-ae77-4ee7-9462-ffcb8e1821bc req-f9c51ddf-9eb9-46ae-835e-1e1ac406238c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151679 Nov 23 14:14:03.318393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] For port 2e40c81c-ad8d-49ed-b653-c2a5e584f972, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2e40c81c-ad8d-49ed-b653-c2a5e584f972,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:03.318759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.332490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Calling delete_port for 2e40c81c-ad8d-49ed-b653-c2a5e584f972 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:03.341151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] Set router f4d4b64c-402e-45b7-a576-30e8b0a49933 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:14:03.401163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:14:02Z', 'revision_number': 6, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:03.432823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fc400-a967-4b17-8090-1e32b553fb47 None None] The sync data for ids ['f4d4b64c-402e-45b7-a576-30e8b0a49933'] in n-d-818503-2 is: [{'id': 'f4d4b64c-402e-45b7-a576-30e8b0a49933', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2009681956-router', 'tenant_id': '8eb5826da48343ea8979e586e85c06f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:53Z', 'updated_at': '2021-11-23T14:14:02Z', 'revision_number': 6, 'project_id': '8eb5826da48343ea8979e586e85c06f4', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:14:03.531146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e736440c-4ebb-4cbf-bcb9-a808712cbe18 req-4b1c8d83-3639-40ec-8e40-cff4455ad452 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002805 Nov 23 14:14:03.533314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.578521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e40c81c-ad8d-49ed-b653-c2a5e584f972,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:03.647157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea57b-c70f-45af-adba-93bf20cd611d req-68083ef2-4b59-4c24-b349-f4d9504d12e4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:03.649240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-958ea57b-c70f-45af-adba-93bf20cd611d req-68083ef2-4b59-4c24-b349-f4d9504d12e4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 943 time: 0.1276081 Nov 23 14:14:03.663379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.750744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e5cdb816-c667-4391-affc-7078a8665cd2 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:03.793726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.799578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.821436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-958ea57b-c70f-45af-adba-93bf20cd611d req-22b6a650-610e-4f3d-b178-46252f3bc24a tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639166 Nov 23 14:14:03.863015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e5cdb816-c667-4391-affc-7078a8665cd2, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e5cdb816-c667-4391-affc-7078a8665cd2,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:03.865467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b64a54-cc9c-47b4-af8a-ff902ac43e88 req-8fcff34f-f73c-4fcf-9719-3afba4727388 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:03.867551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50b64a54-cc9c-47b4-af8a-ff902ac43e88 req-8fcff34f-f73c-4fcf-9719-3afba4727388 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 945 time: 0.1730723 Nov 23 14:14:03.873492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.873832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4d4b64c-402e-45b7-a576-30e8b0a49933 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:14:03.876707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'e5cdb816-c667-4391-affc-7078a8665cd2', 'network_id': '7da335a7-1eca-4083-a90d-d14c5dd6c186', 'port_id': 'e5cdb816-c667-4391-affc-7078a8665cd2', 'mac_address': 'fa:16:3e:4f:d3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871af465-8d67-44ab-ab61-028f2f2b7f85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:03.878909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.880169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c777be54-4e6e-492a-9160-d102ab544122 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f4d4b64c-402e-45b7-a576-30e8b0a49933 HTTP/1.1" status: 204 len: 168 time: 1.1538935 Nov 23 14:14:03.882849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43254) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:03.919527 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.934308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cdb816-c667-4391-affc-7078a8665cd2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:03.937792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50b64a54-cc9c-47b4-af8a-ff902ac43e88 req-2d67804a-3ec6-4feb-a36c-43c5261279c4 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547721 Nov 23 14:14:03.949813 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] Deleting subnet abb04353-134a-40a6-8ea1-0ae280062330 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:14:03.953226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:03.958353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e5cdb816-c667-4391-affc-7078a8665cd2, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e5cdb816-c667-4391-affc-7078a8665cd2,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:03.963813 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.004944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.018904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e5cdb816-c667-4391-affc-7078a8665cd2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:04.070743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:04.073089 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054" -d '{"events": [{"name": "network-changed", "server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:04.094546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.114676 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea157f41-bc17-426e-8171-29342d96eced x-openstack-request-id: req-ea157f41-bc17-426e-8171-29342d96eced {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:04.114969 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:04.115219 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea157f41-bc17-426e-8171-29342d96eced {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:04.115609 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33', 'status': 'completed', 'code': 200} Nov 23 14:14:04.169527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.208942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb04353-134a-40a6-8ea1-0ae280062330,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:04.213664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.218013 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-443dd6ef-c1c5-4465-9393-ca5a9ee14d0f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/abb04353-134a-40a6-8ea1-0ae280062330 HTTP/1.1" status: 204 len: 168 time: 0.3339958 Nov 23 14:14:04.219236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39160ef9-ca1c-486e-b465-580e7b23a712 None None] Network c23f0361-85e2-4a82-9272-70f82b16abe8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:14:04.220537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43262) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:04.229284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-13c6f865-010a-4717-a8dd-17289f905fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:04.230812 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-13c6f865-010a-4717-a8dd-17289f905fe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d38e3763ce74af2a66c954f0271f89f&device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 1094 time: 0.0893905 Nov 23 14:14:04.329300 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.354378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['e5cdb816-c667-4391-affc-7078a8665cd2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:04.358595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2e40c81c-ad8d-49ed-b653-c2a5e584f972 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:04.372779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-ee6ff218-3b5c-4824-8e99-77bcecbb4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:04.374484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-ee6ff218-3b5c-4824-8e99-77bcecbb4b8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b06b3722-684c-4ef2-89b6-9a3b1065b93a HTTP/1.1" status: 200 len: 912 time: 0.1311991 Nov 23 14:14:04.448342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 2e40c81c-ad8d-49ed-b653-c2a5e584f972 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:04.448689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2e40c81c-ad8d-49ed-b653-c2a5e584f972 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:04.449117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:04.462006 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-9b0297e3-21c0-44ed-bacc-c0759a5d9e81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38426014-d4ad-484a-a71a-929e9ba26c33 HTTP/1.1" status: 200 len: 217 time: 0.0647447 Nov 23 14:14:04.479284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b78e1-acc6-49e8-9e35-8258f654ce96 req-fa28678d-3c82-4836-9b49-c517ee660b0b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:04.487842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee4b78e1-acc6-49e8-9e35-8258f654ce96 req-fa28678d-3c82-4836-9b49-c517ee660b0b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 943 time: 0.1544912 Nov 23 14:14:04.491836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:04.492286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e7498889-0553-4bdf-a8bf-ae9d6aa70aa2 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:04.555280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-9dad052b-9368-4220-a1c0-242d6c6e0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:04.556919 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-9dad052b-9368-4220-a1c0-242d6c6e0c67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09f86352-0bee-41c4-8fcd-19780e041ec9 HTTP/1.1" status: 200 len: 850 time: 0.0858500 Nov 23 14:14:04.569005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee4b78e1-acc6-49e8-9e35-8258f654ce96 req-96712849-18be-4e41-8e67-90027890a0bc tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795932 Nov 23 14:14:04.607547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] DHCP port deletion for c23f0361-85e2-4a82-9272-70f82b16abe8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:14:04.607778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585612e-843d-4029-b801-f5738694d809 req-01b3ad6e-bc64-44f9-a45c-49e5dc00e442 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:04.616473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0585612e-843d-4029-b801-f5738694d809 req-01b3ad6e-bc64-44f9-a45c-49e5dc00e442 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.2077038 Nov 23 14:14:04.644475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Deleting port afe2eb3b-2647-4da6-9b32-a20397c4329a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:04.645264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.653502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-a331b238-e213-410c-a0e9-bed88b797f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:04.655054 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-a331b238-e213-410c-a0e9-bed88b797f4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b06b3722-684c-4ef2-89b6-9a3b1065b93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759819 Nov 23 14:14:04.721742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] Deleting port afe2eb3b-2647-4da6-9b32-a20397c4329a {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:04.721742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.788401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-e652a8cb-96b9-4d81-8123-5f570f95e066 service neutron] 10.222.0.11 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254702 Nov 23 14:14:04.801100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0585612e-843d-4029-b801-f5738694d809 req-46e14cb5-23f7-41f3-a43c-a43fbe507b66 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830721 Nov 23 14:14:04.808364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] For port afe2eb3b-2647-4da6-9b32-a20397c4329a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=afe2eb3b-2647-4da6-9b32-a20397c4329a,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:04.808865 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.818517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] For port afe2eb3b-2647-4da6-9b32-a20397c4329a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=afe2eb3b-2647-4da6-9b32-a20397c4329a,segment=NetworkSegment(9fb0c16e-7d13-463a-a0da-c484f7a1f036),segment_id=9fb0c16e-7d13-463a-a0da-c484f7a1f036)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:04.818821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.830866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] Calling delete_port for afe2eb3b-2647-4da6-9b32-a20397c4329a owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:04.837583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Calling delete_port for afe2eb3b-2647-4da6-9b32-a20397c4329a owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:04.925801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7a28e3a5-bbce-45d6-b1f0-981c9c65e054 req-53465bd1-6ce9-452f-884b-22fedabdeee3 service neutron] 10.222.0.11 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226964 Nov 23 14:14:04.946250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:04.977118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] Pushing event deleted for resources: {'Port': ['ID=afe2eb3b-2647-4da6-9b32-a20397c4329a,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:04.980740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195162c6-8f0b-4095-8730-79eedcbcd94d req-9fb2177a-4e2e-4776-9479-5d70b98ac507 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:04.985638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad158cd1-b8b8-471f-a119-a4676e2038f5 None None] No DVR routers for this DVR port afe2eb3b-2647-4da6-9b32-a20397c4329a on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:04.986350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-195162c6-8f0b-4095-8730-79eedcbcd94d req-9fb2177a-4e2e-4776-9479-5d70b98ac507 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 943 time: 0.0713642 Nov 23 14:14:04.987276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.020948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe2eb3b-2647-4da6-9b32-a20397c4329a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:05.022956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] No DVR routers for this DVR port afe2eb3b-2647-4da6-9b32-a20397c4329a on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:05.151127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-195162c6-8f0b-4095-8730-79eedcbcd94d req-e1c58998-0131-4e0a-b219-413307700473 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376379 Nov 23 14:14:05.152683 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.184120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae2ae-de68-49b9-918a-95bd68926a7e req-fbc1614e-9741-4da0-aaea-61b79bf375f6 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:05.185601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70bae2ae-de68-49b9-918a-95bd68926a7e req-fbc1614e-9741-4da0-aaea-61b79bf375f6 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 945 time: 0.1507053 Nov 23 14:14:05.187236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23f0361-85e2-4a82-9272-70f82b16abe8']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:05.198792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb0c16e-7d13-463a-a0da-c484f7a1f036') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:05.199111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb0c16e-7d13-463a-a0da-c484f7a1f036') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:05.219802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.243142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.255664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:14:05.256038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:14:05.258275 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:14:05.270128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70bae2ae-de68-49b9-918a-95bd68926a7e req-37b2d26d-501e-47dd-a1eb-2e8404868fd8 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757537 Nov 23 14:14:05.320049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.325879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.329068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c23f0361-85e2-4a82-9272-70f82b16abe8 HTTP/1.1" status: 204 len: 168 time: 1.1067724 Nov 23 14:14:05.520720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43278) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:05.565659 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7682f01e-7bf7-482f-a3e0-477f92ab2b52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8eb5826da48343ea8979e586e85c06f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434284 Nov 23 14:14:05.568030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43280) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:05.577563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3af18669-cce7-472b-a498-47c5fc3b6f06 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:05.603753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b169654-5873-4e73-aaef-46474ef263a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c23f0361-85e2-4a82-9272-70f82b16abe8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:05.641753 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9bcb-cae9-4a28-824e-50dbcfbe606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.649115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 3af18669-cce7-472b-a498-47c5fc3b6f06 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:05.654543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 3af18669-cce7-472b-a498-47c5fc3b6f06 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:05.659230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.667353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9bcb-cae9-4a28-824e-50dbcfbe606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.707271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b29890-1dd1-44ee-8d86-af1453eab7eb req-85a536ed-20d2-4108-af5a-f7d4fee214e9 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:05.708833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70b29890-1dd1-44ee-8d86-af1453eab7eb req-85a536ed-20d2-4108-af5a-f7d4fee214e9 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 943 time: 0.0521359 Nov 23 14:14:05.731093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9bcb-cae9-4a28-824e-50dbcfbe606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.734272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9bcb-cae9-4a28-824e-50dbcfbe606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.738879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fb5c9bcb-cae9-4a28-824e-50dbcfbe606a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b1d8478-2b07-4885-b8de-91455dc08748 HTTP/1.1" status: 204 len: 168 time: 0.1694295 Nov 23 14:14:05.751315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c9bcb-cae9-4a28-824e-50dbcfbe606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1d8478-2b07-4885-b8de-91455dc08748,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:05.764598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:05.766773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device dfb09fdb-f6be-449c-822a-e9c8faa4005e details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:05.769139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e5cdb816-c667-4391-affc-7078a8665cd2 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:05.788868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70b29890-1dd1-44ee-8d86-af1453eab7eb req-39a362bb-338d-4979-9318-21605eb70870 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709727 Nov 23 14:14:05.955387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047248dc-010c-4d51-8bcd-707a4e67a3b9 req-3114bec0-a962-4a8c-b319-5954de3cd656 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:05.957172 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-047248dc-010c-4d51-8bcd-707a4e67a3b9 req-3114bec0-a962-4a8c-b319-5954de3cd656 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0589423 Nov 23 14:14:06.003979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af18669-cce7-472b-a498-47c5fc3b6f06'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:06.006243 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c0593-470e-4e5a-b2c8-f5f0bdc61ffd" -d '{"events": [{"server_uuid": "d7e95534-43ac-4709-8898-f1bb61247d65", "name": "network-vif-plugged", "status": "completed", "tag": "3af18669-cce7-472b-a498-47c5fc3b6f06"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:06.011561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 3af18669-cce7-472b-a498-47c5fc3b6f06, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3af18669-cce7-472b-a498-47c5fc3b6f06,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:06.029067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-047248dc-010c-4d51-8bcd-707a4e67a3b9 req-ea4842e9-aba5-4748-81c6-04056a8db50a tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619712 Nov 23 14:14:06.029897 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.030675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:06.088599 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468068e6-178f-43d2-b8d8-74419d7d9182 x-openstack-request-id: req-468068e6-178f-43d2-b8d8-74419d7d9182 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:06.088822 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e95534-43ac-4709-8898-f1bb61247d65", "name": "network-vif-plugged", "status": "completed", "tag": "3af18669-cce7-472b-a498-47c5fc3b6f06", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:06.089019 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-468068e6-178f-43d2-b8d8-74419d7d9182 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:06.089386 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af18669-cce7-472b-a498-47c5fc3b6f06', 'code': 200} Nov 23 14:14:06.135868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device afe2eb3b-2647-4da6-9b32-a20397c4329a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:06.171267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: afe2eb3b-2647-4da6-9b32-a20397c4329a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:06.171614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device afe2eb3b-2647-4da6-9b32-a20397c4329a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:06.213694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=3af18669-cce7-472b-a498-47c5fc3b6f06,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:06.232048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port e5cdb816-c667-4391-affc-7078a8665cd2 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:06.235621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:06.240713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:06.253411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port e5cdb816-c667-4391-affc-7078a8665cd2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:06.253780 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.257242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e', 'network_id': 'e57883df-d994-4453-9b74-0480af5b86ae', 'port_id': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e', 'mac_address': 'fa:16:3e:3c:63:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50bbc7c9-e125-4fa8-9cab-8cbb53262708', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:06.261326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b72a4-9eca-4fb2-9f80-11dd38613a80 req-b3f8b21a-7b36-4b2e-9e8e-d37c2eae269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.265099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-255b72a4-9eca-4fb2-9f80-11dd38613a80 req-b3f8b21a-7b36-4b2e-9e8e-d37c2eae269d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7e95534-43ac-4709-8898-f1bb61247d65 HTTP/1.1" status: 200 len: 1096 time: 0.1095879 Nov 23 14:14:06.276623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:06.277072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.386187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495beadc-2906-4145-9d3e-c1176950f967 req-2a8783a8-d79a-49de-a0a5-ab8c5cd935fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.387832 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-495beadc-2906-4145-9d3e-c1176950f967 req-2a8783a8-d79a-49de-a0a5-ab8c5cd935fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7eff05ce20840709ab2a903122c177d&device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 1096 time: 0.1155717 Nov 23 14:14:06.390164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-255b72a4-9eca-4fb2-9f80-11dd38613a80 req-daf7e73f-ea82-4236-a798-72e8408647ca service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165826 Nov 23 14:14:06.405653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7daa62-bd69-4a49-87aa-c603a145569f req-405a98d5-0cd9-4d4d-ba82-198ea3ba025a tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.413096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.414458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b7daa62-bd69-4a49-87aa-c603a145569f req-405a98d5-0cd9-4d4d-ba82-198ea3ba025a tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 943 time: 0.1270897 Nov 23 14:14:06.432119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb09fdb-f6be-449c-822a-e9c8faa4005e {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:06.433960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8708f-6492-47f1-baac-638629968044 req-bb4b4861-a920-485f-924f-52c981214d15 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.435712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aaa8708f-6492-47f1-baac-638629968044 req-bb4b4861-a920-485f-924f-52c981214d15 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1284628 Nov 23 14:14:06.458190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:06.467561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.468364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 38426014-d4ad-484a-a71a-929e9ba26c33 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:06.512099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495beadc-2906-4145-9d3e-c1176950f967 req-7551f992-7de3-4614-9304-dcf9f895552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.514767 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-495beadc-2906-4145-9d3e-c1176950f967 req-7551f992-7de3-4614-9304-dcf9f895552b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 200 len: 911 time: 0.1198063 Nov 23 14:14:06.538035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b7daa62-bd69-4a49-87aa-c603a145569f req-b404f9c2-9c07-4c80-9f9b-a31c48c79925 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226141 Nov 23 14:14:06.576882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aaa8708f-6492-47f1-baac-638629968044 req-058e2c47-b411-4d49-87e7-8acda2d7e63d tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304739 Nov 23 14:14:06.614478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-495beadc-2906-4145-9d3e-c1176950f967 req-5c4c62d0-1048-4f42-b88b-70c5db4a56ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11 HTTP/1.1" status: 200 len: 217 time: 0.0900095 Nov 23 14:14:06.619938 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.653878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.706627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:06.727875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495beadc-2906-4145-9d3e-c1176950f967 req-2b987df2-fa78-4552-bdee-17e8dd4f7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.729604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-495beadc-2906-4145-9d3e-c1176950f967 req-2b987df2-fa78-4552-bdee-17e8dd4f7a35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 200 len: 850 time: 0.1069608 Nov 23 14:14:06.742842 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-4f9bc5ab-f942-43e5-9e25-4787739cc2e6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0747538 Nov 23 14:14:06.746527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162ec7a-55aa-4644-8012-ee6879d4a98c req-0d40c01f-574e-4e53-b985-225d5cfdb72e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.757579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1162ec7a-55aa-4644-8012-ee6879d4a98c req-0d40c01f-574e-4e53-b985-225d5cfdb72e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 945 time: 0.0836699 Nov 23 14:14:06.782104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:06.795653 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.799070 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-495beadc-2906-4145-9d3e-c1176950f967 req-dfe53484-7612-4123-a469-fe792347747e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a38bdf94-76b8-4deb-9d9d-21afb47bd94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548131 Nov 23 14:14:06.815776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e5cdb816-c667-4391-affc-7078a8665cd2, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e5cdb816-c667-4391-affc-7078a8665cd2,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:06.841452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:06.848364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1162ec7a-55aa-4644-8012-ee6879d4a98c req-e04b57bf-bd6c-446b-a7db-e395e295fd01 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881076 Nov 23 14:14:06.916875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 38426014-d4ad-484a-a71a-929e9ba26c33, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=38426014-d4ad-484a-a71a-929e9ba26c33,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:06.969683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.970158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.970621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.971142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.971599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.972073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.972515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:06.974498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-26ad0317-ad02-49fb-a4bf-8a1cd784eda4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6500 time: 0.0976317 Nov 23 14:14:06.975407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:07.016202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '38426014-d4ad-484a-a71a-929e9ba26c33', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'port_id': '38426014-d4ad-484a-a71a-929e9ba26c33', 'mac_address': 'fa:16:3e:50:41:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:07.023847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e02eb-86b2-4292-a84c-8b9ca7ce7835 req-a1f4a47b-968d-493c-80cf-0e4898493c15 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.032149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d77e02eb-86b2-4292-a84c-8b9ca7ce7835 req-a1f4a47b-968d-493c-80cf-0e4898493c15 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 943 time: 0.1084569 Nov 23 14:14:07.046310 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-495beadc-2906-4145-9d3e-c1176950f967 req-177fd86d-4311-454f-8331-757a920570fc service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255144 Nov 23 14:14:07.096262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d77e02eb-86b2-4292-a84c-8b9ca7ce7835 req-a6bddd9c-16a7-4e88-a5c7-19732811b8a3 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623851 Nov 23 14:14:07.116150 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:07.127731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e5cdb816-c667-4391-affc-7078a8665cd2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:07.135550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38426014-d4ad-484a-a71a-929e9ba26c33 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:07.145392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-57666980-4644-430e-944b-66f47bdcde37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1697783 Nov 23 14:14:07.157166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 38426014-d4ad-484a-a71a-929e9ba26c33, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=38426014-d4ad-484a-a71a-929e9ba26c33,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:07.163819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:07.230419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=38426014-d4ad-484a-a71a-929e9ba26c33,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:07.254879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-4a570378-0637-4dc9-a953-cd6ce8a68db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.255398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-4a570378-0637-4dc9-a953-cd6ce8a68db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.256083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-4a570378-0637-4dc9-a953-cd6ce8a68db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.258644 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-4a570378-0637-4dc9-a953-cd6ce8a68db2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a9ee93-d52a-40bd-8474-910f5a837859&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=2abe950e-20d4-41a3-987a-91c4a86ba666&id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 2298 time: 0.2471654 Nov 23 14:14:07.316567 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-495beadc-2906-4145-9d3e-c1176950f967 req-9f830dc4-1691-4ab6-b688-66667b8e8a69 service neutron] 10.222.0.11 "GET /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555959 Nov 23 14:14:07.328393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.328869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.329363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.329796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.330251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.330880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.331386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.333677 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-864400b6-4472-4c2a-b3e0-c956076ccb21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6492 time: 0.1319926 Nov 23 14:14:07.365114 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-d4663f7e-8d15-4fa1-a839-2af88287dcba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 200 len: 1002 time: 0.0947843 Nov 23 14:14:07.492024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-dde13c9a-37ac-4357-96dd-9890d2c51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.493536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-dde13c9a-37ac-4357-96dd-9890d2c51fdd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a364ed53-f9a0-4c52-85de-268f6f2f28e3 HTTP/1.1" status: 200 len: 856 time: 0.1209514 Nov 23 14:14:07.539694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['38426014-d4ad-484a-a71a-929e9ba26c33'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:07.580997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-74564557-326a-4af9-a301-5e649cf16f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.581561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-74564557-326a-4af9-a301-5e649cf16f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.582084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-74564557-326a-4af9-a301-5e649cf16f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.583929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-74564557-326a-4af9-a301-5e649cf16f37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df96e715-8814-46db-ab75-ff5e9b220772&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 200 len: 2294 time: 0.1985011 Nov 23 14:14:07.589472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-4541f84b-afda-4d92-9469-cef91d04a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.592121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-4541f84b-afda-4d92-9469-cef91d04a538 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a9ee93-d52a-40bd-8474-910f5a837859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898499 Nov 23 14:14:07.599155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['dfb09fdb-f6be-449c-822a-e9c8faa4005e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:07.759963 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-246ac5ea-8fef-44d2-9f2f-2ae7acc6333d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 200 len: 1002 time: 0.1591587 Nov 23 14:14:07.814931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a56dd-becb-4f3f-880e-df4637048d01 req-191ffb1b-56ff-4df1-b223-3ebd0eea6195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.823491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e20a56dd-becb-4f3f-880e-df4637048d01 req-191ffb1b-56ff-4df1-b223-3ebd0eea6195 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 944 time: 0.1599143 Nov 23 14:14:07.857777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-748378b8-61f5-4bda-bad3-ff7990338a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.863617 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-748378b8-61f5-4bda-bad3-ff7990338a55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 HTTP/1.1" status: 200 len: 851 time: 0.0854902 Nov 23 14:14:07.872039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad87f21-6eb8-43d4-8152-efdc57eceb0d req-ea9b089f-f2e9-4cfb-896a-51d1a9f7bbba tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:07.879801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aad87f21-6eb8-43d4-8152-efdc57eceb0d req-ea9b089f-f2e9-4cfb-896a-51d1a9f7bbba tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1561451 Nov 23 14:14:07.987401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e20a56dd-becb-4f3f-880e-df4637048d01 req-710dac53-5a74-4769-8696-fc11f0503907 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626635 Nov 23 14:14:08.018206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-48121b67-9875-432d-96ab-7201263242fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:08.020219 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-48121b67-9875-432d-96ab-7201263242fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df96e715-8814-46db-ab75-ff5e9b220772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288762 Nov 23 14:14:08.035553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aad87f21-6eb8-43d4-8152-efdc57eceb0d req-d526e316-1116-4cc3-a280-a2f531629da3 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546869 Nov 23 14:14:08.096194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b'}, {'server_uuid': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cdb816-c667-4391-affc-7078a8665cd2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:08.099137 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c33016-84c4-48df-8b71-7501712cf1e6" -d '{"events": [{"server_uuid": "b06debd7-e3a0-4809-a33f-7a199abdd489", "name": "network-vif-plugged", "status": "completed", "tag": "998c994e-10dc-4e5f-8f3d-07cd56e1ec1b"}, {"server_uuid": "f2b464b9-7ce8-43c3-a920-e991dfd3d359", "name": "network-vif-plugged", "status": "completed", "tag": "e5cdb816-c667-4391-affc-7078a8665cd2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:08.143586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-a4abd745-57ff-4c95-b0f0-0d8f50292809 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823042 Nov 23 14:14:08.189860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d327a5-7ffe-4f67-83bd-bea4c30a6e26 req-69bed51b-b668-464b-a7ee-f4a58d4a7f78 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:08.191431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0d327a5-7ffe-4f67-83bd-bea4c30a6e26 req-69bed51b-b668-464b-a7ee-f4a58d4a7f78 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 946 time: 0.0618758 Nov 23 14:14:08.203374 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-6c0bde15-d6ce-4092-9f90-8c798c32d9ea service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731255 Nov 23 14:14:08.256555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0d327a5-7ffe-4f67-83bd-bea4c30a6e26 req-9b973e84-ea4b-409f-8d29-42771376d111 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Nov 23 14:14:08.327563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-31c2b7a0-f70f-4439-98bf-a848a6be360f service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759582 Nov 23 14:14:08.345057 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c38e11-a004-4897-9b95-a6a8a88b3504 x-openstack-request-id: req-53c38e11-a004-4897-9b95-a6a8a88b3504 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:08.345551 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06debd7-e3a0-4809-a33f-7a199abdd489", "name": "network-vif-plugged", "status": "completed", "tag": "998c994e-10dc-4e5f-8f3d-07cd56e1ec1b", "code": 200}, {"server_uuid": "f2b464b9-7ce8-43c3-a920-e991dfd3d359", "name": "network-vif-plugged", "status": "completed", "tag": "e5cdb816-c667-4391-affc-7078a8665cd2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:08.347369 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53c38e11-a004-4897-9b95-a6a8a88b3504 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:08.348157 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b', 'code': 200} Nov 23 14:14:08.349321 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cdb816-c667-4391-affc-7078a8665cd2', 'code': 200} Nov 23 14:14:08.385801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-f3986b73-a3f3-4ac3-9a8c-e37222175bc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 217 time: 0.0489662 Nov 23 14:14:08.468853 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-665c5187-65be-45c6-968f-4b0662553b2d service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384176 Nov 23 14:14:08.513796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3e15-b70e-4a7b-bac1-bec10d5ca35c req-6ab284ae-e43d-4e6e-9132-4e514650d87b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:08.515541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-439e3e15-b70e-4a7b-bac1-bec10d5ca35c req-6ab284ae-e43d-4e6e-9132-4e514650d87b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 944 time: 0.0942254 Nov 23 14:14:08.522623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f301-9d44-4022-9735-ba14e9aac8e9 req-79090c4b-a068-4422-8890-7ba808984f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:08.524707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4410f301-9d44-4022-9735-ba14e9aac8e9 req-79090c4b-a068-4422-8890-7ba808984f09 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 1097 time: 0.0699303 Nov 23 14:14:08.545354 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-a4dbe7f6-0769-4d83-ba87-a0b6495097cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 217 time: 0.0560162 Nov 23 14:14:08.546993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-7a5a4e05-547a-42a1-86dd-2eef89950008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:08.548445 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-7a5a4e05-547a-42a1-86dd-2eef89950008 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.1556070 Nov 23 14:14:08.604647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-439e3e15-b70e-4a7b-bac1-bec10d5ca35c req-ff26e033-16e9-496f-9f89-a2f917a3dfa7 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789192 Nov 23 14:14:08.607258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4410f301-9d44-4022-9735-ba14e9aac8e9 req-191d91aa-a2b1-477f-ada5-1aa63ff39318 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752616 Nov 23 14:14:08.961006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3339e-9cbe-4c36-8766-d878714bb89f req-fb6ceea2-6cce-48c8-a1a2-c86fc7e4c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:08.963454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83a3339e-9cbe-4c36-8766-d878714bb89f req-fb6ceea2-6cce-48c8-a1a2-c86fc7e4c3b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 1096 time: 0.5093138 Nov 23 14:14:09.003585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-5241932c-33a4-418f-8159-fd468abaa357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.005387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-5241932c-33a4-418f-8159-fd468abaa357 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.4484427 Nov 23 14:14:09.026730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-bc42b2b5-5b1a-4880-a2a2-b51ffa1b788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.028501 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-bc42b2b5-5b1a-4880-a2a2-b51ffa1b788b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4705107 Nov 23 14:14:09.109475 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83a3339e-9cbe-4c36-8766-d878714bb89f req-66ec54a8-2c69-4a75-81df-d0d02703d36c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345191 Nov 23 14:14:09.119653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909aa2-603f-4397-ac17-3a2cb731891d req-04ffc72b-a63c-40b8-b6a9-594b7730571f tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.121409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d909aa2-603f-4397-ac17-3a2cb731891d req-04ffc72b-a63c-40b8-b6a9-594b7730571f tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 944 time: 0.0576987 Nov 23 14:14:09.149561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-d3c2c383-7770-4676-89fd-bcaf0b543f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.151243 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-d3c2c383-7770-4676-89fd-bcaf0b543f60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368926 Nov 23 14:14:09.183617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d909aa2-603f-4397-ac17-3a2cb731891d req-01413e7c-d00f-4af6-8118-ed6549f15284 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553033 Nov 23 14:14:09.193958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-536ae9e4-972c-49bd-9b51-fc4da682783f service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397045 Nov 23 14:14:09.327733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea1e54-2f89-417e-b557-87b0903a4c9e req-4fc34c82-531b-46a2-babd-766e7778bd17 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.329465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbea1e54-2f89-417e-b557-87b0903a4c9e req-4fc34c82-531b-46a2-babd-766e7778bd17 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0648134 Nov 23 14:14:09.338529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-8ee82581-25e0-4c96-86f9-c621a5fed659 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293318 Nov 23 14:14:09.396951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-091494e4-bd4d-4f75-ae05-3e7c3599b804 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 217 time: 0.0463305 Nov 23 14:14:09.397341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbea1e54-2f89-417e-b557-87b0903a4c9e req-f4ec1154-06a2-43d1-b476-506be71f653e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588620 Nov 23 14:14:09.489599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-09cf5310-b8db-4d49-a48d-05c2cea2b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.491538 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-09cf5310-b8db-4d49-a48d-05c2cea2b2f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0599949 Nov 23 14:14:09.510074 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-14a3f109-18fb-4e83-a004-b1bc977d8241 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849837 Nov 23 14:14:09.527959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff903282-fe26-496c-9c61-73705f195a76 req-c639ffea-dfa6-4cfd-a445-51fb170d5b2a tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.539691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff903282-fe26-496c-9c61-73705f195a76 req-c639ffea-dfa6-4cfd-a445-51fb170d5b2a tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 946 time: 0.0656865 Nov 23 14:14:09.588623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-250b4e60-5304-407a-8ccc-488fe810f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.590202 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-250b4e60-5304-407a-8ccc-488fe810f348 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792816 Nov 23 14:14:09.612137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff903282-fe26-496c-9c61-73705f195a76 req-5eb76a19-e53e-42cc-8b71-ed2852b053f3 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712185 Nov 23 14:14:09.719554 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-155dbabf-4c8b-4ddc-9b3e-76dd5a5c0c8d service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740284 Nov 23 14:14:09.751156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede7fae-d6c2-4bdf-9aa0-481ffe80be29 req-9b83c0fe-baf3-4343-bc80-abdf2c8fa731 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.752819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ede7fae-d6c2-4bdf-9aa0-481ffe80be29 req-9b83c0fe-baf3-4343-bc80-abdf2c8fa731 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 944 time: 0.0719042 Nov 23 14:14:09.783483 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-8929ed31-9277-4ac1-9f8b-a3e45080ccef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 217 time: 0.0544682 Nov 23 14:14:09.788236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-1e9a58a8-e792-467e-93d4-3758e9a0db2d service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668093 Nov 23 14:14:09.790654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device dfb09fdb-f6be-449c-822a-e9c8faa4005e up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:09.817010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ede7fae-d6c2-4bdf-9aa0-481ffe80be29 req-d341ed73-538e-41f2-b741-73a78036290c tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568438 Nov 23 14:14:09.855921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-ca15867d-9463-4fd1-adcc-bff7046a4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.856868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-ca15867d-9463-4fd1-adcc-bff7046a4777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.0658548 Nov 23 14:14:09.885816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port dfb09fdb-f6be-449c-822a-e9c8faa4005e completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:09.890725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port dfb09fdb-f6be-449c-822a-e9c8faa4005e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:09.891172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:09.961856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-240d347a-3ada-4e61-9bbc-b6c5ae43b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:09.963448 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-240d347a-3ada-4e61-9bbc-b6c5ae43b223 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973475 Nov 23 14:14:09.969417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-b67eddd4-c6e3-4b60-ac80-bf670d8f0834 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353178 Nov 23 14:14:09.986757 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:10.030225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:10.036111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:10.038147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 38426014-d4ad-484a-a71a-929e9ba26c33 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:10.048423 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-ea536fe4-6828-4b3d-9c74-814ca599f7e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=65d08020-a694-47be-9fe7-64c58c3d4817 HTTP/1.1" status: 200 len: 217 time: 0.0614049 Nov 23 14:14:10.146179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:10.163813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 38426014-d4ad-484a-a71a-929e9ba26c33 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:10.167952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 38426014-d4ad-484a-a71a-929e9ba26c33 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:10.168334 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:10.171498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-6592d97c-7901-4083-a64c-48246d93bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.173033 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-6592d97c-7901-4083-a64c-48246d93bf2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0791621 Nov 23 14:14:10.177019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-8e434932-2785-4bff-b767-c0859b86bf00 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988146 Nov 23 14:14:10.264026 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:10.304233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 38426014-d4ad-484a-a71a-929e9ba26c33, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=38426014-d4ad-484a-a71a-929e9ba26c33,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:10.311724 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:10.315116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-865ee762-dbc5-46c6-8b87-b0155ab22d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.316650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-865ee762-dbc5-46c6-8b87-b0155ab22d3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347878 Nov 23 14:14:10.326834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed024074-9cda-425d-a14e-7ecb0d1492b5 req-88dbabc0-3358-4ef9-a989-83643e205339 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.335177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed024074-9cda-425d-a14e-7ecb0d1492b5 req-88dbabc0-3358-4ef9-a989-83643e205339 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 945 time: 0.0673163 Nov 23 14:14:10.352597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'}, {'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:10.355210 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051cf75-5433-43ad-b9f5-9e6b498bc0a5" -d '{"events": [{"server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "name": "network-vif-plugged", "status": "completed", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e"}, {"server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "name": "network-vif-plugged", "status": "completed", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:10.395091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=38426014-d4ad-484a-a71a-929e9ba26c33,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:10.404979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed024074-9cda-425d-a14e-7ecb0d1492b5 req-eb95a66e-85dd-4def-8cbc-3e90dedcfc12 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685575 Nov 23 14:14:10.458213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-7df18f29-fdeb-428a-b401-f7a1e0e5bcb0 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679200 Nov 23 14:14:10.478389 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf124d3e-5da8-49fa-92b7-57aab6bcd9c1 x-openstack-request-id: req-cf124d3e-5da8-49fa-92b7-57aab6bcd9c1 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:10.479069 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "name": "network-vif-plugged", "status": "completed", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e", "code": 200}, {"server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "name": "network-vif-plugged", "status": "completed", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:10.479069 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf124d3e-5da8-49fa-92b7-57aab6bcd9c1 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:10.479362 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e', 'code': 200} Nov 23 14:14:10.479620 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33', 'code': 200} Nov 23 14:14:10.525056 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-086d8ee4-ad7d-46b2-b4c4-345a9e6e377b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=995db426-d5a7-4854-8c26-058caddd9a99 HTTP/1.1" status: 200 len: 217 time: 0.0574820 Nov 23 14:14:10.527614 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-06f2c667-e370-4685-b307-47e2baf4efdc service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026629 Nov 23 14:14:10.690511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffed22-2919-4f8d-85e9-ca1693143108 req-037f6045-2ad3-44ca-b3cf-766c86942fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.692502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-8f3461bf-d61f-4e4a-aab3-d596d5c79370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.692665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ffed22-2919-4f8d-85e9-ca1693143108 req-037f6045-2ad3-44ca-b3cf-766c86942fb3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1096 time: 0.0852635 Nov 23 14:14:10.693957 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-8f3461bf-d61f-4e4a-aab3-d596d5c79370 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1372361 Nov 23 14:14:10.700632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153805ad-d828-4df7-b228-26f5326d9826 req-afa3c93e-d1b6-48df-9c00-4faf8394503e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.702153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-153805ad-d828-4df7-b228-26f5326d9826 req-afa3c93e-d1b6-48df-9c00-4faf8394503e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0871677 Nov 23 14:14:10.706280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547520a7-f501-4cbe-91bd-e1212dfa6fe1 req-7a910b62-93da-4943-9042-cc8354eb1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.707800 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-547520a7-f501-4cbe-91bd-e1212dfa6fe1 req-7a910b62-93da-4943-9042-cc8354eb1b12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 1096 time: 0.1067727 Nov 23 14:14:10.718860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-37a64235-9737-469d-9735-672936f64375 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826084 Nov 23 14:14:10.801697 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-e5a3bef9-157d-4950-8595-d07d0d3a90b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=331ef162-7cf5-4277-9771-c3759427fdf3 HTTP/1.1" status: 200 len: 217 time: 0.0660903 Nov 23 14:14:10.801997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-153805ad-d828-4df7-b228-26f5326d9826 req-81cbb799-34f9-44cc-9677-d00a8cdc2347 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926013 Nov 23 14:14:10.815512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8ffed22-2919-4f8d-85e9-ca1693143108 req-1ff29252-3e31-4bbf-a38c-8c588f34e764 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894203 Nov 23 14:14:10.846539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bb0a7-e2a5-4f8d-8c2d-97bf5fb936a5 req-b6ffe846-7016-4618-9a59-4d472bf2b0b9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.848465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba5bb0a7-e2a5-4f8d-8c2d-97bf5fb936a5 req-b6ffe846-7016-4618-9a59-4d472bf2b0b9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 946 time: 0.0852273 Nov 23 14:14:10.865641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-66c6ac47-01d9-4575-9c25-f5c94082e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.870195 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-66c6ac47-01d9-4575-9c25-f5c94082e5cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452293 Nov 23 14:14:10.875999 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-547520a7-f501-4cbe-91bd-e1212dfa6fe1 req-7aebd799-96fe-4401-aed7-6b28f32613a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415527 Nov 23 14:14:10.889521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-b9dfaaef-509e-451d-a937-e36e0ef65b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.891527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-b9dfaaef-509e-451d-a937-e36e0ef65b2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0766702 Nov 23 14:14:10.915815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba5bb0a7-e2a5-4f8d-8c2d-97bf5fb936a5 req-492e2d5c-833a-4663-a5e9-02a5e896231a tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581076 Nov 23 14:14:10.954461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-4cae962e-2030-4457-be05-5aabca3aefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:10.956086 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-4cae962e-2030-4457-be05-5aabca3aefe3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577104 Nov 23 14:14:11.050714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-7fa5285d-ddf5-426e-99f8-67ba134f6982 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871446 Nov 23 14:14:11.160614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b774773-14d1-4178-92b6-02b0022bb6c5 req-bae53c50-48b6-4529-940b-370c6db6ec76 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.160889 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-1d0991ec-eb62-411c-bc5f-08bfe93dde76 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987735 Nov 23 14:14:11.160976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b774773-14d1-4178-92b6-02b0022bb6c5 req-bae53c50-48b6-4529-940b-370c6db6ec76 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Nov 23 14:14:11.221680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b774773-14d1-4178-92b6-02b0022bb6c5 req-cf6ac265-4bac-470d-8b90-83d0dad15ee2 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555506 Nov 23 14:14:11.233544 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-0c3111fd-9f8f-43bf-8523-52051d9ddb0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 200 len: 217 time: 0.0602517 Nov 23 14:14:11.269381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c38be-ed52-4ddb-9b3d-ba092d3764d3 req-4ee51958-1684-4250-b1ea-afa3efe1bd87 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.270923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f9c38be-ed52-4ddb-9b3d-ba092d3764d3 req-4ee51958-1684-4250-b1ea-afa3efe1bd87 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 945 time: 0.0656970 Nov 23 14:14:11.328721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-4fe24a7c-e232-4a84-976b-e13ba517f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.330204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-4fe24a7c-e232-4a84-976b-e13ba517f457 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.0875382 Nov 23 14:14:11.352164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-20b5c4f1-7e85-43fb-af41-95a9e63720ed service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390564 Nov 23 14:14:11.356865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f9c38be-ed52-4ddb-9b3d-ba092d3764d3 req-025232d7-6a77-476c-b110-44a0457801c3 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769191 Nov 23 14:14:11.380226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e4ad7-01bb-44bc-b551-064b89fcfc07 req-74278f8a-1a2d-400a-93e3-7f5f49c612ec tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.380226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b64e4ad7-01bb-44bc-b551-064b89fcfc07 req-74278f8a-1a2d-400a-93e3-7f5f49c612ec tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0778115 Nov 23 14:14:11.424740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b64e4ad7-01bb-44bc-b551-064b89fcfc07 req-d04e5080-b65c-4a79-a998-717e54e193d8 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475650 Nov 23 14:14:11.449187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-535ba21d-3830-47bc-a885-f65fc68a6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.450733 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-535ba21d-3830-47bc-a885-f65fc68a6101 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119730 Nov 23 14:14:11.489124 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-06dee726-ea40-46b0-98a7-c01c43d7facf service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235640 Nov 23 14:14:11.539195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0d20-e7cf-435f-9f1a-ade1b7168b16 req-75453e85-2fb2-4a49-a151-286c40e60b21 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.540798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6ca0d20-e7cf-435f-9f1a-ade1b7168b16 req-75453e85-2fb2-4a49-a151-286c40e60b21 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7e95534-43ac-4709-8898-f1bb61247d65 HTTP/1.1" status: 200 len: 945 time: 0.0528042 Nov 23 14:14:11.563951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-25ed799a-b0ef-4ce0-85fb-67032e73aee6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0654888 Nov 23 14:14:11.601823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6ca0d20-e7cf-435f-9f1a-ade1b7168b16 req-8d208f5d-ba0c-4e21-ad49-bedbac3b1c4f tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537632 Nov 23 14:14:11.646204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-ad7a589b-e69d-4c3a-87a6-85b5cb47fd90 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876006 Nov 23 14:14:11.652657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-a2933953-eed4-4f42-a34e-63f5a03ff8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.654110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-a2933953-eed4-4f42-a34e-63f5a03ff8f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.0776846 Nov 23 14:14:11.727028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061aea-b87f-4788-853e-a9280d2b8ab8 req-8c1a2163-2a46-4db7-b309-050104372047 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.728918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88061aea-b87f-4788-853e-a9280d2b8ab8 req-8c1a2163-2a46-4db7-b309-050104372047 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 945 time: 0.0526738 Nov 23 14:14:11.758851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-938b8316-5e50-4ec9-9137-c48ba9ce384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.760404 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-938b8316-5e50-4ec9-9137-c48ba9ce384e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972414 Nov 23 14:14:11.797344 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-965b745c-18f9-407a-ae1d-ab699f190e68 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423004 Nov 23 14:14:11.802775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88061aea-b87f-4788-853e-a9280d2b8ab8 req-d699ae82-4c8f-4d8d-9ad7-6e86136c6fdd tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663126 Nov 23 14:14:11.879939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-7d39671a-97a9-4cb8-86a4-6afa19b1eb4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 200 len: 217 time: 0.0409865 Nov 23 14:14:11.932826 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-527b2d29-6b07-4bd8-a0c9-bf81d4c9ec41 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592269 Nov 23 14:14:11.942205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-c477be21-f7ee-411e-b7a3-b6cbca00e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:11.943709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-c477be21-f7ee-411e-b7a3-b6cbca00e13f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.0562742 Nov 23 14:14:12.053193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b493-26a6-452f-be26-68941845da56 req-8e393ce9-0ec5-420e-8d13-30b2c025ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:12.053193 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-8e393ce9-0ec5-420e-8d13-30b2c025ad0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997999 Nov 23 14:14:12.138442 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-4e8ef02b-448b-4669-896c-1ca0e439d0db service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611369 Nov 23 14:14:12.155169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711887e-6dea-4412-9970-7b25b5790b47 req-8b64dcdb-f0a2-43cb-9a59-8e6f138f6fcb tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:12.156687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4711887e-6dea-4412-9970-7b25b5790b47 req-8b64dcdb-f0a2-43cb-9a59-8e6f138f6fcb tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7e95534-43ac-4709-8898-f1bb61247d65 HTTP/1.1" status: 200 len: 945 time: 0.0525310 Nov 23 14:14:12.193517 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-d8cc96e4-d865-4f0f-ac39-856b8637c9f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7 HTTP/1.1" status: 200 len: 217 time: 0.0398088 Nov 23 14:14:12.203407 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-6760eb9b-5cad-4256-9e2e-196ce8832e51 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403623 Nov 23 14:14:12.215337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4711887e-6dea-4412-9970-7b25b5790b47 req-f6fa7ecd-79bc-4654-b2bb-150fb6ef4a70 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521262 Nov 23 14:14:12.327539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-d5f6f3dd-c900-4fa3-b757-09cb01372b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:12.329038 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-d5f6f3dd-c900-4fa3-b757-09cb01372b7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.1156385 Nov 23 14:14:12.388227 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6953b493-26a6-452f-be26-68941845da56 req-f1ba16bb-eabb-4e1a-b3c8-acd983a6762e service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659110 Nov 23 14:14:12.396056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6432584-3efe-4f8f-a2bd-2c81e591d0ac req-8b962ae9-19d2-423d-9650-edb6ea8a75e6 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:12.399029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6432584-3efe-4f8f-a2bd-2c81e591d0ac req-8b962ae9-19d2-423d-9650-edb6ea8a75e6 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0607207 Nov 23 14:14:12.402985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-cfeea52d-a43a-498b-b2a5-ddf198e16672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:12.404821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-cfeea52d-a43a-498b-b2a5-ddf198e16672 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652986 Nov 23 14:14:12.463875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6432584-3efe-4f8f-a2bd-2c81e591d0ac req-2ebb348e-49ce-4b9c-ba5f-081e0d6cdb93 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576639 Nov 23 14:14:12.526386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-bf5480ac-4259-4465-bdbc-c0a630980fc5 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094520 Nov 23 14:14:12.582926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d15a-6d55-4f57-b36e-a1c50ae6cee7 req-5a195675-f063-480c-a82b-585b3a19f26e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:12.584664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a79d15a-6d55-4f57-b36e-a1c50ae6cee7 req-5a195675-f063-480c-a82b-585b3a19f26e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0541906 Nov 23 14:14:12.644949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a79d15a-6d55-4f57-b36e-a1c50ae6cee7 req-17115633-3195-4693-ab5f-9542f4795824 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489106 Nov 23 14:14:12.662838 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-7a5013e5-a337-48c3-8578-05ae4678be8d service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002083 Nov 23 14:14:12.711834 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-3c68004b-0f8d-471d-9538-4fa287b381bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 200 len: 217 time: 0.0404069 Nov 23 14:14:12.982293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167008f7-8ab9-4502-ab54-6401d91d2f9e req-ee581ed4-8707-4954-ad56-41c99bd006e4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:12.994321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-167008f7-8ab9-4502-ab54-6401d91d2f9e req-ee581ed4-8707-4954-ad56-41c99bd006e4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 945 time: 0.0845854 Nov 23 14:14:13.043754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-167008f7-8ab9-4502-ab54-6401d91d2f9e req-56ced2a8-bf1c-4f26-b36c-e09a90207b3e tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483723 Nov 23 14:14:13.117220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-3e16e551-3d5a-4f59-bd8f-0b6689e9bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:13.118682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-3e16e551-3d5a-4f59-bd8f-0b6689e9bff7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.3706722 Nov 23 14:14:13.179970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-d3697b3b-6e27-4fb1-86ce-148828479215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:13.181622 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-d3697b3b-6e27-4fb1-86ce-148828479215 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433683 Nov 23 14:14:13.228160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e446c3c6-79e2-4a6f-b41e-ca8183eab1bd tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-730272085&fields=id&tenant_id=7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 267 time: 0.0455246 Nov 23 14:14:13.289986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-b0c66b79-0460-4d5e-8983-6bef95a41e37 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:13.292777 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-98f8eb8a-1625-4514-aec4-e2704b290fcb service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943613 Nov 23 14:14:13.295406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-b0c66b79-0460-4d5e-8983-6bef95a41e37 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 945 time: 0.0615382 Nov 23 14:14:13.302986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'port': {'security_groups': ['968204db-7b53-48a0-ab01-6b118be5d4de', '3be6cc4f-5ae9-4acd-8399-27beeb0f94b5']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:13.374958 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:13.406663 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-247f270e-2692-4bd5-9abc-52e82dbb08b1 req-e89d1708-6dde-4b84-ab78-137dba8b910d service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955956 Nov 23 14:14:13.538513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-33f1428b-708c-4512-92d4-8ecdd298b5c3 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:13.541068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-33f1428b-708c-4512-92d4-8ecdd298b5c3 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7e95534-43ac-4709-8898-f1bb61247d65 HTTP/1.1" status: 200 len: 945 time: 0.0567167 Nov 23 14:14:13.608905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:13.656064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Deleting port 3af18669-cce7-472b-a498-47c5fc3b6f06 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:13.656410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:13.673439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:13.680658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:13.693716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20784a2-34f8-4e9d-bdb1-5ca51f9e7ef9 req-816b2f9a-5e7e-4c93-ad14-0ca65a4f35c6 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:13.695350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a20784a2-34f8-4e9d-bdb1-5ca51f9e7ef9 req-816b2f9a-5e7e-4c93-ad14-0ca65a4f35c6 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7e95534-43ac-4709-8898-f1bb61247d65 HTTP/1.1" status: 200 len: 945 time: 0.0821595 Nov 23 14:14:13.698169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010', 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:13.754286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] For port 3af18669-cce7-472b-a498-47c5fc3b6f06, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=3af18669-cce7-472b-a498-47c5fc3b6f06,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:13.754794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:13.758283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:13.758927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:13.760311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4143bda6-c2a6-4328-b63b-e562a97ebd4e req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "PUT /v2.0/ports/dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 981 time: 0.4625268 Nov 23 14:14:13.762963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:13.765240 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b2e879-43d4-467f-94ae-4b6969756d90" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:13.774287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Calling delete_port for 3af18669-cce7-472b-a498-47c5fc3b6f06 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:13.805997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611483d-d0ba-48ef-b76e-7eef7cda2267 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:13.813724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a20784a2-34f8-4e9d-bdb1-5ca51f9e7ef9 req-5012b314-008c-40c7-9d15-d398bedf9a4e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942013 Nov 23 14:14:13.899883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd51d29-ce0e-47b5-a5d9-6ef4c622fa8b req-8221b67b-58d9-41d6-81c2-2c6e7becf07e tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:13.909691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acd51d29-ce0e-47b5-a5d9-6ef4c622fa8b req-8221b67b-58d9-41d6-81c2-2c6e7becf07e tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0697227 Nov 23 14:14:13.960860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acd51d29-ce0e-47b5-a5d9-6ef4c622fa8b req-9632b5cf-3e78-41de-a448-dc856829209b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499544 Nov 23 14:14:13.966642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['dfb09fdb-f6be-449c-822a-e9c8faa4005e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:13.980595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:14.019704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['998c994e-10dc-4e5f-8f3d-07cd56e1ec1b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:14.041601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Pushing event deleted for resources: {'Port': ['ID=3af18669-cce7-472b-a498-47c5fc3b6f06,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:14.111138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] No DVR routers for this DVR port 3af18669-cce7-472b-a498-47c5fc3b6f06 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:14.114094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:14.117691 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fc3c273-3d8e-469b-a45e-d855b49069ed req-aa6c7e70-2c8a-41e2-8746-9173781ca89e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "DELETE /v2.0/ports/3af18669-cce7-472b-a498-47c5fc3b6f06 HTTP/1.1" status: 204 len: 173 time: 0.5697663 Nov 23 14:14:14.117875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22133f6c-2305-48ab-a6be-c88314dd8ea9 req-c7fc469d-0ea7-4ae3-b565-c58715ea5d99 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:14.118805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'name': 'network-vif-deleted', 'tag': '3af18669-cce7-472b-a498-47c5fc3b6f06'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:14.122129 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b438e04a-76a6-4d71-843e-d8a031d1a8d8" -d '{"events": [{"server_uuid": "d7e95534-43ac-4709-8898-f1bb61247d65", "name": "network-vif-deleted", "tag": "3af18669-cce7-472b-a498-47c5fc3b6f06"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:14.127442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22133f6c-2305-48ab-a6be-c88314dd8ea9 req-c7fc469d-0ea7-4ae3-b565-c58715ea5d99 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0675740 Nov 23 14:14:14.188201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22133f6c-2305-48ab-a6be-c88314dd8ea9 req-89534444-44f1-4e39-8f9b-de216a3cfd41 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565784 Nov 23 14:14:14.273079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0970df9f-e795-4072-a3e6-b67cef7c51d8 req-adef7c38-75e8-4937-827a-a3f9bae60583 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/3be6cc4f-5ae9-4acd-8399-27beeb0f94b5 HTTP/1.1" status: 200 len: 1819 time: 0.0503638 Nov 23 14:14:14.327699 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-0970df9f-e795-4072-a3e6-b67cef7c51d8 req-24e0c472-eafb-478d-9a5b-ab01cc4b2c98 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 14:14:14.328826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0970df9f-e795-4072-a3e6-b67cef7c51d8 req-24e0c472-eafb-478d-9a5b-ab01cc4b2c98 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/3be6cc4f-5ae9-4acd-8399-27beeb0f94b5 HTTP/1.1" status: 409 len: 341 time: 0.0504251 Nov 23 14:14:14.379878 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa9e4f-b1d9-4876-a504-b1f8cfb4e374 x-openstack-request-id: req-fbfa9e4f-b1d9-4876-a504-b1f8cfb4e374 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:14.380182 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:14.380483 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbfa9e4f-b1d9-4876-a504-b1f8cfb4e374 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:14.380897 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e', 'status': 'completed', 'code': 200} Nov 23 14:14:14.463634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-5f41af31-2548-463a-a577-865f93efb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:14.466768 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-5f41af31-2548-463a-a577-865f93efb82b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1135 time: 0.0550368 Nov 23 14:14:14.488462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f3317-f645-4114-be26-eda224f73c33 req-b81fdb6d-f305-4cdd-99d6-08b41b1ae7c0 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:14.491136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f7f3317-f645-4114-be26-eda224f73c33 req-b81fdb6d-f305-4cdd-99d6-08b41b1ae7c0 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0555134 Nov 23 14:14:14.500391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43900) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:14.510153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Request body: {'floatingip': {'port_id': '38426014-d4ad-484a-a71a-929e9ba26c33'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:14.529304 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb842d65-86d5-4b07-9808-706225b5d14f x-openstack-request-id: req-cb842d65-86d5-4b07-9808-706225b5d14f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:14.529609 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e95534-43ac-4709-8898-f1bb61247d65", "name": "network-vif-deleted", "tag": "3af18669-cce7-472b-a498-47c5fc3b6f06", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:14.529869 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb842d65-86d5-4b07-9808-706225b5d14f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:14.530268 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e95534-43ac-4709-8898-f1bb61247d65', 'name': 'network-vif-deleted', 'tag': '3af18669-cce7-472b-a498-47c5fc3b6f06', 'status': 'completed', 'code': 200} Nov 23 14:14:14.604012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:14.612790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['e5cdb816-c667-4391-affc-7078a8665cd2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:14.653989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-c17bb38d-4d5a-471a-9b2d-80f012e38ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:14.660578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-c17bb38d-4d5a-471a-9b2d-80f012e38ca7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 914 time: 0.1817706 Nov 23 14:14:14.745365 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-4710e678-581d-426d-86ab-c5411d6dc3f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 217 time: 0.0697005 Nov 23 14:14:14.852038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-6f3fc08a-2396-4cbc-a934-e86933d4b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:14.861584 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-6f3fc08a-2396-4cbc-a934-e86933d4b5fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.1011786 Nov 23 14:14:14.925982 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-0b973699-f500-46f6-a99a-a86479943d6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532105 Nov 23 14:14:15.050267 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-ffef38dc-ed58-4027-8003-5f50599de5c7 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107335 Nov 23 14:14:15.057872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc34202-01e5-485e-99c3-b5d90344063e req-80b9a359-30b6-4f30-ac3a-7a58173a3de8 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:15.059305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cc34202-01e5-485e-99c3-b5d90344063e req-80b9a359-30b6-4f30-ac3a-7a58173a3de8 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 984 time: 0.1479843 Nov 23 14:14:15.171530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77b2e879-43d4-467f-94ae-4b6969756d90 req-c2749208-0dcc-4202-beaf-a43ec29f073c service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990903 Nov 23 14:14:15.190254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cc34202-01e5-485e-99c3-b5d90344063e req-54f1cb31-2e95-4290-bee2-b05553d5e24a tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=3be6cc4f-5ae9-4acd-8399-27beeb0f94b5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0968585 Nov 23 14:14:15.315941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-3ce9eaa9-9505-4643-8d3d-2aa32ea64a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:15.317535 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-3ce9eaa9-9505-4643-8d3d-2aa32ea64a64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1135 time: 0.0672147 Nov 23 14:14:15.383325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:15.396137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45b6b8-63b0-4a7c-b2b0-825403022fde req-347d580f-354c-4918-99a6-81989a05bde4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:15.397770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d45b6b8-63b0-4a7c-b2b0-825403022fde req-347d580f-354c-4918-99a6-81989a05bde4 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.0677032 Nov 23 14:14:15.399273 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:15.423946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43952) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:15.469559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-7b2f51d1-bf07-4b68-9c9f-8838d02ad270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:15.471216 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-7b2f51d1-bf07-4b68-9c9f-8838d02ad270 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 914 time: 0.1328299 Nov 23 14:14:15.518029 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-25f0ab2a-1688-45ad-8840-f14f51c1056b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 217 time: 0.0377336 Nov 23 14:14:15.526456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d45b6b8-63b0-4a7c-b2b0-825403022fde req-34a8e2fe-95d8-4b6e-9dfe-ec92ce6ea9f2 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898094 Nov 23 14:14:15.544601 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Floating IP 0bdfd69e-f031-4c37-8b24-446b12268b10 associated. External IP: 172.25.3.204, port: 38426014-d4ad-484a-a71a-929e9ba26c33. Nov 23 14:14:15.590095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-1c59fe90-6609-4a19-8906-b1f169eeb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:15.591804 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-1c59fe90-6609-4a19-8906-b1f169eeb4b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.0581293 Nov 23 14:14:15.595314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3af18669-cce7-472b-a498-47c5fc3b6f06 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:15.643386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 3af18669-cce7-472b-a498-47c5fc3b6f06 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:15.643738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 3af18669-cce7-472b-a498-47c5fc3b6f06 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:15.665602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-e9bfa04d-7fc1-4837-9f73-41016a443d88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536313 Nov 23 14:14:15.673594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-375a0b2a-1562-40cf-80ef-d5c10df48d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:15.819106 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-8ca2e291-090f-4dc8-8413-5c7dc02ce5c2 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324358 Nov 23 14:14:15.843631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8570a-96a2-41d8-83d4-9b92f09c3af5 req-a27aad9e-81b1-47d7-8279-5244a001c398 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:15.849568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8570a-96a2-41d8-83d4-9b92f09c3af5 req-a27aad9e-81b1-47d7-8279-5244a001c398 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:15.851345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bfe8570a-96a2-41d8-83d4-9b92f09c3af5 req-a27aad9e-81b1-47d7-8279-5244a001c398 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489&device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 1682 time: 0.1074891 Nov 23 14:14:15.866756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-375a0b2a-1562-40cf-80ef-d5c10df48d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:15.871921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-375a0b2a-1562-40cf-80ef-d5c10df48d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:15.886558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:14:15.918049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bfe8570a-96a2-41d8-83d4-9b92f09c3af5 req-26bf39ca-ab83-4bec-92f4-839fd803a404 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 Nov 23 14:14:15.974270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0b2a-1562-40cf-80ef-d5c10df48d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12f6368-19e0-4fe9-a462-d5c436b9c0dc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:15.988877 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-375a0b2a-1562-40cf-80ef-d5c10df48d71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3b494dacca94116bd732b4ff0c2b971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614512 Nov 23 14:14:15.992879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43970) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:16.013070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-6a0fe8cc-c598-489c-ad66-35f52e951b3c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:16.014557 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-6a0fe8cc-c598-489c-ad66-35f52e951b3c tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1402314 Nov 23 14:14:16.028985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:14:16.034939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:16.050089 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] Sync routers for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:14:16.062429 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:14:16.063400 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:16.070946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-487b8886-4928-47ef-b516-81772f75f27b tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "PUT /v2.0/floatingips/0bdfd69e-f031-4c37-8b24-446b12268b10 HTTP/1.1" status: 200 len: 991 time: 1.5656576 Nov 23 14:14:16.080431 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-39bb81c5-bf07-4a2f-af24-c964dd77a63d req-735f59ed-c59b-4931-b15d-00dc739c092f service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505558 Nov 23 14:14:16.158036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f329850-13e2-4845-bdb1-cf483ac63803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:16.187818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f329850-13e2-4845-bdb1-cf483ac63803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:16.194859 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:14:16.249177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Deleting port f9e70a66-28f3-4773-bb76-1300fdd7dd11 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:16.249608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:16.281481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f329850-13e2-4845-bdb1-cf483ac63803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:16.284925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f329850-13e2-4845-bdb1-cf483ac63803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:16.286511 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f329850-13e2-4845-bdb1-cf483ac63803 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a12f6368-19e0-4fe9-a462-d5c436b9c0dc HTTP/1.1" status: 204 len: 168 time: 0.2876635 Nov 23 14:14:16.358978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1ca57-3e2f-499b-95fe-8f0158fd39be req-4e4d6ae3-2125-4b43-8be3-b9a7946d823c tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:16.366530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cf1ca57-3e2f-499b-95fe-8f0158fd39be req-4e4d6ae3-2125-4b43-8be3-b9a7946d823c tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 984 time: 0.0646617 Nov 23 14:14:16.385655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:16.388191 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c46059-389d-4f6f-a1a6-b335dd42e0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:16.392778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f329850-13e2-4845-bdb1-cf483ac63803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12f6368-19e0-4fe9-a462-d5c436b9c0dc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:16.469686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] For port f9e70a66-28f3-4773-bb76-1300fdd7dd11, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f9e70a66-28f3-4773-bb76-1300fdd7dd11,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:16.471994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:16.489565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Calling delete_port for f9e70a66-28f3-4773-bb76-1300fdd7dd11 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:16.490018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cf1ca57-3e2f-499b-95fe-8f0158fd39be req-4826d565-2fb0-47a4-a80a-3f13daef3b72 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=3be6cc4f-5ae9-4acd-8399-27beeb0f94b5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1224258 Nov 23 14:14:16.521413 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d663d-92f9-4b26-898e-6aae20b734f1 x-openstack-request-id: req-875d663d-92f9-4b26-898e-6aae20b734f1 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:16.521693 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:16.521947 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-875d663d-92f9-4b26-898e-6aae20b734f1 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:16.522342 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33', 'status': 'completed', 'code': 200} Nov 23 14:14:16.645098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-a59f45ab-718b-4d49-bd20-3397a049ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:16.656657 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-a59f45ab-718b-4d49-bd20-3397a049ac20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d38e3763ce74af2a66c954f0271f89f&device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 1096 time: 0.0957122 Nov 23 14:14:16.739179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28d1a0-eccc-4382-a503-073c8d983c1b req-b3a56f64-26f5-4c27-8e49-4c0f4c4de6e9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:16.747387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d28d1a0-eccc-4382-a503-073c8d983c1b req-b3a56f64-26f5-4c27-8e49-4c0f4c4de6e9 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 945 time: 0.1228693 Nov 23 14:14:16.754466 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '0bdfd69e-f031-4c37-8b24-446b12268b10', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'port_id': '38426014-d4ad-484a-a71a-929e9ba26c33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'mac_address': 'fa:16:3e:50:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8639519f-5867-43e8-9741-dad599eec523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:52Z', 'updated_at': '2021-11-23T14:14:15Z', 'revision_number': 1, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:52Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:16.785329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb014c-2fd5-47b9-8083-7a2b7d7098ef req-f2f57e85-4125-49e3-80ab-4425ad204d86 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:16.787512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecfb014c-2fd5-47b9-8083-7a2b7d7098ef req-f2f57e85-4125-49e3-80ab-4425ad204d86 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3000e7-3f71-45ef-a28f-be020549015b HTTP/1.1" status: 200 len: 945 time: 0.1093078 Nov 23 14:14:16.796473 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] Checking router: 63c17cb9-bc52-4673-a816-97ed7d11d4f9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:14:16.807474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-ea667cf4-e729-4c78-affd-9276d0f9d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:16.809345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-ea667cf4-e729-4c78-affd-9276d0f9d1b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b06b3722-684c-4ef2-89b6-9a3b1065b93a HTTP/1.1" status: 200 len: 912 time: 0.1405387 Nov 23 14:14:16.813006 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:14:16.813820 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:16.846191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d28d1a0-eccc-4382-a503-073c8d983c1b req-f29af13c-76c0-4c66-acad-185966ea17c4 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976241 Nov 23 14:14:16.909938 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-428d0519-e339-4387-ac2b-abecb186c4c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38426014-d4ad-484a-a71a-929e9ba26c33 HTTP/1.1" status: 200 len: 999 time: 0.0907998 Nov 23 14:14:16.944000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecfb014c-2fd5-47b9-8083-7a2b7d7098ef req-4f7cddac-b8d4-48fc-a0ff-a1e933d67cbb tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093497 Nov 23 14:14:16.980354 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:14:17.075050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-8a1a449a-bda7-4c88-9e00-96fc0a9346cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:17.076529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-8a1a449a-bda7-4c88-9e00-96fc0a9346cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09f86352-0bee-41c4-8fcd-19780e041ec9 HTTP/1.1" status: 200 len: 850 time: 0.1499746 Nov 23 14:14:17.084428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:17.097833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7198018e-f694-4ab2-9416-7f458ae6a8a2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:17.104814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f9e70a66-28f3-4773-bb76-1300fdd7dd11'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:17.132324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Pushing event deleted for resources: {'Port': ['ID=f9e70a66-28f3-4773-bb76-1300fdd7dd11,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:17.211061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] No DVR routers for this DVR port f9e70a66-28f3-4773-bb76-1300fdd7dd11 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:17.218857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:17.223242 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c2c4ad09-836a-477d-8890-247e9f829ac9 req-7b11af6b-5189-484b-aab7-94cb317bdb58 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.11 "DELETE /v2.0/ports/f9e70a66-28f3-4773-bb76-1300fdd7dd11 HTTP/1.1" status: 204 len: 173 time: 1.1988461 Nov 23 14:14:17.225665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3000e7-3f71-45ef-a28f-be020549015b', 'name': 'network-vif-deleted', 'tag': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:17.229046 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9abf809-e822-4a14-9680-bc3cafc7972d" -d '{"events": [{"server_uuid": "3e3000e7-3f71-45ef-a28f-be020549015b", "name": "network-vif-deleted", "tag": "f9e70a66-28f3-4773-bb76-1300fdd7dd11"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:17.237466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-ef9fe737-0d45-4654-b1b3-c449dc784a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:17.239620 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-ef9fe737-0d45-4654-b1b3-c449dc784a4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b06b3722-684c-4ef2-89b6-9a3b1065b93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395962 Nov 23 14:14:17.354716 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea2af1-06a3-4fd5-81c6-33834ee0f8d7 x-openstack-request-id: req-70ea2af1-06a3-4fd5-81c6-33834ee0f8d7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:17.355086 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3000e7-3f71-45ef-a28f-be020549015b", "name": "network-vif-deleted", "tag": "f9e70a66-28f3-4773-bb76-1300fdd7dd11", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:17.355491 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70ea2af1-06a3-4fd5-81c6-33834ee0f8d7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:17.355950 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3000e7-3f71-45ef-a28f-be020549015b', 'name': 'network-vif-deleted', 'tag': 'f9e70a66-28f3-4773-bb76-1300fdd7dd11', 'status': 'completed', 'code': 200} Nov 23 14:14:17.422077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44020) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:17.439188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-7265947d-3671-46b6-8fb9-8294286244b4 service neutron] 10.222.0.11 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701825 Nov 23 14:14:17.455272 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '0bdfd69e-f031-4c37-8b24-446b12268b10', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'port_id': '38426014-d4ad-484a-a71a-929e9ba26c33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'mac_address': 'fa:16:3e:50:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8639519f-5867-43e8-9741-dad599eec523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:52Z', 'updated_at': '2021-11-23T14:14:15Z', 'revision_number': 1, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:52Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:17.483882 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320b287-0fe9-4758-b0c7-014551de9e13 None None] The sync data for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 is: [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '0bdfd69e-f031-4c37-8b24-446b12268b10', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'port_id': '38426014-d4ad-484a-a71a-929e9ba26c33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'mac_address': 'fa:16:3e:50:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8639519f-5867-43e8-9741-dad599eec523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:13:52Z', 'updated_at': '2021-11-23T14:14:15Z', 'revision_number': 1, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:52Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:14:17.559288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87c46059-389d-4f6f-a1a6-b335dd42e0d1 req-4b66e175-cf9e-43e3-8cfe-95cbf1c232ba service neutron] 10.222.0.11 "GET /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110301 Nov 23 14:14:17.568986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-335376160-network', 'tenant_id': 'ab0bd15483d44909849d665fcdffa3ad'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:17.621558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Made reservation on behalf of ab0bd15483d44909849d665fcdffa3ad for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:17.623966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:17.637054 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:17.668044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac0c5-323b-464c-ac8c-f0e1597cf045 req-08ed5461-6a17-431c-bcd9-803cf68cbb32 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:17.669549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-deeac0c5-323b-464c-ac8c-f0e1597cf045 req-08ed5461-6a17-431c-bcd9-803cf68cbb32 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 984 time: 0.0847342 Nov 23 14:14:17.755138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf777a3-f287-46fb-a3fd-f8e979f24610 None None] New status for floating IP 0bdfd69e-f031-4c37-8b24-446b12268b10: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:14:18.031489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-44571024-1af1-4dd5-aa89-5ff8238fca98 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:18.033479 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-44571024-1af1-4dd5-aa89-5ff8238fca98 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "GET /v2.0/ports?device_id=b06debd7-e3a0-4809-a33f-7a199abdd489 HTTP/1.1" status: 200 len: 946 time: 0.0987642 Nov 23 14:14:18.057624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-deeac0c5-323b-464c-ac8c-f0e1597cf045 req-da88692c-2dd6-4c4d-b262-76a3c6cc80a2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=3be6cc4f-5ae9-4acd-8399-27beeb0f94b5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3788369 Nov 23 14:14:18.086926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.107627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8f7c3-f340-4d81-9e68-735c8730beb0 req-fc2dbe06-7489-422a-becf-fa357377336a tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:18.109400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fad8f7c3-f340-4d81-9e68-735c8730beb0 req-fc2dbe06-7489-422a-becf-fa357377336a tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 945 time: 0.1160398 Nov 23 14:14:18.110672 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.147737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:14:18.155404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Deleting port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:18.155749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.162580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787fcd64-7118-41e2-a78f-f4549e6f9138,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:18.172436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.173519 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Added segment 12b30096-d6e5-4d82-8b10-a4ec5b11eff5 of type vlan for network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d Nov 23 14:14:18.232756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fad8f7c3-f340-4d81-9e68-735c8730beb0 req-afb3716c-d113-440b-bda0-3996e7c66048 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/security-groups?id=713b7cde-6353-4716-9484-5735a868cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082649 Nov 23 14:14:18.236663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.272198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.273509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:18.274039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.292992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8682141 Nov 23 14:14:18.302189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-73eaa374-fccd-4f05-9cd2-2535df1f25a5 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:18.303731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44042) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:18.303994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-73eaa374-fccd-4f05-9cd2-2535df1f25a5 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 945 time: 0.1282923 Nov 23 14:14:18.308668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Request body: {'subnet': {'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-335376160-subnet', 'tenant_id': 'ab0bd15483d44909849d665fcdffa3ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:18.368814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b1afa-4fec-4d38-ab61-9f30414f960e admin admin] Pushing event updated for resources: {'Network': ['ID=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:18.371843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Made reservation on behalf of ab0bd15483d44909849d665fcdffa3ad for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:18.374463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.384977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:14:18.407352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] For port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:18.407733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.431384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Calling delete_port for 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:18.513129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-38caa23f-b96e-4fd7-a0a4-35534895761c tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1378633403&fields=id&tenant_id=7636bb4b09a5486da8394c2b2b36ac01 HTTP/1.1" status: 200 len: 267 time: 0.1148660 Nov 23 14:14:18.558512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Deleting port e5cdb816-c667-4391-affc-7078a8665cd2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:18.558512 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.615690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-b7d8394b-509c-47c8-9c9c-7ac65018023f tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:18.617505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-b7d8394b-509c-47c8-9c9c-7ac65018023f tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 984 time: 0.0956094 Nov 23 14:14:18.654410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'port': {'security_groups': ['3be6cc4f-5ae9-4acd-8399-27beeb0f94b5', '968204db-7b53-48a0-ab01-6b118be5d4de', '97a2dbf9-6747-47d0-8916-f4d5d25eb74d']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:18.706459 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.713517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] For port e5cdb816-c667-4391-affc-7078a8665cd2, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e5cdb816-c667-4391-affc-7078a8665cd2,segment=NetworkSegment(d593b598-ad66-4b08-9af1-6fe91d363719),segment_id=d593b598-ad66-4b08-9af1-6fe91d363719)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:18.713866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.724213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.736986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['e5cdb816-c667-4391-affc-7078a8665cd2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:18.740618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Calling delete_port for e5cdb816-c667-4391-affc-7078a8665cd2 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:18.741127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['998c994e-10dc-4e5f-8f3d-07cd56e1ec1b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:18.767374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Pushing event deleted for resources: {'Port': ['ID=998c994e-10dc-4e5f-8f3d-07cd56e1ec1b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:18.805596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.806568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.806568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.807353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.807353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.807485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.807804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.808185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.808513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.808859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.809652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.809652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:18.827644 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.865568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8f2b1b-19ad-4cc4-8190-670c6564603d,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:18.866828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] No DVR routers for this DVR port 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:18.871453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:18.875955 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79e68e2f-ec3d-4f15-a848-d9a1c919838d req-b53afd55-0c9d-4b17-ac06-ab31a9a0547e tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.74 "DELETE /v2.0/ports/998c994e-10dc-4e5f-8f3d-07cd56e1ec1b HTTP/1.1" status: 204 len: 173 time: 0.8358512 Nov 23 14:14:18.885433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325c8cd-8366-4974-8333-4dbfb1ab7031 req-72813425-2b4b-4b31-ba6f-5aaabff54b00 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:18.886611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1325c8cd-8366-4974-8333-4dbfb1ab7031 req-72813425-2b4b-4b31-ba6f-5aaabff54b00 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.1677394 Nov 23 14:14:18.938151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Checking segment: {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:18.938878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Network hostable DHCP agents. Network: 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:14:19.006859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:19.020732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['998c994e-10dc-4e5f-8f3d-07cd56e1ec1b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:19.028428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:14:19.042726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Pushing event deleted for resources: {'Port': ['ID=e5cdb816-c667-4391-affc-7078a8665cd2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:19.051702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1325c8cd-8366-4974-8333-4dbfb1ab7031 req-080310f4-2af4-4e19-80cc-f7789a4d1d32 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301320 Nov 23 14:14:19.072532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:19.080188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:19.080893 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:19.081100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af283d-f04e-4598-b1e3-9bd614aa64cf None None] Network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:14:19.095814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] No DVR routers for this DVR port e5cdb816-c667-4391-affc-7078a8665cd2 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:19.099186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:19.104720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee29e14f-4473-4652-9d5f-02813b8fdff5 req-7b3806d4-dfb1-442f-90dc-997d7eb47824 tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.11 "DELETE /v2.0/ports/e5cdb816-c667-4391-affc-7078a8665cd2 HTTP/1.1" status: 204 len: 173 time: 0.7895241 Nov 23 14:14:19.106106 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ba48c4e5-b500-4f0d-9691-535ac2e2b46d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8017616 Nov 23 14:14:19.233980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:19.263215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12657c5-e91e-4f40-a406-298d68034d15 None None] Network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:14:19.295367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:19.301400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:19.336835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010', 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:19.357248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'name': 'network-vif-deleted', 'tag': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b'}, {'server_uuid': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'name': 'network-vif-deleted', 'tag': 'e5cdb816-c667-4391-affc-7078a8665cd2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:19.360335 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df962ca9-5eec-46ce-a486-1a09cd42eb04" -d '{"events": [{"server_uuid": "b06debd7-e3a0-4809-a33f-7a199abdd489", "name": "network-vif-deleted", "tag": "998c994e-10dc-4e5f-8f3d-07cd56e1ec1b"}, {"server_uuid": "f2b464b9-7ce8-43c3-a920-e991dfd3d359", "name": "network-vif-deleted", "tag": "e5cdb816-c667-4391-affc-7078a8665cd2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:19.394420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:19.395144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:19.409757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e0989c4-fd5c-4cb0-9a42-70b56059da30 req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "PUT /v2.0/ports/dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 1020 time: 0.7676928 Nov 23 14:14:19.410434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:19.414663 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d1da5e-d129-48b4-ab03-6feef925ee33" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:19.474925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f89a8434-7842-4eec-b678-91fe71384ffe req-243d0dd7-41ee-40c4-8e94-2c9f702c2f0c tempest-ListServersNegativeTestJSON-283997444 tempest-ListServersNegativeTestJSON-283997444-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2b464b9-7ce8-43c3-a920-e991dfd3d359 HTTP/1.1" status: 200 len: 210 time: 0.0354242 Nov 23 14:14:19.477382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e448-664f-4997-abb2-33ffee8fdb3b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:19.536658 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb8798-f535-41f7-810c-21096638a1d8 x-openstack-request-id: req-13cb8798-f535-41f7-810c-21096638a1d8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:19.537135 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06debd7-e3a0-4809-a33f-7a199abdd489", "name": "network-vif-deleted", "tag": "998c994e-10dc-4e5f-8f3d-07cd56e1ec1b", "status": "completed", "code": 200}, {"server_uuid": "f2b464b9-7ce8-43c3-a920-e991dfd3d359", "name": "network-vif-deleted", "tag": "e5cdb816-c667-4391-affc-7078a8665cd2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:19.537756 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13cb8798-f535-41f7-810c-21096638a1d8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:19.538337 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06debd7-e3a0-4809-a33f-7a199abdd489', 'name': 'network-vif-deleted', 'tag': '998c994e-10dc-4e5f-8f3d-07cd56e1ec1b', 'status': 'completed', 'code': 200} Nov 23 14:14:19.539696 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b464b9-7ce8-43c3-a920-e991dfd3d359', 'name': 'network-vif-deleted', 'tag': 'e5cdb816-c667-4391-affc-7078a8665cd2', 'status': 'completed', 'code': 200} Nov 23 14:14:19.561703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['dfb09fdb-f6be-449c-822a-e9c8faa4005e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:19.687571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e7f241a-9fc6-4c4c-b8e1-1f3ca0154826 req-b9f422c8-15f7-445d-83bb-52bc04d0a871 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/97a2dbf9-6747-47d0-8916-f4d5d25eb74d HTTP/1.1" status: 200 len: 1820 time: 0.0516217 Nov 23 14:14:19.750483 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-5e7f241a-9fc6-4c4c-b8e1-1f3ca0154826 req-de4aa04c-6c0d-4b71-b372-4846a8e55995 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 14:14:19.751690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e7f241a-9fc6-4c4c-b8e1-1f3ca0154826 req-de4aa04c-6c0d-4b71-b372-4846a8e55995 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/97a2dbf9-6747-47d0-8916-f4d5d25eb74d HTTP/1.1" status: 409 len: 341 time: 0.0555971 Nov 23 14:14:19.813854 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f942c7c4-0af6-4708-ac9b-cbdfd11d21b2 x-openstack-request-id: req-f942c7c4-0af6-4708-ac9b-cbdfd11d21b2 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:19.814292 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:19.814547 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f942c7c4-0af6-4708-ac9b-cbdfd11d21b2 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:19.814966 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e', 'status': 'completed', 'code': 200} Nov 23 14:14:19.848110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f9e70a66-28f3-4773-bb76-1300fdd7dd11 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:19.891144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: f9e70a66-28f3-4773-bb76-1300fdd7dd11 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:19.894255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f9e70a66-28f3-4773-bb76-1300fdd7dd11 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:19.894255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e5cdb816-c667-4391-affc-7078a8665cd2 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:19.905866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-18d99416-fc34-4776-955e-aab8b386e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:19.907972 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-18d99416-fc34-4776-955e-aab8b386e186 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1174 time: 0.0632870 Nov 23 14:14:19.922500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: e5cdb816-c667-4391-affc-7078a8665cd2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:19.922842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e5cdb816-c667-4391-affc-7078a8665cd2 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:19.959233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-f13112c5-57fb-4be1-98cb-606a94a47b66 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:19.970492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-f13112c5-57fb-4be1-98cb-606a94a47b66 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 821 time: 0.1744025 Nov 23 14:14:19.998805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-43f89fd3-8612-4d16-bbd7-012a5d59046d tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/quotas/ab0bd15483d44909849d665fcdffa3ad HTTP/1.1" status: 200 len: 375 time: 0.0270214 Nov 23 14:14:20.037896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-b91c0c7b-a288-4494-ad2a-60a43a4cf7bd tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381813 Nov 23 14:14:20.073808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-e1637eb0-87c6-43ee-993e-0be96ce87bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:20.087127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-e1637eb0-87c6-43ee-993e-0be96ce87bdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 200 len: 914 time: 0.1576917 Nov 23 14:14:20.140115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-b2950942-e72e-44f0-b4dc-57bcb6fc14fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 200 len: 217 time: 0.0520387 Nov 23 14:14:20.200059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-e1060e7c-2572-463a-9e93-cf6ed9a4d00a service neutron] 10.222.0.46 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524212 Nov 23 14:14:20.215041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-9ceab590-a64f-4a7e-bc0b-9921d5b97353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:20.217562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-9ceab590-a64f-4a7e-bc0b-9921d5b97353 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 200 len: 853 time: 0.0673256 Nov 23 14:14:20.222754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102ae47-3826-4efa-baaf-f1686ed65b0a req-4343c0a3-ee32-4a34-99d3-2186fcb28af1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:20.224487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6102ae47-3826-4efa-baaf-f1686ed65b0a req-4343c0a3-ee32-4a34-99d3-2186fcb28af1 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.0693789 Nov 23 14:14:20.257289 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-79d2a3d1-78e7-407b-b434-474bbf5af3a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e57883df-d994-4453-9b74-0480af5b86ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293045 Nov 23 14:14:20.338982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6102ae47-3826-4efa-baaf-f1686ed65b0a req-e3d4a8ad-4f4c-41b0-b7c4-fe985a821f3e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036878 Nov 23 14:14:20.366335 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-a8c629bd-144f-44db-b3c3-1c40db569aa0 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011868 Nov 23 14:14:20.371269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-5fad2d93-3be9-4524-a1c2-0933681503c8 service neutron] 10.222.0.46 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452940 Nov 23 14:14:20.474701 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00d1da5e-d129-48b4-ab03-6feef925ee33 req-59ba393a-6b20-4f62-8311-9c470a6e6737 service neutron] 10.222.0.11 "GET /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005371 Nov 23 14:14:20.482576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f70e4d-db71-4dfd-9568-c68ae39f0ecd req-d04a0465-810f-4123-9eb3-1b83325682b4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:20.484440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32f70e4d-db71-4dfd-9568-c68ae39f0ecd req-d04a0465-810f-4123-9eb3-1b83325682b4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1023 time: 0.0753183 Nov 23 14:14:20.580989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32f70e4d-db71-4dfd-9568-c68ae39f0ecd req-a917128a-5c57-40a1-8acc-1f45b1dfa11f tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=97a2dbf9-6747-47d0-8916-f4d5d25eb74d&id=3be6cc4f-5ae9-4acd-8399-27beeb0f94b5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0889852 Nov 23 14:14:20.668349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7a4f937-5878-4134-a88e-be3744dcc384 req-af9746f4-cb06-4b73-b848-3877c8a13eb1 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 210 time: 0.0401609 Nov 23 14:14:20.759091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:20.810918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] Deleting subnet 871af465-8d67-44ab-ab61-028f2f2b7f85 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:14:20.815083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:20.858992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:20.909495 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:20.974328 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.006835 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.011469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/871af465-8d67-44ab-ab61-028f2f2b7f85 HTTP/1.1" status: 204 len: 168 time: 0.2518628 Nov 23 14:14:21.013022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347169ab-4e1f-4024-9db6-b8e8df421358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871af465-8d67-44ab-ab61-028f2f2b7f85,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:21.015758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44108) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:21.048763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-2baa5fee-877e-493c-8d80-77702022098e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:21.050468 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-2baa5fee-877e-493c-8d80-77702022098e tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.74 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 945 time: 0.0628283 Nov 23 14:14:21.103657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.170703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Deleting port 7198018e-f694-4ab2-9416-7f458ae6a8a2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:21.171353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.199967 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.222628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da335a7-1eca-4083-a90d-d14c5dd6c186']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:21.232622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd593b598-ad66-4b08-9af1-6fe91d363719') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:21.232919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd593b598-ad66-4b08-9af1-6fe91d363719') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:21.243028 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.255979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.262478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:14:21.262863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:14:21.264566 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:14:21.279312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] For port 7198018e-f694-4ab2-9416-7f458ae6a8a2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7198018e-f694-4ab2-9416-7f458ae6a8a2,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:21.279675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.296183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Calling delete_port for 7198018e-f694-4ab2-9416-7f458ae6a8a2 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:21.321577 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.327264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.330381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] 10.222.0.46 "DELETE /v2.0/networks/7da335a7-1eca-4083-a90d-d14c5dd6c186 HTTP/1.1" status: 204 len: 168 time: 0.3136096 Nov 23 14:14:21.342445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a57d9-20dc-4812-8eea-9001da37b0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7da335a7-1eca-4083-a90d-d14c5dd6c186,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:21.433058 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.448232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7198018e-f694-4ab2-9416-7f458ae6a8a2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:21.466453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Pushing event deleted for resources: {'Port': ['ID=7198018e-f694-4ab2-9416-7f458ae6a8a2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:21.482536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554526a4-6c6f-4e6a-8ee3-5b32e69a5c8c req-b5bf0ad6-681b-403f-bc11-cb6dbde1705f tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:21.484147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-554526a4-6c6f-4e6a-8ee3-5b32e69a5c8c req-b5bf0ad6-681b-403f-bc11-cb6dbde1705f tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3 HTTP/1.1" status: 200 len: 867 time: 0.0660028 Nov 23 14:14:21.520150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44114) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:21.521329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] No DVR routers for this DVR port 7198018e-f694-4ab2-9416-7f458ae6a8a2 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:21.524913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:21.528400 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c9c6231c-141a-40e3-afff-e3cc0adc1e22 req-f0d9920f-19ce-4832-a970-451d64f7d268 tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.74 "DELETE /v2.0/ports/7198018e-f694-4ab2-9416-7f458ae6a8a2 HTTP/1.1" status: 204 len: 173 time: 0.4722757 Nov 23 14:14:21.540972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'name': 'network-vif-deleted', 'tag': '7198018e-f694-4ab2-9416-7f458ae6a8a2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:21.544019 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf4bd0c-f81a-4f7f-9327-b53fb7709a6e" -d '{"events": [{"server_uuid": "7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3", "name": "network-vif-deleted", "tag": "7198018e-f694-4ab2-9416-7f458ae6a8a2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:21.580033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-554526a4-6c6f-4e6a-8ee3-5b32e69a5c8c req-19ae5cfd-6f5b-45bf-b5f3-3fe98bfdfddb tempest-ServerRescueTestJSON-1926363889 tempest-ServerRescueTestJSON-1926363889-project] 10.222.0.46 "GET /v2.0/security-groups?id=03a7aab5-a542-46e6-a047-c02e774a53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846043 Nov 23 14:14:21.609859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:21.627764 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d675133-8bf5-404e-95ba-a23e05fa61f2 x-openstack-request-id: req-1d675133-8bf5-404e-95ba-a23e05fa61f2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:21.628060 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3", "name": "network-vif-deleted", "tag": "7198018e-f694-4ab2-9416-7f458ae6a8a2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:21.628312 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d675133-8bf5-404e-95ba-a23e05fa61f2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:21.630531 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c89c0e5-2fb7-4e76-b8c4-bd4c510936b3', 'name': 'network-vif-deleted', 'tag': '7198018e-f694-4ab2-9416-7f458ae6a8a2', 'status': 'completed', 'code': 200} Nov 23 14:14:21.655773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:21.659681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 998c994e-10dc-4e5f-8f3d-07cd56e1ec1b not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:21.750450 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec14f222-e960-482d-8f69-b16681cf1b7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3b73bd294c446a1a694f21fcfc3c3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270648 Nov 23 14:14:21.753158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44128) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:21.785401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa27e7-c447-40e1-a05c-2dae16237c0c req-11250b66-8ac9-46a9-9d79-187cd7614c72 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:21.787174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88aa27e7-c447-40e1-a05c-2dae16237c0c req-11250b66-8ac9-46a9-9d79-187cd7614c72 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1023 time: 0.0774088 Nov 23 14:14:21.887934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88aa27e7-c447-40e1-a05c-2dae16237c0c req-240f4622-ca8f-412f-9b7e-648c59bfcf8d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=97a2dbf9-6747-47d0-8916-f4d5d25eb74d&id=3be6cc4f-5ae9-4acd-8399-27beeb0f94b5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0934756 Nov 23 14:14:21.923395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42d6b086-be56-44e0-970d-00c5ca311614 req-fb7c475b-2f31-451b-b7a3-77119de88e27 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 210 time: 0.0343771 Nov 23 14:14:22.137342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-8457fd31-fd15-4943-ac37-2384cf121954 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:22.138833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-8457fd31-fd15-4943-ac37-2384cf121954 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 821 time: 0.5916193 Nov 23 14:14:22.160431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Request body: {'port': {'device_id': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'admin_state_up': True, 'tenant_id': 'ab0bd15483d44909849d665fcdffa3ad'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:22.176278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-b455203d-e19e-42ee-93de-4d446f52eecf tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:22.177735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-b455203d-e19e-42ee-93de-4d446f52eecf tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 1023 time: 0.1085331 Nov 23 14:14:22.188722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6603794a-703a-4bb6-ba24-b118356edf05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.291042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6603794a-703a-4bb6-ba24-b118356edf05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.416685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Deleting port dfb09fdb-f6be-449c-822a-e9c8faa4005e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:22.416944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.421323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6603794a-703a-4bb6-ba24-b118356edf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.423848 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6603794a-703a-4bb6-ba24-b118356edf05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.424988 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6603794a-703a-4bb6-ba24-b118356edf05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/713b7cde-6353-4716-9484-5735a868cdf6 HTTP/1.1" status: 204 len: 168 time: 0.6708417 Nov 23 14:14:22.425644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Made reservation on behalf of ab0bd15483d44909849d665fcdffa3ad for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:22.429067 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.501175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603794a-703a-4bb6-ba24-b118356edf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713b7cde-6353-4716-9484-5735a868cdf6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:22.626373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] For port dfb09fdb-f6be-449c-822a-e9c8faa4005e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=dfb09fdb-f6be-449c-822a-e9c8faa4005e,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:22.626744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.650304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44138) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:22.666439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Calling delete_port for dfb09fdb-f6be-449c-822a-e9c8faa4005e owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:22.718834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Allocated IP 172.20.0.2 (8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d/8c8f2b1b-19ad-4cc4-8190-670c6564603d/4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:22.935213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:22.951164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010', 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:22.968499 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.019315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'Port': ['ID=dfb09fdb-f6be-449c-822a-e9c8faa4005e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:23.075552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c41e2bf-dc73-4943-b5fc-1e81b22cb32e req-95ffaf00-0068-4cd1-bd4a-d5b26cdb0508 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d75633-0143-4398-bfdc-1a2adca984ae HTTP/1.1" status: 200 len: 210 time: 0.0640018 Nov 23 14:14:23.082643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] No DVR routers for this DVR port dfb09fdb-f6be-449c-822a-e9c8faa4005e on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:23.086243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.090365 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27571b9a-8cdc-4be0-a61e-7c55f50b16e1 req-7ce1186e-c49f-4161-a22a-af1bad627f23 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "DELETE /v2.0/ports/dfb09fdb-f6be-449c-822a-e9c8faa4005e HTTP/1.1" status: 204 len: 173 time: 0.9024925 Nov 23 14:14:23.115373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.118791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b85c759-d472-4968-bff9-6f0544190149 req-6f503c5c-a450-44ac-8243-676470c9e9a5 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 210 time: 0.0456507 Nov 23 14:14:23.186986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:23.192743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:23.211636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:23.250885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:23.279434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:23.280358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.303559 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-80206a51-3b78-4d4f-9683-90e62a6afa96 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1482446 Nov 23 14:14:23.313730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.317201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Request body: {'port': {'device_id': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:23.380408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.521831 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.619692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Deleting port be024ccd-67a3-4a3e-a612-dba33765ab6e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:23.620022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.623277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7198018e-f694-4ab2-9416-7f458ae6a8a2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:23.633759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'name': 'network-vif-deleted', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:23.641021 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2d7e3e-eab4-465a-ad90-321b10dc8929" -d '{"events": [{"server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "name": "network-vif-deleted", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:23.649906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 7198018e-f694-4ab2-9416-7f458ae6a8a2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:23.650261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7198018e-f694-4ab2-9416-7f458ae6a8a2 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:23.712043 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663b013-e705-4850-a223-163b3b816f9a x-openstack-request-id: req-c663b013-e705-4850-a223-163b3b816f9a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:23.712389 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d75633-0143-4398-bfdc-1a2adca984ae", "name": "network-vif-deleted", "tag": "dfb09fdb-f6be-449c-822a-e9c8faa4005e", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:23.712530 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c663b013-e705-4850-a223-163b3b816f9a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:23.713026 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d75633-0143-4398-bfdc-1a2adca984ae', 'name': 'network-vif-deleted', 'tag': 'dfb09fdb-f6be-449c-822a-e9c8faa4005e', 'status': 'completed', 'code': 200} Nov 23 14:14:23.746622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:23.746804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] For port be024ccd-67a3-4a3e-a612-dba33765ab6e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=be024ccd-67a3-4a3e-a612-dba33765ab6e,segment=NetworkSegment(ca4c1f34-3143-4316-80e9-f2de0b37784b),segment_id=ca4c1f34-3143-4316-80e9-f2de0b37784b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:23.746804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.756955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.775201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Calling delete_port for be024ccd-67a3-4a3e-a612-dba33765ab6e owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:23.778191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Transition to ACTIVE for port object 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:23.785045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:23.915619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:23.962407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Attempting to bind port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:23.962752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Attempting to bind port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:23.963157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Attempting to bind port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:23.971880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:23.972320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Attempting to bind port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:23.978321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:23.978672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Checking segment: {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:23.979095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Bound using segment: {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:23.979575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Bound port: 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:23.980685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.018726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.053855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:24.057569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:24.062848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=be024ccd-67a3-4a3e-a612-dba33765ab6e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:24.064723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.100475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:24.101119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.103454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] 10.222.0.74 "PUT /v2.0/ports/4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 HTTP/1.1" status: 200 len: 1091 time: 0.7905099 Nov 23 14:14:24.135900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b11004-dd9d-4603-8797-6ee9e6422d5e service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:24.221233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-f2816e6b-9c7b-4004-8fa5-02b236697c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:24.222831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-f2816e6b-9c7b-4004-8fa5-02b236697c02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 1094 time: 0.0621846 Nov 23 14:14:24.275499 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-0fbf436c-e739-43b8-9968-8ac4f9c8a203 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 HTTP/1.1" status: 200 len: 217 time: 0.0404248 Nov 23 14:14:24.316265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44210) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:24.329065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ac99374-7fed-4a49-9f18-ff4202042087 req-b0ba314b-f5a1-48ff-b029-3fd4371486e2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/3be6cc4f-5ae9-4acd-8399-27beeb0f94b5 HTTP/1.1" status: 200 len: 1819 time: 0.1261311 Nov 23 14:14:24.329263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-a368c3dd-ded9-40d1-8de9-86cdbb54f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:24.330778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-a368c3dd-ded9-40d1-8de9-86cdbb54f3d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c8f2b1b-19ad-4cc4-8190-670c6564603d HTTP/1.1" status: 200 len: 861 time: 0.0486832 Nov 23 14:14:24.355211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d8e5f-1137-4deb-83be-e2f40147ede2 req-8adb0895-ea93-4abc-9cba-d3c7cb3203c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:24.356708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a7d8e5f-1137-4deb-83be-e2f40147ede2 req-8adb0895-ea93-4abc-9cba-d3c7cb3203c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 943 time: 0.1443567 Nov 23 14:14:24.360426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.363802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-822ad8c3-1ec7-4071-94ff-7dc935d45204 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253670 Nov 23 14:14:24.472261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-2e46dfa1-b54a-4ecc-8d1c-311be61d70a7 service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002064 Nov 23 14:14:24.477118 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19751ae6-e9e9-4481-a46e-3ab8819d3e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.567664 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83049e17-0faa-4e04-a67c-307a3bc40284 req-66485289-e4dd-4d21-97b3-5b2941ff1ffe service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849512 Nov 23 14:14:24.802388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a7d8e5f-1137-4deb-83be-e2f40147ede2 req-c6a853cf-42a1-4f5f-9c67-016609d5f8f6 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338515 Nov 23 14:14:24.814468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ac99374-7fed-4a49-9f18-ff4202042087 req-ddf20c81-cd33-41c7-b3bf-e4882305bd76 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.866064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ac99374-7fed-4a49-9f18-ff4202042087 req-ddf20c81-cd33-41c7-b3bf-e4882305bd76 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.995749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ac99374-7fed-4a49-9f18-ff4202042087 req-ddf20c81-cd33-41c7-b3bf-e4882305bd76 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.998607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ac99374-7fed-4a49-9f18-ff4202042087 req-ddf20c81-cd33-41c7-b3bf-e4882305bd76 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:24.999778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ac99374-7fed-4a49-9f18-ff4202042087 req-ddf20c81-cd33-41c7-b3bf-e4882305bd76 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/3be6cc4f-5ae9-4acd-8399-27beeb0f94b5 HTTP/1.1" status: 204 len: 173 time: 0.6624968 Nov 23 14:14:25.026368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf20c81-cd33-41c7-b3bf-e4882305bd76 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be6cc4f-5ae9-4acd-8399-27beeb0f94b5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:25.050515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19751ae6-e9e9-4481-a46e-3ab8819d3e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.061370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19751ae6-e9e9-4481-a46e-3ab8819d3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.109487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Router 8118336c-0016-48aa-b8fa-789e3f54fea0 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:14:25.125258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19751ae6-e9e9-4481-a46e-3ab8819d3e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e673ad-91f0-45ed-a172-16f4247b05f0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:25.129314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-19751ae6-e9e9-4481-a46e-3ab8819d3e2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08a3ee6735534bf6b92aeee2e9983ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8090358 Nov 23 14:14:25.132094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44220) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:25.134750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ada789b-69bf-4fd9-a9ea-fca487b6d3cb req-abf1c212-fa85-4e06-95bb-f35e2e6dd72b tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/97a2dbf9-6747-47d0-8916-f4d5d25eb74d HTTP/1.1" status: 200 len: 1820 time: 0.1094496 Nov 23 14:14:25.183668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd716abe-8f8e-4f27-b811-ef0a9aa109ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.208608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd716abe-8f8e-4f27-b811-ef0a9aa109ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.255222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd716abe-8f8e-4f27-b811-ef0a9aa109ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.258439 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd716abe-8f8e-4f27-b811-ef0a9aa109ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.259664 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fd716abe-8f8e-4f27-b811-ef0a9aa109ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17e673ad-91f0-45ed-a172-16f4247b05f0 HTTP/1.1" status: 204 len: 168 time: 0.1255820 Nov 23 14:14:25.269872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716abe-8f8e-4f27-b811-ef0a9aa109ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e673ad-91f0-45ed-a172-16f4247b05f0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:25.280686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ada789b-69bf-4fd9-a9ea-fca487b6d3cb req-1803db25-e45f-4bbb-a350-ca511e2b5723 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.293837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:14:25.300760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b89fdcca-bdb5-4b77-a314-aa2de8c6e7d5 admin admin] 10.222.0.46 "PUT /v2.0/routers/8118336c-0016-48aa-b8fa-789e3f54fea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6489990 Nov 23 14:14:25.304746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44224) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:25.306550 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] Sync routers for ids ['8118336c-0016-48aa-b8fa-789e3f54fea0'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:14:25.313446 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ada789b-69bf-4fd9-a9ea-fca487b6d3cb req-1803db25-e45f-4bbb-a350-ca511e2b5723 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.318135 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] Routers {'8118336c-0016-48aa-b8fa-789e3f54fea0'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:14:25.318956 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8118336c-0016-48aa-b8fa-789e3f54fea0'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:25.371637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ada789b-69bf-4fd9-a9ea-fca487b6d3cb req-1803db25-e45f-4bbb-a350-ca511e2b5723 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.377677 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0ada789b-69bf-4fd9-a9ea-fca487b6d3cb req-1803db25-e45f-4bbb-a350-ca511e2b5723 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.386693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ada789b-69bf-4fd9-a9ea-fca487b6d3cb req-1803db25-e45f-4bbb-a350-ca511e2b5723 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/97a2dbf9-6747-47d0-8916-f4d5d25eb74d HTTP/1.1" status: 204 len: 173 time: 0.2060115 Nov 23 14:14:25.404344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803db25-e45f-4bbb-a350-ca511e2b5723 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2dbf9-6747-47d0-8916-f4d5d25eb74d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:25.436047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-63bd67d2-010b-4a3d-b0ee-6291684ddcc8 req-adc2cafd-0c73-475d-b3d4-fac6221b2c13 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-325769664', 'description': 'tempest-description-1954522577'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:25.457521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.468190 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63bd67d2-010b-4a3d-b0ee-6291684ddcc8 req-adc2cafd-0c73-475d-b3d4-fac6221b2c13 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.472710 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] Set router 8118336c-0016-48aa-b8fa-789e3f54fea0 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:14:25.556442 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63bd67d2-010b-4a3d-b0ee-6291684ddcc8 req-adc2cafd-0c73-475d-b3d4-fac6221b2c13 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.562453 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63bd67d2-010b-4a3d-b0ee-6291684ddcc8 req-adc2cafd-0c73-475d-b3d4-fac6221b2c13 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.578146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.612425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63bd67d2-010b-4a3d-b0ee-6291684ddcc8 req-adc2cafd-0c73-475d-b3d4-fac6221b2c13 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.613774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63bd67d2-010b-4a3d-b0ee-6291684ddcc8 req-adc2cafd-0c73-475d-b3d4-fac6221b2c13 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1819243 Nov 23 14:14:25.619467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2cafd-0c73-475d-b3d4-fac6221b2c13 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed4a2c5-96b2-4708-8ee0-937cec41f1d1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:25.671092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Deleting port 6ef21876-45fe-4e6c-b482-638890ca0c88 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:25.672117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.681393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:14:23Z', 'revision_number': 5, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port': {'id': '6ef21876-45fe-4e6c-b482-638890ca0c88', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:12:13Z', 'updated_at': '2021-11-23T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:25.706650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ae6361c-6116-41c4-9484-904485de4e84 req-f06a9251-aeec-4db6-98cf-690447b308a7 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/4ed4a2c5-96b2-4708-8ee0-937cec41f1d1 HTTP/1.1" status: 200 len: 1819 time: 0.0700393 Nov 23 14:14:25.709014 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] Checking router: 8118336c-0016-48aa-b8fa-789e3f54fea0 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:14:25.721361 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] Routers {'8118336c-0016-48aa-b8fa-789e3f54fea0'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:14:25.723412 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:13:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8118336c-0016-48aa-b8fa-789e3f54fea0'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:25.724733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6ae6361c-6116-41c4-9484-904485de4e84 req-fae5783b-b7ae-4bc8-8761-03e96df43874 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Request body: {'security_group': {'name': 'tempest-sg-hth-905834520', 'description': 'tempest-description-hth-16749729'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:25.729323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:25.731576 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:25.765310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6ae6361c-6116-41c4-9484-904485de4e84 req-fae5783b-b7ae-4bc8-8761-03e96df43874 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.767325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] For port 6ef21876-45fe-4e6c-b482-638890ca0c88, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6ef21876-45fe-4e6c-b482-638890ca0c88,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:25.768248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.783422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Calling delete_port for 6ef21876-45fe-4e6c-b482-638890ca0c88 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:25.813329 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39217874-cb84-4350-8e50-4b869f378c20 x-openstack-request-id: req-39217874-cb84-4350-8e50-4b869f378c20 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:25.813329 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:25.813598 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39217874-cb84-4350-8e50-4b869f378c20 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:25.813903 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'status': 'completed', 'code': 200} Nov 23 14:14:25.846544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6ae6361c-6116-41c4-9484-904485de4e84 req-fae5783b-b7ae-4bc8-8761-03e96df43874 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.852981 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6ae6361c-6116-41c4-9484-904485de4e84 req-fae5783b-b7ae-4bc8-8761-03e96df43874 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.857243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6ae6361c-6116-41c4-9484-904485de4e84 req-fae5783b-b7ae-4bc8-8761-03e96df43874 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:25.858639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ae6361c-6116-41c4-9484-904485de4e84 req-fae5783b-b7ae-4bc8-8761-03e96df43874 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "PUT /v2.0/security-groups/4ed4a2c5-96b2-4708-8ee0-937cec41f1d1 HTTP/1.1" status: 200 len: 1791 time: 0.1446934 Nov 23 14:14:25.868215 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] Set router 8118336c-0016-48aa-b8fa-789e3f54fea0 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:14:25.887626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device dfb09fdb-f6be-449c-822a-e9c8faa4005e no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:25.892527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5783b-b7ae-4bc8-8761-03e96df43874 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed4a2c5-96b2-4708-8ee0-937cec41f1d1,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:25.938263 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:14:25Z', 'revision_number': 6, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:25.938825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-c393ce32-724d-4906-bdb6-bd7d2904e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:25.940868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-c393ce32-724d-4906-bdb6-bd7d2904e1b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 1094 time: 0.1261098 Nov 23 14:14:25.947528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-930d3029-a001-4272-8db9-b440233a0e0e req-b549e103-80a1-493f-98a8-d979ce37e3eb tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/4ed4a2c5-96b2-4708-8ee0-937cec41f1d1 HTTP/1.1" status: 200 len: 1791 time: 0.0564229 Nov 23 14:14:25.952279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: dfb09fdb-f6be-449c-822a-e9c8faa4005e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:25.952873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device dfb09fdb-f6be-449c-822a-e9c8faa4005e not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:25.985751 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcbd0c-7d4b-4fee-9479-a7dfffe9356c None None] The sync data for ids ['8118336c-0016-48aa-b8fa-789e3f54fea0'] in n-d-818503-2 is: [{'id': '8118336c-0016-48aa-b8fa-789e3f54fea0', 'name': 'tempest-ServerRescueTestJSON-602302541-router', 'tenant_id': 'c7eff05ce20840709ab2a903122c177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:12:12Z', 'updated_at': '2021-11-23T14:14:25Z', 'revision_number': 6, 'project_id': 'c7eff05ce20840709ab2a903122c177d', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:14:26.060731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89471c6c-b85f-43d6-aca9-3708cfb9f38a req-a862523f-2fea-4604-a39e-510e10d22ac3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:26.064008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89471c6c-b85f-43d6-aca9-3708cfb9f38a req-a862523f-2fea-4604-a39e-510e10d22ac3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 943 time: 0.1029646 Nov 23 14:14:26.146941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89471c6c-b85f-43d6-aca9-3708cfb9f38a req-ca05ca06-58ab-4e24-8db2-679bbfacd2b5 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662341 Nov 23 14:14:26.235697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-2de7999d-08f8-4a73-a081-05aed3f664e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:26.237066 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-2de7999d-08f8-4a73-a081-05aed3f664e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 922 time: 0.2681766 Nov 23 14:14:26.239200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-530e1abb-cefa-427c-887f-92964eeb009b req-8ad6edbe-aeb5-46a5-8f48-339eae4f3b82 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/4ed4a2c5-96b2-4708-8ee0-937cec41f1d1 HTTP/1.1" status: 200 len: 1791 time: 0.0574565 Nov 23 14:14:26.269255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44264) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:26.291449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-150a6661-64bc-4fa2-afdd-9a87bab56fc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 HTTP/1.1" status: 200 len: 217 time: 0.0441446 Nov 23 14:14:26.292351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.334528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-530e1abb-cefa-427c-887f-92964eeb009b req-f918e766-02f2-4f2c-a657-4b57d23048f2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.345528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef21876-45fe-4e6c-b482-638890ca0c88,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:26.359384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-530e1abb-cefa-427c-887f-92964eeb009b req-f918e766-02f2-4f2c-a657-4b57d23048f2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.420023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-0b16a275-cfc0-4cc5-9786-a2d1ecfddb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:26.421808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-0b16a275-cfc0-4cc5-9786-a2d1ecfddb03 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c8f2b1b-19ad-4cc4-8190-670c6564603d HTTP/1.1" status: 200 len: 861 time: 0.1198418 Nov 23 14:14:26.425676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1485756775-network', 'tenant_id': 'c3d0f4c29d5a42b1abd788c0663b7827'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:26.429088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.470610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Made reservation on behalf of c3d0f4c29d5a42b1abd788c0663b7827 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:26.473960 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.478358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-530e1abb-cefa-427c-887f-92964eeb009b req-f918e766-02f2-4f2c-a657-4b57d23048f2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.481292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-530e1abb-cefa-427c-887f-92964eeb009b req-f918e766-02f2-4f2c-a657-4b57d23048f2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.482419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-530e1abb-cefa-427c-887f-92964eeb009b req-f918e766-02f2-4f2c-a657-4b57d23048f2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/4ed4a2c5-96b2-4708-8ee0-937cec41f1d1 HTTP/1.1" status: 204 len: 173 time: 0.2247725 Nov 23 14:14:26.513523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918e766-02f2-4f2c-a657-4b57d23048f2 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed4a2c5-96b2-4708-8ee0-937cec41f1d1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:26.520037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.576990 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-18c7299f-440a-4472-a8bf-a829572d6e1d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443307 Nov 23 14:14:26.588224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.588224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.653752 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-33b09cb5-64ad-41a9-b87b-bd06d1f7f958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.661445 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-201c912f-5be8-4223-9761-b5dd112ff9d9 req-bc8b4f12-7a5a-4224-a0a4-af533266d17c tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:14:26.662599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-201c912f-5be8-4223-9761-b5dd112ff9d9 req-bc8b4f12-7a5a-4224-a0a4-af533266d17c tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/97a2dbf9-6747-47d0-8916-f4d5d25eb74d HTTP/1.1" status: 404 len: 352 time: 0.0277796 Nov 23 14:14:26.668534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.675477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.703043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.703570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8118336c-0016-48aa-b8fa-789e3f54fea0 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:14:26.709127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.710296 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0add314c-7603-4797-816d-5b4fd7856b71 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8118336c-0016-48aa-b8fa-789e3f54fea0 HTTP/1.1" status: 204 len: 168 time: 1.4036331 Nov 23 14:14:26.713466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44276) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:26.714468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:14:26.723811 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-21c16712-a296-4e51-910a-62d5e5b87d59 req-fb592627-6758-4957-9f0d-48da13d14b33 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:14:26.725041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21c16712-a296-4e51-910a-62d5e5b87d59 req-fb592627-6758-4957-9f0d-48da13d14b33 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/3be6cc4f-5ae9-4acd-8399-27beeb0f94b5 HTTP/1.1" status: 404 len: 352 time: 0.0326211 Nov 23 14:14:26.733424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.733811 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Added segment e2edacb4-89f2-4cfb-b0b4-6acbec361eb2 of type vlan for network 3cea7a74-5a5e-45d8-85d0-a4795e655390 Nov 23 14:14:26.735543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508322a2-933a-487f-9c7d-66d55e729638,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:26.779035 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-3b6772a5-9ba3-4b5a-8720-c765095d41a0 service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858389 Nov 23 14:14:26.782203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] Deleting subnet eefa234a-25e7-452f-8d44-dbc1316d9c86 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:14:26.787122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.794004 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-0908209b-8d39-4b6f-8f0a-c2b87bea2dfb req-be858da8-1ca0-4bb4-b1d7-c407df6a8f83 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:14:26.795055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0908209b-8d39-4b6f-8f0a-c2b87bea2dfb req-be858da8-1ca0-4bb4-b1d7-c407df6a8f83 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/f2ffb2c6-8e7f-4d34-b0be-f2b08015208c HTTP/1.1" status: 404 len: 352 time: 0.0246801 Nov 23 14:14:26.796615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.841077 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-0ec9e7c3-1361-4f51-9954-47486a759f59 req-95352783-2643-4daf-8a19-904639815be4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:14:26.842390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ec9e7c3-1361-4f51-9954-47486a759f59 req-95352783-2643-4daf-8a19-904639815be4 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/bc241029-e611-4efa-b404-8913dbf102a1 HTTP/1.1" status: 404 len: 352 time: 0.0256770 Nov 23 14:14:26.844665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.845759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:26.846392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.885216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.886691 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.925930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6514945 Nov 23 14:14:26.931317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:26.933286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905789-183f-4695-9357-ea14153b57ff admin admin] Pushing event updated for resources: {'Network': ['ID=3cea7a74-5a5e-45d8-85d0-a4795e655390,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:26.937201 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-170aa36d-8f16-43d1-b959-d1241b85507c req-06b5b63d-859d-4419-b54d-6675809d45e5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:14:26.942259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Request body: {'subnet': {'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1485756775-subnet', 'tenant_id': 'c3d0f4c29d5a42b1abd788c0663b7827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:26.946577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-170aa36d-8f16-43d1-b959-d1241b85507c req-06b5b63d-859d-4419-b54d-6675809d45e5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/df9b010e-fc8b-4cd2-8325-2445077b741d HTTP/1.1" status: 404 len: 352 time: 0.0586021 Nov 23 14:14:26.955396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3cea7a74-5a5e-45d8-85d0-a4795e655390 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:14:26.979184 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:26.982385 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-4a2867ba-3b57-4feb-b8b0-d03c7d2aad46 req-0f45d71b-405c-4b84-aa80-d135a940044d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] show failed (client error): The resource could not be found. Nov 23 14:14:26.983813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2867ba-3b57-4feb-b8b0-d03c7d2aad46 req-0f45d71b-405c-4b84-aa80-d135a940044d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/ccf77d5d-421e-46ee-b181-cf649d0cff8d HTTP/1.1" status: 404 len: 352 time: 0.0184090 Nov 23 14:14:26.984804 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0ecbb95f-1b91-4fb6-9e73-fdc0ec048a78 req-d8c84b78-0d32-4b33-bf79-edbf147ad34d service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956789 Nov 23 14:14:27.019519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Made reservation on behalf of c3d0f4c29d5a42b1abd788c0663b7827 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:27.021995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.106955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.139583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefa234a-25e7-452f-8d44-dbc1316d9c86,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:27.145947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.149465 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ed876646-d06a-4ef1-9a7c-fa99832f564d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/eefa234a-25e7-452f-8d44-dbc1316d9c86 HTTP/1.1" status: 204 len: 168 time: 0.4314828 Nov 23 14:14:27.152147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44294) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:27.277469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.342834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.410939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263a085c-aa31-4ad0-9342-9732d4384130,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:27.417935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Checking segment: {'id': 'e2edacb4-89f2-4cfb-b0b4-6acbec361eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:27.418122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Network hostable DHCP agents. Network: 3cea7a74-5a5e-45d8-85d0-a4795e655390, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:14:27.432026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0c85f-4d97-4703-82b0-69a0f5d847a6 req-f4234c39-e20c-4095-85e7-08320962d8a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:27.433465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4d0c85f-4d97-4703-82b0-69a0f5d847a6 req-f4234c39-e20c-4095-85e7-08320962d8a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 943 time: 0.1465387 Nov 23 14:14:27.443030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Network 3cea7a74-5a5e-45d8-85d0-a4795e655390 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:14:27.454497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 3cea7a74-5a5e-45d8-85d0-a4795e655390) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:27.459009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:27.459664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.471603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762e64e-c63c-4bca-a4e5-70723954869c None None] Network 3cea7a74-5a5e-45d8-85d0-a4795e655390 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:14:27.479508 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b04700a8-4429-4d52-abda-7c6cb8cf2ba0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5448618 Nov 23 14:14:27.494236 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.521921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38bdf94-76b8-4deb-9d9d-21afb47bd94c']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:27.531866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaf9b7-4b34-4b09-a2b1-65b6c46acf36 req-58d06807-fd7d-4c83-850a-2f9781da6d34 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:27.533421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcaaf9b7-4b34-4b09-a2b1-65b6c46acf36 req-58d06807-fd7d-4c83-850a-2f9781da6d34 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1023 time: 0.2072253 Nov 23 14:14:27.553223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4c1f34-3143-4316-80e9-f2de0b37784b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:27.553546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4c1f34-3143-4316-80e9-f2de0b37784b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:27.610496 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.622838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:27.629696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4d0c85f-4d97-4703-82b0-69a0f5d847a6 req-e9134eb3-8d1d-4dc3-a8a8-d7fcb7bb4103 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659276 Nov 23 14:14:27.648428 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.662129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:14:27.662533 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:14:27.664782 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:14:27.705530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcaaf9b7-4b34-4b09-a2b1-65b6c46acf36 req-0365c2ab-4ea7-4de7-816c-2a5a340ae219 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=4f28afed-fad5-4af8-b3f0-19731c1958e3&id=2d9e0a05-313f-455a-af25-96eb859f2368&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1549680 Nov 23 14:14:27.765933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.774612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:27.784780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46526c-c6a8-47f9-b13f-0a028fb5fdfe None None] Network 3cea7a74-5a5e-45d8-85d0-a4795e655390 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:14:27.793614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a38bdf94-76b8-4deb-9d9d-21afb47bd94c HTTP/1.1" status: 204 len: 168 time: 0.6382895 Nov 23 14:14:27.834948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a616358-0ebc-4f2d-b42d-2746c94bfee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a38bdf94-76b8-4deb-9d9d-21afb47bd94c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:27.977512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:27.993187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:28.002703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'port_id': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8f2b1b-19ad-4cc4-8190-670c6564603d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:28.039686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-099efd86-8920-4473-a878-3e0a69d7607b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7eff05ce20840709ab2a903122c177d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446877 Nov 23 14:14:28.041846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:28.054351 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:28.069320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:28.094887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:28.097745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f600d88-d161-4ca9-9499-3c0612d03b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:28.100877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:28.124906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f600d88-d161-4ca9-9499-3c0612d03b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:28.134662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device be024ccd-67a3-4a3e-a612-dba33765ab6e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:28.160156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: be024ccd-67a3-4a3e-a612-dba33765ab6e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:28.160509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device be024ccd-67a3-4a3e-a612-dba33765ab6e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:28.160945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ef21876-45fe-4e6c-b482-638890ca0c88 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:28.184803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f600d88-d161-4ca9-9499-3c0612d03b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:28.189201 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f600d88-d161-4ca9-9499-3c0612d03b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:28.189442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6ef21876-45fe-4e6c-b482-638890ca0c88 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:28.189846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ef21876-45fe-4e6c-b482-638890ca0c88 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:28.192018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f600d88-d161-4ca9-9499-3c0612d03b23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03a7aab5-a542-46e6-a047-c02e774a53a8 HTTP/1.1" status: 204 len: 168 time: 0.1488986 Nov 23 14:14:28.203504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f600d88-d161-4ca9-9499-3c0612d03b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a7aab5-a542-46e6-a047-c02e774a53a8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:28.207280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:28.274823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-f4a04275-f9fb-45a5-a8ed-0aa90b52ad61 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:28.281181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-f4a04275-f9fb-45a5-a8ed-0aa90b52ad61 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/networks?id=3cea7a74-5a5e-45d8-85d0-a4795e655390 HTTP/1.1" status: 200 len: 822 time: 0.1899273 Nov 23 14:14:28.300480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-b25f5fe0-7846-426a-8a86-5f21a6b8a4cf tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/quotas/c3d0f4c29d5a42b1abd788c0663b7827 HTTP/1.1" status: 200 len: 375 time: 0.0129507 Nov 23 14:14:28.341621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-f11e4d50-2785-47ac-883b-ed3f77c19b1a tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3d0f4c29d5a42b1abd788c0663b7827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342011 Nov 23 14:14:28.396698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:28.455550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d8e24778-5ab7-4dcb-9751-d22b0378f341 service neutron] 10.222.0.46 "GET /v2.0/networks/3cea7a74-5a5e-45d8-85d0-a4795e655390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060102 Nov 23 14:14:28.594855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-cc07837c-fa51-4fcf-88e0-eff0ef522502 service neutron] 10.222.0.46 "GET /v2.0/networks/3cea7a74-5a5e-45d8-85d0-a4795e655390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306407 Nov 23 14:14:28.787544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdd71f-afe5-4a10-b1d8-c7b2295cf338 req-565b97bc-290b-473a-af9a-126f712f30d2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:28.796360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7dcdd71f-afe5-4a10-b1d8-c7b2295cf338 req-565b97bc-290b-473a-af9a-126f712f30d2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 944 time: 0.0644748 Nov 23 14:14:28.848847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b198e09-714e-44af-8f11-bad71b34756c req-5ecaae48-4612-4c9f-a184-fd22a8a4b8bd tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 210 time: 0.0488832 Nov 23 14:14:28.927851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7dcdd71f-afe5-4a10-b1d8-c7b2295cf338 req-1e1c8354-f0d3-4020-b56f-35fd63b91139 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296380 Nov 23 14:14:28.961954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-de5e86cd-b3ec-4c6f-8945-b5c93bf5999d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:28.963960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-de5e86cd-b3ec-4c6f-8945-b5c93bf5999d tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1023 time: 0.1155472 Nov 23 14:14:29.043102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dc963-51ea-4d18-b657-8ec3de61b82c req-13d4f412-9d63-4668-bc5c-c9572e4be2c7 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:29.048077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419dc963-51ea-4d18-b657-8ec3de61b82c req-13d4f412-9d63-4668-bc5c-c9572e4be2c7 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 1023 time: 0.1170423 Nov 23 14:14:29.054287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a757942-b37e-4937-a458-af6d48f874de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.176856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Deleting port f649a39e-baa8-4a17-9e1e-2816b925e010 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:29.177295 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.224570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419dc963-51ea-4d18-b657-8ec3de61b82c req-bbfd0944-67c9-415e-a84c-d48896a78a55 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups?id=968204db-7b53-48a0-ab01-6b118be5d4de&id=4f28afed-fad5-4af8-b3f0-19731c1958e3&id=2d9e0a05-313f-455a-af25-96eb859f2368&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1606078 Nov 23 14:14:29.235837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44368) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:29.295845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] For port f649a39e-baa8-4a17-9e1e-2816b925e010, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=f649a39e-baa8-4a17-9e1e-2816b925e010,segment=NetworkSegment(a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27),segment_id=a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:29.296221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.311552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Calling delete_port for f649a39e-baa8-4a17-9e1e-2816b925e010 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:29.369005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1833162741-network', 'tenant_id': '5b46e57df1ba4eb5854677d8cf61b19d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:29.413313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Made reservation on behalf of 5b46e57df1ba4eb5854677d8cf61b19d for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:29.416543 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.432592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.483900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.497780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['f649a39e-baa8-4a17-9e1e-2816b925e010'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:29.516530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'Port': ['ID=f649a39e-baa8-4a17-9e1e-2816b925e010,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:29.536963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.541180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.566033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] No DVR routers for this DVR port f649a39e-baa8-4a17-9e1e-2816b925e010 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:29.568835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.573099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3d44d74-21b2-48ed-b9bf-37ede5b72188 req-a19fb0d6-d234-4297-9831-8b6624afc2b5 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.11 "DELETE /v2.0/ports/f649a39e-baa8-4a17-9e1e-2816b925e010 HTTP/1.1" status: 204 len: 173 time: 0.6014998 Nov 23 14:14:29.573892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'name': 'network-vif-deleted', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:29.574154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:14:29.575831 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ae20d-7e71-40f0-838e-f331873c28b3" -d '{"events": [{"server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "name": "network-vif-deleted", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:29.595586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4355d9-3f5a-4112-bcfb-fd72810ee20c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:29.606664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.607096 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Added segment 0dded108-80e6-441d-a37f-e2ff7472537c of type vlan for network b5583af0-817b-4388-a58b-0c5982a2b584 Nov 23 14:14:29.631612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:29.645287 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b830a447-797e-4d99-990e-abeb77cba179 x-openstack-request-id: req-b830a447-797e-4d99-990e-abeb77cba179 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:29.645603 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51e106-0c1e-4bd5-8f66-fd17714cb2f9", "name": "network-vif-deleted", "tag": "f649a39e-baa8-4a17-9e1e-2816b925e010", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:29.645909 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b830a447-797e-4d99-990e-abeb77cba179 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:29.646314 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51e106-0c1e-4bd5-8f66-fd17714cb2f9', 'name': 'network-vif-deleted', 'tag': 'f649a39e-baa8-4a17-9e1e-2816b925e010', 'status': 'completed', 'code': 200} Nov 23 14:14:29.660550 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.689702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:29.690634 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.692564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:29.693497 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.695066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:29.696102 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.730583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4935613 Nov 23 14:14:29.759348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d0d3a-f0db-4f64-871c-ac7150efbf91 admin admin] Pushing event updated for resources: {'Network': ['ID=b5583af0-817b-4388-a58b-0c5982a2b584,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:29.770965 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network b5583af0-817b-4388-a58b-0c5982a2b584 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:14:29.804603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.861949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:29.864225 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b676d5-9261-4fe1-b6b1-3840c854184a" -d '{"events": [{"server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:29.882270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:29.887606 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.912086 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2ccad8-43c2-4a2d-8ce9-e85c3b4599eb x-openstack-request-id: req-cd2ccad8-43c2-4a2d-8ce9-e85c3b4599eb {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:29.912442 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:29.912723 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd2ccad8-43c2-4a2d-8ce9-e85c3b4599eb {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:29.913166 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'code': 200} Nov 23 14:14:29.956113 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:29.963902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:29.979430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7805681c-336a-4e1a-9d1f-2f727562a09f req-4b46daf4-730f-401a-b99c-d028d669bf6a tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 210 time: 0.0392139 Nov 23 14:14:30.051699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501580b-a1aa-4c32-a79f-688d4fe34833 req-048fb1b2-3f3e-47f4-99d7-014b3a919bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:30.053220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c501580b-a1aa-4c32-a79f-688d4fe34833 req-048fb1b2-3f3e-47f4-99d7-014b3a919bde service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 1096 time: 0.0674267 Nov 23 14:14:30.133855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c501580b-a1aa-4c32-a79f-688d4fe34833 req-0c2672c1-f0db-40ec-9029-10c25472b413 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721757 Nov 23 14:14:30.177353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a667f07-8d50-476e-8f30-36579e2bdb76 req-35313e4b-1d8e-4c42-8055-5af0e89c6d44 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:30.178950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a667f07-8d50-476e-8f30-36579e2bdb76 req-35313e4b-1d8e-4c42-8055-5af0e89c6d44 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.1248829 Nov 23 14:14:30.228332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-7594b80b-879e-4e1a-95df-0e89312e2612 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:30.230121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-7594b80b-879e-4e1a-95df-0e89312e2612 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.11 "GET /v2.0/networks?id=3cea7a74-5a5e-45d8-85d0-a4795e655390 HTTP/1.1" status: 200 len: 822 time: 0.1102850 Nov 23 14:14:30.249558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Request body: {'port': {'device_id': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390', 'admin_state_up': True, 'tenant_id': 'c3d0f4c29d5a42b1abd788c0663b7827'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:30.321623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a667f07-8d50-476e-8f30-36579e2bdb76 req-62f66788-1ecd-42e2-8c39-dcd01fa79f11 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319118 Nov 23 14:14:30.328664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b55e15-8c15-464e-9c15-930bc671ea72 req-bb43a0ec-9036-4598-a3ec-3b27e31f7c7b tempest-ComputeTenantNetworksTest-2022344176 tempest-ComputeTenantNetworksTest-2022344176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:30.334465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b55e15-8c15-464e-9c15-930bc671ea72 req-bb43a0ec-9036-4598-a3ec-3b27e31f7c7b tempest-ComputeTenantNetworksTest-2022344176 tempest-ComputeTenantNetworksTest-2022344176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:30.341321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b55e15-8c15-464e-9c15-930bc671ea72 req-bb43a0ec-9036-4598-a3ec-3b27e31f7c7b tempest-ComputeTenantNetworksTest-2022344176 tempest-ComputeTenantNetworksTest-2022344176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:30.356235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3b55e15-8c15-464e-9c15-930bc671ea72 req-bb43a0ec-9036-4598-a3ec-3b27e31f7c7b tempest-ComputeTenantNetworksTest-2022344176 tempest-ComputeTenantNetworksTest-2022344176-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2586398 Nov 23 14:14:30.387470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Made reservation on behalf of c3d0f4c29d5a42b1abd788c0663b7827 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:30.391755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.546805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Allocated IP 172.20.0.11 (3cea7a74-5a5e-45d8-85d0-a4795e655390/263a085c-aa31-4ad0-9342-9732d4384130/90c288f4-8687-47ec-ae3c-ecbb4f8fdda6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:30.575052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e56b1814-3eaa-42d6-81e5-e14d230385ac req-0e39cef7-64d8-496a-8a48-8ae4e068a985 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e51e106-0c1e-4bd5-8f66-fd17714cb2f9 HTTP/1.1" status: 200 len: 210 time: 0.0526590 Nov 23 14:14:30.587816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5048ef-2024-4349-bf34-310faa72f3e1 req-468c6962-23b9-4ef5-9d40-159edf55c660 tempest-ComputeTenantNetworksTest-2022344176 tempest-ComputeTenantNetworksTest-2022344176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:30.598868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44406) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:30.605105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf5048ef-2024-4349-bf34-310faa72f3e1 req-468c6962-23b9-4ef5-9d40-159edf55c660 tempest-ComputeTenantNetworksTest-2022344176 tempest-ComputeTenantNetworksTest-2022344176-project] 10.222.0.46 "GET /v2.0/networks/b5583af0-817b-4388-a58b-0c5982a2b584 HTTP/1.1" status: 200 len: 769 time: 0.1720784 Nov 23 14:14:30.742655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.800756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.864292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.889594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5583af0-817b-4388-a58b-0c5982a2b584']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:30.900975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dded108-80e6-441d-a37f-e2ff7472537c') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:30.901304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dded108-80e6-441d-a37f-e2ff7472537c') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:30.908050 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.920504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.960786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.975945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Network 3cea7a74-5a5e-45d8-85d0-a4795e655390 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:30.979305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:14:30.979709 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:14:30.981654 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:14:30.993513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:30.997538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:31.000137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Pushing event updated for resources: {'Port': ['ID=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:31.080672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.088305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:31.088941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.098216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.101589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b5583af0-817b-4388-a58b-0c5982a2b584 HTTP/1.1" status: 204 len: 168 time: 0.5017169 Nov 23 14:14:31.120619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14028e3-6396-4f48-b5ec-9f7a2b521f40 req-d308f57e-049a-4f0e-bec3-48b4598ec6b5 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:31.123541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e14028e3-6396-4f48-b5ec-9f7a2b521f40 req-d308f57e-049a-4f0e-bec3-48b4598ec6b5 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 932 time: 0.0646052 Nov 23 14:14:31.196477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e14028e3-6396-4f48-b5ec-9f7a2b521f40 req-2f2733b7-370b-48ee-9dfe-a94b6fd20a08 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650759 Nov 23 14:14:31.252893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44412) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:31.312918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-528fb18e-dd35-4d98-a386-46022f0338da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b46e57df1ba4eb5854677d8cf61b19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583932 Nov 23 14:14:31.315525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44414) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:31.369271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8864-2d8e-4a76-b890-750285c4aa51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.396363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8864-2d8e-4a76-b890-750285c4aa51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.424687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f070c9-77d2-44c5-b075-f572fe7cb291 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5583af0-817b-4388-a58b-0c5982a2b584,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:31.435560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-3d02a145-9e56-4327-9d7b-0e074ae196b2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1900074 Nov 23 14:14:31.450033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Request body: {'port': {'device_id': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:31.477913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4890c-9ff1-4970-8a28-84403236ae40 req-7ed2cd99-6187-4acb-8dd7-f0eecbd75e52 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:31.479463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cae4890c-9ff1-4970-8a28-84403236ae40 req-7ed2cd99-6187-4acb-8dd7-f0eecbd75e52 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0713296 Nov 23 14:14:31.507227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8864-2d8e-4a76-b890-750285c4aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.510204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8864-2d8e-4a76-b890-750285c4aa51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.514854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9d7a8864-2d8e-4a76-b890-750285c4aa51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c4355d9-3f5a-4112-bcfb-fd72810ee20c HTTP/1.1" status: 204 len: 168 time: 0.1979322 Nov 23 14:14:31.530020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.541737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a8864-2d8e-4a76-b890-750285c4aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4355d9-3f5a-4112-bcfb-fd72810ee20c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:31.560548 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cae4890c-9ff1-4970-8a28-84403236ae40 req-60984972-2693-4193-b50c-0d367ea2c719 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729208 Nov 23 14:14:31.594375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.739872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b3729ee-776a-40f4-90a5-c4c4ec67f76c req-44bcf7f9-3911-483e-8406-0578951b3585 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/4f28afed-fad5-4af8-b3f0-19731c1958e3 HTTP/1.1" status: 200 len: 1818 time: 0.0652609 Nov 23 14:14:31.749842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216788b-2d25-40a7-bb83-da6bf3a14af4 req-d65cebcb-1037-4214-9b5f-2f34c8e7f4bc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:31.750665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2216788b-2d25-40a7-bb83-da6bf3a14af4 req-d65cebcb-1037-4214-9b5f-2f34c8e7f4bc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0884855 Nov 23 14:14:31.824999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2216788b-2d25-40a7-bb83-da6bf3a14af4 req-a61edb64-fc78-412c-8978-51758c6de70a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668938 Nov 23 14:14:31.839816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b3729ee-776a-40f4-90a5-c4c4ec67f76c req-d86913ce-f0d0-47de-b570-84ee893a5d18 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.864071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b3729ee-776a-40f4-90a5-c4c4ec67f76c req-d86913ce-f0d0-47de-b570-84ee893a5d18 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.885310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f649a39e-baa8-4a17-9e1e-2816b925e010 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:31.910687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: f649a39e-baa8-4a17-9e1e-2816b925e010 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:31.911348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device f649a39e-baa8-4a17-9e1e-2816b925e010 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:31.921264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b3729ee-776a-40f4-90a5-c4c4ec67f76c req-d86913ce-f0d0-47de-b570-84ee893a5d18 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.924032 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b3729ee-776a-40f4-90a5-c4c4ec67f76c req-d86913ce-f0d0-47de-b570-84ee893a5d18 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.931038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:31.935552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b3729ee-776a-40f4-90a5-c4c4ec67f76c req-d86913ce-f0d0-47de-b570-84ee893a5d18 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/4f28afed-fad5-4af8-b3f0-19731c1958e3 HTTP/1.1" status: 204 len: 173 time: 0.1838031 Nov 23 14:14:31.944409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:31.956603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86913ce-f0d0-47de-b570-84ee893a5d18 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28afed-fad5-4af8-b3f0-19731c1958e3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:31.959052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Transition to ACTIVE for port object 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:31.967740 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.027740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Pushing event updated for resources: {'Port': ['ID=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:32.035489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e96191d6-da65-4f1d-985c-be06816d198f req-7488db26-df17-4d65-8130-7a228073be63 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "GET /v2.0/security-groups/2d9e0a05-313f-455a-af25-96eb859f2368 HTTP/1.1" status: 200 len: 1819 time: 0.0677271 Nov 23 14:14:32.116847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Attempting to bind port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:32.117424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Attempting to bind port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'e2edacb4-89f2-4cfb-b0b4-6acbec361eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:32.117509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Attempting to bind port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 on network 3cea7a74-5a5e-45d8-85d0-a4795e655390 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:32.121902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 on network 3cea7a74-5a5e-45d8-85d0-a4795e655390 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:32.122229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Attempting to bind port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 on network 3cea7a74-5a5e-45d8-85d0-a4795e655390 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:32.127910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:32.128255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Checking segment: {'id': 'e2edacb4-89f2-4cfb-b0b4-6acbec361eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:32.128643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Bound using segment: {'id': 'e2edacb4-89f2-4cfb-b0b4-6acbec361eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:32.129075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Bound port: 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2edacb4-89f2-4cfb-b0b4-6acbec361eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:32.129436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.133260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e96191d6-da65-4f1d-985c-be06816d198f req-9f04cc33-6028-4d0b-a328-100a47bd8d38 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.165641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe8aa-8884-4b21-8aa2-f0fbdbec009c req-8011bf48-64f0-4a73-9c2b-90133d80838f tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:32.167208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-149fe8aa-8884-4b21-8aa2-f0fbdbec009c req-8011bf48-64f0-4a73-9c2b-90133d80838f tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0787864 Nov 23 14:14:32.172687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e96191d6-da65-4f1d-985c-be06816d198f req-9f04cc33-6028-4d0b-a328-100a47bd8d38 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.203127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] For port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:32.207628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] For port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,segment=NetworkSegment(e2edacb4-89f2-4cfb-b0b4-6acbec361eb2),segment_id=e2edacb4-89f2-4cfb-b0b4-6acbec361eb2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:32.212248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.249973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:32.250626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.252047 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] 10.222.0.11 "PUT /v2.0/ports/90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 HTTP/1.1" status: 200 len: 1092 time: 0.8068602 Nov 23 14:14:32.252467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'tag': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:32.256544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-149fe8aa-8884-4b21-8aa2-f0fbdbec009c req-ad3d4974-7606-445e-b46a-bbe609db0b7a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794630 Nov 23 14:14:32.264257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e96191d6-da65-4f1d-985c-be06816d198f req-9f04cc33-6028-4d0b-a328-100a47bd8d38 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.267082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e96191d6-da65-4f1d-985c-be06816d198f req-9f04cc33-6028-4d0b-a328-100a47bd8d38 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.268467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e96191d6-da65-4f1d-985c-be06816d198f req-9f04cc33-6028-4d0b-a328-100a47bd8d38 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] 10.222.0.46 "DELETE /v2.0/security-groups/2d9e0a05-313f-455a-af25-96eb859f2368 HTTP/1.1" status: 204 len: 173 time: 0.2288523 Nov 23 14:14:32.269965 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a0824a-f6fe-4343-9e81-54c39e3965da" -d '{"events": [{"name": "network-changed", "server_uuid": "c73b4d7b-ebe7-4727-a6c8-0ccca7a30820", "tag": "90c288f4-8687-47ec-ae3c-ecbb4f8fdda6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:32.278083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44462) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:32.309280 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.312478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04cc33-6028-4d0b-a328-100a47bd8d38 tempest-SecurityGroupsTestJSON-1508310265 tempest-SecurityGroupsTestJSON-1508310265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e0a05-313f-455a-af25-96eb859f2368,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:32.331269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] Deleting subnet 50bbc7c9-e125-4fa8-9cab-8cbb53262708 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:14:32.350694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.421068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d4a06-ea6c-48e8-8cc1-2220c8b2279d service neutron] Pushing event updated for resources: {'Port': ['ID=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:32.438762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.439800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736e14e-4e9e-4b84-bc2d-5583ccb1239f req-201a5313-8970-4000-9bb8-b526815822ba tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:32.441324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4736e14e-4e9e-4b84-bc2d-5583ccb1239f req-201a5313-8970-4000-9bb8-b526815822ba tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 944 time: 0.0896425 Nov 23 14:14:32.465653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33bce0-e46a-4aa7-9463-dd7bd3f15284 req-17ca22a9-b153-470e-8290-d0fc16653299 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:32.467161 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e33bce0-e46a-4aa7-9463-dd7bd3f15284 req-17ca22a9-b153-470e-8290-d0fc16653299 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0832117 Nov 23 14:14:32.469776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-a7528d4a-8dfa-4d06-94ec-4a20f55ef999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:32.471508 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-a7528d4a-8dfa-4d06-94ec-4a20f55ef999 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d0f4c29d5a42b1abd788c0663b7827&device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 1095 time: 0.1333990 Nov 23 14:14:32.519889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.524391 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-50814555-ca0c-4b7d-865d-55e06d2ab84b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 HTTP/1.1" status: 200 len: 217 time: 0.0415931 Nov 23 14:14:32.544083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4736e14e-4e9e-4b84-bc2d-5583ccb1239f req-219509ad-364b-4dc7-b56b-d5cafe0164ff tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Nov 23 14:14:32.556488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e33bce0-e46a-4aa7-9463-dd7bd3f15284 req-5dacfce7-9cb8-4670-9fa2-d1b663627838 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806494 Nov 23 14:14:32.628874 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfba00d3-cc90-4cc9-93f7-fe5fe5274912 x-openstack-request-id: req-cfba00d3-cc90-4cc9-93f7-fe5fe5274912 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:32.629419 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73b4d7b-ebe7-4727-a6c8-0ccca7a30820", "tag": "90c288f4-8687-47ec-ae3c-ecbb4f8fdda6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:32.629677 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfba00d3-cc90-4cc9-93f7-fe5fe5274912 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:32.630217 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'tag': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6', 'status': 'completed', 'code': 200} Nov 23 14:14:32.655545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-7331f0b5-ddce-4926-a0f9-945c7171ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:32.657032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-7331f0b5-ddce-4926-a0f9-945c7171ac37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263a085c-aa31-4ad0-9342-9732d4384130 HTTP/1.1" status: 200 len: 862 time: 0.1116772 Nov 23 14:14:32.683222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.708274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-0b484ea4-5697-4aca-9622-70e79a35891d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cea7a74-5a5e-45d8-85d0-a4795e655390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384803 Nov 23 14:14:32.735318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50bbc7c9-e125-4fa8-9cab-8cbb53262708,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:32.744080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.747982 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-272baefc-b102-4df3-83a1-d09a83e0a06c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/50bbc7c9-e125-4fa8-9cab-8cbb53262708 HTTP/1.1" status: 204 len: 168 time: 0.4691253 Nov 23 14:14:32.750261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44478) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:32.789490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f2ef8-99e3-4f27-8f29-e9ad9bd652c1 req-2e187b1d-93b5-4ea2-8ab9-2ff92106409d tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:32.791593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f49f2ef8-99e3-4f27-8f29-e9ad9bd652c1 req-2e187b1d-93b5-4ea2-8ab9-2ff92106409d tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0533004 Nov 23 14:14:32.848114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f49f2ef8-99e3-4f27-8f29-e9ad9bd652c1 req-f28fcbd8-3dd7-402f-8c95-6b8789ae5fc9 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503376 Nov 23 14:14:32.871872 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:32.896744 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-674f05b5-9450-46bb-a9c1-662fbf568355 service neutron] 10.222.0.11 "GET /v2.0/networks/3cea7a74-5a5e-45d8-85d0-a4795e655390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688070 Nov 23 14:14:33.012171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc0ee-86ce-4294-b094-f750d8d8490e req-cd4b297e-d9d7-4df1-9609-57bf557511bc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:33.014273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfcbc0ee-86ce-4294-b094-f750d8d8490e req-cd4b297e-d9d7-4df1-9609-57bf557511bc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0772185 Nov 23 14:14:33.025135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.056089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57883df-d994-4453-9b74-0480af5b86ae']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:33.074042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:33.074416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85d6bd8-b1a9-4d7d-afa0-0853a6cf1c27') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:33.088378 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6f36bd6f-dd4c-411c-8582-d9e6f1eac779 req-da640cf4-e619-4021-8cc5-38d9e14aa929 service neutron] 10.222.0.11 "GET /v2.0/networks/3cea7a74-5a5e-45d8-85d0-a4795e655390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660304 Nov 23 14:14:33.089754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.092930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfcbc0ee-86ce-4294-b094-f750d8d8490e req-32f2a836-cc6f-470c-b785-e73d3e6545fd tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720057 Nov 23 14:14:33.104458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.124885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:14:33.126126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:14:33.129061 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:14:33.229445 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.233866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.237123 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e57883df-d994-4453-9b74-0480af5b86ae HTTP/1.1" status: 204 len: 168 time: 0.4857974 Nov 23 14:14:33.265749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-d30dd787-8730-4432-8f0a-6884b9c14caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:33.267355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-d30dd787-8730-4432-8f0a-6884b9c14caa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d0f4c29d5a42b1abd788c0663b7827&device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 1095 time: 0.1040580 Nov 23 14:14:33.268397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06488c-91aa-4b0d-9efc-6c7266b7ba93 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57883df-d994-4453-9b74-0480af5b86ae,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:33.271995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21eaf6-fbe0-4a93-8718-a2ecdcc7b208 req-386f18c2-359e-49c1-98be-36528505687c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:33.280361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b21eaf6-fbe0-4a93-8718-a2ecdcc7b208 req-386f18c2-359e-49c1-98be-36528505687c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0689466 Nov 23 14:14:33.333300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b21eaf6-fbe0-4a93-8718-a2ecdcc7b208 req-882e3d0d-385f-4c7c-b014-1c5b5ad4a1b5 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519352 Nov 23 14:14:33.402717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-8f1c8780-9097-4a71-919f-8dc8e9b240fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:33.404492 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-8f1c8780-9097-4a71-919f-8dc8e9b240fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=3cea7a74-5a5e-45d8-85d0-a4795e655390 HTTP/1.1" status: 200 len: 923 time: 0.1232080 Nov 23 14:14:33.454463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9912d-87f9-4efb-86be-0c7dfc596bce req-02060150-66e3-47ab-a067-e68389b53ae4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:33.456137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fce9912d-87f9-4efb-86be-0c7dfc596bce req-02060150-66e3-47ab-a067-e68389b53ae4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Nov 23 14:14:33.464001 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-0e7725df-8730-4870-82f2-430a3ad620e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 HTTP/1.1" status: 200 len: 217 time: 0.0479705 Nov 23 14:14:33.513971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fce9912d-87f9-4efb-86be-0c7dfc596bce req-b5d8cb92-1918-4459-bada-015467ea5c0a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Nov 23 14:14:33.532438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-c7898e93-a4bf-4df8-bcfe-c9126af3450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:33.534197 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-c7898e93-a4bf-4df8-bcfe-c9126af3450c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=263a085c-aa31-4ad0-9342-9732d4384130 HTTP/1.1" status: 200 len: 862 time: 0.0619667 Nov 23 14:14:33.567710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44514) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:33.584305 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-63b4353a-d453-454c-90ff-fc6f3f386907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cea7a74-5a5e-45d8-85d0-a4795e655390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382309 Nov 23 14:14:33.631603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a9ac9049-8be6-43b4-aa13-65fb9b31cd61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7636bb4b09a5486da8394c2b2b36ac01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622385 Nov 23 14:14:33.635615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44522) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:33.705563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c233de-d522-42bb-817a-6c9ffd04e580 req-d37b3c25-ac58-4fe4-b33c-767aab73c517 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:33.707571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43c233de-d522-42bb-817a-6c9ffd04e580 req-d37b3c25-ac58-4fe4-b33c-767aab73c517 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 944 time: 0.0570054 Nov 23 14:14:33.739334 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-eca61f8f-aedb-4cf5-82dc-03d729687864 service neutron] 10.222.0.11 "GET /v2.0/networks/3cea7a74-5a5e-45d8-85d0-a4795e655390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406937 Nov 23 14:14:33.763642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9c054ff-2320-4921-b8bf-e9c0d60a9a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.765188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43c233de-d522-42bb-817a-6c9ffd04e580 req-b78ff277-33b1-41f8-bb01-17f97f6abf2d tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509799 Nov 23 14:14:33.831431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9c054ff-2320-4921-b8bf-e9c0d60a9a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.888486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e3a0824a-f6fe-4343-9e81-54c39e3965da req-db194d79-2526-4a52-b188-b55b2fddb9ea service neutron] 10.222.0.11 "GET /v2.0/networks/3cea7a74-5a5e-45d8-85d0-a4795e655390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386609 Nov 23 14:14:33.919411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9c054ff-2320-4921-b8bf-e9c0d60a9a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.924296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9c054ff-2320-4921-b8bf-e9c0d60a9a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:33.926116 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e9c054ff-2320-4921-b8bf-e9c0d60a9a5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/968204db-7b53-48a0-ab01-6b118be5d4de HTTP/1.1" status: 204 len: 168 time: 0.2586722 Nov 23 14:14:33.938958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c054ff-2320-4921-b8bf-e9c0d60a9a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968204db-7b53-48a0-ab01-6b118be5d4de,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:34.286735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12424-8879-4580-8244-990bcc30c6fe req-368218c1-63e9-462d-b490-f2c8fcef7816 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:34.288256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33e12424-8879-4580-8244-990bcc30c6fe req-368218c1-63e9-462d-b490-f2c8fcef7816 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0583570 Nov 23 14:14:34.339852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33e12424-8879-4580-8244-990bcc30c6fe req-1a4667c0-4c2f-4907-8ade-8c5854138c5f tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448184 Nov 23 14:14:34.456874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44564) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:34.564634 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45473a44-a72f-46ae-b732-c4046c581b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.657058 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45473a44-a72f-46ae-b732-c4046c581b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.660987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45473a44-a72f-46ae-b732-c4046c581b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.699274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-45473a44-a72f-46ae-b732-c4046c581b27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1c6be78942143d29beb64513d5893d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383327 Nov 23 14:14:34.700394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45473a44-a72f-46ae-b732-c4046c581b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7eccd-63ad-42fe-a9c4-8bae7dbd88b0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:34.702026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44578) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:34.754506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda68-3b4f-4855-80ac-cbc352f34c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.776484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda68-3b4f-4855-80ac-cbc352f34c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.785029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44580) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:34.829929 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda68-3b4f-4855-80ac-cbc352f34c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.832548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda68-3b4f-4855-80ac-cbc352f34c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.836680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1c9cda68-3b4f-4855-80ac-cbc352f34c16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12f7eccd-63ad-42fe-a9c4-8bae7dbd88b0 HTTP/1.1" status: 204 len: 168 time: 0.1288252 Nov 23 14:14:34.844609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cda68-3b4f-4855-80ac-cbc352f34c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7eccd-63ad-42fe-a9c4-8bae7dbd88b0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:34.924254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a07b0-3011-49e5-ab98-5c699d23d879 req-c78bbeb7-7b74-46d5-a6bb-a66894a132d1 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:34.927822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f65a07b0-3011-49e5-ab98-5c699d23d879 req-c78bbeb7-7b74-46d5-a6bb-a66894a132d1 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 944 time: 0.0801852 Nov 23 14:14:34.936308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1857685364-network', 'tenant_id': '96d41daf047e4734a36c480044442451'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:34.968484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Made reservation on behalf of 96d41daf047e4734a36c480044442451 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:34.971641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.981143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:34.996999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f65a07b0-3011-49e5-ab98-5c699d23d879 req-5b8cb12b-9b6b-43cb-bf21-dcda050a7809 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634451 Nov 23 14:14:35.073430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.079505 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.102542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:14:35.118464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420741bf-1557-428d-8ff0-ff78e5519fba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:35.131825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.132613 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Added segment ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b of type vlan for network 1495164a-d3a8-4ffd-a097-d9ddfc950625 Nov 23 14:14:35.177784 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.189817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44596) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:35.203838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4cf91f44-74ac-4c84-8747-80c8554655b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.204305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.205325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:35.205938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.240613 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4542387 Nov 23 14:14:35.246502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44598) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:35.252347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Request body: {'subnet': {'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1857685364-subnet', 'tenant_id': '96d41daf047e4734a36c480044442451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:35.268574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed18eff-bbd3-43fe-b670-eca4a9cc7d69 admin admin] Pushing event updated for resources: {'Network': ['ID=1495164a-d3a8-4ffd-a097-d9ddfc950625,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:35.280979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:14:35.290264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Made reservation on behalf of 96d41daf047e4734a36c480044442451 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:35.292655 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.322665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4cf91f44-74ac-4c84-8747-80c8554655b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.328911 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4cf91f44-74ac-4c84-8747-80c8554655b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.411782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf91f44-74ac-4c84-8747-80c8554655b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8c21e6-5573-48df-82a5-858b06175dea,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:35.417056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4cf91f44-74ac-4c84-8747-80c8554655b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90e744a9d5884b58a6c1b6dd0a13651a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262044 Nov 23 14:14:35.420116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44604) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:35.468595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-824bf513-3065-4501-8ee8-e521c61863c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.489738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-824bf513-3065-4501-8ee8-e521c61863c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.500985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9433d-ad9d-4c2c-aa12-a52d3f2da151 req-6fef0af3-cb04-4b7c-b57b-fc0eccedfe9d tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:35.502468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9b9433d-ad9d-4c2c-aa12-a52d3f2da151 req-6fef0af3-cb04-4b7c-b57b-fc0eccedfe9d tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0843060 Nov 23 14:14:35.537515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-824bf513-3065-4501-8ee8-e521c61863c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.540744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-824bf513-3065-4501-8ee8-e521c61863c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.541890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-824bf513-3065-4501-8ee8-e521c61863c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed8c21e6-5573-48df-82a5-858b06175dea HTTP/1.1" status: 204 len: 168 time: 0.1208093 Nov 23 14:14:35.549486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bf513-3065-4501-8ee8-e521c61863c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8c21e6-5573-48df-82a5-858b06175dea,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:35.591963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.603198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9b9433d-ad9d-4c2c-aa12-a52d3f2da151 req-f7640ffd-86a0-4094-85b3-adb2b96af275 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932641 Nov 23 14:14:35.653337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a89db2-3266-46c5-8a0a-52b8c182c1fe,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:35.662319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Checking segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:35.662680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Network hostable DHCP agents. Network: 1495164a-d3a8-4ffd-a097-d9ddfc950625, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:14:35.680516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:14:35.689035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1495164a-d3a8-4ffd-a097-d9ddfc950625) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:35.693852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:35.694469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:35.701229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4ae4de-b286-4bac-874d-25eaa231f44e None None] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:14:35.716690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-472367bf-4107-4dc7-9c79-d580d2e2503e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4689384 Nov 23 14:14:35.829693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a8628-433a-431f-abac-442dcf553c93 None None] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:14:35.886921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:36.053852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,segment=NetworkSegment(e2edacb4-89f2-4cfb-b0b4-6acbec361eb2),segment_id=e2edacb4-89f2-4cfb-b0b4-6acbec361eb2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:36.065920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6', 'network_id': '3cea7a74-5a5e-45d8-85d0-a4795e655390', 'port_id': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6', 'mac_address': 'fa:16:3e:0f:b0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263a085c-aa31-4ad0-9342-9732d4384130', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:36.111967 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:36.127673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:36.149588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,segment=NetworkSegment(e2edacb4-89f2-4cfb-b0b4-6acbec361eb2),segment_id=e2edacb4-89f2-4cfb-b0b4-6acbec361eb2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:36.155428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:36.169056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465903f4-870c-494a-a6c0-b7ab83351a99 req-bb3e709d-15ff-478d-9eb7-ef22d98ce07e tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:36.177162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-465903f4-870c-494a-a6c0-b7ab83351a99 req-bb3e709d-15ff-478d-9eb7-ef22d98ce07e tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 944 time: 0.0822623 Nov 23 14:14:36.216787 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:14:36.234297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:36.241060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-465903f4-870c-494a-a6c0-b7ab83351a99 req-e1178332-dca9-40fc-b7ac-9f11adc95879 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629387 Nov 23 14:14:36.374731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-0e30bda8-d78b-4c62-929a-d2dad67a11ed tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:36.374731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-0e30bda8-d78b-4c62-929a-d2dad67a11ed tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 813 time: 0.1204164 Nov 23 14:14:36.392349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-080af5b2-5609-4263-b8c3-99d60a4d0a3a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/quotas/96d41daf047e4734a36c480044442451 HTTP/1.1" status: 200 len: 375 time: 0.0117118 Nov 23 14:14:36.428718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-10f23dd8-c7e7-4c89-aa1b-117c74ce9629 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283766 Nov 23 14:14:36.507664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['90c288f4-8687-47ec-ae3c-ecbb4f8fdda6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:36.769572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78178852-dbe4-4685-a9c6-0c412107c001 req-fefb1957-d4e3-4b50-8e59-31c23e52eb91 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:36.771118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78178852-dbe4-4685-a9c6-0c412107c001 req-fefb1957-d4e3-4b50-8e59-31c23e52eb91 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.0811810 Nov 23 14:14:36.876944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78178852-dbe4-4685-a9c6-0c412107c001 req-16f492d8-15bd-42d9-a909-8403e4c3c4f9 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967641 Nov 23 14:14:36.881415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1ba5128c-c5f5-4698-aa44-cc47fe5f373b service neutron] 10.222.0.46 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440827 Nov 23 14:14:36.978621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-08139965-8c52-4ac3-801b-8e621b1f4705 service neutron] 10.222.0.46 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912430 Nov 23 14:14:37.522474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1abcfd-3642-455c-938f-04a10000ff3e req-73351e3b-168d-46a3-8ff7-b9f3b24a2c18 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 210 time: 0.2944906 Nov 23 14:14:37.581767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c9c3a-8bbf-49e1-96f9-f0f8d4b83ad3 req-fdead1d2-0c9a-44e9-b18c-38b967215fe6 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:37.589878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1c9c3a-8bbf-49e1-96f9-f0f8d4b83ad3 req-fdead1d2-0c9a-44e9-b18c-38b967215fe6 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 945 time: 0.0698133 Nov 23 14:14:37.648236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1c9c3a-8bbf-49e1-96f9-f0f8d4b83ad3 req-a82f0242-0380-4b0f-bc38-50b36d777f4b tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571294 Nov 23 14:14:37.697704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:37.810778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:37.829509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'port_id': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8f2b1b-19ad-4cc4-8190-670c6564603d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:37.877851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:37.894969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:37.905658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:37.981184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:37.988117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:37.994616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:38.033753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:38.034168 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:38.060125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1614486-ad51-463f-b67e-82b51dcdbaad req-991f1bde-2551-462d-b432-534d60c89f82 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:38.062283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1614486-ad51-463f-b67e-82b51dcdbaad req-991f1bde-2551-462d-b432-534d60c89f82 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 944 time: 0.0819399 Nov 23 14:14:38.091176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:38.134258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:38.157465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1614486-ad51-463f-b67e-82b51dcdbaad req-244b8043-f7d5-419f-bef5-b83020fcd0fe tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873897 Nov 23 14:14:38.261911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:38.308350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:38.311021 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1459be-9f5e-4b09-8a60-bf86a6cc3c62" -d '{"events": [{"server_uuid": "c73b4d7b-ebe7-4727-a6c8-0ccca7a30820", "name": "network-vif-plugged", "status": "completed", "tag": "90c288f4-8687-47ec-ae3c-ecbb4f8fdda6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:38.331377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,segment=NetworkSegment(e2edacb4-89f2-4cfb-b0b4-6acbec361eb2),segment_id=e2edacb4-89f2-4cfb-b0b4-6acbec361eb2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:38.338310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:38.380661 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ed95da-6c1f-4b99-bbc1-1672c0c50533 x-openstack-request-id: req-19ed95da-6c1f-4b99-bbc1-1672c0c50533 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:38.380950 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73b4d7b-ebe7-4727-a6c8-0ccca7a30820", "name": "network-vif-plugged", "status": "completed", "tag": "90c288f4-8687-47ec-ae3c-ecbb4f8fdda6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:38.381207 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19ed95da-6c1f-4b99-bbc1-1672c0c50533 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:38.381601 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6', 'code': 200} Nov 23 14:14:38.438539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:38.469883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f757b5-16a8-4da3-871d-56b82b454acd req-320655b8-f5a5-40d0-96ea-f016e5f8f12b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:38.477389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3f757b5-16a8-4da3-871d-56b82b454acd req-320655b8-f5a5-40d0-96ea-f016e5f8f12b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 944 time: 0.0703497 Nov 23 14:14:38.537277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3f757b5-16a8-4da3-871d-56b82b454acd req-da3e38cd-67d0-47dc-a1cf-83dcfd16dd14 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582263 Nov 23 14:14:38.567344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96ae91-021e-4fca-96b2-3c014cfc84b3 req-bc9203fc-2958-44cf-beec-4745f3508cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:38.569326 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ec96ae91-021e-4fca-96b2-3c014cfc84b3 req-bc9203fc-2958-44cf-beec-4745f3508cb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 1097 time: 0.1137235 Nov 23 14:14:38.657567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-f93bc287-713b-4c0f-9b3d-23d619e4c407 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:38.659989 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-f93bc287-713b-4c0f-9b3d-23d619e4c407 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 813 time: 0.1443946 Nov 23 14:14:38.680121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Request body: {'port': {'device_id': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'admin_state_up': True, 'tenant_id': '96d41daf047e4734a36c480044442451'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:38.680764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fd469c-dbd5-4a02-bf18-eb698aea1151 req-c12ebf7b-f638-4f27-a6cb-88f352a75529 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 210 time: 0.0652521 Nov 23 14:14:38.706487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44746) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:38.808592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba671c-f66e-4cd7-8309-ce1692f56e90 req-177e2823-2f97-4095-ae4f-e56fff9390cd tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:38.815386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3ba671c-f66e-4cd7-8309-ce1692f56e90 req-177e2823-2f97-4095-ae4f-e56fff9390cd tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 946 time: 0.0826540 Nov 23 14:14:38.876943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:38.882060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3ba671c-f66e-4cd7-8309-ce1692f56e90 req-e1a90fbc-6410-4130-8612-5e81343e48c1 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656421 Nov 23 14:14:38.929067 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ec96ae91-021e-4fca-96b2-3c014cfc84b3 req-0cddf9b1-cdab-43b4-bff8-3ba35dae05f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678535 Nov 23 14:14:38.970060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:38.974417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:38.982066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-d8ad2cbd-db14-499b-aafd-7b94a8f73b33 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:38.983521 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-d8ad2cbd-db14-499b-aafd-7b94a8f73b33 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.11 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 813 time: 0.2394671 Nov 23 14:14:39.000178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Made reservation on behalf of 96d41daf047e4734a36c480044442451 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:39.003789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.011883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2cdfa-367a-406e-8bae-c3ae18efe36d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:39.015763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b971d34ff174eccb452e3416bc329aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080344 Nov 23 14:14:39.019616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:39.022146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.022490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.022936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.023558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.023747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.024073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.024393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.024776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.025148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.025551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.025902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.026220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e22dcc-34f1-4ccb-951b-f3923b44c52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:39.141108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec90eaf8-d09d-44b5-9d3b-9654430cc83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.161750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Request body: {'port': {'device_id': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'admin_state_up': True, 'tenant_id': '96d41daf047e4734a36c480044442451'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:39.207447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec90eaf8-d09d-44b5-9d3b-9654430cc83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.215651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Allocated IP 172.20.0.11 (1495164a-d3a8-4ffd-a097-d9ddfc950625/57a89db2-3266-46c5-8a0a-52b8c182c1fe/1a7a2028-4211-4cc0-b0af-5f58a0e6239a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:39.348965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec90eaf8-d09d-44b5-9d3b-9654430cc83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.351488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec90eaf8-d09d-44b5-9d3b-9654430cc83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.352651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec90eaf8-d09d-44b5-9d3b-9654430cc83d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30a2cdfa-367a-406e-8bae-c3ae18efe36d HTTP/1.1" status: 204 len: 168 time: 0.3321073 Nov 23 14:14:39.385372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90eaf8-d09d-44b5-9d3b-9654430cc83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2cdfa-367a-406e-8bae-c3ae18efe36d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:39.388945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Made reservation on behalf of 96d41daf047e4734a36c480044442451 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:39.392421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.529617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.566999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.645970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:39.649839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:39.652653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event updated for resources: {'Port': ['ID=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:39.654975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:39.672305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b0a75-f40b-40f8-b210-75d4f95ee285 req-34594c26-fe36-42b3-8162-1bc9be3109c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:39.673900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b65b0a75-f40b-40f8-b210-75d4f95ee285 req-34594c26-fe36-42b3-8162-1bc9be3109c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 944 time: 0.0575621 Nov 23 14:14:39.674452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44764) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:39.693756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:39.705266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Allocated IP 172.20.0.8 (1495164a-d3a8-4ffd-a097-d9ddfc950625/57a89db2-3266-46c5-8a0a-52b8c182c1fe/67204059-4aa3-42af-b736-59d9bbcfdd8d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:39.707446 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-07f27f3b-8717-4b84-9f70-8c6e65b23945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.724742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:39.725293 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.752454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-9c5d8d7b-81b4-4332-bdaa-9f0e7c867dea tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0762041 Nov 23 14:14:39.762052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b65b0a75-f40b-40f8-b210-75d4f95ee285 req-392e58b0-131c-4136-9e88-e8f873887473 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807173 Nov 23 14:14:39.788119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Request body: {'port': {'device_id': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:39.797092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:39.797849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.860502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92bc4ebd-04cf-4149-ba31-f5d200d62d06 req-0a09fb54-90e7-4618-bff0-34e642b55cc8 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 210 time: 0.0718448 Nov 23 14:14:39.926903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.934507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.972922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:39.979205 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:39.984829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-07f27f3b-8717-4b84-9f70-8c6e65b23945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.007005 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-07f27f3b-8717-4b84-9f70-8c6e65b23945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.050523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:40.066575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.100586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-07f27f3b-8717-4b84-9f70-8c6e65b23945 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=318211763f464220aa72771dd5b79d9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248161 Nov 23 14:14:40.103316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44774) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:40.108010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f27f3b-8717-4b84-9f70-8c6e65b23945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5523791-2971-4765-8048-1df03c4c4a9e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:40.125985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-3bc0b291-b989-48f1-a6dc-54c529dc4cff tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:40.127482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-3bc0b291-b989-48f1-a6dc-54c529dc4cff tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 945 time: 0.1408288 Nov 23 14:14:40.137889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af7c4-41b3-44c9-b321-a54b0b3bfcfc req-6ea278cf-f318-4203-8fc6-78555e588e01 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:40.139451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c52af7c4-41b3-44c9-b321-a54b0b3bfcfc req-6ea278cf-f318-4203-8fc6-78555e588e01 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 946 time: 0.1511188 Nov 23 14:14:40.170868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.196303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:40.206721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:40.238151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:40.262574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c52af7c4-41b3-44c9-b321-a54b0b3bfcfc req-cc72164e-de96-432d-ad4c-7cf86f67651b tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135314 Nov 23 14:14:40.305403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Deleting port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:40.305801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.343244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68ba1254-ca1e-43e9-bec2-5de74d820f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.348625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event updated for resources: {'Port': ['ID=67204059-4aa3-42af-b736-59d9bbcfdd8d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:40.373042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:40.373642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.383962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:40.387008 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09f10a5-fbb8-41a6-9681-e6666bc0e31f" -d '{"events": [{"server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:40.406427 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68ba1254-ca1e-43e9-bec2-5de74d820f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.418110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] For port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:40.418400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.421183 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1d0c7820-7d01-4ad5-8a76-ffabd58a293a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2656240 Nov 23 14:14:40.431321 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93e53f5-fe88-45af-ace5-516ce026c748 x-openstack-request-id: req-d93e53f5-fe88-45af-ace5-516ce026c748 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:40.431622 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:40.431875 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d93e53f5-fe88-45af-ace5-516ce026c748 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:40.432269 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'code': 200} Nov 23 14:14:40.436672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Calling delete_port for 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:40.443089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Request body: {'port': {'device_id': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:40.575017 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.594043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:40.606416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event deleted for resources: {'Port': ['ID=4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:40.651285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] No DVR routers for this DVR port 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:40.653953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.657301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a42db4df-6125-4fd9-9de9-e562e4b54b9f req-fd8317c7-76f1-4abe-b088-70398b613cb0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "DELETE /v2.0/ports/4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 HTTP/1.1" status: 204 len: 173 time: 0.5167823 Nov 23 14:14:40.657757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'name': 'network-vif-deleted', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:40.660086 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2242b4a7-3329-4e2f-93f4-918e795b384f" -d '{"events": [{"server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "name": "network-vif-deleted", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:40.705565 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf772c6-61e6-4ab7-a6ce-e46e1cb24fc3 x-openstack-request-id: req-caf772c6-61e6-4ab7-a6ce-e46e1cb24fc3 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:40.706139 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2c164a-ed5d-4c6b-a2a9-655b15335006", "name": "network-vif-deleted", "tag": "4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:40.706139 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-caf772c6-61e6-4ab7-a6ce-e46e1cb24fc3 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:40.706489 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2c164a-ed5d-4c6b-a2a9-655b15335006', 'name': 'network-vif-deleted', 'tag': '4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588', 'status': 'completed', 'code': 200} Nov 23 14:14:40.847694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7a2028-4211-4cc0-b0af-5f58a0e6239a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:40.857367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68ba1254-ca1e-43e9-bec2-5de74d820f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.859879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68ba1254-ca1e-43e9-bec2-5de74d820f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.863489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-68ba1254-ca1e-43e9-bec2-5de74d820f98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5523791-2971-4765-8048-1df03c4c4a9e HTTP/1.1" status: 204 len: 168 time: 0.7567623 Nov 23 14:14:40.863489 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.868308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:40.890623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba1254-ca1e-43e9-bec2-5de74d820f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5523791-2971-4765-8048-1df03c4c4a9e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:40.892637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Transition to ACTIVE for port object 1a7a2028-4211-4cc0-b0af-5f58a0e6239a will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:40.910950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a69e9ec2-7493-4183-b4d8-87f6673a923c req-f8971f8d-bce8-4bad-97f6-23d5531cb87a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec2c164a-ed5d-4c6b-a2a9-655b15335006 HTTP/1.1" status: 200 len: 210 time: 0.0654960 Nov 23 14:14:40.930668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.078256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71b3d5-ab27-4cf2-93ec-852cd49c3148 req-582ae8f6-4fdd-46d2-8fda-34a354f03850 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:41.087923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a71b3d5-ab27-4cf2-93ec-852cd49c3148 req-582ae8f6-4fdd-46d2-8fda-34a354f03850 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 931 time: 0.0717676 Nov 23 14:14:41.112996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Pushing event updated for resources: {'Port': ['ID=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:41.173157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a71b3d5-ab27-4cf2-93ec-852cd49c3148 req-f862dbcd-b581-49c8-83b1-3922e8955fa9 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841963 Nov 23 14:14:41.221136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Attempting to bind port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:41.221461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Attempting to bind port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:41.221792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Attempting to bind port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:41.230301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:41.230587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Attempting to bind port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:41.240791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:41.241125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Checking segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:41.241504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Bound using segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:41.241933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Bound port: 1a7a2028-4211-4cc0-b0af-5f58a0e6239a, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:41.242858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.377898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] For port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:41.382622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] For port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:41.385184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67204059-4aa3-42af-b736-59d9bbcfdd8d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:41.390965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.398969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.422063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b542f21-f199-4303-adbd-a32418d80afc req-87d3a8e4-fd53-448a-b762-afe01432c687 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:41.423615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b542f21-f199-4303-adbd-a32418d80afc req-87d3a8e4-fd53-448a-b762-afe01432c687 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 946 time: 0.0754135 Nov 23 14:14:41.443473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Transition to ACTIVE for port object 67204059-4aa3-42af-b736-59d9bbcfdd8d will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:41.446809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:41.447680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.448941 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] 10.222.0.74 "PUT /v2.0/ports/1a7a2028-4211-4cc0-b0af-5f58a0e6239a HTTP/1.1" status: 200 len: 1092 time: 1.6838434 Nov 23 14:14:41.449362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'tag': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:41.451817 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260b7d6a-ae4e-4dd6-8710-d8c79733f085" -d '{"events": [{"name": "network-changed", "server_uuid": "081f6249-8d2d-41d3-a779-b3969dfc5e14", "tag": "1a7a2028-4211-4cc0-b0af-5f58a0e6239a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:41.468701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.486646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182d0a2-4f06-49d7-959c-9a6c46a9811d service neutron] Pushing event updated for resources: {'Port': ['ID=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:41.527877 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd30c8-82f2-440e-9936-a5e748b87a1d x-openstack-request-id: req-81cd30c8-82f2-440e-9936-a5e748b87a1d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:41.528276 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081f6249-8d2d-41d3-a779-b3969dfc5e14", "tag": "1a7a2028-4211-4cc0-b0af-5f58a0e6239a", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:41.528422 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81cd30c8-82f2-440e-9936-a5e748b87a1d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:41.528818 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'tag': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a', 'status': 'completed', 'code': 200} Nov 23 14:14:41.532439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b542f21-f199-4303-adbd-a32418d80afc req-1355a3bd-0d56-47f4-a2c9-10d119d75403 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Nov 23 14:14:41.605871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Pushing event updated for resources: {'Port': ['ID=67204059-4aa3-42af-b736-59d9bbcfdd8d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:41.628686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-3217547d-4e95-4067-9f69-e1eeb189bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:41.631361 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-3217547d-4e95-4067-9f69-e1eeb189bd35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=081f6249-8d2d-41d3-a779-b3969dfc5e14 HTTP/1.1" status: 200 len: 1095 time: 0.1148710 Nov 23 14:14:41.686164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-6c9067f7-f35f-4417-9085-fa5b33e13839 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a7a2028-4211-4cc0-b0af-5f58a0e6239a HTTP/1.1" status: 200 len: 217 time: 0.0428412 Nov 23 14:14:41.686998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Attempting to bind port 67204059-4aa3-42af-b736-59d9bbcfdd8d on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:41.687327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Attempting to bind port 67204059-4aa3-42af-b736-59d9bbcfdd8d by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:41.687648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Attempting to bind port 67204059-4aa3-42af-b736-59d9bbcfdd8d on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:41.692979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Port 67204059-4aa3-42af-b736-59d9bbcfdd8d on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:41.693399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Attempting to bind port 67204059-4aa3-42af-b736-59d9bbcfdd8d on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:41.729023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:41.730061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Checking segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:41.730061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Bound using segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:41.730391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Bound port: 67204059-4aa3-42af-b736-59d9bbcfdd8d, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:41.730844 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.777295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-ef51dddf-c2ad-4685-bfc3-57174c038081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:41.779020 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-ef51dddf-c2ad-4685-bfc3-57174c038081 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.0824623 Nov 23 14:14:41.817927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-3c6523cc-6d6d-425e-b362-5274f34781ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301051 Nov 23 14:14:41.862340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] For port 67204059-4aa3-42af-b736-59d9bbcfdd8d, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:41.889776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c135a-e501-4707-9a8c-26c47d9b1f9d req-130ff978-dc6f-493b-b4d0-5f03761865c8 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:41.891328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-875c135a-e501-4707-9a8c-26c47d9b1f9d req-130ff978-dc6f-493b-b4d0-5f03761865c8 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 946 time: 0.0515125 Nov 23 14:14:41.907521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] For port 67204059-4aa3-42af-b736-59d9bbcfdd8d, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=67204059-4aa3-42af-b736-59d9bbcfdd8d,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:41.915406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.971742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-875c135a-e501-4707-9a8c-26c47d9b1f9d req-fa1a6f35-7827-4e91-9561-25e9d154a5be tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 Nov 23 14:14:41.975144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:41.975785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:41.978205 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] 10.222.0.11 "PUT /v2.0/ports/67204059-4aa3-42af-b736-59d9bbcfdd8d HTTP/1.1" status: 200 len: 1091 time: 1.5442030 Nov 23 14:14:42.013716 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-be58f0c7-ad15-4579-aa29-7213a604997e service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881318 Nov 23 14:14:42.020321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741431c2-ff4f-4583-a1f4-8f0b5dfeca4e service neutron] Pushing event updated for resources: {'Port': ['ID=67204059-4aa3-42af-b736-59d9bbcfdd8d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:42.137738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-22c7ba4d-cc54-48dc-8379-1a44892ab3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:42.141392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-22c7ba4d-cc54-48dc-8379-1a44892ab3ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 1094 time: 0.1049592 Nov 23 14:14:42.192069 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-10b4e217-311a-42bd-ad68-6dfeb0ec9e49 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675167 Nov 23 14:14:42.193480 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-59d3595f-85e0-4460-91c8-193ec7090eac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67204059-4aa3-42af-b736-59d9bbcfdd8d HTTP/1.1" status: 200 len: 217 time: 0.0379629 Nov 23 14:14:42.259286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-a7ed1ef0-5dab-483c-a1f0-813a72dbb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:42.260772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-a7ed1ef0-5dab-483c-a1f0-813a72dbb60b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.0596848 Nov 23 14:14:42.322017 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-1fd3cdc8-8a43-4765-90a4-07fdced7003d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500274 Nov 23 14:14:42.364727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-a1da0298-ac7b-40db-8f4b-26507f8cd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:42.366416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-a1da0298-ac7b-40db-8f4b-26507f8cd9fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=081f6249-8d2d-41d3-a779-b3969dfc5e14 HTTP/1.1" status: 200 len: 1095 time: 0.1047742 Nov 23 14:14:42.367917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:42.369378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3c0a6-847a-448f-96d3-37f3fb4e11cc req-61501ab5-bcf2-4df5-a2e4-e2be030d45cd tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:42.377991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bb3c0a6-847a-448f-96d3-37f3fb4e11cc req-61501ab5-bcf2-4df5-a2e4-e2be030d45cd tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 943 time: 0.1078384 Nov 23 14:14:42.387898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-71d7bbbc-ce6d-4964-beb4-a491767acd74 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133759782', 'description': 'tempest-description--614368904'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:42.431318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bb3c0a6-847a-448f-96d3-37f3fb4e11cc req-95c03afd-9a50-4b7d-a958-5d5e0e031ae7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520141 Nov 23 14:14:42.528435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71d7bbbc-ce6d-4964-beb4-a491767acd74 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:42.566208 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-aa7b9ba8-888d-44df-a39c-16610b7b062b service neutron] 10.222.0.11 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340682 Nov 23 14:14:42.574497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-a5185e15-0930-4f54-bcb7-5fbb153bd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:42.576197 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-a5185e15-0930-4f54-bcb7-5fbb153bd013 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 914 time: 0.1796651 Nov 23 14:14:42.650872 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-4a0626dc-4068-4dfa-80ec-782ae7716415 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a7a2028-4211-4cc0-b0af-5f58a0e6239a HTTP/1.1" status: 200 len: 217 time: 0.0595760 Nov 23 14:14:42.771542 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71d7bbbc-ce6d-4964-beb4-a491767acd74 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:42.781575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71d7bbbc-ce6d-4964-beb4-a491767acd74 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:42.792155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-e7c22e25-3686-4ea4-a5d6-7ad8391c8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:42.793569 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-e7c22e25-3686-4ea4-a5d6-7ad8391c8d53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.1337588 Nov 23 14:14:42.819712 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9c7ce83d-4bb7-46d4-bd5f-e377a53ae23c req-30fa288c-d057-4ff3-8869-9898c4cec422 service neutron] 10.222.0.11 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395682 Nov 23 14:14:42.845400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71d7bbbc-ce6d-4964-beb4-a491767acd74 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:42.846626 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-71d7bbbc-ce6d-4964-beb4-a491767acd74 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4639428 Nov 23 14:14:42.850423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44874) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:42.850998 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-de32de92-8424-4103-90e2-4ff31841c380 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447474 Nov 23 14:14:42.853785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7bbbc-ce6d-4964-beb4-a491767acd74 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2372e971-d8f4-4d36-a542-3556c4c2087a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:42.867848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bb14e4bc-d556-4e5e-8c1c-e050321d108c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Request body: {'security_group_rule': {'security_group_id': '2372e971-d8f4-4d36-a542-3556c4c2087a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:42.905438 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb14e4bc-d556-4e5e-8c1c-e050321d108c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:42.950601 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-a95dd12f-ed13-469c-9e0d-a1f5c4d2ebee service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916424 Nov 23 14:14:42.962467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb14e4bc-d556-4e5e-8c1c-e050321d108c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:42.967003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb14e4bc-d556-4e5e-8c1c-e050321d108c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:42.987797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14e4bc-d556-4e5e-8c1c-e050321d108c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482c7090-bf40-4d49-bbc1-04e781939351,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:42.999574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb14e4bc-d556-4e5e-8c1c-e050321d108c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.002943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bb14e4bc-d556-4e5e-8c1c-e050321d108c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490088 Nov 23 14:14:43.005354 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:43.010278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-27b91c85-98bc-46cf-b828-a6e08dc39e61 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Request body: {'security_group_rule': {'security_group_id': '2372e971-d8f4-4d36-a542-3556c4c2087a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:43.042262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27b91c85-98bc-46cf-b828-a6e08dc39e61 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.137929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-260b7d6a-ae4e-4dd6-8710-d8c79733f085 req-dff6d113-5760-4c10-9503-fe6f18f8961c service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786067 Nov 23 14:14:43.139643 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27b91c85-98bc-46cf-b828-a6e08dc39e61 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.146714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27b91c85-98bc-46cf-b828-a6e08dc39e61 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.159639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e29e-fdef-4dec-a800-bd71ffc3cf12 req-27a4e2bb-1c68-49aa-8241-7d2827b3e6ba tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:43.161258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d30e29e-fdef-4dec-a800-bd71ffc3cf12 req-27a4e2bb-1c68-49aa-8241-7d2827b3e6ba tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 946 time: 0.1044514 Nov 23 14:14:43.182488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b91c85-98bc-46cf-b828-a6e08dc39e61 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fa2a16-c276-4c46-8bee-6092e314e261,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:43.196164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27b91c85-98bc-46cf-b828-a6e08dc39e61 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.197339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-27b91c85-98bc-46cf-b828-a6e08dc39e61 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909349 Nov 23 14:14:43.200776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44898) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:43.205419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:43.231982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d30e29e-fdef-4dec-a800-bd71ffc3cf12 req-1b6c6eb7-19b0-4502-8584-2d35097c21e2 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/security-groups?id=508322a2-933a-487f-9c7d-66d55e729638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599473 Nov 23 14:14:43.232701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.360851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-61f7488e-c92a-433d-9945-68c3c0c0f7bd tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:43.362309 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-61f7488e-c92a-433d-9945-68c3c0c0f7bd tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 946 time: 0.0914705 Nov 23 14:14:43.420120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.530999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'tag': '67204059-4aa3-42af-b736-59d9bbcfdd8d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:43.533541 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d86e2-c062-421c-99ac-03f28a57354e" -d '{"events": [{"name": "network-changed", "server_uuid": "392c88e4-dc09-4a44-aaec-4ee1c285c90b", "tag": "67204059-4aa3-42af-b736-59d9bbcfdd8d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:43.561135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c615f1e-1ffd-4d3b-907b-ba4faf64649a req-25b31224-4f0d-4d2a-8c3a-4f0344a3781b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:43.562970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c615f1e-1ffd-4d3b-907b-ba4faf64649a req-25b31224-4f0d-4d2a-8c3a-4f0344a3781b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 943 time: 0.0568080 Nov 23 14:14:43.577826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Deleting port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:43.578171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.619641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Allocated IP 172.25.3.197 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/19200cf4-ec7d-41a6-8636-85717e414bcf) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:43.624570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c615f1e-1ffd-4d3b-907b-ba4faf64649a req-40a24643-9013-4eea-9d91-b17d80b00455 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553768 Nov 23 14:14:43.638160 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4934797-161a-46db-a9d7-b53a20e5abc0 x-openstack-request-id: req-d4934797-161a-46db-a9d7-b53a20e5abc0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:43.638643 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392c88e4-dc09-4a44-aaec-4ee1c285c90b", "tag": "67204059-4aa3-42af-b736-59d9bbcfdd8d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:43.639049 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4934797-161a-46db-a9d7-b53a20e5abc0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:43.639498 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'tag': '67204059-4aa3-42af-b736-59d9bbcfdd8d', 'status': 'completed', 'code': 200} Nov 23 14:14:43.787562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] For port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,segment=NetworkSegment(e2edacb4-89f2-4cfb-b0b4-6acbec361eb2),segment_id=e2edacb4-89f2-4cfb-b0b4-6acbec361eb2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:43.787924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.808336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d86e2-c062-421c-99ac-03f28a57354e req-c949e711-0aad-4ecf-8eb7-daf215e568f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:43.809819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-249d86e2-c062-421c-99ac-03f28a57354e req-c949e711-0aad-4ecf-8eb7-daf215e568f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 1094 time: 0.1355979 Nov 23 14:14:43.811992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Calling delete_port for 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:43.829552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44922) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:43.904255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.955346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-476416ae-df14-4edf-935f-457567141a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:43.994226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d86e2-c062-421c-99ac-03f28a57354e req-eb5ace47-49f2-45ea-9764-c399097a14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:43.995736 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-249d86e2-c062-421c-99ac-03f28a57354e req-eb5ace47-49f2-45ea-9764-c399097a14a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 914 time: 0.1756370 Nov 23 14:14:44.032614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-476416ae-df14-4edf-935f-457567141a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.036325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-476416ae-df14-4edf-935f-457567141a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.044383 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-249d86e2-c062-421c-99ac-03f28a57354e req-a0ccede3-03a8-4cad-b7b4-7a91c1bb0e54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67204059-4aa3-42af-b736-59d9bbcfdd8d HTTP/1.1" status: 200 len: 217 time: 0.0380490 Nov 23 14:14:44.052765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.076291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-476416ae-df14-4edf-935f-457567141a98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=971a1fafb31e4e3b8b51abebd5118c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2455823 Nov 23 14:14:44.077288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476416ae-df14-4edf-935f-457567141a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d258037b-b16b-4b8b-b2e1-3dd14ec3460e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:44.079788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44926) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:44.127528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d94fed5-d002-4791-80af-9e2c6e0107c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.150785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d94fed5-d002-4791-80af-9e2c6e0107c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.164758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:44.175594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:44.180806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:44.183051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'Port': ['ID=19200cf4-ec7d-41a6-8636-85717e414bcf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:44.187641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d86e2-c062-421c-99ac-03f28a57354e req-c2678584-5d8e-4dd0-93fc-56eb59e1f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:44.189146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-249d86e2-c062-421c-99ac-03f28a57354e req-c2678584-5d8e-4dd0-93fc-56eb59e1f3a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.1303103 Nov 23 14:14:44.206683 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d94fed5-d002-4791-80af-9e2c6e0107c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.210657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d94fed5-d002-4791-80af-9e2c6e0107c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.211947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1d94fed5-d002-4791-80af-9e2c6e0107c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d258037b-b16b-4b8b-b2e1-3dd14ec3460e HTTP/1.1" status: 204 len: 168 time: 0.1312501 Nov 23 14:14:44.217689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.220735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94fed5-d002-4791-80af-9e2c6e0107c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d258037b-b16b-4b8b-b2e1-3dd14ec3460e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:44.268200 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-249d86e2-c062-421c-99ac-03f28a57354e req-b36f5f2b-f960-4a44-b9a9-059284f124e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599003 Nov 23 14:14:44.276355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Pushing event deleted for resources: {'Port': ['ID=90c288f4-8687-47ec-ae3c-ecbb4f8fdda6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:44.348947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] No DVR routers for this DVR port 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:44.353349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.356641 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-672bcc5c-edb2-42b4-9f53-b756e1518b06 req-b2ae3571-eb2d-46c5-b055-2727c6629960 tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.11 "DELETE /v2.0/ports/90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 HTTP/1.1" status: 204 len: 173 time: 0.9865193 Nov 23 14:14:44.386585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10c3a393-06b6-4fe2-9488-27142f4f55b4 req-b984b7ce-f659-4389-8a22-077bc56521ea tempest-ServerAddressesNegativeTestJSON-1145433126 tempest-ServerAddressesNegativeTestJSON-1145433126-project] 10.222.0.46 "GET /v2.0/ports?device_id=c73b4d7b-ebe7-4727-a6c8-0ccca7a30820 HTTP/1.1" status: 200 len: 210 time: 0.0488968 Nov 23 14:14:44.432801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.447621 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-249d86e2-c062-421c-99ac-03f28a57354e req-7073506c-9005-42ff-8136-8090bd120148 service neutron] 10.222.0.11 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651819 Nov 23 14:14:44.496420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.582358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44940) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:44.607606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df3fcd67-5f02-4640-ac69-8f50bce427de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.614871 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-249d86e2-c062-421c-99ac-03f28a57354e req-b0ecbf19-2ceb-4422-854d-514e360c4431 service neutron] 10.222.0.11 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485233 Nov 23 14:14:44.705286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.709882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.718340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df3fcd67-5f02-4640-ac69-8f50bce427de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.742772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df3fcd67-5f02-4640-ac69-8f50bce427de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.786577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'Port': ['ID=19200cf4-ec7d-41a6-8636-85717e414bcf,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:44.789318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.794250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-df3fcd67-5f02-4640-ac69-8f50bce427de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0a67da34aba4535b041f19de1c6964d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080176 Nov 23 14:14:44.794250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fcd67-5f02-4640-ac69-8f50bce427de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b962a8d-6ec2-4706-b954-a3bf10444281,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:44.794711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:44.807075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7cdf2-4ef4-4c73-ac7c-333b932b038e req-297be793-ec19-4439-90a3-8690bd037c8f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:44.814697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9db7cdf2-4ef4-4c73-ac7c-333b932b038e req-297be793-ec19-4439-90a3-8690bd037c8f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 943 time: 0.1140859 Nov 23 14:14:44.832535 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.833930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bd694f87-2eeb-4481-ba72-eb0bc75ca3c8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6321635 Nov 23 14:14:44.866583 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657ceb2a-709a-445b-9f10-8379c2b23489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.888352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9db7cdf2-4ef4-4c73-ac7c-333b932b038e req-32f3c0e0-c8b5-4620-9979-5aba440ca667 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727158 Nov 23 14:14:44.903785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657ceb2a-709a-445b-9f10-8379c2b23489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.958342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657ceb2a-709a-445b-9f10-8379c2b23489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.961824 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657ceb2a-709a-445b-9f10-8379c2b23489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:44.965299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-657ceb2a-709a-445b-9f10-8379c2b23489 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b962a8d-6ec2-4706-b954-a3bf10444281 HTTP/1.1" status: 204 len: 168 time: 0.1674590 Nov 23 14:14:44.970539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ceb2a-709a-445b-9f10-8379c2b23489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b962a8d-6ec2-4706-b954-a3bf10444281,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:45.150060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-5dbbd1c7-b357-4531-9b69-ae14735d2f90 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:45.151682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-5dbbd1c7-b357-4531-9b69-ae14735d2f90 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 821 time: 0.1093028 Nov 23 14:14:45.166283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-12e1a6e7-0385-4f6d-8083-83e2af02fbe9 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/quotas/ab0bd15483d44909849d665fcdffa3ad HTTP/1.1" status: 200 len: 375 time: 0.0089731 Nov 23 14:14:45.197344 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-859eae86-bada-41c5-b9e0-ce75b17d164e tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257237 Nov 23 14:14:45.297482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-84a69bba-1bb1-46b9-8672-22eefe77ee88 service neutron] 10.222.0.46 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932400 Nov 23 14:14:45.391965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-165b02ca-abb8-41ff-869f-4c70931e5420 service neutron] 10.222.0.46 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883040 Nov 23 14:14:45.465559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44980) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:45.531349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] Deleting subnet 263a085c-aa31-4ad0-9342-9732d4384130 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:14:45.538075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:45.595309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:45.600780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59ad864e-ff0c-452a-809d-6d73f4c5b40b req-c4a03303-0b69-4b6a-99d2-377e8f40c0f6 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 210 time: 0.0504897 Nov 23 14:14:45.642049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'name': 'network-vif-deleted', 'tag': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:45.647755 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbf4d4b-874c-438f-aad3-b467c46c8a92" -d '{"events": [{"server_uuid": "c73b4d7b-ebe7-4727-a6c8-0ccca7a30820", "name": "network-vif-deleted", "tag": "90c288f4-8687-47ec-ae3c-ecbb4f8fdda6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:45.690715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:45.701937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a7a2028-4211-4cc0-b0af-5f58a0e6239a details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:45.706953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:45.715238 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f143b4-b7ca-435e-9c71-6d0ea9602334 x-openstack-request-id: req-25f143b4-b7ca-435e-9c71-6d0ea9602334 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:45.715833 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73b4d7b-ebe7-4727-a6c8-0ccca7a30820", "name": "network-vif-deleted", "tag": "90c288f4-8687-47ec-ae3c-ecbb4f8fdda6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:45.716408 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25f143b4-b7ca-435e-9c71-6d0ea9602334 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:45.716964 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73b4d7b-ebe7-4727-a6c8-0ccca7a30820', 'name': 'network-vif-deleted', 'tag': '90c288f4-8687-47ec-ae3c-ecbb4f8fdda6', 'status': 'completed', 'code': 200} Nov 23 14:14:45.765628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:45.768006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:45.771433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4c2c9faa-c7b9-450a-8dcc-65e7c0e1e588 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:45.822271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263a085c-aa31-4ad0-9342-9732d4384130,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:45.834397 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:45.842184 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-86c8f79b-99bf-456c-8c6f-80c4d15b863f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/263a085c-aa31-4ad0-9342-9732d4384130 HTTP/1.1" status: 204 len: 168 time: 0.3752906 Nov 23 14:14:45.843574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45004) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:45.882085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:45.892737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'port_id': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a', 'mac_address': 'fa:16:3e:5e:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a89db2-3266-46c5-8a0a-52b8c182c1fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:45.925606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:45.937013 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:45.951226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 67204059-4aa3-42af-b736-59d9bbcfdd8d details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:45.953256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:45.961887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7a2028-4211-4cc0-b0af-5f58a0e6239a {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:45.994329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:45.994960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 90c288f4-8687-47ec-ae3c-ecbb4f8fdda6 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:46.016275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:46.030282 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.076015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.128549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cea7a74-5a5e-45d8-85d0-a4795e655390']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:46.141700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2edacb4-89f2-4cfb-b0b4-6acbec361eb2') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:46.141883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:46.142196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2edacb4-89f2-4cfb-b0b4-6acbec361eb2') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:14:46.152630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c571bb-1c59-4a7d-9711-d90ad2a44046 req-0042c601-06e0-4176-97c6-01e3a517767b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:46.154459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41c571bb-1c59-4a7d-9711-d90ad2a44046 req-0042c601-06e0-4176-97c6-01e3a517767b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 943 time: 0.0915849 Nov 23 14:14:46.155384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 67204059-4aa3-42af-b736-59d9bbcfdd8d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=67204059-4aa3-42af-b736-59d9bbcfdd8d,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:46.159004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.159351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.159689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.160016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.160521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.160846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.161173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.161490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.161979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.162303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.162623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.163028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:14:46.175627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '67204059-4aa3-42af-b736-59d9bbcfdd8d', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'port_id': '67204059-4aa3-42af-b736-59d9bbcfdd8d', 'mac_address': 'fa:16:3e:50:db:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a89db2-3266-46c5-8a0a-52b8c182c1fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:46.186051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.210636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.224909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:14:46.225571 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:14:46.228137 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:14:46.230218 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.246128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67204059-4aa3-42af-b736-59d9bbcfdd8d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:46.274034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 67204059-4aa3-42af-b736-59d9bbcfdd8d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=67204059-4aa3-42af-b736-59d9bbcfdd8d,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:46.285137 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.317991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a7a2028-4211-4cc0-b0af-5f58a0e6239a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:46.318662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41c571bb-1c59-4a7d-9711-d90ad2a44046 req-3f4ac2cc-29d6-4626-b147-b1d68252e220 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513474 Nov 23 14:14:46.334069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.343558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.348119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3cea7a74-5a5e-45d8-85d0-a4795e655390 HTTP/1.1" status: 204 len: 168 time: 0.5027509 Nov 23 14:14:46.359763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b1e2a-96c3-4bc7-9761-b5934c148098 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cea7a74-5a5e-45d8-85d0-a4795e655390,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:46.437680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=67204059-4aa3-42af-b736-59d9bbcfdd8d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:46.593681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['67204059-4aa3-42af-b736-59d9bbcfdd8d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:46.639204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45034) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:46.770612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63f408ff-23ff-4c28-9fe2-a0ae426eec9f req-ac7b26bc-3b3d-4f18-9008-1f65171570be tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 210 time: 0.0599008 Nov 23 14:14:46.777673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2d19d9d1-1b72-4df3-9ec5-eb5df601026f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3d0f4c29d5a42b1abd788c0663b7827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369228 Nov 23 14:14:46.778457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45038) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:46.849421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-369b528c-4459-4bb5-8c2f-eb571f669b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.873622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-82acb701-af8a-4bde-9021-8c5b586d89f6 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:46.874444 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-369b528c-4459-4bb5-8c2f-eb571f669b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.877725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-82acb701-af8a-4bde-9021-8c5b586d89f6 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 821 time: 0.2095311 Nov 23 14:14:46.893651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Request body: {'port': {'device_id': '5526047c-4c01-474d-b025-79fa5982c6ec', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'admin_state_up': True, 'tenant_id': 'ab0bd15483d44909849d665fcdffa3ad'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:46.943656 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-369b528c-4459-4bb5-8c2f-eb571f669b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.946833 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-369b528c-4459-4bb5-8c2f-eb571f669b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:46.950959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-369b528c-4459-4bb5-8c2f-eb571f669b26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/508322a2-933a-487f-9c7d-66d55e729638 HTTP/1.1" status: 204 len: 168 time: 0.1684668 Nov 23 14:14:46.966342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b528c-4459-4bb5-8c2f-eb571f669b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508322a2-933a-487f-9c7d-66d55e729638,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:47.350938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Made reservation on behalf of ab0bd15483d44909849d665fcdffa3ad for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:47.355702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:47.485693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799ee0d-39a6-457e-9f57-4b91c8be0fba req-c27b1af9-f80b-4094-a10d-07d4631e26ac tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:47.506310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7799ee0d-39a6-457e-9f57-4b91c8be0fba req-c27b1af9-f80b-4094-a10d-07d4631e26ac tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 944 time: 0.0932086 Nov 23 14:14:47.522666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Allocated IP 172.20.0.12 (8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d/8c8f2b1b-19ad-4cc4-8190-670c6564603d/4a805ca6-e0a8-419e-ade6-18900925de78) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:47.599345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7799ee0d-39a6-457e-9f57-4b91c8be0fba req-b343920b-c3f3-4b43-94a3-a277d937358d tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917673 Nov 23 14:14:47.717425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a7a2028-4211-4cc0-b0af-5f58a0e6239a up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:47.744190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:47.784119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:47.787921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:47.788847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:47.789416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:47.902065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:47.909707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:47.912771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:47.916280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:47.936251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 67204059-4aa3-42af-b736-59d9bbcfdd8d up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:48.001312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba15d7-246b-447b-8d30-4c6703ff5252 req-361d629f-161d-4671-8dea-42d4cfeb174e tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:48.006942 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.012694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38ba15d7-246b-447b-8d30-4c6703ff5252 req-361d629f-161d-4671-8dea-42d4cfeb174e tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 932 time: 0.1537583 Nov 23 14:14:48.022197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:48.023116 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.052536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:48.056000 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae43d9-77eb-4f16-9983-5e2b0fbadf44" -d '{"events": [{"server_uuid": "081f6249-8d2d-41d3-a779-b3969dfc5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a2028-4211-4cc0-b0af-5f58a0e6239a"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:48.072218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:48.079174 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.086833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-8611b8ae-e358-4a55-9406-75ec4f9997ee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1946831 Nov 23 14:14:48.098274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Request body: {'port': {'device_id': '5526047c-4c01-474d-b025-79fa5982c6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:48.098904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38ba15d7-246b-447b-8d30-4c6703ff5252 req-9f5bdde1-7559-4175-97d4-2471b504fae2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853188 Nov 23 14:14:48.136490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:48.139391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 67204059-4aa3-42af-b736-59d9bbcfdd8d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:48.144141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 67204059-4aa3-42af-b736-59d9bbcfdd8d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:48.144600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.172506 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6ed51-4078-45c9-9f58-ce200065014d x-openstack-request-id: req-5ad6ed51-4078-45c9-9f58-ce200065014d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:48.172801 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f6249-8d2d-41d3-a779-b3969dfc5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a2028-4211-4cc0-b0af-5f58a0e6239a", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:48.173255 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ad6ed51-4078-45c9-9f58-ce200065014d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:48.173656 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a', 'code': 200} Nov 23 14:14:48.206068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.265495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.278057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a05e9-5fe1-4557-9250-c73a9371e800 req-47553750-23c7-42d1-bfd4-616ba5e845d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:48.279997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c2a05e9-5fe1-4557-9250-c73a9371e800 req-47553750-23c7-42d1-bfd4-616ba5e845d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=081f6249-8d2d-41d3-a779-b3969dfc5e14 HTTP/1.1" status: 200 len: 1097 time: 0.0607021 Nov 23 14:14:48.303363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 67204059-4aa3-42af-b736-59d9bbcfdd8d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=67204059-4aa3-42af-b736-59d9bbcfdd8d,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:48.310762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.348632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c2a05e9-5fe1-4557-9250-c73a9371e800 req-47f1c20b-a72c-45e3-9ecd-578e791483eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603781 Nov 23 14:14:48.371796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=67204059-4aa3-42af-b736-59d9bbcfdd8d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:48.502509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:48.522439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a805ca6-e0a8-419e-ade6-18900925de78 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:48.530874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.543621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Transition to ACTIVE for port object 4a805ca6-e0a8-419e-ade6-18900925de78 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:48.549099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.606459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:48.653400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe0bac70-1535-4799-a0f6-d73933f5d5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.692311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Attempting to bind port 4a805ca6-e0a8-419e-ade6-18900925de78 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:48.692658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Attempting to bind port 4a805ca6-e0a8-419e-ade6-18900925de78 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:48.692918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Attempting to bind port 4a805ca6-e0a8-419e-ade6-18900925de78 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:48.697594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Port 4a805ca6-e0a8-419e-ade6-18900925de78 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:48.697987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Attempting to bind port 4a805ca6-e0a8-419e-ade6-18900925de78 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:48.703301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:48.703713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Checking segment: {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:48.704307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Bound using segment: {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:48.704926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Bound port: 4a805ca6-e0a8-419e-ade6-18900925de78, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:48.705584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.792733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:48.795261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe0bac70-1535-4799-a0f6-d73933f5d5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.797392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:48.803527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe0bac70-1535-4799-a0f6-d73933f5d5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.808626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.816625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802273d-1719-4f28-aead-b3ac85c3c944 req-1c24df99-3876-41eb-8428-7997c9e1595e tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:48.818127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4802273d-1719-4f28-aead-b3ac85c3c944 req-1c24df99-3876-41eb-8428-7997c9e1595e tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 945 time: 0.0739484 Nov 23 14:14:48.828243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:48.828882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:48.830478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] 10.222.0.74 "PUT /v2.0/ports/4a805ca6-e0a8-419e-ade6-18900925de78 HTTP/1.1" status: 200 len: 1092 time: 0.7393723 Nov 23 14:14:48.832188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:48.836829 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beda6458-87a0-454d-9917-55153eb7fd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:48.885501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ee08fdf-2046-43f3-9cdc-7abd514a9f81 req-1b89a6f9-0bd6-48d2-9688-b734374c2d11 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef728283-b797-409a-832b-4dbe6381874b HTTP/1.1" status: 200 len: 210 time: 0.0616915 Nov 23 14:14:48.902331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fe0bac70-1535-4799-a0f6-d73933f5d5d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29e6aa9747b14243b573c9ddbfdffb57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962224 Nov 23 14:14:48.902546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bac70-1535-4799-a0f6-d73933f5d5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb868ae-799d-4be1-b441-8fe25f5c1823,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:48.904882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45124) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:48.931463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f508-5d79-4b1d-b85d-9511078df6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:48.951947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-076593eb-3492-4f6c-ab2b-e7c614075c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:48.956782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-076593eb-3492-4f6c-ab2b-e7c614075c51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 1095 time: 0.0766294 Nov 23 14:14:48.970408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4802273d-1719-4f28-aead-b3ac85c3c944 req-2d39e851-54b6-496c-a2fc-51d47787d18b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421194 Nov 23 14:14:49.002578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-787dcf79-61d8-4285-83c7-55a9c28cebcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.024492 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d263c533-3e3d-4e38-bfb5-7c0ba6486ea8 x-openstack-request-id: req-d263c533-3e3d-4e38-bfb5-7c0ba6486ea8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:49.024785 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:49.025036 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d263c533-3e3d-4e38-bfb5-7c0ba6486ea8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:49.025432 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78', 'status': 'completed', 'code': 200} Nov 23 14:14:49.027441 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-9270a7ea-82a5-4b09-a643-99ffa7d1496c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a805ca6-e0a8-419e-ade6-18900925de78 HTTP/1.1" status: 200 len: 217 time: 0.0651443 Nov 23 14:14:49.046370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-787dcf79-61d8-4285-83c7-55a9c28cebcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.106561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-e745391c-4361-4e4e-976c-626c496ef2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:49.107926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-787dcf79-61d8-4285-83c7-55a9c28cebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.108205 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-e745391c-4361-4e4e-976c-626c496ef2cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c8f2b1b-19ad-4cc4-8190-670c6564603d HTTP/1.1" status: 200 len: 861 time: 0.0736709 Nov 23 14:14:49.110598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-787dcf79-61d8-4285-83c7-55a9c28cebcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.115401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-787dcf79-61d8-4285-83c7-55a9c28cebcb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eb868ae-799d-4be1-b441-8fe25f5c1823 HTTP/1.1" status: 204 len: 168 time: 0.2068782 Nov 23 14:14:49.124544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dcf79-61d8-4285-83c7-55a9c28cebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb868ae-799d-4be1-b441-8fe25f5c1823,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:49.156999 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-374633a7-951e-48ab-97df-fd48b9350f3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367196 Nov 23 14:14:49.326346 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-9d7a7f59-bd2a-4df2-b146-aafdb42c0a5f service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578219 Nov 23 14:14:49.329233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb98ece-916a-41a2-b57b-4aa37a5bf49f req-0d1418a3-0220-4642-b44b-c0a0eef54604 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:49.337466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdb98ece-916a-41a2-b57b-4aa37a5bf49f req-0d1418a3-0220-4642-b44b-c0a0eef54604 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 944 time: 0.0987077 Nov 23 14:14:49.402488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdb98ece-916a-41a2-b57b-4aa37a5bf49f req-d35a9255-88ea-498c-91bf-6b30540ad7b8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645776 Nov 23 14:14:49.475923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b5c63fca-7073-4d20-a7fc-38a1ae670dcd req-fbf9f038-7cba-459b-ba81-e474711c5d71 service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385052 Nov 23 14:14:49.572724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af4b3bf5-ac8f-4619-b06c-cc4895889709 req-ede07eed-1e1b-4a13-ab9e-607ca069c5e4 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0525062 Nov 23 14:14:49.629697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6458-87a0-454d-9917-55153eb7fd9b req-35784c48-1c4b-4258-b05a-597175bb510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:49.631467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-beda6458-87a0-454d-9917-55153eb7fd9b req-35784c48-1c4b-4258-b05a-597175bb510d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 1095 time: 0.0877423 Nov 23 14:14:49.656007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45166) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:49.676632 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6a1b-511b-4211-b648-93f905e7abd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.772441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6a1b-511b-4211-b648-93f905e7abd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.778870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6a1b-511b-4211-b648-93f905e7abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.821299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f6a1b-511b-4211-b648-93f905e7abd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1891d51-23ba-4332-badf-21b79c1c084a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:49.822002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6458-87a0-454d-9917-55153eb7fd9b req-ae6fa003-173a-491f-9d74-3ce0876ffc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:49.824262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-beda6458-87a0-454d-9917-55153eb7fd9b req-ae6fa003-173a-491f-9d74-3ce0876ffc8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 922 time: 0.1834772 Nov 23 14:14:49.825822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aa7f6a1b-511b-4211-b648-93f905e7abd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=276f7b2bfbf042daa691281641df4508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687665 Nov 23 14:14:49.828425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45172) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:14:49.879627 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-beda6458-87a0-454d-9917-55153eb7fd9b req-eb8936cc-4b89-479f-9f71-efe499bcbafb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a805ca6-e0a8-419e-ade6-18900925de78 HTTP/1.1" status: 200 len: 217 time: 0.0436087 Nov 23 14:14:49.882334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a40-0f7b-4c77-b944-b534ef81cd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.906993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a40-0f7b-4c77-b944-b534ef81cd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.934534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6458-87a0-454d-9917-55153eb7fd9b req-36a2e3e6-4364-4430-8696-337d297f695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:49.936071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-beda6458-87a0-454d-9917-55153eb7fd9b req-36a2e3e6-4364-4430-8696-337d297f695a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c8f2b1b-19ad-4cc4-8190-670c6564603d HTTP/1.1" status: 200 len: 861 time: 0.0488615 Nov 23 14:14:49.962012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a40-0f7b-4c77-b944-b534ef81cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.964871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-98cd5a40-0f7b-4c77-b944-b534ef81cd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:49.968911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-98cd5a40-0f7b-4c77-b944-b534ef81cd56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1891d51-23ba-4332-badf-21b79c1c084a HTTP/1.1" status: 204 len: 168 time: 0.1367021 Nov 23 14:14:49.975312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd5a40-0f7b-4c77-b944-b534ef81cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1891d51-23ba-4332-badf-21b79c1c084a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:49.991841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-beda6458-87a0-454d-9917-55153eb7fd9b req-0ff7494e-5b5d-4a83-a97c-e07db951c80c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414305 Nov 23 14:14:50.125508 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-beda6458-87a0-454d-9917-55153eb7fd9b req-71f3e046-4d04-4f28-a0f7-82cf54656a7e service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255162 Nov 23 14:14:50.127583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e630b9-8cd8-48c4-a7f5-0407e404bc16 req-3a36cfd5-233e-4350-88f4-c51278b1d3c6 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:50.129128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28e630b9-8cd8-48c4-a7f5-0407e404bc16 req-3a36cfd5-233e-4350-88f4-c51278b1d3c6 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 945 time: 0.0547063 Nov 23 14:14:50.174841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67204059-4aa3-42af-b736-59d9bbcfdd8d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:50.177793 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa2adbd-b27b-4564-be74-6ae633a5c8c7" -d '{"events": [{"server_uuid": "392c88e4-dc09-4a44-aaec-4ee1c285c90b", "name": "network-vif-plugged", "status": "completed", "tag": "67204059-4aa3-42af-b736-59d9bbcfdd8d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:50.208384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28e630b9-8cd8-48c4-a7f5-0407e404bc16 req-0656b490-db1c-4aea-a040-a9aa7c55182f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711837 Nov 23 14:14:50.246319 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5723560-0a04-43a7-943e-1c5622d12b71 x-openstack-request-id: req-f5723560-0a04-43a7-943e-1c5622d12b71 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:50.246667 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392c88e4-dc09-4a44-aaec-4ee1c285c90b", "name": "network-vif-plugged", "status": "completed", "tag": "67204059-4aa3-42af-b736-59d9bbcfdd8d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:50.246855 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5723560-0a04-43a7-943e-1c5622d12b71 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:50.247761 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67204059-4aa3-42af-b736-59d9bbcfdd8d', 'code': 200} Nov 23 14:14:50.314787 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-beda6458-87a0-454d-9917-55153eb7fd9b req-699c4290-0e6c-47ce-b137-06694dbe0d68 service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808283 Nov 23 14:14:50.389017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ac865-8d13-466d-a3d1-1e36fef84015 req-6f6d02ff-4e59-4744-b425-f7b4dbdc9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:50.390694 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-579ac865-8d13-466d-a3d1-1e36fef84015 req-6f6d02ff-4e59-4744-b425-f7b4dbdc9232 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 1096 time: 0.0446048 Nov 23 14:14:50.440225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-579ac865-8d13-466d-a3d1-1e36fef84015 req-3889dd27-5e36-4b73-8b9f-fe1da79cb19b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398664 Nov 23 14:14:50.541040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902761d-c357-479c-90b9-bfc3c2a07708 req-14d01379-09ed-43ec-aed8-9fde07c693f3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:50.542922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3902761d-c357-479c-90b9-bfc3c2a07708 req-14d01379-09ed-43ec-aed8-9fde07c693f3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 944 time: 0.0579004 Nov 23 14:14:50.599571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3902761d-c357-479c-90b9-bfc3c2a07708 req-3136b97f-6c43-45c9-a0d0-3fbb91afcee8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Nov 23 14:14:50.713934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b54a0fee-8d36-48f2-95d2-c6b97d59f1c5 req-66ac27cf-f649-4cea-bb47-0db6f7b8c300 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0315003 Nov 23 14:14:51.324791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c90a6e-3519-4a9c-892b-5561ad3de446 req-b149c755-9e46-45ba-8fde-035c44aaf2e1 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:51.326311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41c90a6e-3519-4a9c-892b-5561ad3de446 req-b149c755-9e46-45ba-8fde-035c44aaf2e1 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 945 time: 0.0492110 Nov 23 14:14:51.376861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41c90a6e-3519-4a9c-892b-5561ad3de446 req-15a6cbba-8666-4f20-b257-988d8c1ad367 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Nov 23 14:14:51.719082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb662c-d1c7-42b0-9725-9346b78a5d32 req-19bf50f0-2c94-4499-b551-0a398b6ab93b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:51.723411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1fb662c-d1c7-42b0-9725-9346b78a5d32 req-19bf50f0-2c94-4499-b551-0a398b6ab93b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 944 time: 0.0547228 Nov 23 14:14:51.747331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:51.791447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1fb662c-d1c7-42b0-9725-9346b78a5d32 req-c3730ed0-4fd7-41bb-a03e-bc5005c44d2c tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639737 Nov 23 14:14:51.870195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:51.935397 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb0fd498-a198-443d-afba-f835cfc69ff5 req-1f6d24a8-6114-47c0-bda1-28b4b0e54ac6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef728283-b797-409a-832b-4dbe6381874b HTTP/1.1" status: 200 len: 210 time: 0.0322890 Nov 23 14:14:51.955889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d9c8d4f-4be2-4471-aae0-023bf46b9918 req-d8d4a3aa-b44a-42bf-bbc1-f2b4b7f8de74 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0449383 Nov 23 14:14:52.041807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '4a805ca6-e0a8-419e-ade6-18900925de78', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'port_id': '4a805ca6-e0a8-419e-ade6-18900925de78', 'mac_address': 'fa:16:3e:94:43:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8f2b1b-19ad-4cc4-8190-670c6564603d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:52.078036 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:52.091283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a805ca6-e0a8-419e-ade6-18900925de78 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:52.110401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:52.114638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:52.162812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:52.375711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['4a805ca6-e0a8-419e-ade6-18900925de78'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:52.518490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c289d7e-de77-4a4e-aaed-29717d2f498b req-774f53bf-a1e8-4f38-9d07-1da290f4ba68 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:52.520415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c289d7e-de77-4a4e-aaed-29717d2f498b req-774f53bf-a1e8-4f38-9d07-1da290f4ba68 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 945 time: 0.0553403 Nov 23 14:14:52.574465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c289d7e-de77-4a4e-aaed-29717d2f498b req-3db320b2-cb42-481c-8726-8c0c19b1feb4 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Nov 23 14:14:52.660356 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ad272ff0-8b32-4c4a-98aa-24e47d704b13 req-03df6196-ac62-439d-8549-c130f3b0bbc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0252688 Nov 23 14:14:52.707577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b136fd-bbf9-424a-a7f6-bcc7f0e57818 req-433bae6c-7db4-427e-b080-e0fc227d466f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:52.709076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67b136fd-bbf9-424a-a7f6-bcc7f0e57818 req-433bae6c-7db4-427e-b080-e0fc227d466f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=081f6249-8d2d-41d3-a779-b3969dfc5e14 HTTP/1.1" status: 200 len: 946 time: 0.0536935 Nov 23 14:14:52.756009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67b136fd-bbf9-424a-a7f6-bcc7f0e57818 req-cfede0f7-bb4c-4a44-8bd2-5f387cc0a41a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Nov 23 14:14:52.990018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a186394-8060-4d38-8c82-09564770e9ae req-d784d473-8668-42dc-9122-3e5ff372d43a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:52.991578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a186394-8060-4d38-8c82-09564770e9ae req-d784d473-8668-42dc-9122-3e5ff372d43a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 945 time: 0.0564044 Nov 23 14:14:53.062575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a186394-8060-4d38-8c82-09564770e9ae req-dab7e7ca-7136-43f4-ab9d-752ff405a1ba tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635648 Nov 23 14:14:53.168435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-929761b2-2aec-4678-9404-9a364436fbb6 req-00142820-1f4f-4ebf-995a-5fef533a33a6 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0333471 Nov 23 14:14:53.369539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-2cf9aa3f-6dc0-4553-a27f-a6be9f43b355 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:53.380882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-2cf9aa3f-6dc0-4553-a27f-a6be9f43b355 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 813 time: 0.1313159 Nov 23 14:14:53.400385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-651f7d2b-2fd6-43f9-8c0e-c27678b2af04 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/quotas/96d41daf047e4734a36c480044442451 HTTP/1.1" status: 200 len: 375 time: 0.0184340 Nov 23 14:14:53.451432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-d73ab08a-5e19-46a6-9399-d16d906f4480 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500531 Nov 23 14:14:53.464940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-badcb3b4-d3d4-47c4-a713-be908079b56d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:14:53.466346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-badcb3b4-d3d4-47c4-a713-be908079b56d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078621 Nov 23 14:14:53.521869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:53.570884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-6decaca6-bf69-4a29-be8b-590ec1fd7f2b service neutron] 10.222.0.46 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943978 Nov 23 14:14:53.666884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c6b16325-015d-4904-9e6c-518e4980c5a2 service neutron] 10.222.0.46 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895541 Nov 23 14:14:53.740836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:14:53.797293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 4a805ca6-e0a8-419e-ade6-18900925de78 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:14:53.802966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 4a805ca6-e0a8-419e-ade6-18900925de78 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:14:53.803450 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:53.900628 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:53.933679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:53.937446 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e5dec7-6c44-4e37-ae60-7ab7952e511b" -d '{"events": [{"server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:53.958592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:53.969719 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:54.009881 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e9180-bf01-461f-8bd7-3923e81bd9e0 x-openstack-request-id: req-335e9180-bf01-461f-8bd7-3923e81bd9e0 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:54.010347 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:54.010696 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-335e9180-bf01-461f-8bd7-3923e81bd9e0 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:54.011219 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78', 'code': 200} Nov 23 14:14:54.060368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:54.135732 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-894865fe-def2-4f3c-89ae-4a33704b3db2 req-4164d1b8-31cd-4aed-8f14-1de1bab78943 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 210 time: 0.0664041 Nov 23 14:14:54.150851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43242a72-a3f5-455e-98ee-597354bf2aba req-f1416a82-715a-45cb-8c72-285887873f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:54.152819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-43242a72-a3f5-455e-98ee-597354bf2aba req-f1416a82-715a-45cb-8c72-285887873f73 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 1097 time: 0.0726779 Nov 23 14:14:54.235544 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-43242a72-a3f5-455e-98ee-597354bf2aba req-6c843320-b173-4e01-a4f6-b255fd386aaf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735188 Nov 23 14:14:54.303473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1dd62-085f-4515-b89b-ae419dbef702 req-4544a5f8-63a2-4990-bbd7-cd541a050dc1 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:54.305761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebb1dd62-085f-4515-b89b-ae419dbef702 req-4544a5f8-63a2-4990-bbd7-cd541a050dc1 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.1059361 Nov 23 14:14:54.314741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-110cf3c4-0b57-4632-a816-417e03a33f0f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:54.316332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-110cf3c4-0b57-4632-a816-417e03a33f0f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "GET /v2.0/ports?device_id=081f6249-8d2d-41d3-a779-b3969dfc5e14 HTTP/1.1" status: 200 len: 946 time: 0.1058147 Nov 23 14:14:54.369113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfc1b12a-1056-4edb-b81d-76baa100eb16 req-b98bc88f-d5a5-45e8-9fcd-0a3db42bdd86 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0373635 Nov 23 14:14:54.387640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebb1dd62-085f-4515-b89b-ae419dbef702 req-e9471727-d3f4-4268-9ccb-7e0f5ae5a24e tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702987 Nov 23 14:14:54.556240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Deleting port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:54.556607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:54.767569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7ba5569-4266-4379-8e60-c75935e0d12e req-cee032ca-8cc2-4075-9ea8-ff0e7daaff35 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0516558 Nov 23 14:14:54.801279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] For port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:54.801623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:54.831054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Calling delete_port for 1a7a2028-4211-4cc0-b0af-5f58a0e6239a owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:55.000605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:55.016677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a7a2028-4211-4cc0-b0af-5f58a0e6239a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:55.019725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['67204059-4aa3-42af-b736-59d9bbcfdd8d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:55.034434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-4526625f-174a-4daf-b109-8d9396fe5bb3 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:55.039906 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-4526625f-174a-4daf-b109-8d9396fe5bb3 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.11 "GET /v2.0/ports?device_id=392c88e4-dc09-4a44-aaec-4ee1c285c90b HTTP/1.1" status: 200 len: 945 time: 0.0723586 Nov 23 14:14:55.126049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event deleted for resources: {'Port': ['ID=1a7a2028-4211-4cc0-b0af-5f58a0e6239a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:55.129149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] No DVR routers for this DVR port 1a7a2028-4211-4cc0-b0af-5f58a0e6239a on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:55.131380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:55.134934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d56064b-02fe-4ed2-97ec-6b2ae04637a8 req-49e8f1d6-2610-4e02-9dc3-a689dac3d583 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "DELETE /v2.0/ports/1a7a2028-4211-4cc0-b0af-5f58a0e6239a HTTP/1.1" status: 204 len: 173 time: 0.7180626 Nov 23 14:14:55.135357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'name': 'network-vif-deleted', 'tag': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:55.137654 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a1b3d-ccbc-4f2d-9a6d-1fa1635e0321" -d '{"events": [{"server_uuid": "081f6249-8d2d-41d3-a779-b3969dfc5e14", "name": "network-vif-deleted", "tag": "1a7a2028-4211-4cc0-b0af-5f58a0e6239a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:55.206736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Deleting port 67204059-4aa3-42af-b736-59d9bbcfdd8d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:14:55.208351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:55.255287 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da102ea-7265-4c43-9a25-f66a63d55235 x-openstack-request-id: req-3da102ea-7265-4c43-9a25-f66a63d55235 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:55.255589 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f6249-8d2d-41d3-a779-b3969dfc5e14", "name": "network-vif-deleted", "tag": "1a7a2028-4211-4cc0-b0af-5f58a0e6239a", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:55.255846 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3da102ea-7265-4c43-9a25-f66a63d55235 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:55.256269 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f6249-8d2d-41d3-a779-b3969dfc5e14', 'name': 'network-vif-deleted', 'tag': '1a7a2028-4211-4cc0-b0af-5f58a0e6239a', 'status': 'completed', 'code': 200} Nov 23 14:14:55.351971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afaf1b55-ed9d-4af0-a162-8213e9521a28 req-c524d6a6-b4bf-488e-897c-2fb748cb0a11 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 210 time: 0.0506394 Nov 23 14:14:55.381302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] For port 67204059-4aa3-42af-b736-59d9bbcfdd8d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=67204059-4aa3-42af-b736-59d9bbcfdd8d,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:55.382133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:55.404655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Calling delete_port for 67204059-4aa3-42af-b736-59d9bbcfdd8d owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:14:55.584575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:55.597605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a7a2028-4211-4cc0-b0af-5f58a0e6239a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:55.610794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937cc26-b0e4-4062-8e42-438aff333809 req-b21a823e-38fd-463a-b6d3-d9aa862a6edc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:55.619124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7937cc26-b0e4-4062-8e42-438aff333809 req-b21a823e-38fd-463a-b6d3-d9aa862a6edc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.1321108 Nov 23 14:14:55.636850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event deleted for resources: {'Port': ['ID=67204059-4aa3-42af-b736-59d9bbcfdd8d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:55.653691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-3ec2f99d-86b7-4a0f-8e4e-6e02868ca2ca tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:55.655445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-3ec2f99d-86b7-4a0f-8e4e-6e02868ca2ca tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 813 time: 0.2239730 Nov 23 14:14:55.673778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Request body: {'port': {'device_id': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'admin_state_up': True, 'tenant_id': '96d41daf047e4734a36c480044442451'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:55.699571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] No DVR routers for this DVR port 67204059-4aa3-42af-b736-59d9bbcfdd8d on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:14:55.705019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:55.708614 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a985f348-ae89-4db6-a091-5f5cb2361c48 req-2c6da37b-fa6c-458b-8684-8b75aac0d67b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.11 "DELETE /v2.0/ports/67204059-4aa3-42af-b736-59d9bbcfdd8d HTTP/1.1" status: 204 len: 173 time: 0.6507280 Nov 23 14:14:55.709255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'name': 'network-vif-deleted', 'tag': '67204059-4aa3-42af-b736-59d9bbcfdd8d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:55.711730 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4301aca6-7b43-4835-ab3b-a3d44aee3b4b" -d '{"events": [{"server_uuid": "392c88e4-dc09-4a44-aaec-4ee1c285c90b", "name": "network-vif-deleted", "tag": "67204059-4aa3-42af-b736-59d9bbcfdd8d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:55.719105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7937cc26-b0e4-4062-8e42-438aff333809 req-76b637b6-22a6-43af-9069-c27bf9b9ca59 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Nov 23 14:14:55.775240 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a046a485-cebb-46c7-97b5-f8060a69eaaa x-openstack-request-id: req-a046a485-cebb-46c7-97b5-f8060a69eaaa {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:55.775716 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392c88e4-dc09-4a44-aaec-4ee1c285c90b", "name": "network-vif-deleted", "tag": "67204059-4aa3-42af-b736-59d9bbcfdd8d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:55.776123 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a046a485-cebb-46c7-97b5-f8060a69eaaa {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:55.776570 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392c88e4-dc09-4a44-aaec-4ee1c285c90b', 'name': 'network-vif-deleted', 'tag': '67204059-4aa3-42af-b736-59d9bbcfdd8d', 'status': 'completed', 'code': 200} Nov 23 14:14:56.036096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0f06bee1-add6-45ff-8e9b-86b2e045e591 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:56.037586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0f06bee1-add6-45ff-8e9b-86b2e045e591 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 813 time: 0.1907287 Nov 23 14:14:56.068236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Request body: {'port': {'device_id': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'admin_state_up': True, 'tenant_id': '96d41daf047e4734a36c480044442451'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:56.213244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Made reservation on behalf of 96d41daf047e4734a36c480044442451 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:56.217363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:56.287136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8de6cb0-1e48-4250-857b-4f17672a183f req-37c692d2-01ca-47e8-9939-79bf4649b996 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0549650 Nov 23 14:14:56.326723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e078f-97a3-4e7b-b247-abb51464b551 req-e1f43408-db89-4e52-be84-a8729bc8437a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:56.328311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a23e078f-97a3-4e7b-b247-abb51464b551 req-e1f43408-db89-4e52-be84-a8729bc8437a tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.4455397 Nov 23 14:14:56.329494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Made reservation on behalf of 96d41daf047e4734a36c480044442451 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:14:56.332868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:56.412226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Allocated IP 172.20.0.11 (1495164a-d3a8-4ffd-a097-d9ddfc950625/57a89db2-3266-46c5-8a0a-52b8c182c1fe/d096c0c5-9c18-4a8e-bf94-de4ae1c7595f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:56.457142 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a23e078f-97a3-4e7b-b247-abb51464b551 req-3ea076e8-420f-48c7-bf41-2ac1d4c7a2fd tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132779 Nov 23 14:14:56.582465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73b6bc78-1262-4f22-8348-deddeff70afc req-b55f08d6-c517-4183-a6a4-c0f3197694a8 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 210 time: 0.0399058 Nov 23 14:14:56.642323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:56.695155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b77f377a-12af-4cb8-9872-cd8fc9f55393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:56.698373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:56.726514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a7a2028-4211-4cc0-b0af-5f58a0e6239a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:56.747649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:56.757589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:56.763196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:56.800778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Allocated IP 172.20.0.5 (1495164a-d3a8-4ffd-a097-d9ddfc950625/57a89db2-3266-46c5-8a0a-52b8c182c1fe/cb2485e1-0563-4a53-afbb-051071998d7c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:14:56.801009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event updated for resources: {'Port': ['ID=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:56.845567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:56.848496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:56.890987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-ab9d8914-7ae2-4555-ad1a-cc9839734e50 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8363540 Nov 23 14:14:56.904349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Request body: {'port': {'device_id': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:56.918248 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.001777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.043787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.087585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.099902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1a7a2028-4211-4cc0-b0af-5f58a0e6239a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:14:57.154053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Network 1495164a-d3a8-4ffd-a097-d9ddfc950625 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:14:57.157980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:14:57.162009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:14:57.189595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event updated for resources: {'Port': ['ID=cb2485e1-0563-4a53-afbb-051071998d7c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:57.219577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:57.220410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.239729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c559a73b-8f1d-412d-9365-8c3f5ea4b508 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5725651 Nov 23 14:14:57.256601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Request body: {'port': {'device_id': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:14:57.389705 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.390387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d096c0c5-9c18-4a8e-bf94-de4ae1c7595f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:57.398580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.411759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Transition to ACTIVE for port object d096c0c5-9c18-4a8e-bf94-de4ae1c7595f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:57.416789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.428000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e596b60b-9eca-42dc-aecf-e95347118370 req-39b4121c-13c4-4179-9359-49bb2459f8b3 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0481882 Nov 23 14:14:57.442297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870eed-93c3-4e33-9bd3-af220a2417f3 req-4b547180-fd87-4f1c-8fb4-10f9370eae5d tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:57.443871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72870eed-93c3-4e33-9bd3-af220a2417f3 req-4b547180-fd87-4f1c-8fb4-10f9370eae5d tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.1011095 Nov 23 14:14:57.484034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Pushing event updated for resources: {'Port': ['ID=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:57.567278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Attempting to bind port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:57.567614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Attempting to bind port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:57.567942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Attempting to bind port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:57.584755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:57.585356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Attempting to bind port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:57.596039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:57.596514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Checking segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:57.596990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Bound using segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:57.597482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Bound port: d096c0c5-9c18-4a8e-bf94-de4ae1c7595f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:57.597878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.604954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72870eed-93c3-4e33-9bd3-af220a2417f3 req-bf9ba721-d429-4450-ba9c-d52d9d49e1f3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326506 Nov 23 14:14:57.699311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] For port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:57.703305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] For port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:57.709835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.756349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:57.757326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.760121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] 10.222.0.74 "PUT /v2.0/ports/d096c0c5-9c18-4a8e-bf94-de4ae1c7595f HTTP/1.1" status: 200 len: 1092 time: 0.8598185 Nov 23 14:14:57.781901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'tag': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:57.784396 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba3c672-e707-4d15-b87a-77a2af1ba873" -d '{"events": [{"name": "network-changed", "server_uuid": "403f7cc8-5559-40fc-8be3-ef95163218f3", "tag": "d096c0c5-9c18-4a8e-bf94-de4ae1c7595f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:57.787876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d562a3-ea97-4f47-863c-23698c52da2a req-bf18dd10-2082-4a66-bdfe-e154fa02e193 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:57.796053 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10d562a3-ea97-4f47-863c-23698c52da2a req-bf18dd10-2082-4a66-bdfe-e154fa02e193 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 944 time: 0.0846903 Nov 23 14:14:57.799138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82facd5f-752d-4987-ad93-65415fd44780 service neutron] Pushing event updated for resources: {'Port': ['ID=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:57.859399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-042da9ee-558c-40cf-b7a5-eb3d61c5490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:57.861663 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-042da9ee-558c-40cf-b7a5-eb3d61c5490d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 1095 time: 0.0512385 Nov 23 14:14:57.863406 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc339c1-57b1-40a0-abbc-5cadb027cbba x-openstack-request-id: req-6bc339c1-57b1-40a0-abbc-5cadb027cbba {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:57.863699 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403f7cc8-5559-40fc-8be3-ef95163218f3", "tag": "d096c0c5-9c18-4a8e-bf94-de4ae1c7595f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:57.863951 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bc339c1-57b1-40a0-abbc-5cadb027cbba {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:57.864334 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'tag': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f', 'status': 'completed', 'code': 200} Nov 23 14:14:57.882703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10d562a3-ea97-4f47-863c-23698c52da2a req-6ff33e7e-218c-486a-bec5-2a9e94b345e6 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857427 Nov 23 14:14:57.897791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2485e1-0563-4a53-afbb-051071998d7c {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:57.907280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.909862 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-2ec744bf-f1f5-466d-94a0-7a1cd2fb804c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f HTTP/1.1" status: 200 len: 217 time: 0.0367291 Nov 23 14:14:57.918319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Transition to ACTIVE for port object cb2485e1-0563-4a53-afbb-051071998d7c will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:14:57.922799 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:57.967977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c6f55b15-e430-4397-9951-734d7e7a41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:57.969492 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-c6f55b15-e430-4397-9951-734d7e7a41f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.0520685 Nov 23 14:14:57.977908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Pushing event updated for resources: {'Port': ['ID=cb2485e1-0563-4a53-afbb-051071998d7c,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:58.013304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-2c9c56f4-b58a-4fb1-a6f2-34fb15adc876 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357156 Nov 23 14:14:58.065723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Attempting to bind port cb2485e1-0563-4a53-afbb-051071998d7c on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:14:58.066062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Attempting to bind port cb2485e1-0563-4a53-afbb-051071998d7c by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:14:58.066394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Attempting to bind port cb2485e1-0563-4a53-afbb-051071998d7c on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:58.071506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Port cb2485e1-0563-4a53-afbb-051071998d7c on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:14:58.072433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Attempting to bind port cb2485e1-0563-4a53-afbb-051071998d7c on network 1495164a-d3a8-4ffd-a097-d9ddfc950625 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:14:58.079476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:14:58.079983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Checking segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:14:58.080374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Bound using segment: {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:14:58.080969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Bound port: cb2485e1-0563-4a53-afbb-051071998d7c, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:14:58.081937 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:58.131269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-6a54c26a-ecee-42af-9860-0881140decc5 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088507 Nov 23 14:14:58.161677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] For port cb2485e1-0563-4a53-afbb-051071998d7c, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:14:58.166244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] For port cb2485e1-0563-4a53-afbb-051071998d7c, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb2485e1-0563-4a53-afbb-051071998d7c,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:14:58.170643 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:58.219336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.220199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:58.221882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] 10.222.0.74 "PUT /v2.0/ports/cb2485e1-0563-4a53-afbb-051071998d7c HTTP/1.1" status: 200 len: 1091 time: 0.9703813 Nov 23 14:14:58.222195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'tag': 'cb2485e1-0563-4a53-afbb-051071998d7c'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:14:58.224515 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda" -d '{"events": [{"name": "network-changed", "server_uuid": "4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf", "tag": "cb2485e1-0563-4a53-afbb-051071998d7c"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:14:58.241119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f35d1-0be4-432e-ab25-0c95cb5a0c8d service neutron] Pushing event updated for resources: {'Port': ['ID=cb2485e1-0563-4a53-afbb-051071998d7c,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:14:58.261235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-5e81fe45-0360-4dce-86e4-e4b5d79f7b31 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214597 Nov 23 14:14:58.279234 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d47d647-6ebe-46fd-9e1b-2c0639f95e20 x-openstack-request-id: req-0d47d647-6ebe-46fd-9e1b-2c0639f95e20 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:14:58.279488 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf", "tag": "cb2485e1-0563-4a53-afbb-051071998d7c", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:14:58.279746 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d47d647-6ebe-46fd-9e1b-2c0639f95e20 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:14:58.280242 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'tag': 'cb2485e1-0563-4a53-afbb-051071998d7c', 'status': 'completed', 'code': 200} Nov 23 14:14:58.325275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-50b7bf1b-8959-4e69-8f08-3429abd167d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.327433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-50b7bf1b-8959-4e69-8f08-3429abd167d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 1094 time: 0.0516148 Nov 23 14:14:58.360725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-f45f8827-89a1-41b9-b19c-ca1aba94041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.362240 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-f45f8827-89a1-41b9-b19c-ca1aba94041c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 1095 time: 0.0409451 Nov 23 14:14:58.375231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-484b6c63-a6ef-4bda-93c9-d91d6544f3b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb2485e1-0563-4a53-afbb-051071998d7c HTTP/1.1" status: 200 len: 217 time: 0.0377057 Nov 23 14:14:58.435022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-f803c8a8-3079-41eb-889a-0fc6ea024107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.437174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-f803c8a8-3079-41eb-889a-0fc6ea024107 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.0511980 Nov 23 14:14:58.472381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-74e6e01f-ab70-4974-8c19-0d34cfcc9b70 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266991 Nov 23 14:14:58.493852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-647c33af-8ae4-4d11-9229-7dc3cee1449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.496661 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-647c33af-8ae4-4d11-9229-7dc3cee1449f service neutron] 10.222.0.74 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 914 time: 0.1117761 Nov 23 14:14:58.541334 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-c896d2e4-931e-4465-89ca-c60ae5ee9f17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f HTTP/1.1" status: 200 len: 217 time: 0.0367792 Nov 23 14:14:58.592714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c929dd80-f960-401c-a626-60e8f6b694b6 req-fa077bba-ed8a-451b-bbd8-0187c3a86be8 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0454612 Nov 23 14:14:58.596417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-88f6e2b3-b3eb-430d-bab7-8746ef72402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.598826 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-88f6e2b3-b3eb-430d-bab7-8746ef72402f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.0491796 Nov 23 14:14:58.629014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-005d8a82-332d-4d2a-a3a0-11288104b385 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489923 Nov 23 14:14:58.656092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-e8e7bcf7-1eb8-48bb-94f2-38212c1c0c4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440805 Nov 23 14:14:58.785370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf0211-7413-4363-a913-8cc35263412a req-6a1d6a57-ae37-4c6b-896b-7bdd5c6c83f8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.786916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3cbf0211-7413-4363-a913-8cc35263412a req-6a1d6a57-ae37-4c6b-896b-7bdd5c6c83f8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.0800514 Nov 23 14:14:58.789565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9a8d41-7b58-44bc-a8f2-ffd1297fe417 req-2a3737d6-f3f9-468a-ba63-99d4b2061be5 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518760 Nov 23 14:14:58.794244 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-bbaedd2f-953f-46b4-8f71-e5b3bf24f847 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278028 Nov 23 14:14:58.851734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3cbf0211-7413-4363-a913-8cc35263412a req-eb4f84c8-c9ab-41ef-917b-ecf8d57dd3ab tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553846 Nov 23 14:14:58.903723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-adc79966-b069-4b1f-ad60-37c990564b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:58.905374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-adc79966-b069-4b1f-ad60-37c990564b16 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=96d41daf047e4734a36c480044442451&device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 1094 time: 0.0522571 Nov 23 14:14:58.911255 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2ba3c672-e707-4d15-b87a-77a2af1ba873 req-fcf486d7-7cbf-4b4e-9e63-dfa2ceb42647 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085987 Nov 23 14:14:59.038273 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c50023be-360c-4c03-8bdf-18a2a009fa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:59.051427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-8998abc9-fcc6-4b9d-8346-ce832f476b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:59.052914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-8998abc9-fcc6-4b9d-8346-ce832f476b28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 200 len: 914 time: 0.1334140 Nov 23 14:14:59.060653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ef93-25cc-4945-a9c5-5244d068dfb0 req-52f69fb9-a312-406a-8869-f9f16ee84fb1 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:59.062041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cb3ef93-25cc-4945-a9c5-5244d068dfb0 req-52f69fb9-a312-406a-8869-f9f16ee84fb1 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 944 time: 0.0781369 Nov 23 14:14:59.109386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-1c957afa-d604-4eb4-a7de-17860b8d0b38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb2485e1-0563-4a53-afbb-051071998d7c HTTP/1.1" status: 200 len: 217 time: 0.0463867 Nov 23 14:14:59.182062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cb3ef93-25cc-4945-a9c5-5244d068dfb0 req-3f16d9d0-b979-45c2-8894-170a2f64174c tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069319 Nov 23 14:14:59.193079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-042704c4-4580-404f-9278-5848caf03ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:59.201170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-042704c4-4580-404f-9278-5848caf03ab5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 200 len: 853 time: 0.0664070 Nov 23 14:14:59.227979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-509c0889-a9ae-419d-9637-a027bb25664d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1495164a-d3a8-4ffd-a097-d9ddfc950625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251875 Nov 23 14:14:59.321929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-ebc3ef9a-61a8-4994-a3c5-8d81f6d8fe6a service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839241 Nov 23 14:14:59.424907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2aa5e5b8-a98c-4cae-b636-87052b9e7dda req-dda2f988-6eda-4589-a14b-716bae5b6556 service neutron] 10.222.0.74 "GET /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923378 Nov 23 14:14:59.724756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-449435e9-f1ed-4f8e-b9c1-71e28cc41c41 req-b716b45b-e6f0-4e57-a55b-bcab82b1c13a tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0286100 Nov 23 14:14:59.767510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:14:59.771728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a7a2028-4211-4cc0-b0af-5f58a0e6239a no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:14:59.814640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 1a7a2028-4211-4cc0-b0af-5f58a0e6239a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:14:59.815013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a7a2028-4211-4cc0-b0af-5f58a0e6239a not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:14:59.905454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:14:59.919784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '4a805ca6-e0a8-419e-ade6-18900925de78', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'port_id': '4a805ca6-e0a8-419e-ade6-18900925de78', 'mac_address': 'fa:16:3e:94:43:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8f2b1b-19ad-4cc4-8190-670c6564603d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:14:59.970616 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:59.975160 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:14:59.985711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742b76f-af8f-4888-95f2-7c248027757d req-3d1c40e8-bec4-4be4-8e30-2bb746459fcc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:14:59.991363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a805ca6-e0a8-419e-ade6-18900925de78 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:14:59.995473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a742b76f-af8f-4888-95f2-7c248027757d req-3d1c40e8-bec4-4be4-8e30-2bb746459fcc tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.0664425 Nov 23 14:15:00.013604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:00.016807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 67204059-4aa3-42af-b736-59d9bbcfdd8d no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:00.021715 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:00.047826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 67204059-4aa3-42af-b736-59d9bbcfdd8d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:00.051161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 67204059-4aa3-42af-b736-59d9bbcfdd8d not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:00.066629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a742b76f-af8f-4888-95f2-7c248027757d req-e534adf0-f9aa-429a-b089-486be3e6d6e4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 Nov 23 14:15:00.109468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:00.138870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['4a805ca6-e0a8-419e-ade6-18900925de78'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:00.307870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebc27d-abf7-4452-a1ca-308c70db5046 req-8a263804-600b-4fe7-be83-651e574eec1b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:00.309368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99ebc27d-abf7-4452-a1ca-308c70db5046 req-8a263804-600b-4fe7-be83-651e574eec1b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 944 time: 0.0555618 Nov 23 14:15:00.356866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99ebc27d-abf7-4452-a1ca-308c70db5046 req-cef67de1-3737-44a0-8307-f859cfc4be1d tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Nov 23 14:15:00.828390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7cd649c-0398-4d97-976e-6383ac266aa5 req-c34b4a8a-2681-48db-b47b-b5bf3ec10f05 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0263414 Nov 23 14:15:01.191855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52068274-d0b3-4d54-85a2-a2ac615718f7 req-5349e048-e9d3-46cd-bad6-70583b4eb5da tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:01.193344 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52068274-d0b3-4d54-85a2-a2ac615718f7 req-5349e048-e9d3-46cd-bad6-70583b4eb5da tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 945 time: 0.0534384 Nov 23 14:15:01.243456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52068274-d0b3-4d54-85a2-a2ac615718f7 req-3dad75e4-b547-4861-bc66-10ffe1782419 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Nov 23 14:15:01.513294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f26fe-d3ac-445f-bed0-2aa95c101927 req-37ee489c-e28a-4f8a-9fca-76f65a6d54e7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:01.514774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-010f26fe-d3ac-445f-bed0-2aa95c101927 req-37ee489c-e28a-4f8a-9fca-76f65a6d54e7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 944 time: 0.0829778 Nov 23 14:15:01.524544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca696-7aa3-4f53-8f01-a536bcc3b61e req-4925ad82-646b-4145-bbd9-7a528e4372b8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:01.526115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b0ca696-7aa3-4f53-8f01-a536bcc3b61e req-4925ad82-646b-4145-bbd9-7a528e4372b8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 945 time: 0.0837700 Nov 23 14:15:01.551242 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:01.607434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-010f26fe-d3ac-445f-bed0-2aa95c101927 req-88615de8-8f50-4a03-9216-153fc1afd31d tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802839 Nov 23 14:15:01.618380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b0ca696-7aa3-4f53-8f01-a536bcc3b61e req-2b072b17-5fc0-4ec9-9883-3f06eeb32de7 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Nov 23 14:15:01.784776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d096c0c5-9c18-4a8e-bf94-de4ae1c7595f details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:15:01.789771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:01.917864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 4a805ca6-e0a8-419e-ade6-18900925de78 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:01.918240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:01.951055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:01.952937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58332547-293a-4d73-8a1b-396d8447f87f req-ca76afae-ea7b-4040-aa43-5fa9584ebd50 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0361102 Nov 23 14:15:01.973142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'port_id': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f', 'mac_address': 'fa:16:3e:39:2f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a89db2-3266-46c5-8a0a-52b8c182c1fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:15:02.050219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.066529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d096c0c5-9c18-4a8e-bf94-de4ae1c7595f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:02.093387 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.096215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:02.105047 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.105698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb2485e1-0563-4a53-afbb-051071998d7c details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:15:02.150950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:02.153184 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f1c96e-702e-40b6-8e66-da33cfaa8b4d" -d '{"events": [{"server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:02.180397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:02.194951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.197635 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5495213a-88e1-4fe3-8115-0ac556190e2b x-openstack-request-id: req-5495213a-88e1-4fe3-8115-0ac556190e2b {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:02.197928 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:02.198192 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5495213a-88e1-4fe3-8115-0ac556190e2b {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:02.198582 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78', 'code': 200} Nov 23 14:15:02.201485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cb2485e1-0563-4a53-afbb-051071998d7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb2485e1-0563-4a53-afbb-051071998d7c,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:02.210689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:02.241564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45662) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:02.244730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'cb2485e1-0563-4a53-afbb-051071998d7c', 'network_id': '1495164a-d3a8-4ffd-a097-d9ddfc950625', 'port_id': 'cb2485e1-0563-4a53-afbb-051071998d7c', 'mac_address': 'fa:16:3e:4f:9b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a89db2-3266-46c5-8a0a-52b8c182c1fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:15:02.295729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:02.318046 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.336666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2485e1-0563-4a53-afbb-051071998d7c {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:02.369056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cb2485e1-0563-4a53-afbb-051071998d7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb2485e1-0563-4a53-afbb-051071998d7c,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:02.376578 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.387832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4889bbec-0995-478f-a613-15b2662bc468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.438470 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.439874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cb2485e1-0563-4a53-afbb-051071998d7c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:02.465977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4889bbec-0995-478f-a613-15b2662bc468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.469838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4889bbec-0995-478f-a613-15b2662bc468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.507718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4889bbec-0995-478f-a613-15b2662bc468 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce01924955e64e3797df51abdd87747e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648087 Nov 23 14:15:02.508950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889bbec-0995-478f-a613-15b2662bc468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6f2128-4b36-4859-90e5-19cddfa5048a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:02.510382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45668) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:02.558760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36dcc668-7965-4843-8c82-d3bb5bde1eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.579656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36dcc668-7965-4843-8c82-d3bb5bde1eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.627974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36dcc668-7965-4843-8c82-d3bb5bde1eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.630551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36dcc668-7965-4843-8c82-d3bb5bde1eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:02.631732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36dcc668-7965-4843-8c82-d3bb5bde1eef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d6f2128-4b36-4859-90e5-19cddfa5048a HTTP/1.1" status: 204 len: 168 time: 0.1202953 Nov 23 14:15:02.640442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcc668-7965-4843-8c82-d3bb5bde1eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6f2128-4b36-4859-90e5-19cddfa5048a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:02.685422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d096c0c5-9c18-4a8e-bf94-de4ae1c7595f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:02.716651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cb2485e1-0563-4a53-afbb-051071998d7c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:02.774370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460d2e4-336f-4eaf-965c-ca70ab85222b req-375a2a7a-0945-49b5-b5d8-2e5a0606d5a9 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:02.779571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0460d2e4-336f-4eaf-965c-ca70ab85222b req-375a2a7a-0945-49b5-b5d8-2e5a0606d5a9 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 945 time: 0.0977285 Nov 23 14:15:02.813490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcb30d-8321-4a55-a48c-7ca7886c2ba6 req-63537224-6af5-4b8e-b98e-2350e724e026 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:02.815045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bfcb30d-8321-4a55-a48c-7ca7886c2ba6 req-63537224-6af5-4b8e-b98e-2350e724e026 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.0969837 Nov 23 14:15:02.892499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0460d2e4-336f-4eaf-965c-ca70ab85222b req-59d51e41-d809-487e-93d5-df2a91576814 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103330 Nov 23 14:15:02.920923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bfcb30d-8321-4a55-a48c-7ca7886c2ba6 req-564f8223-0eea-4a33-bd65-2577897e4813 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844629 Nov 23 14:15:02.976568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45680) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:02.991193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1329c9e5-fc5d-4d6e-8f20-bec232006bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.081758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1329c9e5-fc5d-4d6e-8f20-bec232006bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.084148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e5d9a45-7538-4e8f-8606-70e2bc907b40 req-e4d6fb26-79bd-46d4-a305-582d5abc57cf tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0481474 Nov 23 14:15:03.088360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1329c9e5-fc5d-4d6e-8f20-bec232006bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.105808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-69fca1f8-ebe6-4487-9ae5-2b8945585aee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:03.107551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-69fca1f8-ebe6-4487-9ae5-2b8945585aee tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 946 time: 0.0729690 Nov 23 14:15:03.122981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1329c9e5-fc5d-4d6e-8f20-bec232006bdb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea284849493940a2834a581f38a27e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442676 Nov 23 14:15:03.124952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:03.154020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329c9e5-fc5d-4d6e-8f20-bec232006bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371d1300-da4e-4e34-9d5e-4385a60e265b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:03.187908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaecc-d444-479d-8ea8-b7eb87740707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.210042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaecc-d444-479d-8ea8-b7eb87740707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.212411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Deleting port 4a805ca6-e0a8-419e-ade6-18900925de78 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:03.212759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.256248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaecc-d444-479d-8ea8-b7eb87740707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.259466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c9eaecc-d444-479d-8ea8-b7eb87740707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.262939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9c9eaecc-d444-479d-8ea8-b7eb87740707 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/371d1300-da4e-4e34-9d5e-4385a60e265b HTTP/1.1" status: 204 len: 168 time: 0.1347649 Nov 23 14:15:03.271406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eaecc-d444-479d-8ea8-b7eb87740707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371d1300-da4e-4e34-9d5e-4385a60e265b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:03.303406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] For port 4a805ca6-e0a8-419e-ade6-18900925de78, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=4a805ca6-e0a8-419e-ade6-18900925de78,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:03.303849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.321428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Calling delete_port for 4a805ca6-e0a8-419e-ade6-18900925de78 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:03.455974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.485358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event deleted for resources: {'Port': ['ID=4a805ca6-e0a8-419e-ade6-18900925de78,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:03.530875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] No DVR routers for this DVR port 4a805ca6-e0a8-419e-ade6-18900925de78 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:15:03.533470 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.537225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-555630cc-5ef9-49cc-8ee1-6ecbea1084fb req-fa77a598-7d7a-4075-be0d-13b0eaf29383 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "DELETE /v2.0/ports/4a805ca6-e0a8-419e-ade6-18900925de78 HTTP/1.1" status: 204 len: 173 time: 0.4230785 Nov 23 14:15:03.537723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'name': 'network-vif-deleted', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:03.541152 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe6223-53e4-446c-8e96-c4006ffaf2bc" -d '{"events": [{"server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "name": "network-vif-deleted", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:03.581737 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af23e35f-0549-43a4-994d-7d974345ad1b x-openstack-request-id: req-af23e35f-0549-43a4-994d-7d974345ad1b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:03.582132 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5526047c-4c01-474d-b025-79fa5982c6ec", "name": "network-vif-deleted", "tag": "4a805ca6-e0a8-419e-ade6-18900925de78", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:03.582527 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af23e35f-0549-43a4-994d-7d974345ad1b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:03.583036 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5526047c-4c01-474d-b025-79fa5982c6ec', 'name': 'network-vif-deleted', 'tag': '4a805ca6-e0a8-419e-ade6-18900925de78', 'status': 'completed', 'code': 200} Nov 23 14:15:03.780609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb2485e1-0563-4a53-afbb-051071998d7c up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:03.829393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port cb2485e1-0563-4a53-afbb-051071998d7c completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:15:03.833255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port cb2485e1-0563-4a53-afbb-051071998d7c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:03.833630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.915262 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.952010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cb2485e1-0563-4a53-afbb-051071998d7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb2485e1-0563-4a53-afbb-051071998d7c,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:03.958829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:03.961302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d096c0c5-9c18-4a8e-bf94-de4ae1c7595f up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:04.070041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cb2485e1-0563-4a53-afbb-051071998d7c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:04.088980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-201d09f4-66de-4374-b4d8-d69c2e5f3411 req-6d73baad-25a2-4bf0-95db-4c6e234a7f9b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=5526047c-4c01-474d-b025-79fa5982c6ec HTTP/1.1" status: 200 len: 210 time: 0.0664623 Nov 23 14:15:04.106285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:15:04.110667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:04.111098 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:04.115695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e30116-83dd-423c-9d59-353303e76530 req-caac7494-415b-470b-845f-48f82d3ef870 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:04.117746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2e30116-83dd-423c-9d59-353303e76530 req-caac7494-415b-470b-845f-48f82d3ef870 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 945 time: 0.1131272 Nov 23 14:15:04.170777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2e30116-83dd-423c-9d59-353303e76530 req-be2f35f2-4b2e-4b5a-ab24-683ce30c42ec tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Nov 23 14:15:04.230278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2485e1-0563-4a53-afbb-051071998d7c'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:04.232710 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d333bfb6-bff3-4244-9681-8a8239f8396d" -d '{"events": [{"server_uuid": "4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "cb2485e1-0563-4a53-afbb-051071998d7c"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:04.235595 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:04.270374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:04.276036 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:04.277369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:04.284605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bbfb23e0-54d4-455c-8e0d-4aa93b475588 req-4d53ebec-e91b-4698-a8a3-b7310ee58363 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0368776 Nov 23 14:15:04.310806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 4a805ca6-e0a8-419e-ade6-18900925de78 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:04.310806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:04.356753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:04.569592 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de16531f-1768-4d53-9c69-126f62f1caf0 x-openstack-request-id: req-de16531f-1768-4d53-9c69-126f62f1caf0 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:04.569897 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf", "name": "network-vif-plugged", "status": "completed", "tag": "cb2485e1-0563-4a53-afbb-051071998d7c", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:04.570181 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de16531f-1768-4d53-9c69-126f62f1caf0 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:04.570612 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2485e1-0563-4a53-afbb-051071998d7c', 'code': 200} Nov 23 14:15:04.669019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfb96b-764a-4140-9b79-ee30065c2c3d req-778ed856-aed4-490d-8950-daacba24cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:04.670502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26cfb96b-764a-4140-9b79-ee30065c2c3d req-778ed856-aed4-490d-8950-daacba24cf30 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 1096 time: 0.0406806 Nov 23 14:15:04.725451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26cfb96b-764a-4140-9b79-ee30065c2c3d req-35a7fcc7-1c1c-4477-9f56-527d03d5f1ed service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Nov 23 14:15:05.305792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b85082-647e-469e-a374-435f866d8fa3 req-bfe36dbc-5b1f-46f3-ad3d-17336545fa4b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:05.311393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5b85082-647e-469e-a374-435f866d8fa3 req-bfe36dbc-5b1f-46f3-ad3d-17336545fa4b tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 946 time: 0.0581977 Nov 23 14:15:05.422143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5b85082-647e-469e-a374-435f866d8fa3 req-6136e3fb-e43c-4a99-a56d-fab7d79325e6 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064293 Nov 23 14:15:05.455837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749459ce-a766-4313-82b4-ba06c894e310 req-2f02158d-75d4-4053-97cd-69804f012562 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:05.457409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-2f02158d-75d4-4053-97cd-69804f012562 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 821 time: 0.1331275 Nov 23 14:15:05.479689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-0bc739b7-16fc-4e64-8e3e-5891e810a4dd tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/quotas/ab0bd15483d44909849d665fcdffa3ad HTTP/1.1" status: 200 len: 375 time: 0.0129747 Nov 23 14:15:05.519349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-55f9f140-5c77-4062-bc15-781aab2edd69 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283146 Nov 23 14:15:05.610003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e20138f1-53a4-4c7c-96c9-edf2952a0d6a req-3e54e633-4e2a-426a-a48d-dbe941a3541c tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0566430 Nov 23 14:15:05.651269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-83bbdb1a-75e5-44b0-94a7-8cc56ba0711b service neutron] 10.222.0.46 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287744 Nov 23 14:15:05.743488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-62128c44-eb33-4ad7-9c2a-aa511611f7e6 service neutron] 10.222.0.46 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913560 Nov 23 14:15:05.785485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45808) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:05.937925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b180f3d5-c6da-4da8-944e-f4f2604e3efc req-cad96957-2c58-4423-8a6e-90632f0a7167 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 210 time: 0.0377421 Nov 23 14:15:05.939797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da0ecc5c-be03-4ac3-bb85-fcfd3663915d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.020066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da0ecc5c-be03-4ac3-bb85-fcfd3663915d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.024658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da0ecc5c-be03-4ac3-bb85-fcfd3663915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.062767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-da0ecc5c-be03-4ac3-bb85-fcfd3663915d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bdb7eaa32e6413fba7838c52baa105d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760708 Nov 23 14:15:06.064906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:06.065376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ecc5c-be03-4ac3-bb85-fcfd3663915d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e24b9-e87d-4f55-9cb7-78375edfb6d0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:06.116874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-213027d7-a3ea-4aff-b8d4-d0cef948ea93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.141363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-213027d7-a3ea-4aff-b8d4-d0cef948ea93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.190067 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-213027d7-a3ea-4aff-b8d4-d0cef948ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.192835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-213027d7-a3ea-4aff-b8d4-d0cef948ea93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.194016 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-213027d7-a3ea-4aff-b8d4-d0cef948ea93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c69e24b9-e87d-4f55-9cb7-78375edfb6d0 HTTP/1.1" status: 204 len: 168 time: 0.1280010 Nov 23 14:15:06.203376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213027d7-a3ea-4aff-b8d4-d0cef948ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e24b9-e87d-4f55-9cb7-78375edfb6d0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:06.477564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45832) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:06.490326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7838445-70ed-4b9d-b8e5-168e4d7d4017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.561307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18829-0a62-44bb-9695-74fed9de6628 req-28bf49ef-afa5-438f-a756-2ad00021830e tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:06.567412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cb18829-0a62-44bb-9695-74fed9de6628 req-28bf49ef-afa5-438f-a756-2ad00021830e tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 946 time: 0.0698659 Nov 23 14:15:06.571741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:06.574359 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7838445-70ed-4b9d-b8e5-168e4d7d4017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.574978 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3584c7-5377-47d3-8b0d-c73c4b06b898" -d '{"events": [{"server_uuid": "403f7cc8-5559-40fc-8be3-ef95163218f3", "name": "network-vif-plugged", "status": "completed", "tag": "d096c0c5-9c18-4a8e-bf94-de4ae1c7595f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:06.581454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7838445-70ed-4b9d-b8e5-168e4d7d4017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.619130 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab986368-fb30-4cc2-b354-b7de167385a8 x-openstack-request-id: req-ab986368-fb30-4cc2-b354-b7de167385a8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:06.619541 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f7cc8-5559-40fc-8be3-ef95163218f3", "name": "network-vif-plugged", "status": "completed", "tag": "d096c0c5-9c18-4a8e-bf94-de4ae1c7595f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:06.619820 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab986368-fb30-4cc2-b354-b7de167385a8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:06.620310 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f', 'code': 200} Nov 23 14:15:06.622065 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e7838445-70ed-4b9d-b8e5-168e4d7d4017 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1e40933a3004aae8aa4a08439aea8a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434128 Nov 23 14:15:06.622954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7838445-70ed-4b9d-b8e5-168e4d7d4017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4019287c-dc04-4fcd-b82c-b594c0b34e88,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:06.625350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45838) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:06.640918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cb18829-0a62-44bb-9695-74fed9de6628 req-e838635c-48a7-4b45-9412-825890145d9f tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712676 Nov 23 14:15:06.679416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96b4636e-c3d4-4d46-a1fc-e6155e73d9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.706386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96b4636e-c3d4-4d46-a1fc-e6155e73d9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.754559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16fb7ec3-4f74-43f7-9b0b-cbc8d7d7a81c req-be2948c3-ff62-44cd-a876-15dc44b4d525 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0532603 Nov 23 14:15:06.770202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96b4636e-c3d4-4d46-a1fc-e6155e73d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.777774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96b4636e-c3d4-4d46-a1fc-e6155e73d9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:06.778971 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-96b4636e-c3d4-4d46-a1fc-e6155e73d9f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4019287c-dc04-4fcd-b82c-b594c0b34e88 HTTP/1.1" status: 204 len: 168 time: 0.1526728 Nov 23 14:15:06.816624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4636e-c3d4-4d46-a1fc-e6155e73d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4019287c-dc04-4fcd-b82c-b594c0b34e88,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:06.837627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2da589-c442-4edc-a20b-ec0f500b2f37 req-e7285621-62a4-4443-bf56-ab679a6f35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:06.839725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb2da589-c442-4edc-a20b-ec0f500b2f37 req-e7285621-62a4-4443-bf56-ab679a6f35b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 1097 time: 0.1295102 Nov 23 14:15:06.904451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb2da589-c442-4edc-a20b-ec0f500b2f37 req-45f9855a-0f41-472f-8e75-3d55e0c736da service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558627 Nov 23 14:15:06.933835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749459ce-a766-4313-82b4-ba06c894e310 req-4fee6324-6ca2-422e-8089-17b66dd5d7a3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:06.935415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-4fee6324-6ca2-422e-8089-17b66dd5d7a3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 821 time: 0.1495936 Nov 23 14:15:07.050186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7594a77-b1ab-4c68-9a3a-b8498b9d8020 req-6fa5c97c-89d9-4379-83df-3fc07e020e3f tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 210 time: 0.0354795 Nov 23 14:15:07.110151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Request body: {'port': {'device_id': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'admin_state_up': True, 'tenant_id': 'ab0bd15483d44909849d665fcdffa3ad'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:07.225356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Made reservation on behalf of ab0bd15483d44909849d665fcdffa3ad for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:07.229389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:07.355642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Allocated IP 172.20.0.12 (8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d/8c8f2b1b-19ad-4cc4-8190-670c6564603d/12c9f08a-e600-493c-9508-1d1b627a0c91) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:07.513996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:07.549338 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:07.595647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:07.598137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:07.603038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:07.610591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event updated for resources: {'Port': ['ID=12c9f08a-e600-493c-9508-1d1b627a0c91,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:07.658948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:07.659650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:07.676111 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-66f535f4-605d-4288-8518-6988693fc0a4 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700557 Nov 23 14:15:07.689265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Request body: {'port': {'device_id': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:07.748548 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:07.775741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6404582-3fb7-4c56-8c30-a0457e214f85 req-8a50a6f1-58fd-46d1-8e2a-f57dee9ea2e4 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:07.777438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6404582-3fb7-4c56-8c30-a0457e214f85 req-8a50a6f1-58fd-46d1-8e2a-f57dee9ea2e4 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 946 time: 0.0620775 Nov 23 14:15:07.797225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:07.829194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 4a805ca6-e0a8-419e-ade6-18900925de78 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:07.829837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 4a805ca6-e0a8-419e-ade6-18900925de78 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:07.854062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6404582-3fb7-4c56-8c30-a0457e214f85 req-9588ae85-8198-4701-a163-8a58d42ea10a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 Nov 23 14:15:07.955682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d174400c-6f51-42d2-bda9-944a1a60b959 req-2107d61e-35b8-4136-91fe-9b4c63963886 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0437272 Nov 23 14:15:08.084527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-97d4dcbe-62e3-41dd-85cd-226d38bcb597 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724428 Nov 23 14:15:08.206625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c9f08a-e600-493c-9508-1d1b627a0c91 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:08.218298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:08.231012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-acc06591-5bf5-41fb-92bf-4cfbff86e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:08.232567 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-acc06591-5bf5-41fb-92bf-4cfbff86e8bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f63d9e228b5449bcb4b073550f4f651e&device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 1096 time: 0.1035361 Nov 23 14:15:08.232931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393ea34-8ae8-4b7f-af04-fe371cf8682d req-3401f0e5-13b5-446e-884c-641912539ff7 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:08.235147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2393ea34-8ae8-4b7f-af04-fe371cf8682d req-3401f0e5-13b5-446e-884c-641912539ff7 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 932 time: 0.0749905 Nov 23 14:15:08.241127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Transition to ACTIVE for port object 12c9f08a-e600-493c-9508-1d1b627a0c91 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:15:08.246964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:08.332271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2393ea34-8ae8-4b7f-af04-fe371cf8682d req-d838e41b-2038-4f49-a602-459cb60962f5 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Nov 23 14:15:08.413045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Pushing event updated for resources: {'Port': ['ID=12c9f08a-e600-493c-9508-1d1b627a0c91,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:08.473245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Attempting to bind port 12c9f08a-e600-493c-9508-1d1b627a0c91 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:15:08.473588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Attempting to bind port 12c9f08a-e600-493c-9508-1d1b627a0c91 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:15:08.473906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Attempting to bind port 12c9f08a-e600-493c-9508-1d1b627a0c91 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:08.476698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-d416264e-3635-4aaf-a502-71a5df363d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:08.478188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-d416264e-3635-4aaf-a502-71a5df363d69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=adcd70cf-8cd0-4b7b-8726-6674348e10e5 HTTP/1.1" status: 200 len: 916 time: 0.1938753 Nov 23 14:15:08.482632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Port 12c9f08a-e600-493c-9508-1d1b627a0c91 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:15:08.482987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Attempting to bind port 12c9f08a-e600-493c-9508-1d1b627a0c91 on network 8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:08.488920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:15:08.489258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Checking segment: {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:08.489785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Bound using segment: {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:15:08.490224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Bound port: 12c9f08a-e600-493c-9508-1d1b627a0c91, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b30096-d6e5-4d82-8b10-a4ec5b11eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:15:08.490580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:08.890133 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-f5365954-c20b-45ca-972c-54b937132d62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469efe6b-8864-4ee6-a136-eb371c0f7583 HTTP/1.1" status: 200 len: 1001 time: 0.3957636 Nov 23 14:15:08.938644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] For port 12c9f08a-e600-493c-9508-1d1b627a0c91, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:15:08.954293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] For port 12c9f08a-e600-493c-9508-1d1b627a0c91, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=12c9f08a-e600-493c-9508-1d1b627a0c91,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:15:08.960354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:08.963460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-9cb4fa48-e2af-471f-a587-ce30874660f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:08.964909 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-9cb4fa48-e2af-471f-a587-ce30874660f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69134c60-ee5c-4ccd-bde8-72ac930b57d0 HTTP/1.1" status: 200 len: 854 time: 0.0668609 Nov 23 14:15:09.002664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.003333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:09.006381 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] 10.222.0.74 "PUT /v2.0/ports/12c9f08a-e600-493c-9508-1d1b627a0c91 HTTP/1.1" status: 200 len: 1092 time: 1.3197348 Nov 23 14:15:09.014993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e12d41-82e5-4965-bf8a-b80266b09282 req-cc0e35dd-5912-4a9b-8049-15a271037155 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.017269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'tag': '12c9f08a-e600-493c-9508-1d1b627a0c91'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:09.020824 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1f74d8-fd84-42d8-bed0-ffd558adc308", "tag": "12c9f08a-e600-493c-9508-1d1b627a0c91"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:09.025636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91e12d41-82e5-4965-bf8a-b80266b09282 req-cc0e35dd-5912-4a9b-8049-15a271037155 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 946 time: 0.0798876 Nov 23 14:15:09.082608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ae05d98-6133-4a63-a0d3-b4b2cb2e07cc req-df23664f-7779-47f6-b59f-d23c688873e3 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0325935 Nov 23 14:15:09.099408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c328c4c-372b-4a6e-a2d8-1c98e84e1f33 service neutron] Pushing event updated for resources: {'Port': ['ID=12c9f08a-e600-493c-9508-1d1b627a0c91,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:09.107773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91e12d41-82e5-4965-bf8a-b80266b09282 req-c8574913-c54d-474f-85cd-275447d717ef tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801485 Nov 23 14:15:09.117711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-50eb012f-4d01-473a-9325-3c459a11cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.119287 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-50eb012f-4d01-473a-9325-3c459a11cada service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=adcd70cf-8cd0-4b7b-8726-6674348e10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265066 Nov 23 14:15:09.165199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749459ce-a766-4313-82b4-ba06c894e310 req-f6a28378-d047-4d9f-b6ac-fb4bd7292e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.166983 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-f6a28378-d047-4d9f-b6ac-fb4bd7292e66 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 1095 time: 0.1136203 Nov 23 14:15:09.218998 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8cbad4-3c72-4b8f-a54a-70924a2c0196 x-openstack-request-id: req-ae8cbad4-3c72-4b8f-a54a-70924a2c0196 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:09.219604 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1f74d8-fd84-42d8-bed0-ffd558adc308", "tag": "12c9f08a-e600-493c-9508-1d1b627a0c91", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:09.219604 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae8cbad4-3c72-4b8f-a54a-70924a2c0196 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:09.219898 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'tag': '12c9f08a-e600-493c-9508-1d1b627a0c91', 'status': 'completed', 'code': 200} Nov 23 14:15:09.255693 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-a84ba83c-1341-4a88-b8ef-95bcc1be6e1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12c9f08a-e600-493c-9508-1d1b627a0c91 HTTP/1.1" status: 200 len: 217 time: 0.0798519 Nov 23 14:15:09.289597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bb68-a8d7-4de7-93f2-0bf47b344177 req-e555383b-3884-4c93-be37-34ccf538e078 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.291282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9542bb68-a8d7-4de7-93f2-0bf47b344177 req-e555383b-3884-4c93-be37-34ccf538e078 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 945 time: 0.0571208 Nov 23 14:15:09.312493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-8af1cc92-91a5-4bf9-85da-2c90881a3cc3 service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810479 Nov 23 14:15:09.330939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749459ce-a766-4313-82b4-ba06c894e310 req-a50ce873-193b-4e4f-8115-535ec7e93959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.332371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-a50ce873-193b-4e4f-8115-535ec7e93959 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c8f2b1b-19ad-4cc4-8190-670c6564603d HTTP/1.1" status: 200 len: 861 time: 0.0693076 Nov 23 14:15:09.355605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9542bb68-a8d7-4de7-93f2-0bf47b344177 req-91da0d77-3d2e-4d30-986c-3e7f868cc06a tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519333 Nov 23 14:15:09.389018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-b244b3b6-ce38-4d81-82f2-64d853673780 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412538 Nov 23 14:15:09.479532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a8d8a-51cb-4652-9910-4a5591326f01 req-4fc20057-4072-419b-a8cd-50d6da5de758 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.481076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-156a8d8a-51cb-4652-9910-4a5591326f01 req-4fc20057-4072-419b-a8cd-50d6da5de758 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 944 time: 0.0916970 Nov 23 14:15:09.510301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1074e3-a14f-43e6-8c9c-e4814bed6048 req-d991ac3e-3b74-4f16-904f-a0530d68bfcd service neutron] 10.222.0.11 "GET /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877327 Nov 23 14:15:09.541346 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-713d3fe1-887f-453f-931d-00bea86813a8 service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174510 Nov 23 14:15:09.557019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-156a8d8a-51cb-4652-9910-4a5591326f01 req-dfa3e4cf-9bc8-4ae6-9970-f65512e433ab tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671852 Nov 23 14:15:09.685069 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-749459ce-a766-4313-82b4-ba06c894e310 req-f038e5a2-f0b3-40be-b162-91ae619cdee0 service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370447 Nov 23 14:15:09.809532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-280fd53c-9578-43c4-89cd-38a98e05524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.811772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-280fd53c-9578-43c4-89cd-38a98e05524c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab0bd15483d44909849d665fcdffa3ad&device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 1095 time: 0.0513928 Nov 23 14:15:09.847775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83363760-0637-4c19-aa24-c7a822112ba2 req-acda5837-5803-4649-acad-c7340c159a98 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.850670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83363760-0637-4c19-aa24-c7a822112ba2 req-acda5837-5803-4649-acad-c7340c159a98 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 945 time: 0.0566058 Nov 23 14:15:09.903523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83363760-0637-4c19-aa24-c7a822112ba2 req-1fb1f44c-a7d0-490e-8bb0-53f808c50911 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Nov 23 14:15:09.939190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-b6b89633-1424-4f60-9c68-8fca0ae1e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:09.945056 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-b6b89633-1424-4f60-9c68-8fca0ae1e299 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 200 len: 922 time: 0.1180642 Nov 23 14:15:09.994958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-fa39dd66-4d85-40c3-bc69-18065a6eddc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12c9f08a-e600-493c-9508-1d1b627a0c91 HTTP/1.1" status: 200 len: 217 time: 0.0422063 Nov 23 14:15:10.050485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-e23077ee-7441-4e7a-833e-7e46b0457bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:10.051987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-e23077ee-7441-4e7a-833e-7e46b0457bd2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c8f2b1b-19ad-4cc4-8190-670c6564603d HTTP/1.1" status: 200 len: 861 time: 0.0479403 Nov 23 14:15:10.089481 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-64670c20-03ae-4960-952e-5e9f8b60df7a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284758 Nov 23 14:15:10.191484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-b5029094-dab9-4b9d-a9c7-caf4b8abd985 service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Nov 23 14:15:10.196523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0b82b9b-0646-4760-902c-ecad282eb60d req-0f7776e5-f695-4218-a9f8-346f1248ac60 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0269976 Nov 23 14:15:10.294335 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7b26c4f-7f4a-4de8-8464-f4d623cea0c1 req-23ac9f20-2698-4305-ab43-8f53c4671f3d service neutron] 10.222.0.74 "GET /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926981 Nov 23 14:15:10.669245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e9c41-4ab7-4b72-9a89-81c8da4316cf req-11089ddd-7abb-4d18-b2de-22d5bab4d96e tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:10.671095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-851e9c41-4ab7-4b72-9a89-81c8da4316cf req-11089ddd-7abb-4d18-b2de-22d5bab4d96e tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 944 time: 0.0536773 Nov 23 14:15:10.722332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-851e9c41-4ab7-4b72-9a89-81c8da4316cf req-2046eb68-7376-4f28-8914-fbd1f7c676d0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Nov 23 14:15:11.039735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83db9d-8f6e-485f-8256-a4c91e0e5df7 req-bbb62082-241f-4231-8ec9-007e650257ee tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:11.042193 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef83db9d-8f6e-485f-8256-a4c91e0e5df7 req-bbb62082-241f-4231-8ec9-007e650257ee tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 945 time: 0.0637031 Nov 23 14:15:11.095004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef83db9d-8f6e-485f-8256-a4c91e0e5df7 req-2299681e-3a08-472c-9b4e-c66b85e3a6ec tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/security-groups?id=420741bf-1557-428d-8ff0-ff78e5519fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 Nov 23 14:15:11.248522 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-ed1bb735-8b6f-42b8-b675-275c11b7a83c tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:11.252725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-ed1bb735-8b6f-42b8-b675-275c11b7a83c tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "GET /v2.0/ports?device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 945 time: 0.0585392 Nov 23 14:15:11.340236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08ea45d1-7550-4224-9b85-c97f842d313e req-3b67b95c-aae9-4526-a31a-a7437f002cbd tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0544279 Nov 23 14:15:11.363830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-5c09fd49-1641-4324-9459-2a38114721d0 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:11.365982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-5c09fd49-1641-4324-9459-2a38114721d0 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "GET /v2.0/ports?device_id=403f7cc8-5559-40fc-8be3-ef95163218f3 HTTP/1.1" status: 200 len: 946 time: 0.0909405 Nov 23 14:15:11.378568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Deleting port cb2485e1-0563-4a53-afbb-051071998d7c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:11.379163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:11.466867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Deleting port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:11.467310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:11.476768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] For port cb2485e1-0563-4a53-afbb-051071998d7c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb2485e1-0563-4a53-afbb-051071998d7c,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:11.477157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:11.491208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Calling delete_port for cb2485e1-0563-4a53-afbb-051071998d7c owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:11.662978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:11.675321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cb2485e1-0563-4a53-afbb-051071998d7c', 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:11.705658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event deleted for resources: {'Port': ['ID=cb2485e1-0563-4a53-afbb-051071998d7c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:11.746610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] No DVR routers for this DVR port cb2485e1-0563-4a53-afbb-051071998d7c on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:15:11.749639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:11.753484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a8c76429-9cac-448a-b6a3-bed4d9f35b6c req-3e65a36b-356f-4a48-939e-653f3b994bbb tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "DELETE /v2.0/ports/cb2485e1-0563-4a53-afbb-051071998d7c HTTP/1.1" status: 204 len: 173 time: 0.4942875 Nov 23 14:15:11.753943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'name': 'network-vif-deleted', 'tag': 'cb2485e1-0563-4a53-afbb-051071998d7c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:11.757351 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9790b9-8090-46f8-bae1-c6c904de7d98" -d '{"events": [{"server_uuid": "4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf", "name": "network-vif-deleted", "tag": "cb2485e1-0563-4a53-afbb-051071998d7c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:11.896810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] For port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,segment=NetworkSegment(ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b),segment_id=ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:11.897221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:11.915315 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3572834-84af-4995-a3f9-c5f1d3adf91a x-openstack-request-id: req-a3572834-84af-4995-a3f9-c5f1d3adf91a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:11.915927 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf", "name": "network-vif-deleted", "tag": "cb2485e1-0563-4a53-afbb-051071998d7c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:11.916321 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3572834-84af-4995-a3f9-c5f1d3adf91a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:11.916876 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf', 'name': 'network-vif-deleted', 'tag': 'cb2485e1-0563-4a53-afbb-051071998d7c', 'status': 'completed', 'code': 200} Nov 23 14:15:11.918786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f886f9-c006-4a13-9502-0751d4d43386 req-b459fca4-72b0-4fcf-a492-72236fc0c4e3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:11.920528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19f886f9-c006-4a13-9502-0751d4d43386 req-b459fca4-72b0-4fcf-a492-72236fc0c4e3 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 944 time: 0.0860155 Nov 23 14:15:11.924994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Calling delete_port for d096c0c5-9c18-4a8e-bf94-de4ae1c7595f owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:12.038644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19f886f9-c006-4a13-9502-0751d4d43386 req-e591eefd-08d7-46e2-b87d-b42812062403 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086214 Nov 23 14:15:12.129328 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:12.143597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cb2485e1-0563-4a53-afbb-051071998d7c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:12.185905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Pushing event deleted for resources: {'Port': ['ID=d096c0c5-9c18-4a8e-bf94-de4ae1c7595f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:12.259718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-878fdc02-faab-45be-beeb-31ecab83d97b req-e73c563d-015f-4dc7-88ff-84cb764c5cd1 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.46 "GET /v2.0/ports?device_id=4af3e5b4-c090-4d57-8ffd-7a6d1e4c8eaf HTTP/1.1" status: 200 len: 210 time: 0.0570500 Nov 23 14:15:12.260592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] No DVR routers for this DVR port d096c0c5-9c18-4a8e-bf94-de4ae1c7595f on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:15:12.264025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:12.267625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e38eacec-fa5f-4bc5-9493-6ab5ea1f1fe1 req-8766b6a7-2824-4d74-b9b2-00d898dcecd7 tempest-MultipleCreateTestJSON-589083694 tempest-MultipleCreateTestJSON-589083694-project] 10.222.0.74 "DELETE /v2.0/ports/d096c0c5-9c18-4a8e-bf94-de4ae1c7595f HTTP/1.1" status: 204 len: 173 time: 0.8950565 Nov 23 14:15:12.268050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'name': 'network-vif-deleted', 'tag': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:12.270838 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf9759-6db4-45f5-9e73-87cd4a9c7159" -d '{"events": [{"server_uuid": "403f7cc8-5559-40fc-8be3-ef95163218f3", "name": "network-vif-deleted", "tag": "d096c0c5-9c18-4a8e-bf94-de4ae1c7595f"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:12.322253 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb258151-8686-4f10-8bb7-91ee40f71863 x-openstack-request-id: req-fb258151-8686-4f10-8bb7-91ee40f71863 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:12.322253 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f7cc8-5559-40fc-8be3-ef95163218f3", "name": "network-vif-deleted", "tag": "d096c0c5-9c18-4a8e-bf94-de4ae1c7595f", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:12.322253 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb258151-8686-4f10-8bb7-91ee40f71863 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:12.322567 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f7cc8-5559-40fc-8be3-ef95163218f3', 'name': 'network-vif-deleted', 'tag': 'd096c0c5-9c18-4a8e-bf94-de4ae1c7595f', 'status': 'completed', 'code': 200} Nov 23 14:15:12.479460 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dadddf7-c667-45cd-8500-f4827e03b936 req-86545fcd-e448-459d-98d3-ad6ba53477f5 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0363672 Nov 23 14:15:13.161283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5010-bcc0-4bad-8c01-3e68ef9ac690 req-72dbe6db-7aa8-4c3b-9f5f-5ae0553c5047 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:13.162966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf6d5010-bcc0-4bad-8c01-3e68ef9ac690 req-72dbe6db-7aa8-4c3b-9f5f-5ae0553c5047 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 944 time: 0.0497293 Nov 23 14:15:13.216640 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:15:13.217640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf6d5010-bcc0-4bad-8c01-3e68ef9ac690 req-71fc448b-a3b9-4a86-b3d3-6698565b0961 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Nov 23 14:15:13.358583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46058) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:13.412610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] Deleting subnet 57a89db2-3266-46c5-8a0a-52b8c182c1fe {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:15:13.416632 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.451319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.490998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.561043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.589103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.594851 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/57a89db2-3266-46c5-8a0a-52b8c182c1fe HTTP/1.1" status: 204 len: 168 time: 0.2328093 Nov 23 14:15:13.594851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141080d6-986d-43b0-b258-df9d1d85e190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a89db2-3266-46c5-8a0a-52b8c182c1fe,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:13.596237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46066) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:13.609632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a93c041-d1b5-4b7a-b866-5aebb6774735 req-dd7cb587-87dc-49cf-9ce4-23cf9c02afa2 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0442131 Nov 23 14:15:13.684587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.784786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.807184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1495164a-d3a8-4ffd-a097-d9ddfc950625']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:13.816231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:13.816524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa8b2e4-8860-4a3b-9f64-7db6ff7ea39b') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:13.825735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 12c9f08a-e600-493c-9508-1d1b627a0c91 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:15:13.827244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.842122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.848282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:15:13.848654 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:15:13.850379 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:15:13.907561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.912453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:13.917349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1495164a-d3a8-4ffd-a097-d9ddfc950625 HTTP/1.1" status: 204 len: 168 time: 0.3199897 Nov 23 14:15:13.932117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 12c9f08a-e600-493c-9508-1d1b627a0c91, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=12c9f08a-e600-493c-9508-1d1b627a0c91,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:13.945964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2f1e8-ae69-400f-87c4-28a30ab9bc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=1495164a-d3a8-4ffd-a097-d9ddfc950625,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:14.077365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '12c9f08a-e600-493c-9508-1d1b627a0c91', 'network_id': '8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d', 'port_id': '12c9f08a-e600-493c-9508-1d1b627a0c91', 'mac_address': 'fa:16:3e:5f:ef:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8f2b1b-19ad-4cc4-8190-670c6564603d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:15:14.130971 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:14.148126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c9f08a-e600-493c-9508-1d1b627a0c91 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:14.171324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:14.173906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 12c9f08a-e600-493c-9508-1d1b627a0c91, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=12c9f08a-e600-493c-9508-1d1b627a0c91,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:14.178852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:14.214985 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f79166f4-e96c-4ea6-b8c5-0c0af0bd6934 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96d41daf047e4734a36c480044442451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420561 Nov 23 14:15:14.217362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:14.230555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=12c9f08a-e600-493c-9508-1d1b627a0c91,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:14.274605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b479a3c0-415f-49db-90a7-9a4a1d480376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:14.300441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b479a3c0-415f-49db-90a7-9a4a1d480376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:14.357700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b479a3c0-415f-49db-90a7-9a4a1d480376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:14.359820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a0f95-653c-4152-bb47-4c8af814c4bf req-fbdbb7bc-2baf-4593-87a0-11eb5962995b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:14.360317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b479a3c0-415f-49db-90a7-9a4a1d480376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:14.363899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a86a0f95-653c-4152-bb47-4c8af814c4bf req-fbdbb7bc-2baf-4593-87a0-11eb5962995b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 945 time: 0.0592496 Nov 23 14:15:14.364034 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b479a3c0-415f-49db-90a7-9a4a1d480376 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/420741bf-1557-428d-8ff0-ff78e5519fba HTTP/1.1" status: 204 len: 168 time: 0.1431708 Nov 23 14:15:14.371114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479a3c0-415f-49db-90a7-9a4a1d480376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420741bf-1557-428d-8ff0-ff78e5519fba,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:14.419293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a86a0f95-653c-4152-bb47-4c8af814c4bf req-5698620c-5280-4bc2-ac18-485b514f1661 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Nov 23 14:15:14.431480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['12c9f08a-e600-493c-9508-1d1b627a0c91'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:14.707588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef25e1f6-fbf8-4a9d-94d3-3000ed1aa451 req-b33d9c6f-61a3-43f1-aaa9-51784ece0888 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0266433 Nov 23 14:15:15.274614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:15.372628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-785409826-network', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:15.398077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Made reservation on behalf of 0349d05a379d4390bd68bcb2823865d9 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:15.400937 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.409536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.493020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.496630 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.525240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:15:15.536802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab1d06b-3194-4bbe-95a8-000e15a3c510,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:15.543254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.543595 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Added segment 6ebad98f-fb05-405f-bf0d-5fbe2e6f8517 of type vlan for network e050faec-e98f-4525-a16b-7c79017ec642 Nov 23 14:15:15.556057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b230a6e-2ac4-4950-a34c-a3f5660b5b45 req-fdab21bf-bade-4055-8e14-0b23af5670f8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:15.563927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b230a6e-2ac4-4950-a34c-a3f5660b5b45 req-fdab21bf-bade-4055-8e14-0b23af5670f8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 945 time: 0.0702634 Nov 23 14:15:15.591203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.616407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b230a6e-2ac4-4950-a34c-a3f5660b5b45 req-1e5dc649-801f-415a-bf8e-ad462785d380 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515156 Nov 23 14:15:15.620385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.621594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:15.622255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.672958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3972032 Nov 23 14:15:15.675868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46156) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:15.680879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Request body: {'subnet': {'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-subnet', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:15.704695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Made reservation on behalf of 0349d05a379d4390bd68bcb2823865d9 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:15.707782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.714778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252962ee-95b7-4570-ab2d-e653d83a0d65 admin admin] Pushing event updated for resources: {'Network': ['ID=e050faec-e98f-4525-a16b-7c79017ec642,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:15.727403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network e050faec-e98f-4525-a16b-7c79017ec642 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:15:15.829907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49910770-43da-44b7-bf2b-dd2f34aa1bd5 req-20834d54-e126-493c-b0ab-8185c2b7d4f3 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Nov 23 14:15:15.841679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 12c9f08a-e600-493c-9508-1d1b627a0c91 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:15.897337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 12c9f08a-e600-493c-9508-1d1b627a0c91 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:15:15.902407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 12c9f08a-e600-493c-9508-1d1b627a0c91 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:15.902845 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.936318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.983549 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:15.990266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c85e584-8651-4273-9b2c-cb4b80161674,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:16.010439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Checking segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:16.010795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Network hostable DHCP agents. Network: e050faec-e98f-4525-a16b-7c79017ec642, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:15:16.012827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c9f08a-e600-493c-9508-1d1b627a0c91'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:16.015732 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e16e0d6-942b-4cf5-a4db-4b0a1dda55ed" -d '{"events": [{"server_uuid": "1b1f74d8-fd84-42d8-bed0-ffd558adc308", "name": "network-vif-plugged", "status": "completed", "tag": "12c9f08a-e600-493c-9508-1d1b627a0c91"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:16.030634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Network e050faec-e98f-4525-a16b-7c79017ec642 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:15:16.033237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 12c9f08a-e600-493c-9508-1d1b627a0c91, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=12c9f08a-e600-493c-9508-1d1b627a0c91,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:16.038626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.040250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb2485e1-0563-4a53-afbb-051071998d7c no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:16.042286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, e050faec-e98f-4525-a16b-7c79017ec642) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:16.062059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:16.063629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.076242 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb815903-6f12-4abe-ae33-7674f916240b x-openstack-request-id: req-eb815903-6f12-4abe-ae33-7674f916240b {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:16.077616 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1f74d8-fd84-42d8-bed0-ffd558adc308", "name": "network-vif-plugged", "status": "completed", "tag": "12c9f08a-e600-493c-9508-1d1b627a0c91", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:16.077808 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb815903-6f12-4abe-ae33-7674f916240b {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:16.078352 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c9f08a-e600-493c-9508-1d1b627a0c91', 'code': 200} Nov 23 14:15:16.088959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46168) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:16.093663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:16.099310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096f967a-f756-42ff-9012-16bb20ea150d None None] Network e050faec-e98f-4525-a16b-7c79017ec642 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:16.100002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8d1f2ef9-bb8f-46a8-bc4f-69551968dba0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4217093 Nov 23 14:15:16.131978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: cb2485e1-0563-4a53-afbb-051071998d7c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:16.132333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb2485e1-0563-4a53-afbb-051071998d7c not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:16.132808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d096c0c5-9c18-4a8e-bf94-de4ae1c7595f no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:16.134993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.136742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.183827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5bce1-0d87-443c-b205-c7d1d5d019a7 req-b66fce8d-fd6a-4a03-9aaa-5a9781121a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:16.185364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aa5bce1-0d87-443c-b205-c7d1d5d019a7 req-b66fce8d-fd6a-4a03-9aaa-5a9781121a75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 1097 time: 0.0453997 Nov 23 14:15:16.194105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: d096c0c5-9c18-4a8e-bf94-de4ae1c7595f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:16.195133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d096c0c5-9c18-4a8e-bf94-de4ae1c7595f not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:16.197771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=12c9f08a-e600-493c-9508-1d1b627a0c91,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:16.220429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.268361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aa5bce1-0d87-443c-b205-c7d1d5d019a7 req-ae10bb97-deab-4b18-a71a-e15ee344b14a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Nov 23 14:15:16.359264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-e050faec-e98f-4525-a16b-7c79017ec642', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:15:16.360149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.372031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.521219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Allocated IP 172.20.0.2 (e050faec-e98f-4525-a16b-7c79017ec642/8c85e584-8651-4273-9b2c-cb4b80161674/4f82fe33-47f4-445c-b6dc-56c093c4c6a0) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:16.550781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46184) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:16.611992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.632270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.686758 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.693459 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.696816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-567448d8-53ad-4509-8218-81e190ade7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.741616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Pushing event updated for resources: {'Port': ['ID=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:16.762640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Network e050faec-e98f-4525-a16b-7c79017ec642 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:16.764421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:16.768054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:16.777046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Allocated IP 172.25.3.140 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/772fe999-0317-4b54-8bbe-caeebd8bc54f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:16.778774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3bb7e-77b2-4f74-bb44-1c32434c886f req-fd54ebf6-70c0-4257-9a90-099f71d4a0be tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:16.781534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51d3bb7e-77b2-4f74-bb44-1c32434c886f req-fd54ebf6-70c0-4257-9a90-099f71d4a0be tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 946 time: 0.0861053 Nov 23 14:15:16.833789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Attempting to bind port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:15:16.834083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Attempting to bind port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:15:16.834605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Attempting to bind port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:16.840554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:15:16.841081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Checking segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:16.841611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.842084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Bound using segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:15:16.842659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Bound port: 4f82fe33-47f4-445c-b6dc-56c093c4c6a0, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:15:16.843075 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.861502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51d3bb7e-77b2-4f74-bb44-1c32434c886f req-db47d3b6-6e02-4e8e-b8cf-354822a30c30 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723243 Nov 23 14:15:16.875775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-567448d8-53ad-4509-8218-81e190ade7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.883028 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-567448d8-53ad-4509-8218-81e190ade7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.899120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.924455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] For port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:15:16.927633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] For port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:15:16.933944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.941350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:16.943409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-567448d8-53ad-4509-8218-81e190ade7cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=849d45e9ebe04ce6931b4341b50aded0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911085 Nov 23 14:15:16.944036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46194) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:16.954042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567448d8-53ad-4509-8218-81e190ade7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf12b1a-3bd3-4d7d-8751-1e38a24db26b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:16.980615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:16.987259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:16.990486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b85cce5f-0383-4350-bc71-2f48ac326dc8 req-a2741ff9-d786-4d1e-8698-7d58df4632af tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0382774 Nov 23 14:15:16.990789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:16.996127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6cdc-90a8-4ee4-90d7-b67aa718aa02 None None] Pushing event updated for resources: {'Port': ['ID=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:17.042871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Pushing event updated for resources: {'Port': ['ID=772fe999-0317-4b54-8bbe-caeebd8bc54f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:17.053392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bf8d-1f2b-4960-b6e9-7308c9de0da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.081866 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bf8d-1f2b-4960-b6e9-7308c9de0da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.134713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bf8d-1f2b-4960-b6e9-7308c9de0da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.137629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bf8d-1f2b-4960-b6e9-7308c9de0da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.139266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6ad2bf8d-1f2b-4960-b6e9-7308c9de0da1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bf12b1a-3bd3-4d7d-8751-1e38a24db26b HTTP/1.1" status: 204 len: 168 time: 0.1925693 Nov 23 14:15:17.161290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2bf8d-1f2b-4960-b6e9-7308c9de0da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf12b1a-3bd3-4d7d-8751-1e38a24db26b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:17.345269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.552779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46206) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:17.566608 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bfa7b9e-301c-4223-bc59-adf66fcc5cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.571432 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.645406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bfa7b9e-301c-4223-bc59-adf66fcc5cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.649755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bfa7b9e-301c-4223-bc59-adf66fcc5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.690570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1bfa7b9e-301c-4223-bc59-adf66fcc5cb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70d0ad70f14d448297fa6a0fd46d76ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366937 Nov 23 14:15:17.691467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa7b9e-301c-4223-bc59-adf66fcc5cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b93427-2060-43a2-9386-ee36e41135e3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:17.693727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46208) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:17.710339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Router 7e3a78b0-c645-4f48-8628-6bc995db8bfe is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:15:17.746723 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e389660c-bc5c-4655-acb3-9942ce986ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.773917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e389660c-bc5c-4655-acb3-9942ce986ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.826774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:15:17.834996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e389660c-bc5c-4655-acb3-9942ce986ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.838500 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e389660c-bc5c-4655-acb3-9942ce986ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.841363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Sync routers for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:15:17.842513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e389660c-bc5c-4655-acb3-9942ce986ac4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7b93427-2060-43a2-9386-ee36e41135e3 HTTP/1.1" status: 204 len: 168 time: 0.1477752 Nov 23 14:15:17.851729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389660c-bc5c-4655-acb3-9942ce986ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b93427-2060-43a2-9386-ee36e41135e3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:17.852599 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:17.853894 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6b109742-e8e5-4c83-ae20-b0588bf5df5d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7638805 Nov 23 14:15:17.856459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:17.856598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46214) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:17.857960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:18.005281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:18.098280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba90c12-2e3e-4dbe-a709-dbdee62fc576 req-088829ad-f1ad-4c48-b125-4fa431d731a0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:18.126591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dba90c12-2e3e-4dbe-a709-dbdee62fc576 req-088829ad-f1ad-4c48-b125-4fa431d731a0 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 946 time: 0.1238987 Nov 23 14:15:18.243289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c6edd39-dddc-4802-a6e0-8fa856ae05d0 req-0570c9a4-32d9-4e01-a653-3c21139518b4 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0538492 Nov 23 14:15:18.271290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:18.286337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dba90c12-2e3e-4dbe-a709-dbdee62fc576 req-421d3d4a-dac6-4a23-b655-14af553bf690 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588469 Nov 23 14:15:18.362935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31167b8f-07b7-4068-9e95-6c407e48dbd2 None None] Network e050faec-e98f-4525-a16b-7c79017ec642 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:18.409256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46226) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:18.428963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b90c933e-ef7d-48e3-aad2-07aee185f7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.479264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-676327f1-a200-45d0-8254-6e3ca12faf4d None None] Provisioning complete for port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:18.479853 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-676327f1-a200-45d0-8254-6e3ca12faf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.524725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:17Z', 'revision_number': 3, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:18.532262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:18.532911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.576685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b90c933e-ef7d-48e3-aad2-07aee185f7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.592089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b90c933e-ef7d-48e3-aad2-07aee185f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.605225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Checking router: 7e3a78b0-c645-4f48-8628-6bc995db8bfe for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:15:18.605782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Updating router 7e3a78b0-c645-4f48-8628-6bc995db8bfe port 772fe999-0317-4b54-8bbe-caeebd8bc54f binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:15:18.662819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c933e-ef7d-48e3-aad2-07aee185f7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b19dba-1842-4b9e-a8ba-1e674d94eb69,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:18.692650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b90c933e-ef7d-48e3-aad2-07aee185f7f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1421562fdcbd4c45a99d6c608df793a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822890 Nov 23 14:15:18.697045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46234) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:18.697517 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.746134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597259-82aa-492a-b94c-64167c1c4b47 req-8ee581f7-c119-4fea-b048-b1873bfd76a8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:18.747951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad597259-82aa-492a-b94c-64167c1c4b47 req-8ee581f7-c119-4fea-b048-b1873bfd76a8 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 946 time: 0.0980871 Nov 23 14:15:18.778176 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f728a59-0ad0-49c4-8afe-8f393e716a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.821025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f728a59-0ad0-49c4-8afe-8f393e716a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.832363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad597259-82aa-492a-b94c-64167c1c4b47 req-72e97e4b-8247-4103-84de-c776bb62fd90 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703974 Nov 23 14:15:18.876471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f728a59-0ad0-49c4-8afe-8f393e716a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.879651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f728a59-0ad0-49c4-8afe-8f393e716a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.883803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5f728a59-0ad0-49c4-8afe-8f393e716a74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67b19dba-1842-4b9e-a8ba-1e674d94eb69 HTTP/1.1" status: 204 len: 168 time: 0.1825681 Nov 23 14:15:18.890202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728a59-0ad0-49c4-8afe-8f393e716a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b19dba-1842-4b9e-a8ba-1e674d94eb69,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:18.894036 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-676327f1-a200-45d0-8254-6e3ca12faf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.912066 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:18.914383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.172878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Allocated IP 172.20.0.1 (e050faec-e98f-4525-a16b-7c79017ec642/8c85e584-8651-4273-9b2c-cb4b80161674/c474b56d-0211-4dc6-96fe-814d4c2ece22) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:19.225261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-676327f1-a200-45d0-8254-6e3ca12faf4d None None] For port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:19.259241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-676327f1-a200-45d0-8254-6e3ca12faf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.335547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.360880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676327f1-a200-45d0-8254-6e3ca12faf4d None None] Pushing event updated for resources: {'Port': ['ID=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:19.366074 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:15:19.366431 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:15:19.395995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.405426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51c0e061-5ccd-4128-a0b7-f966be184e1c req-d363e4af-3250-435b-b1ee-f3d707e5df30 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0482492 Nov 23 14:15:19.432111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4b226224-6e3c-4309-8bc4-280c7e3fbd7f None None] Provisioning complete for port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:19.432806 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4b226224-6e3c-4309-8bc4-280c7e3fbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.455839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Pushing event updated for resources: {'Port': ['ID=c474b56d-0211-4dc6-96fe-814d4c2ece22,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:19.475645 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.477203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.478248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.478667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.479122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.479552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.480257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.480885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.481360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.481815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.482636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.483240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.483874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:19.492455 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.500511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Network e050faec-e98f-4525-a16b-7c79017ec642 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:19.503681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:19.507214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:19.573077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.604023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Attempting to bind port 772fe999-0317-4b54-8bbe-caeebd8bc54f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:15:19.604389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Attempting to bind port 772fe999-0317-4b54-8bbe-caeebd8bc54f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:15:19.613403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Attempting to bind port 772fe999-0317-4b54-8bbe-caeebd8bc54f on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:19.640381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:15:19.640762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:19.641173 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.641571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:15:19.642068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Bound port: 772fe999-0317-4b54-8bbe-caeebd8bc54f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:15:19.651049 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.654508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79cfb-35fa-4524-a546-b541627c6f01 None None] Pushing event updated for resources: {'Port': ['ID=772fe999-0317-4b54-8bbe-caeebd8bc54f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:19.760400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] For port 772fe999-0317-4b54-8bbe-caeebd8bc54f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:15:19.764598 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] For port 772fe999-0317-4b54-8bbe-caeebd8bc54f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=772fe999-0317-4b54-8bbe-caeebd8bc54f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:15:19.770740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.797239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.848992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fced6e2c-3c02-4b41-afb4-8d5e5862a2b3 None None] Provisioning complete for port c474b56d-0211-4dc6-96fe-814d4c2ece22 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:19.849357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fced6e2c-3c02-4b41-afb4-8d5e5862a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:19.852024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:19.852659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:19.872193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79cfb-35fa-4524-a546-b541627c6f01 None None] Pushing event updated for resources: {'Port': ['ID=772fe999-0317-4b54-8bbe-caeebd8bc54f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:19.906814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-ef9d9757-e5c6-40d4-864d-8c95dfa380db tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:19.909328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-ef9d9757-e5c6-40d4-864d-8c95dfa380db tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 946 time: 0.0723047 Nov 23 14:15:19.974592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fced6e2c-3c02-4b41-afb4-8d5e5862a2b3 None None] Port c474b56d-0211-4dc6-96fe-814d4c2ece22 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:15:20.039669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:20.076319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268429b-22e8-4059-87de-e5e6018d42ce req-b383b8dc-5cf9-45f9-b9dc-39060090ec05 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:20.081296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.083882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3268429b-22e8-4059-87de-e5e6018d42ce req-b383b8dc-5cf9-45f9-b9dc-39060090ec05 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 946 time: 0.1221690 Nov 23 14:15:20.088284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.139549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Deleting port 12c9f08a-e600-493c-9508-1d1b627a0c91 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:20.139908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.157792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Pushing event updated for resources: {'Port': ['ID=c474b56d-0211-4dc6-96fe-814d4c2ece22,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:20.160359 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.161839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3268429b-22e8-4059-87de-e5e6018d42ce req-1d67d1a5-5597-4a97-ad1b-19ba34e6ec56 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups?id=787fcd64-7118-41e2-a78f-f4549e6f9138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769312 Nov 23 14:15:20.187026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:20.250749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] For port 12c9f08a-e600-493c-9508-1d1b627a0c91, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=12c9f08a-e600-493c-9508-1d1b627a0c91,segment=NetworkSegment(12b30096-d6e5-4d82-8b10-a4ec5b11eff5),segment_id=12b30096-d6e5-4d82-8b10-a4ec5b11eff5)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:20.251425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.260559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Network e050faec-e98f-4525-a16b-7c79017ec642 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:20.262072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:20.267772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Calling delete_port for 12c9f08a-e600-493c-9508-1d1b627a0c91 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:20.301768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:20.302220 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.392216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Router 7e3a78b0-c645-4f48-8628-6bc995db8bfe has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:15:20.439279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.445858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:20.493811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['12c9f08a-e600-493c-9508-1d1b627a0c91'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:20.497891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event deleted for resources: {'Port': ['ID=12c9f08a-e600-493c-9508-1d1b627a0c91,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:20.498068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd940b3d-a41e-4bf7-837b-8e6669aa030a None None] The sync data for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 is: [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:15:20.535721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:15:20.542225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0c4215b3-ac8a-4456-b1aa-b9d5f781fc02 admin admin] 10.222.0.46 "PUT /v2.0/routers/7e3a78b0-c645-4f48-8628-6bc995db8bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6846147 Nov 23 14:15:20.555229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-054e251f-77a6-4eef-9bb0-b6b6dbfaf44a req-267eb4a3-9c50-480d-9f03-15a7e9784396 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0393682 Nov 23 14:15:20.612907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dedc0aee-c769-4649-9169-aee49e8261df None None] Provisioning complete for port c474b56d-0211-4dc6-96fe-814d4c2ece22 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:20.613584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dedc0aee-c769-4649-9169-aee49e8261df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.625114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] No DVR routers for this DVR port 12c9f08a-e600-493c-9508-1d1b627a0c91 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:15:20.630641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:20.634179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8988988-3fc1-41bf-811e-60b0ee3ec137 req-a018aeed-2f8f-42e8-82a7-e89bfc655459 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.74 "DELETE /v2.0/ports/12c9f08a-e600-493c-9508-1d1b627a0c91 HTTP/1.1" status: 204 len: 173 time: 0.7180440 Nov 23 14:15:20.634647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'name': 'network-vif-deleted', 'tag': '12c9f08a-e600-493c-9508-1d1b627a0c91'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:20.637045 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829227e3-014a-468e-b4e3-305c6580af82" -d '{"events": [{"server_uuid": "1b1f74d8-fd84-42d8-bed0-ffd558adc308", "name": "network-vif-deleted", "tag": "12c9f08a-e600-493c-9508-1d1b627a0c91"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:20.667291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-dedc0aee-c769-4649-9169-aee49e8261df None None] Port c474b56d-0211-4dc6-96fe-814d4c2ece22 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:15:20.688457 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f912826-7f8f-4338-81e0-ee75a9c9505c x-openstack-request-id: req-1f912826-7f8f-4338-81e0-ee75a9c9505c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:20.688943 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1f74d8-fd84-42d8-bed0-ffd558adc308", "name": "network-vif-deleted", "tag": "12c9f08a-e600-493c-9508-1d1b627a0c91", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:20.689370 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f912826-7f8f-4338-81e0-ee75a9c9505c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:20.689933 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1f74d8-fd84-42d8-bed0-ffd558adc308', 'name': 'network-vif-deleted', 'tag': '12c9f08a-e600-493c-9508-1d1b627a0c91', 'status': 'completed', 'code': 200} Nov 23 14:15:21.156381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46298) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:21.160730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-de05b5e6-f03b-493b-983d-214794bb64a4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661488309', 'description': 'tempest-description--1856697288'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:21.199344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de05b5e6-f03b-493b-983d-214794bb64a4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.314237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de05b5e6-f03b-493b-983d-214794bb64a4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.331305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65a26a31-2764-43c7-8612-74b4296e0ee9 req-0ae0e2f8-d63e-43a8-9e04-8bb58aa3f28b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1f74d8-fd84-42d8-bed0-ffd558adc308 HTTP/1.1" status: 200 len: 210 time: 0.0579162 Nov 23 14:15:21.338431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de05b5e6-f03b-493b-983d-214794bb64a4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.369443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de05b5e6-f03b-493b-983d-214794bb64a4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.370685 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de05b5e6-f03b-493b-983d-214794bb64a4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2135584 Nov 23 14:15:21.372597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05b5e6-f03b-493b-983d-214794bb64a4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2fa87d-ce87-4928-b03f-d3a45b3ea950,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:21.373945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46304) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:21.379467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1cc6c8e0-5677-4899-93f3-4c2a676783be tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'security_group_rule': {'security_group_id': '6a2fa87d-ce87-4928-b03f-d3a45b3ea950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:21.409018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c8e0-5677-4899-93f3-4c2a676783be tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.478531 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c8e0-5677-4899-93f3-4c2a676783be tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.482772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c8e0-5677-4899-93f3-4c2a676783be tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.506584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6c8e0-5677-4899-93f3-4c2a676783be tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab936d23-f3af-453f-9e24-c9b4e80e6ae6,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:21.513052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c8e0-5677-4899-93f3-4c2a676783be tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.514300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1cc6c8e0-5677-4899-93f3-4c2a676783be tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393356 Nov 23 14:15:21.517197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46306) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:21.522017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-084401c3-9c67-443f-874d-eb3569fee141 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'security_group_rule': {'security_group_id': '6a2fa87d-ce87-4928-b03f-d3a45b3ea950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:21.549619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-084401c3-9c67-443f-874d-eb3569fee141 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.619381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-084401c3-9c67-443f-874d-eb3569fee141 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.623538 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-084401c3-9c67-443f-874d-eb3569fee141 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.645467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084401c3-9c67-443f-874d-eb3569fee141 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c67dad-0958-48ca-8910-ac06654e791a,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:21.653584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-084401c3-9c67-443f-874d-eb3569fee141 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.658079 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-084401c3-9c67-443f-874d-eb3569fee141 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398010 Nov 23 14:15:21.659205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46312) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:21.663797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:21.683112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5c692f5-8ac1-4a90-a8aa-513444f8380b req-f6758773-8c7a-4a5b-9dd3-78c8a08f7a9d tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0325131 Nov 23 14:15:21.689181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.807643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:21.919247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Allocated IP 172.25.3.192 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/5e7d594d-5109-4198-995e-89118778c1ab) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:22.029715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.063566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.097893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:22.100790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:22.107025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:22.138276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'Port': ['ID=5e7d594d-5109-4198-995e-89118778c1ab,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:22.154517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 772fe999-0317-4b54-8bbe-caeebd8bc54f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:22.207728 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.210664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 772fe999-0317-4b54-8bbe-caeebd8bc54f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:22.211124 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.247251 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.293442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.316337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 772fe999-0317-4b54-8bbe-caeebd8bc54f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=772fe999-0317-4b54-8bbe-caeebd8bc54f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:22.327812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.377099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=772fe999-0317-4b54-8bbe-caeebd8bc54f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:22.414783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.426321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.498439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'Port': ['ID=5e7d594d-5109-4198-995e-89118778c1ab,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:22.530926 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.550278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.555054 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1990bf46-d9c2-4a3e-95ff-c50ec4c3bc88 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8914208 Nov 23 14:15:22.561245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46342) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:22.625101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbdfa78-1045-4284-9764-4600b8544b84 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.654882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbdfa78-1045-4284-9764-4600b8544b84 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.704445 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbdfa78-1045-4284-9764-4600b8544b84 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.707175 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbdfa78-1045-4284-9764-4600b8544b84 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.708373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-efbdfa78-1045-4284-9764-4600b8544b84 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "DELETE /v2.0/security-groups/2372e971-d8f4-4d36-a542-3556c4c2087a HTTP/1.1" status: 204 len: 168 time: 0.1460962 Nov 23 14:15:22.712647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46354) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:22.714748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-905eb807-d886-4d48-8786-a55d6334bdfd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1661488309&fields=id&tenant_id=0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 267 time: 0.0440230 Nov 23 14:15:22.725709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdfa78-1045-4284-9764-4600b8544b84 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2372e971-d8f4-4d36-a542-3556c4c2087a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:22.732459 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-56e9ab3f-4df4-4f1c-9fa4-2e96b9725f7b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] show failed (client error): The resource could not be found. Nov 23 14:15:22.733493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-56e9ab3f-4df4-4f1c-9fa4-2e96b9725f7b tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "GET /v2.0/security-groups/2372e971-d8f4-4d36-a542-3556c4c2087a HTTP/1.1" status: 404 len: 347 time: 0.0194848 Nov 23 14:15:22.736519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46360) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:22.839084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bddcb4d1-0692-4b50-91e7-8571ac6ebdf8 req-17b186e8-398c-41e9-a6fa-7d0cc8023b14 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0360782 Nov 23 14:15:22.870932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-74710ced-5fde-46dd-b28b-2cd4b8905725 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:22.873671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-74710ced-5fde-46dd-b28b-2cd4b8905725 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 816 time: 0.1506126 Nov 23 14:15:22.892921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-6463b55a-8dbe-434f-ad15-5bc155e9178b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/quotas/0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 375 time: 0.0113690 Nov 23 14:15:22.895044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Sync routers for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:15:22.896654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Deleting port 19200cf4-ec7d-41a6-8636-85717e414bcf {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:22.896994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.907464 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:22.908064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:22.967434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c743798c-360a-4175-9cb9-1eb9d166fa6d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633011 Nov 23 14:15:22.987722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:22.988047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.003410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Calling delete_port for 19200cf4-ec7d-41a6-8636-85717e414bcf owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:23.021121 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:23.087728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-aa6ab5fe-a0c7-4427-a373-bacbf126b5ce service neutron] 10.222.0.46 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064019 Nov 23 14:15:23.171739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.193780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-2aede5ca-0c10-49e4-93e2-887cb09b54fe service neutron] 10.222.0.46 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015489 Nov 23 14:15:23.220430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Pushing event deleted for resources: {'Port': ['ID=19200cf4-ec7d-41a6-8636-85717e414bcf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:23.247531 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 2, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:23.266302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.269799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.271336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2291f211-b3bf-4c79-96b6-c4e7b504b2c2 tempest-ImagesOneServerNegativeTestJSON-563644999 tempest-ImagesOneServerNegativeTestJSON-563644999-project] 10.222.0.46 "DELETE /v2.0/floatingips/d994358c-8a11-4586-baa2-00f697c0915a HTTP/1.1" status: 204 len: 168 time: 0.5335970 Nov 23 14:15:23.278734 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Checking router: 7e3a78b0-c645-4f48-8628-6bc995db8bfe for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:15:23.279099 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Updating router 7e3a78b0-c645-4f48-8628-6bc995db8bfe port c474b56d-0211-4dc6-96fe-814d4c2ece22 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:15:23.308848 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.406237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a8e01c7-7871-44d1-a8d9-0a69a6242ed9 req-5c9fbefe-7a22-449b-be12-39685dfec97d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 210 time: 0.0309494 Nov 23 14:15:23.444884 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46382) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:23.495943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] Deleting subnet 8c8f2b1b-19ad-4cc4-8190-670c6564603d {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:15:23.499250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.510516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.541012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.605583 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.678263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.711309 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.712076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8f2b1b-19ad-4cc4-8190-670c6564603d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:23.717427 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.719434 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.721384 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e5472e68-a245-43a8-85f3-3926c47226bf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c8f2b1b-19ad-4cc4-8190-670c6564603d HTTP/1.1" status: 204 len: 168 time: 0.2751667 Nov 23 14:15:23.723934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46396) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:23.777869 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Pushing event updated for resources: {'Port': ['ID=c474b56d-0211-4dc6-96fe-814d4c2ece22,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:23.802797 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.803420 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.803952 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.804515 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.805057 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.805574 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.805907 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.806235 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.806585 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.806881 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.807313 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.807633 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:23.830234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.845801 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Attempting to bind port c474b56d-0211-4dc6-96fe-814d4c2ece22 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:15:23.846106 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Attempting to bind port c474b56d-0211-4dc6-96fe-814d4c2ece22 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:15:23.846448 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Attempting to bind port c474b56d-0211-4dc6-96fe-814d4c2ece22 on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:23.853072 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:15:23.853451 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Checking segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:23.853855 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.855142 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Bound using segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:15:23.855637 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Bound port: c474b56d-0211-4dc6-96fe-814d4c2ece22, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:15:23.856020 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.903975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 12c9f08a-e600-493c-9508-1d1b627a0c91 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:23.930291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:23.950219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 12c9f08a-e600-493c-9508-1d1b627a0c91 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:23.952574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 12c9f08a-e600-493c-9508-1d1b627a0c91 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:23.957988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:23.985963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b30096-d6e5-4d82-8b10-a4ec5b11eff5') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:23.986248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b30096-d6e5-4d82-8b10-a4ec5b11eff5') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:24.007422 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] For port c474b56d-0211-4dc6-96fe-814d4c2ece22, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:15:24.010371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-565a1422-eaa0-44bd-be75-0dca34de2428 req-63d5e7a7-4cd2-4b73-a39e-d65d17a1538a tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0366642 Nov 23 14:15:24.012623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.019952 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] For port c474b56d-0211-4dc6-96fe-814d4c2ece22, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c474b56d-0211-4dc6-96fe-814d4c2ece22,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:15:24.028870 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.040152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.049322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:15:24.050085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:15:24.052559 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:15:24.132195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e1dab761-55d4-4a09-9622-9baaf9e27d58 None None] Provisioning complete for port c474b56d-0211-4dc6-96fe-814d4c2ece22 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:24.132631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e1dab761-55d4-4a09-9622-9baaf9e27d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.169696 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.174593 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:24.177469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.180590 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:24.182738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] 10.222.0.46 "DELETE /v2.0/networks/8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d HTTP/1.1" status: 204 len: 168 time: 0.4577682 Nov 23 14:15:24.217031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3c818-64ab-475c-97f2-846749b2077a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a423e8c-9a7f-43b1-8a7e-a8b4abe20e1d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:24.285770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 772fe999-0317-4b54-8bbe-caeebd8bc54f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:24.307832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d178e-332e-4ad6-affa-bce1ef306060 None None] Pushing event updated for resources: {'Port': ['ID=c474b56d-0211-4dc6-96fe-814d4c2ece22,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:24.351981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e1dab761-55d4-4a09-9622-9baaf9e27d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.396139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e1dab761-55d4-4a09-9622-9baaf9e27d58 None None] For port c474b56d-0211-4dc6-96fe-814d4c2ece22, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c474b56d-0211-4dc6-96fe-814d4c2ece22,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:24.397825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:24.404198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e1dab761-55d4-4a09-9622-9baaf9e27d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.412426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 772fe999-0317-4b54-8bbe-caeebd8bc54f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:24.412962 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.468028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46412) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:24.523319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dab761-55d4-4a09-9622-9baaf9e27d58 None None] Pushing event updated for resources: {'Port': ['ID=c474b56d-0211-4dc6-96fe-814d4c2ece22,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:24.553444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a1d768f-2391-4cf9-88ff-ef17eec87688 req-623bd086-2132-4755-8928-7ddbe725b2ba tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 210 time: 0.0383236 Nov 23 14:15:24.558885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46414) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:24.559402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-32a0e465-9de7-4824-9fbd-daecd9b759e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab0bd15483d44909849d665fcdffa3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899761 Nov 23 14:15:24.581085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bf83c345-598a-4583-ad0c-563eeb658827 None None] Provisioning complete for port c474b56d-0211-4dc6-96fe-814d4c2ece22 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:24.584300 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf83c345-598a-4583-ad0c-563eeb658827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.670334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d371b01-f5e1-417e-89a7-71553ba793fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.712381 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:24.719683 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d371b01-f5e1-417e-89a7-71553ba793fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.722995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b4ad1ee6-c160-4c10-92bf-5efc882dc8cd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:24.724535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b4ad1ee6-c160-4c10-92bf-5efc882dc8cd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 816 time: 0.1642556 Nov 23 14:15:24.749399 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed043f1-7e09-4bb4-8acd-817e835b34d4 None None] The sync data for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 is: [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:15:24.789356 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d371b01-f5e1-417e-89a7-71553ba793fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.793299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d371b01-f5e1-417e-89a7-71553ba793fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:24.794475 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8d371b01-f5e1-417e-89a7-71553ba793fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/787fcd64-7118-41e2-a78f-f4549e6f9138 HTTP/1.1" status: 204 len: 168 time: 0.2343700 Nov 23 14:15:24.795549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-45313c97-4d56-40ff-87ea-ce43e241515b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 380 time: 0.0611124 Nov 23 14:15:24.808801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d371b01-f5e1-417e-89a7-71553ba793fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787fcd64-7118-41e2-a78f-f4549e6f9138,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:24.828462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'port': {'device_id': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'admin_state_up': True, 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'security_groups': ['6a2fa87d-ce87-4928-b03f-d3a45b3ea950']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:24.985642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Made reservation on behalf of 0349d05a379d4390bd68bcb2823865d9 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:24.990026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.163294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f7f7938-26c4-4b8e-9840-2e24df5afd09 req-e07d8c5e-d4e9-403c-8bb0-8122ecf3bded tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0512865 Nov 23 14:15:25.197319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Allocated IP 172.20.0.11 (e050faec-e98f-4525-a16b-7c79017ec642/8c85e584-8651-4273-9b2c-cb4b80161674/1691298a-1a21-442b-9305-4db79aaaabfc) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:25.373965 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.410584 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.460040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Network e050faec-e98f-4525-a16b-7c79017ec642 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:25.477065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:25.479707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:25.514672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:25.566635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:25.567363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.598619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-b1d96fc7-8770-41e9-b346-5074440639c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7927098 Nov 23 14:15:25.612681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Request body: {'port': {'device_id': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:25.727625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:25.730193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.752335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b4510ccc-d916-42b3-9578-ce111bc857ea None None] Provisioning complete for port 1691298a-1a21-442b-9305-4db79aaaabfc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:25.752883 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b4510ccc-d916-42b3-9578-ce111bc857ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.755862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0712b53-0675-4de3-80df-eacffdf0db90 req-d71b39b5-2abf-4a79-9d99-a7e282426967 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:25.757665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0712b53-0675-4de3-80df-eacffdf0db90 req-d71b39b5-2abf-4a79-9d99-a7e282426967 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 932 time: 0.0928283 Nov 23 14:15:25.833240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-576746276-network', 'tenant_id': 'a0218c0e6ae54c5aa6e0cbf2af4022ab'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:25.856285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Made reservation on behalf of a0218c0e6ae54c5aa6e0cbf2af4022ab for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:25.859312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.869403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.889264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0712b53-0675-4de3-80df-eacffdf0db90 req-95955606-13a1-4b7e-93c4-041978ac9bb3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120315 Nov 23 14:15:25.933600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b4510ccc-d916-42b3-9578-ce111bc857ea None None] Port 1691298a-1a21-442b-9305-4db79aaaabfc cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:15:25.960169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.963932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:25.989193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:15:25.998544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd42c0-a6ed-497b-9dd1-71e0094f6508,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:26.006659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.006781 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Added segment 6864dc76-3240-4678-ae72-9ebf41dcdac9 of type vlan for network fd018772-6832-4e56-bad5-f9e19eb432c2 Nov 23 14:15:26.050521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.080130 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.081137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:26.081355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1691298a-1a21-442b-9305-4db79aaaabfc {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:26.081818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.094236 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.113900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Transition to ACTIVE for port object 1691298a-1a21-442b-9305-4db79aaaabfc will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:15:26.119009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.123717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3946779 Nov 23 14:15:26.129393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46460) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:26.151315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Request body: {'subnet': {'network_id': 'fd018772-6832-4e56-bad5-f9e19eb432c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-576746276-subnet', 'tenant_id': 'a0218c0e6ae54c5aa6e0cbf2af4022ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:26.152760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d2f1c-6508-4cfc-9f12-95fc9490e169 admin admin] Pushing event updated for resources: {'Network': ['ID=fd018772-6832-4e56-bad5-f9e19eb432c2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:26.169163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network fd018772-6832-4e56-bad5-f9e19eb432c2 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:15:26.173990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c474b56d-0211-4dc6-96fe-814d4c2ece22 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:26.206202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:26.270008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Made reservation on behalf of a0218c0e6ae54c5aa6e0cbf2af4022ab for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:26.272299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.297496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7140a504-598a-417c-922b-69be3398472f req-e9895cf5-3ce7-4489-a9cc-197d69f9efe1 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0441318 Nov 23 14:15:26.341570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c474b56d-0211-4dc6-96fe-814d4c2ece22 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:26.341950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.373799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:15:26.374138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:15:26.374475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:26.389557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Port 1691298a-1a21-442b-9305-4db79aaaabfc on network e050faec-e98f-4525-a16b-7c79017ec642 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:15:26.389891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:26.397120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:15:26.397463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Checking segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:26.397858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Bound using segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:15:26.398817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Bound port: 1691298a-1a21-442b-9305-4db79aaaabfc, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:15:26.399230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.530685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:15:26.536165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:15:26.568209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.632207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.642426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:26.643090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.644489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] 10.222.0.74 "PUT /v2.0/ports/1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 1092 time: 1.0378404 Nov 23 14:15:26.656469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:26.658925 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82efe730-df59-412b-ae63-7784c7503fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:26.673304 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6dac7b09-d496-4594-bc09-5b680356cb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.718742 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd01817-4cc5-459f-9a7d-495a917c0413 x-openstack-request-id: req-cfd01817-4cc5-459f-9a7d-495a917c0413 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:26.719088 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:26.719304 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfd01817-4cc5-459f-9a7d-495a917c0413 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:26.719718 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'status': 'completed', 'code': 200} Nov 23 14:15:26.744513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4dad0-7f5c-4d85-9f22-ab3bab557b5a service neutron] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:26.775263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b737104-f3a5-4351-bbf9-3f0eba464c70,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:26.787537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-18b084d7-1288-4ddd-a166-93e1e8aa4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:26.789609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-18b084d7-1288-4ddd-a166-93e1e8aa4b58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1095 time: 0.0904093 Nov 23 14:15:26.790333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Checking segment: {'id': '6864dc76-3240-4678-ae72-9ebf41dcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fd018772-6832-4e56-bad5-f9e19eb432c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:26.790700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Network hostable DHCP agents. Network: fd018772-6832-4e56-bad5-f9e19eb432c2, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:15:26.839784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-3569f9c9-2812-4224-8808-d2c79777e01b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 217 time: 0.0399563 Nov 23 14:15:26.842534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Network fd018772-6832-4e56-bad5-f9e19eb432c2 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:15:26.861411 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.876844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, fd018772-6832-4e56-bad5-f9e19eb432c2) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:26.885184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:26.885766 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:26.889086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231cd36-aa32-435a-acaa-bb8dc8218067 None None] Network fd018772-6832-4e56-bad5-f9e19eb432c2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:26.908803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7fc4ab5c-0787-4a17-a764-cb73a32b403c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7783592 Nov 23 14:15:26.915194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-2c68f2ea-39fb-419f-80d9-fe4204447aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:26.915194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-2c68f2ea-39fb-419f-80d9-fe4204447aa3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.0654495 Nov 23 14:15:26.969997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-843ac2b4-9289-49de-8a37-62f43c8165f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:26.971799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-843ac2b4-9289-49de-8a37-62f43c8165f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529585 Nov 23 14:15:27.043426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f674566-c470-49c0-8d80-76923a2115e6 None None] Network fd018772-6832-4e56-bad5-f9e19eb432c2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:27.128398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc3b1-894a-492a-ab49-72e3fb0e8625 req-dd4a28f8-025c-4335-96c0-78e270fe504e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:27.129918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-396cc3b1-894a-492a-ab49-72e3fb0e8625 req-dd4a28f8-025c-4335-96c0-78e270fe504e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1251798 Nov 23 14:15:27.473500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-26c42a1b-2278-435e-bd92-169e5c7bac5c service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932132 Nov 23 14:15:27.484084 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-679c82ac-15cc-4ccc-9b0a-e8e0f4101c98 req-a154591b-60f8-4ed9-811c-597c439fb1ba tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] show failed (client error): The resource could not be found. Nov 23 14:15:27.485047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-679c82ac-15cc-4ccc-9b0a-e8e0f4101c98 req-a154591b-60f8-4ed9-811c-597c439fb1ba tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "GET /v2.0/security-groups/c2c10f27-b1fe-4948-9f12-d9cbfaa7b347 HTTP/1.1" status: 404 len: 352 time: 0.0297704 Nov 23 14:15:27.563727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-396cc3b1-894a-492a-ab49-72e3fb0e8625 req-d86be4ec-fefe-48b1-b6eb-b0d651b0cce3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206824 Nov 23 14:15:27.611862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e6e9af6-1bfd-4428-a13e-f1be0582f8fe req-15148771-8b42-4fde-b0d2-a0937dd05315 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288335 Nov 23 14:15:27.658123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4a8c580-0f23-44a4-b5e7-460bba9c8ba0 req-51b64402-8e2d-488e-8965-33bea26b3766 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0345793 Nov 23 14:15:27.729969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe730-df59-412b-ae63-7784c7503fbc req-76693a9c-5376-45e8-9f46-b32e37b97b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:27.731699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82efe730-df59-412b-ae63-7784c7503fbc req-76693a9c-5376-45e8-9f46-b32e37b97b8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1095 time: 0.0602918 Nov 23 14:15:27.888911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-240753a0-9b8c-44f0-807f-71fed04e1d70 req-92dc4ed3-3bba-4f38-8ded-f90e2712a819 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0218c0e6ae54c5aa6e0cbf2af4022ab HTTP/1.1" status: 200 len: 3005 time: 0.0948880 Nov 23 14:15:27.889998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe730-df59-412b-ae63-7784c7503fbc req-88ed65e6-d09f-4bf5-8245-c8eb17dddccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:27.891389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82efe730-df59-412b-ae63-7784c7503fbc req-88ed65e6-d09f-4bf5-8245-c8eb17dddccd service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.1502836 Nov 23 14:15:27.916801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5c47024e-1d0a-4811-bc4a-6081db82d3d6 req-754ecc55-d2a9-43ec-b686-978ad479643f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0297856 Nov 23 14:15:27.946720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82efe730-df59-412b-ae63-7784c7503fbc req-30bfc8d0-dad5-4df5-bd75-28ce98e1f2a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 217 time: 0.0415723 Nov 23 14:15:28.001858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-240753a0-9b8c-44f0-807f-71fed04e1d70 req-7986fec7-8201-4d96-a16f-d5fa50a68aa7 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "GET /v2.0/security-groups/a3fd42c0-a6ed-497b-9dd1-71e0094f6508 HTTP/1.1" status: 200 len: 3002 time: 0.1045215 Nov 23 14:15:28.017489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe730-df59-412b-ae63-7784c7503fbc req-91893dfa-7613-4621-b1eb-27ae4cc06698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:28.018861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82efe730-df59-412b-ae63-7784c7503fbc req-91893dfa-7613-4621-b1eb-27ae4cc06698 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.0649235 Nov 23 14:15:28.082854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-240753a0-9b8c-44f0-807f-71fed04e1d70 req-74cf9e7c-ae56-4166-a612-730f71befbf2 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "GET /v2.0/security-groups/a3fd42c0-a6ed-497b-9dd1-71e0094f6508 HTTP/1.1" status: 200 len: 3002 time: 0.0723460 Nov 23 14:15:28.088716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe730-df59-412b-ae63-7784c7503fbc req-dd314087-26d2-45db-945e-29ee6c39caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:28.090215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82efe730-df59-412b-ae63-7784c7503fbc req-dd314087-26d2-45db-945e-29ee6c39caa2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637898 Nov 23 14:15:28.220072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa23200e-2a56-4de0-8e2e-10c6f70e9bef req-8004240e-c63d-433d-80cb-762c6d28b3c4 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "GET /v2.0/security-groups/a3fd42c0-a6ed-497b-9dd1-71e0094f6508 HTTP/1.1" status: 200 len: 3002 time: 0.1012580 Nov 23 14:15:28.242577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82efe730-df59-412b-ae63-7784c7503fbc req-4f8516ca-32b5-40aa-8802-e2152de2d3eb service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437118 Nov 23 14:15:28.350090 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-fa23200e-2a56-4de0-8e2e-10c6f70e9bef req-8b74fec8-0099-4d83-ae1a-04a0ee80041d tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 14:15:28.351187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa23200e-2a56-4de0-8e2e-10c6f70e9bef req-8b74fec8-0099-4d83-ae1a-04a0ee80041d tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "DELETE /v2.0/security-groups/a3fd42c0-a6ed-497b-9dd1-71e0094f6508 HTTP/1.1" status: 409 len: 352 time: 0.1202159 Nov 23 14:15:28.369760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82efe730-df59-412b-ae63-7784c7503fbc req-3d9525ca-3173-4000-a91a-f8b83e932199 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185558 Nov 23 14:15:28.388191 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-063d9e99-f90b-4845-b03f-344b1d587af6 req-292c2882-3c99-40b6-904c-a0b115e87872 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] show failed (client error): The resource could not be found. Nov 23 14:15:28.389208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-063d9e99-f90b-4845-b03f-344b1d587af6 req-292c2882-3c99-40b6-904c-a0b115e87872 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "GET /v2.0/security-groups/d39b923d-80d7-4f39-8b18-007adeeb42b2 HTTP/1.1" status: 404 len: 352 time: 0.0140457 Nov 23 14:15:28.424983 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-6939e3c0-c1cc-41d4-8d3e-c87fbfe3d3f1 req-2d58f2b4-b85e-4523-8980-142b2e3ba188 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] show failed (client error): The resource could not be found. Nov 23 14:15:28.425949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6939e3c0-c1cc-41d4-8d3e-c87fbfe3d3f1 req-2d58f2b4-b85e-4523-8980-142b2e3ba188 tempest-SecurityGroupsNegativeTestJSON-1063824528 tempest-SecurityGroupsNegativeTestJSON-1063824528-project] 10.222.0.46 "GET /v2.0/security-groups/1b44645c-a9d1-4062-961f-6bf5b66778a9 HTTP/1.1" status: 404 len: 352 time: 0.0145912 Nov 23 14:15:28.435877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46512) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:28.480238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] Deleting subnet 2b737104-f3a5-4351-bbf9-3f0eba464c70 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:15:28.483529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.518460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.557570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.616452 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.650564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b737104-f3a5-4351-bbf9-3f0eba464c70,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:28.654692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.659745 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-92261cae-13fc-48c7-ad34-b1578bdb077c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2b737104-f3a5-4351-bbf9-3f0eba464c70 HTTP/1.1" status: 204 len: 168 time: 0.2216020 Nov 23 14:15:28.660995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46518) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:28.714245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23d6f8-03fa-4650-ba27-0d477727b70c req-51b1f639-6ca1-491c-b1f5-0a14cfdefe54 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:28.716694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d23d6f8-03fa-4650-ba27-0d477727b70c req-51b1f639-6ca1-491c-b1f5-0a14cfdefe54 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.0613925 Nov 23 14:15:28.741151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.784961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d23d6f8-03fa-4650-ba27-0d477727b70c req-9ebbe087-d53e-47f9-bfa8-fc4a97ad39d0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610542 Nov 23 14:15:28.842209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.851780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b47f0704-fcdc-413e-9eb1-030ec116fa78 req-30b4a97a-2f5a-4394-86b0-0101d18f4909 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0280626 Nov 23 14:15:28.862574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd018772-6832-4e56-bad5-f9e19eb432c2']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:28.873057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6864dc76-3240-4678-ae72-9ebf41dcdac9') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:28.873295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6864dc76-3240-4678-ae72-9ebf41dcdac9') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:28.882726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.895650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.901968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:15:28.902350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:15:28.904370 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:15:28.958282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.963989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:28.967086 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fd018772-6832-4e56-bad5-f9e19eb432c2 HTTP/1.1" status: 204 len: 168 time: 0.3051536 Nov 23 14:15:28.977900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102dcf1-4fed-4d4d-bbaa-9823455a6331 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd018772-6832-4e56-bad5-f9e19eb432c2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:29.033491 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d7380d80-ba3a-4d75-88ea-42dbf70f5afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:29.079976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46530) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:29.121925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0ab89534-7cb1-421d-b04b-f7898e6d665f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0218c0e6ae54c5aa6e0cbf2af4022ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407691 Nov 23 14:15:29.124412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46532) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:29.175199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25b7fd45-f7ea-4b2e-af17-adeb6aae409a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:29.199368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25b7fd45-f7ea-4b2e-af17-adeb6aae409a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:29.244733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25b7fd45-f7ea-4b2e-af17-adeb6aae409a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:29.247234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25b7fd45-f7ea-4b2e-af17-adeb6aae409a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:29.248413 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-25b7fd45-f7ea-4b2e-af17-adeb6aae409a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3fd42c0-a6ed-497b-9dd1-71e0094f6508 HTTP/1.1" status: 204 len: 168 time: 0.1231153 Nov 23 14:15:29.256357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7fd45-f7ea-4b2e-af17-adeb6aae409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd42c0-a6ed-497b-9dd1-71e0094f6508,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:29.922390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e32d1c-23db-4ebe-aea3-4eb69aca5ef9 req-0db7e199-d687-46c9-a055-03e36f7b1024 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:29.924075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79e32d1c-23db-4ebe-aea3-4eb69aca5ef9 req-0db7e199-d687-46c9-a055-03e36f7b1024 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.0570490 Nov 23 14:15:29.936138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:15:29.971147 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:29.992044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79e32d1c-23db-4ebe-aea3-4eb69aca5ef9 req-89a184a6-b7aa-433c-9932-4a7925b01c82 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611866 Nov 23 14:15:30.043380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46566) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:30.061807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a86a699-f362-47ca-8448-a5b6c3c7b221 req-7576b049-4989-45d4-8084-0562460f6b74 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0413058 Nov 23 14:15:30.101799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:30.112568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1691298a-1a21-442b-9305-4db79aaaabfc', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'port_id': '1691298a-1a21-442b-9305-4db79aaaabfc', 'mac_address': 'fa:16:3e:8a:a6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:15:30.151972 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.162738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-910865442-network', 'tenant_id': '64b8898bf10c4f1f89a62834e14151a9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:30.165062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1691298a-1a21-442b-9305-4db79aaaabfc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:30.186138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:30.187212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Made reservation on behalf of 64b8898bf10c4f1f89a62834e14151a9 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:30.189816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.191065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.200010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.244265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:30.276190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.280767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.305293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:15:30.315276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee08cc9-baba-4f39-8083-14c47bc53958,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:30.320086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.320493 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Added segment f892f938-3bd7-4f42-b898-1ff1f719a0c2 of type vlan for network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd Nov 23 14:15:30.362405 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.371373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acf97cd6-8fa4-483b-b871-e907d8a691ff req-a27e3fec-17f6-409e-b6b0-f19cb2ca5bc4 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6&device_id=ef728283-b797-409a-832b-4dbe6381874b HTTP/1.1" status: 200 len: 210 time: 0.0275939 Nov 23 14:15:30.387450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.388717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:30.389457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.429964 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3859959 Nov 23 14:15:30.433284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46574) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:30.438441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Request body: {'subnet': {'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-910865442-subnet', 'tenant_id': '64b8898bf10c4f1f89a62834e14151a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:30.458729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e36c1-2644-4b80-ba66-ce000ee6cde4 admin admin] Pushing event updated for resources: {'Network': ['ID=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:30.459314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1691298a-1a21-442b-9305-4db79aaaabfc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:30.469114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Made reservation on behalf of 64b8898bf10c4f1f89a62834e14151a9 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:30.470996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:15:30.473437 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.604272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-58d97eba-571a-4db0-a6f2-83af525a9626 req-e6c2cd4a-bdcf-4e9c-b287-f11059276923 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27ad11da45444bb5bf8f341ad61982da&device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0451014 Nov 23 14:15:30.617542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fefe0ab8-4f32-49f0-a7f1-e32bf0e84945 req-9b82d811-b033-4cd6-8b84-5607c02ea6a4 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0407426 Nov 23 14:15:30.643300 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-58d97eba-571a-4db0-a6f2-83af525a9626 req-b4b60962-ecda-4c43-9890-de3264a24a25 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=27ad11da45444bb5bf8f341ad61982da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307224 Nov 23 14:15:30.706107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.749140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97eba-571a-4db0-a6f2-83af525a9626 req-ed958488-1941-49cb-bcbf-c85fb193eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:30.750618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-58d97eba-571a-4db0-a6f2-83af525a9626 req-ed958488-1941-49cb-bcbf-c85fb193eb81 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980008 Nov 23 14:15:30.766505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4981d67f-7ab2-4953-a0e7-8dc1185675f1,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:30.776230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Checking segment: {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:30.776592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Network hostable DHCP agents. Network: 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:15:30.792780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:15:30.801400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:30.805859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:30.806452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:30.811269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d28bea-c316-47e3-ba1e-fc81dd8b2761 None None] Network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:30.822566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-452aec75-393c-4f3f-be70-817e01d3894a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3879364 Nov 23 14:15:30.948996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b144b-2ff3-4c68-a045-2e9e1466115e None None] Network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:31.124481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a61f7f-2468-4401-9a6c-33f4dd3bbd37 req-3046ffb7-a032-47e2-b564-e38342e97ef0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:31.125980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6a61f7f-2468-4401-9a6c-33f4dd3bbd37 req-3046ffb7-a032-47e2-b564-e38342e97ef0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Nov 23 14:15:31.183551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6a61f7f-2468-4401-9a6c-33f4dd3bbd37 req-e3f9f1f4-4a45-47a2-bb33-b7b8253623c3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511100 Nov 23 14:15:31.290335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-61fe00b4-e4ea-4cfd-8d69-87bd1cd45afc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:31.291821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-61fe00b4-e4ea-4cfd-8d69-87bd1cd45afc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 814 time: 0.1242764 Nov 23 14:15:31.306814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-feb4e3d4-e44e-4563-a050-0936848c3e9e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/quotas/64b8898bf10c4f1f89a62834e14151a9 HTTP/1.1" status: 200 len: 375 time: 0.0093677 Nov 23 14:15:31.338848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-8f0c725f-9958-4815-87a8-edc0914eda04 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269659 Nov 23 14:15:31.426125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-04b8bb5b-e5a0-4f9a-a16f-f5eb903a7d12 service neutron] 10.222.0.46 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803132 Nov 23 14:15:31.517215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-c3db064a-7c65-4b7c-9e56-3d838a1e5c59 service neutron] 10.222.0.46 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851448 Nov 23 14:15:31.551525 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:31.688659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6607deb2-65bb-40b5-b82d-5a13bf4ddc99 req-fb8110d3-026f-41bc-8a9f-12e7c7ec1f67 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 210 time: 0.0326378 Nov 23 14:15:31.720649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-327db990-78be-4b2a-b76e-271d84af1317 req-4e980427-2586-4c99-b925-a1cedd3230a7 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0303562 Nov 23 14:15:31.949870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:32.005705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 1691298a-1a21-442b-9305-4db79aaaabfc completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:15:32.010153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1691298a-1a21-442b-9305-4db79aaaabfc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:32.010550 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:32.100960 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:32.123938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:32.126186 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7ad17f-690f-4d6f-9aeb-442710570434" -d '{"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-plugged", "status": "completed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:32.139073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:32.144083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:32.182841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-58d97eba-571a-4db0-a6f2-83af525a9626 req-25837ec7-225f-4e9c-a518-226f7d1b01ee tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8098929-076e-40c8-9a07-a356a9e4b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0333116 Nov 23 14:15:32.191904 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed446d9b-0c81-418b-9915-67cf366797ba x-openstack-request-id: req-ed446d9b-0c81-418b-9915-67cf366797ba {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:32.192205 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-plugged", "status": "completed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:32.192460 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed446d9b-0c81-418b-9915-67cf366797ba {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:32.192849 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'code': 200} Nov 23 14:15:32.196335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:32.362799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c775e7-e10c-4f50-831c-adb89fe53e21 req-2cefe26a-644d-4b79-8875-3960d60fe21b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:32.364290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73c775e7-e10c-4f50-831c-adb89fe53e21 req-2cefe26a-644d-4b79-8875-3960d60fe21b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0867465 Nov 23 14:15:32.366832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1e3fc-f8c5-401e-ba0c-217212fc56cc req-6089ba88-4205-4759-b715-0231bf9fe997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:32.368740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35f1e3fc-f8c5-401e-ba0c-217212fc56cc req-6089ba88-4205-4759-b715-0231bf9fe997 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1097 time: 0.0809710 Nov 23 14:15:32.421148 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:32.439486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73c775e7-e10c-4f50-831c-adb89fe53e21 req-98b4f151-ac5d-4f03-a64d-2922bb3bb27d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686622 Nov 23 14:15:32.441517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35f1e3fc-f8c5-401e-ba0c-217212fc56cc req-330ec890-3384-480c-a11f-79148f3c5ee7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642540 Nov 23 14:15:32.793251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-995bb4cf-f7e6-48da-9740-fe065270eacc req-efcc5550-7989-49d1-a42b-1a87c8b8245f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 210 time: 0.0276198 Nov 23 14:15:32.945841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-16bed68c-fe70-41c7-94be-43f0627b04bc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:32.947411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-16bed68c-fe70-41c7-94be-43f0627b04bc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 814 time: 0.1400416 Nov 23 14:15:32.963147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Request body: {'port': {'device_id': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'admin_state_up': True, 'tenant_id': '64b8898bf10c4f1f89a62834e14151a9'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:32.997797 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ec8eda23-57cb-44f3-8fb9-7cc4b135ec3b req-b6fc8910-2494-4648-bc78-6ccd30c9c814 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27ad11da45444bb5bf8f341ad61982da&device_id=ef728283-b797-409a-832b-4dbe6381874b HTTP/1.1" status: 200 len: 210 time: 0.0280018 Nov 23 14:15:33.024010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c15af184-b94e-425d-89e9-08b3156e484e req-14128242-5d21-4251-a9e5-c57f03f6fe93 tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef728283-b797-409a-832b-4dbe6381874b HTTP/1.1" status: 200 len: 210 time: 0.0412326 Nov 23 14:15:33.031775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ec8eda23-57cb-44f3-8fb9-7cc4b135ec3b req-dd0ce86e-379c-4f64-b2b8-90c70cd249ff service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=27ad11da45444bb5bf8f341ad61982da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218518 Nov 23 14:15:33.126135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Made reservation on behalf of 64b8898bf10c4f1f89a62834e14151a9 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:33.130650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:33.144305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eda23-57cb-44f3-8fb9-7cc4b135ec3b req-1ca61f85-d92b-42b4-b40f-d8d9842cec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:33.146121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ec8eda23-57cb-44f3-8fb9-7cc4b135ec3b req-1ca61f85-d92b-42b4-b40f-d8d9842cec81 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046283 Nov 23 14:15:33.266397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Allocated IP 172.20.0.12 (5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd/4981d67f-7ab2-4953-a0e7-8dc1185675f1/0dc10467-b2dc-4c60-bfb5-45344fe1ed98) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:33.426042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:33.462276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:33.512801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:33.518147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:33.525763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:33.537472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Pushing event updated for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:33.623668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:33.624470 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:33.641722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcbba6-3e7b-4881-a41c-0a66615433c5 req-7eecc400-7435-46a6-a1e5-3039a825369d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:33.643377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fbcbba6-3e7b-4881-a41c-0a66615433c5 req-7eecc400-7435-46a6-a1e5-3039a825369d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1195619 Nov 23 14:15:33.656430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-33913fe9-189e-457d-83ce-f2d1dfc9b793 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6983981 Nov 23 14:15:33.688139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Request body: {'port': {'device_id': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:33.723946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fbcbba6-3e7b-4881-a41c-0a66615433c5 req-0386a34a-cf8e-4229-abdc-0318e2100ec4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719149 Nov 23 14:15:33.756961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:33.977810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e6ca9-50a6-427e-8e7f-b207f6649ceb req-af2d4a3c-9075-462c-9b6e-154b777cffdd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:33.980039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668e6ca9-50a6-427e-8e7f-b207f6649ceb req-af2d4a3c-9075-462c-9b6e-154b777cffdd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 932 time: 0.1089094 Nov 23 14:15:34.060714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668e6ca9-50a6-427e-8e7f-b207f6649ceb req-23bbf145-cc83-4069-ba8e-fb95d923a883 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747592 Nov 23 14:15:34.106392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:34.121867 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:34.145856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9919ca4e-78d4-4897-9481-ac18975bc916 req-240b82ad-b387-4e2a-af1a-2eb9ed69613a tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef728283-b797-409a-832b-4dbe6381874b HTTP/1.1" status: 200 len: 210 time: 0.0349944 Nov 23 14:15:34.151033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Transition to ACTIVE for port object 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:15:34.155272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:34.206704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:34.268772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Attempting to bind port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:15:34.269102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Attempting to bind port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:15:34.269423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Attempting to bind port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:34.274448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:15:34.274760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Attempting to bind port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:34.279488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:15:34.279813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Checking segment: {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:34.280187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Bound using segment: {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:15:34.280596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Bound port: 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:15:34.280939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:34.345453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:15:34.348334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:15:34.353475 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:34.387227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:34.387850 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:34.389845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] 10.222.0.74 "PUT /v2.0/ports/0dc10467-b2dc-4c60-bfb5-45344fe1ed98 HTTP/1.1" status: 200 len: 1092 time: 0.7082295 Nov 23 14:15:34.390282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:34.392568 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:34.421183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e3575-b2e9-42d7-8f44-23a662d49236 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:34.437562 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fcaf1c-e501-4035-a077-0ad67c2f7adb x-openstack-request-id: req-b7fcaf1c-e501-4035-a077-0ad67c2f7adb {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:34.438148 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:34.438148 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7fcaf1c-e501-4035-a077-0ad67c2f7adb {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:34.438846 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'status': 'completed', 'code': 200} Nov 23 14:15:34.495022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-b0d16b42-11d1-4c4e-b2e6-5386650265df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:34.495146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-b0d16b42-11d1-4c4e-b2e6-5386650265df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 1095 time: 0.0476158 Nov 23 14:15:34.533877 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ec8eda23-57cb-44f3-8fb9-7cc4b135ec3b req-56153883-ab36-4e87-a417-a0a2cf625f0e tempest-ServerShowV247Test-2069852191 tempest-ServerShowV247Test-2069852191-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef728283-b797-409a-832b-4dbe6381874b HTTP/1.1" status: 200 len: 210 time: 0.0297472 Nov 23 14:15:34.548886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-7e102c74-2458-4460-a62a-7ca75c101c46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98 HTTP/1.1" status: 200 len: 217 time: 0.0453129 Nov 23 14:15:34.606061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-a6b22dc0-d659-4dea-aa8f-76c0114acf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:34.607586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-a6b22dc0-d659-4dea-aa8f-76c0114acf6e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4981d67f-7ab2-4953-a0e7-8dc1185675f1 HTTP/1.1" status: 200 len: 854 time: 0.0519364 Nov 23 14:15:34.643387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-c22722ce-44c6-4ac9-aee8-161245b4beaa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279255 Nov 23 14:15:34.736051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-47beb7f9-364d-442f-b177-d12b16bb830d service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850317 Nov 23 14:15:34.854050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-792769d6-58a0-48c4-82d5-a359c6d217f5 req-9527c50a-07f7-4e55-be70-0196c0bc8388 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098626 Nov 23 14:15:34.872958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a6aca-e8d7-4ab1-a8c9-ee39ea9c1fac req-5acedf52-b9c1-474f-89ac-f2611dbd1241 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:34.874576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-726a6aca-e8d7-4ab1-a8c9-ee39ea9c1fac req-5acedf52-b9c1-474f-89ac-f2611dbd1241 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0704498 Nov 23 14:15:34.957538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-726a6aca-e8d7-4ab1-a8c9-ee39ea9c1fac req-20fc4442-8d91-4f80-960a-c0cdd6b85552 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754831 Nov 23 14:15:34.969801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-e58480b4-c940-4490-aab9-c7ed63e332b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:34.971371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-e58480b4-c940-4490-aab9-c7ed63e332b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 1095 time: 0.0669343 Nov 23 14:15:35.144049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9b42-a934-461a-a975-8b0ddad6f933 req-2af22379-86e4-40c7-a9ce-744ad0f98986 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:35.145719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-910a9b42-a934-461a-a975-8b0ddad6f933 req-2af22379-86e4-40c7-a9ce-744ad0f98986 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0986218 Nov 23 14:15:35.146725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-bb235ee3-0c06-4eeb-a0ad-f0a05bda3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:35.148793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-bb235ee3-0c06-4eeb-a0ad-f0a05bda3f3e service neutron] 10.222.0.74 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 915 time: 0.1696839 Nov 23 14:15:35.154949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46670) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:35.160791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'floatingip': {'port_id': '1691298a-1a21-442b-9305-4db79aaaabfc'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:35.212692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-4590ecf5-5f2b-4804-9bde-add3a0d2540b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98 HTTP/1.1" status: 200 len: 217 time: 0.0537691 Nov 23 14:15:35.214562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:35.248508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78f465-acc6-4e17-b81b-f98a47d61536 req-7e9042b6-a7ba-475f-a8f2-2aefb3de3b8b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:35.250092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a78f465-acc6-4e17-b81b-f98a47d61536 req-7e9042b6-a7ba-475f-a8f2-2aefb3de3b8b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 944 time: 0.1008019 Nov 23 14:15:35.314138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-ba703528-d47d-42a8-8f1b-619162593d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:35.315650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-ba703528-d47d-42a8-8f1b-619162593d3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4981d67f-7ab2-4953-a0e7-8dc1185675f1 HTTP/1.1" status: 200 len: 854 time: 0.0957954 Nov 23 14:15:35.354520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a78f465-acc6-4e17-b81b-f98a47d61536 req-82d8f049-d70b-4257-b7bb-45b900253fb7 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859263 Nov 23 14:15:35.374988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-0d3dc284-767e-45b3-aaf7-04171e0a2be3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497603 Nov 23 14:15:35.472913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-438551f6-f887-4099-be36-401ec1018ca7 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892978 Nov 23 14:15:35.498913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46682) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:35.582647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1fe86a-c5e9-4b25-8544-1817285ddd0a req-55fc0b50-2f59-4ed7-82bf-cd46cd63d291 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026690 Nov 23 14:15:35.637745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16722ae7-4571-4392-a3a2-866b917fb964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:35.758741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:35.765948 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:35.823230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16722ae7-4571-4392-a3a2-866b917fb964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:35.827908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16722ae7-4571-4392-a3a2-866b917fb964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:36.190759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16722ae7-4571-4392-a3a2-866b917fb964 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27ad11da45444bb5bf8f341ad61982da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6906762 Nov 23 14:15:36.191601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16722ae7-4571-4392-a3a2-866b917fb964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af071d-3511-4406-a4ce-5cbaf4b758bc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:36.193466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46688) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:36.200190 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Floating IP b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c associated. External IP: 172.25.3.192, port: 1691298a-1a21-442b-9305-4db79aaaabfc. Nov 23 14:15:36.242713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4dd8-534a-4e56-9243-aad557ef0255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:36.264239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4dd8-534a-4e56-9243-aad557ef0255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:36.311413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4dd8-534a-4e56-9243-aad557ef0255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:36.313861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4dd8-534a-4e56-9243-aad557ef0255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:36.315066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8a6e4dd8-534a-4e56-9243-aad557ef0255 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14af071d-3511-4406-a4ce-5cbaf4b758bc HTTP/1.1" status: 204 len: 168 time: 0.1205537 Nov 23 14:15:36.322945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e4dd8-534a-4e56-9243-aad557ef0255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af071d-3511-4406-a4ce-5cbaf4b758bc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:36.424863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Router 7e3a78b0-c645-4f48-8628-6bc995db8bfe has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:15:36.484569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16387c2-ff34-40a3-8390-30543a394241 req-1aed4a64-6773-4280-92bb-bdee01e515d7 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:36.486598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d16387c2-ff34-40a3-8390-30543a394241 req-1aed4a64-6773-4280-92bb-bdee01e515d7 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 944 time: 0.0546861 Nov 23 14:15:36.537821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d16387c2-ff34-40a3-8390-30543a394241 req-8445dee3-3bd7-4a0f-962d-ac24867d674f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Nov 23 14:15:36.558421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:15:36.563385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:36.569693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] Sync routers for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:15:36.580225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:36.581013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:36.594754 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-289c1cae-dc87-4f2f-b40d-06deb5e8f4bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "PUT /v2.0/floatingips/b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c HTTP/1.1" status: 200 len: 992 time: 1.4358110 Nov 23 14:15:36.594754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:36.595177 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00" -d '{"events": [{"name": "network-changed", "server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:36.709837 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb25ed-e547-41b7-866f-a13eea1dd5bf x-openstack-request-id: req-8efb25ed-e547-41b7-866f-a13eea1dd5bf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:36.710416 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:36.710416 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8efb25ed-e547-41b7-866f-a13eea1dd5bf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:36.710794 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'status': 'completed', 'code': 200} Nov 23 14:15:36.723949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:36.774320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-97945803-d217-4bca-874c-3fad494a500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:36.776065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-97945803-d217-4bca-874c-3fad494a500d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1097 time: 0.0440984 Nov 23 14:15:36.979680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'port_id': '1691298a-1a21-442b-9305-4db79aaaabfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'mac_address': 'fa:16:3e:8a:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:15:22Z', 'updated_at': '2021-11-23T14:15:35Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:37.007970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] Checking router: 7e3a78b0-c645-4f48-8628-6bc995db8bfe for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:15:37.016670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:37.017284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:37.129596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:37.147285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-949acbc5-33d0-465c-b5aa-2b16a32b7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:37.155377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-949acbc5-33d0-465c-b5aa-2b16a32b7173 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.3715637 Nov 23 14:15:37.234592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-05a58016-d4a7-463e-adbd-4642ab5f233d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 1000 time: 0.0712450 Nov 23 14:15:37.288549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-358dfeb5-63c8-4d5d-9952-e7ecd7d47434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:37.291433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-358dfeb5-63c8-4d5d-9952-e7ecd7d47434 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.0495493 Nov 23 14:15:37.356413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-7a12152a-15cb-4ca5-a7a4-3948e46cc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:37.357913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-7a12152a-15cb-4ca5-a7a4-3948e46cc036 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593715 Nov 23 14:15:37.505730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea3d7130-72be-421e-a4d9-9d92dd81f436 req-eca27c83-3e25-4185-97ef-1aa4c6c2fc54 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0367546 Nov 23 14:15:37.511968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-32f7de90-677b-453a-b8cc-70ae6474fd45 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469591 Nov 23 14:15:37.556566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'port_id': '1691298a-1a21-442b-9305-4db79aaaabfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'mac_address': 'fa:16:3e:8a:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:15:22Z', 'updated_at': '2021-11-23T14:15:35Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:37.588747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7efc2-5cab-4a90-95a1-171d5af03dd1 None None] The sync data for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 is: [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'port_id': '1691298a-1a21-442b-9305-4db79aaaabfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'mac_address': 'fa:16:3e:8a:a6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:15:22Z', 'updated_at': '2021-11-23T14:15:35Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:15:37.644159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca1acfa-de6a-4ce5-a470-9ba8f4154a00 req-530da8fa-2fa7-45c4-adc8-72cc4a12f2d5 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243267 Nov 23 14:15:37.684596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9dfa-7e11-4777-834f-3b6d3d103c2f req-495370cb-73b7-4a64-913b-495f924d8f48 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:37.686156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d4c9dfa-7e11-4777-834f-3b6d3d103c2f req-495370cb-73b7-4a64-913b-495f924d8f48 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 944 time: 0.0587068 Nov 23 14:15:37.740695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d4c9dfa-7e11-4777-834f-3b6d3d103c2f req-2e566f8f-7bbe-4e1b-ba49-b1aeaf25407e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 Nov 23 14:15:37.859272 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a4107-14e4-4ece-ab70-9f6acf83b007 None None] New status for floating IP b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:15:37.996523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:15:38.096914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:38.108322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'port_id': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'mac_address': 'fa:16:3e:e7:ca:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4981d67f-7ab2-4953-a0e7-8dc1185675f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:15:38.146418 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:38.158961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:38.177511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:38.181617 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:38.229788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:38.445585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['0dc10467-b2dc-4c60-bfb5-45344fe1ed98'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:38.648073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a227ea43-d1bc-44b1-ac53-2dba9ec4ef19 req-4a6b0d75-59fc-4392-9f94-f8fc375048fb tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0384007 Nov 23 14:15:38.864002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f05b41-0856-4825-8007-019d24d993a8 req-9e25b76b-e191-4fae-b53e-88ee104720a4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:38.865498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49f05b41-0856-4825-8007-019d24d993a8 req-9e25b76b-e191-4fae-b53e-88ee104720a4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 945 time: 0.0514176 Nov 23 14:15:38.913175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49f05b41-0856-4825-8007-019d24d993a8 req-209d5b4a-de39-44aa-81c7-5060e66197ed tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Nov 23 14:15:39.756952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87202b8e-982d-4636-9884-6d4e0eba9c73 req-2e167b37-e849-4d97-b992-dc3eca066910 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0264230 Nov 23 14:15:39.760891 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09e6b0eb-fe8f-448c-95e5-99ae7a1c66ad req-1af0f385-0830-4c0b-819c-815b604a8aaf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0256658 Nov 23 14:15:40.008201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:15:40.034247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6471d9b-408c-478b-8ce9-f9dd87d10038 req-eaed60f2-aad4-4a93-9b15-f81b0d78c9a1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:40.035731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6471d9b-408c-478b-8ce9-f9dd87d10038 req-eaed60f2-aad4-4a93-9b15-f81b0d78c9a1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Nov 23 14:15:40.062368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:15:40.067079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:15:40.067457 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:40.087574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6471d9b-408c-478b-8ce9-f9dd87d10038 req-ce7d89e4-47bc-4df8-b372-44f4dcdccbca tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Nov 23 14:15:40.142830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:40.164624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:40.166939 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7b965-da43-4e9b-bcdd-70298d762d33" -d '{"events": [{"server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "name": "network-vif-plugged", "status": "completed", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:40.179063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:40.183662 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:40.208542 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19e11d9-27dd-4bd1-a41f-e74bb84f1f71 x-openstack-request-id: req-b19e11d9-27dd-4bd1-a41f-e74bb84f1f71 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:40.208835 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "name": "network-vif-plugged", "status": "completed", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:40.209085 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b19e11d9-27dd-4bd1-a41f-e74bb84f1f71 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:40.209465 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'code': 200} Nov 23 14:15:40.242561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:40.301834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a25862-dcca-44c1-a920-2093e9fbd77b req-128294b6-5027-4470-8858-a649b71299d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:40.303350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12a25862-dcca-44c1-a920-2093e9fbd77b req-128294b6-5027-4470-8858-a649b71299d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 1097 time: 0.0405419 Nov 23 14:15:40.347997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12a25862-dcca-44c1-a920-2093e9fbd77b req-4a247c6b-d95f-4233-90c2-2ae21c3de1d8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Nov 23 14:15:40.873450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6bea69b-ec63-4292-bdfe-6090103a555b req-ae9fbc41-777f-4f12-8852-9ca45a2317fb tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0316224 Nov 23 14:15:41.206637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2df9ac-f944-4597-a258-96f1fcd0bfa3 req-be941365-61f9-4fcf-b3f1-b8b03a04d651 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:41.208045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c2df9ac-f944-4597-a258-96f1fcd0bfa3 req-be941365-61f9-4fcf-b3f1-b8b03a04d651 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0480077 Nov 23 14:15:41.257510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c2df9ac-f944-4597-a258-96f1fcd0bfa3 req-44b11974-6c4a-4916-a9bc-1e1814196fb9 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Nov 23 14:15:41.705223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd4bfa-ad4c-4934-80f2-ccc5c99162c1 req-ea9bc374-b11d-4ee8-a514-e1171fee6455 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:41.706709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43cd4bfa-ad4c-4934-80f2-ccc5c99162c1 req-ea9bc374-b11d-4ee8-a514-e1171fee6455 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Nov 23 14:15:41.752626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43cd4bfa-ad4c-4934-80f2-ccc5c99162c1 req-133f1a02-c9ed-440a-98ec-fb14e97c6c2d tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Nov 23 14:15:41.977268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bef7810-0de2-41fb-9714-3fafe5db3796 req-4c7a6456-645a-4d32-b88f-10e465462609 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0251827 Nov 23 14:15:42.374734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f3cdd-ea45-4e84-aead-0432502ff113 req-9ec15092-0305-411b-b2af-0bea57cf869a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:42.376617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-965f3cdd-ea45-4e84-aead-0432502ff113 req-9ec15092-0305-411b-b2af-0bea57cf869a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0529852 Nov 23 14:15:42.427653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-965f3cdd-ea45-4e84-aead-0432502ff113 req-1c94badb-4cc0-44f0-a398-72f11642cc2f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 Nov 23 14:15:42.564390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb634712-f9eb-4c55-b0ab-1c6030559b27 req-02a796f5-7600-4da6-815e-e4fea71fe3fd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:42.565869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb634712-f9eb-4c55-b0ab-1c6030559b27 req-02a796f5-7600-4da6-815e-e4fea71fe3fd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0601089 Nov 23 14:15:42.598159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-595632e2-0847-48ee-8888-4815e29dc254 req-6fc78338-36ae-4f65-bc70-d361993f7994 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Nov 23 14:15:42.639325 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb634712-f9eb-4c55-b0ab-1c6030559b27 req-3b6bb387-9c51-4669-85c4-4e4464c36982 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628960 Nov 23 14:15:42.879500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58939be-2d2d-4d6f-853e-d879952653f6 req-119d383a-75ea-4226-b479-b8e21889870f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:42.881460 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58939be-2d2d-4d6f-853e-d879952653f6 req-119d383a-75ea-4226-b479-b8e21889870f tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 945 time: 0.0547638 Nov 23 14:15:42.944269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58939be-2d2d-4d6f-853e-d879952653f6 req-59eb5a94-806e-4d5e-8909-7a67adae8b24 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups?id=43395f72-69c4-47b2-af09-cc635bc1a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545132 Nov 23 14:15:43.022532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a8331-cce3-441f-b217-1f23f5dff21c req-44585490-3bb9-4f41-a4b0-e02258dd3f50 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:43.024218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-927a8331-cce3-441f-b217-1f23f5dff21c req-44585490-3bb9-4f41-a4b0-e02258dd3f50 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0512702 Nov 23 14:15:43.073507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-927a8331-cce3-441f-b217-1f23f5dff21c req-9060b41d-5211-4308-bbbd-da3f7221a610 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Nov 23 14:15:43.135362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-2d3f1b8d-10f7-483c-b85e-14f051764f34 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:43.137002 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-2d3f1b8d-10f7-483c-b85e-14f051764f34 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.11 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 945 time: 0.0565634 Nov 23 14:15:43.247326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Deleting port 469efe6b-8864-4ee6-a136-eb371c0f7583 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:43.247791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:43.333708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] For port 469efe6b-8864-4ee6-a136-eb371c0f7583, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=469efe6b-8864-4ee6-a136-eb371c0f7583,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:43.333985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:43.529898 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:43.530291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:43.530736 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Floating IP a0dc3ef0-885c-483f-afef-a9c732368d43 disassociated. External IP: 172.25.3.190, port: 469efe6b-8864-4ee6-a136-eb371c0f7583. Nov 23 14:15:43.531128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Calling delete_port for 469efe6b-8864-4ee6-a136-eb371c0f7583 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:43.653308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:43.682708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event deleted for resources: {'Port': ['ID=469efe6b-8864-4ee6-a136-eb371c0f7583,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:43.716273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3d8c588-2160-43ce-b567-f9a1830ff331 req-d71e12d2-22fc-45f3-82e9-2b74558f2062 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0324879 Nov 23 14:15:43.821962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:15:43.933749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:15:43.942885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] Sync routers for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:15:43.953104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:43.953718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:43.977564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] No DVR routers for this DVR port 469efe6b-8864-4ee6-a136-eb371c0f7583 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:15:43.980700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:43.984322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-616bfbda-bf23-445d-aae0-6cf7126dadd6 req-ea3df797-9d64-46c8-8669-2a88182b959c tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.11 "DELETE /v2.0/ports/469efe6b-8864-4ee6-a136-eb371c0f7583 HTTP/1.1" status: 204 len: 173 time: 0.8408768 Nov 23 14:15:43.984756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'name': 'network-vif-deleted', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:43.987743 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44ad3e1-9a92-47da-a3b4-6af58a67c2c0" -d '{"events": [{"server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "name": "network-vif-deleted", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:44.047587 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe788d6-1df7-4931-adfd-980700538dd9 x-openstack-request-id: req-ffe788d6-1df7-4931-adfd-980700538dd9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:44.049225 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41522c3c-eaa2-46f5-81ca-f2568fed39f3", "name": "network-vif-deleted", "tag": "469efe6b-8864-4ee6-a136-eb371c0f7583", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:44.049541 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffe788d6-1df7-4931-adfd-980700538dd9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:44.051453 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41522c3c-eaa2-46f5-81ca-f2568fed39f3', 'name': 'network-vif-deleted', 'tag': '469efe6b-8864-4ee6-a136-eb371c0f7583', 'status': 'completed', 'code': 200} Nov 23 14:15:44.082311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:44.084614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c952a8f-a7c4-409b-a660-55249687975d req-c2de9194-d8c7-4260-beff-e8580034270e tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/ports?device_id=41522c3c-eaa2-46f5-81ca-f2568fed39f3 HTTP/1.1" status: 200 len: 210 time: 0.0382888 Nov 23 14:15:44.274652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8277b-f852-4114-a76f-ea468eeb1f15 req-f5f9587f-afaf-4f58-9cda-b7a70304a32d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:44.283219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2e8277b-f852-4114-a76f-ea468eeb1f15 req-f5f9587f-afaf-4f58-9cda-b7a70304a32d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.1176319 Nov 23 14:15:44.330752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2e8277b-f852-4114-a76f-ea468eeb1f15 req-1ff62979-5563-4201-a543-add9edbaa20c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Nov 23 14:15:44.333874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:32Z', 'revision_number': 5, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:44.364831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] Checking router: feb2e3b2-795c-43ab-b54e-f04e043f0bd7 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:15:44.373862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:44.374477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:44.487753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:44.559681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46916) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:44.670480 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:44.709064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:32Z', 'revision_number': 5, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:44.739207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468307d-c8f7-44b5-9135-fe6dcbc265cf None None] The sync data for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 is: [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:13:24Z', 'revision_number': 4, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '84182450-b854-4d84-969e-b78cc0d39693', 'name': '', 'network_id': 'adcd70cf-8cd0-4b7b-8726-6674348e10e5', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'mac_address': 'fa:16:3e:9b:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:23Z', 'updated_at': '2021-11-23T14:13:32Z', 'revision_number': 5, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'subnets': [{'id': '69134c60-ee5c-4ccd-bde8-72ac930b57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:15:44.754059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:44.759364 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:44.801057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d910aff-1077-4822-a2eb-ccd8351da914,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:44.807298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3297d563-d295-408b-8617-069d61957259 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec90bb968d0e4a728fc15c12c8f67559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442443 Nov 23 14:15:44.807660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46926) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:44.833344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.833691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.834033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.834370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.834702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.835178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.835507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.836248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.836602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.836940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.837292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.837615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297d563-d295-408b-8617-069d61957259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:44.863322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffd453d3-c6fc-4cdb-bcb3-4c3a5f32771a req-0374eb7b-bfd5-44cc-b068-751b8695f0f7 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0572488 Nov 23 14:15:44.901009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-822a6762-2331-405d-b210-a69af54ee4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:44.924226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-822a6762-2331-405d-b210-a69af54ee4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:44.975823 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-822a6762-2331-405d-b210-a69af54ee4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:44.979024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-822a6762-2331-405d-b210-a69af54ee4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:44.980391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-822a6762-2331-405d-b210-a69af54ee4d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d910aff-1077-4822-a2eb-ccd8351da914 HTTP/1.1" status: 204 len: 168 time: 0.1717372 Nov 23 14:15:44.989804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a6762-2331-405d-b210-a69af54ee4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d910aff-1077-4822-a2eb-ccd8351da914,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:45.033983 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4fca3-6dab-47fc-9d66-3c168a40fde3 None None] New status for floating IP a0dc3ef0-885c-483f-afef-a9c732368d43: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:15:45.164498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46936) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:45.222654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe3f2-bb4e-47c4-949d-e6dcd04846cc tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.249426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe3f2-bb4e-47c4-949d-e6dcd04846cc tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.299452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe3f2-bb4e-47c4-949d-e6dcd04846cc tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.302276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe3f2-bb4e-47c4-949d-e6dcd04846cc tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.303596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8f5fe3f2-bb4e-47c4-949d-e6dcd04846cc tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "DELETE /v2.0/security-groups/43395f72-69c4-47b2-af09-cc635bc1a8b7 HTTP/1.1" status: 204 len: 168 time: 0.1380968 Nov 23 14:15:45.306383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:45.313464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fe3f2-bb4e-47c4-949d-e6dcd04846cc tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43395f72-69c4-47b2-af09-cc635bc1a8b7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:45.329209 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-dba9ad50-d119-494e-a2b5-5c9f79258017 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] show failed (client error): The resource could not be found. Nov 23 14:15:45.333831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46952) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:45.347656 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dba9ad50-d119-494e-a2b5-5c9f79258017 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "GET /v2.0/security-groups/43395f72-69c4-47b2-af09-cc635bc1a8b7 HTTP/1.1" status: 404 len: 347 time: 0.0391779 Nov 23 14:15:45.519517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad11844-e0e3-496e-b91c-3d243229b9fd req-355ccb8c-ad8f-495e-b71e-285b66732916 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:45.521692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ad11844-e0e3-496e-b91c-3d243229b9fd req-355ccb8c-ad8f-495e-b71e-285b66732916 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0869210 Nov 23 14:15:45.552775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Deleting port bccc12bd-06d9-4e6f-9ddf-fe8b473d6513 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:45.553114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.624281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ad11844-e0e3-496e-b91c-3d243229b9fd req-fc62b485-e68f-4f6e-bd3c-6ae5bec0b136 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954549 Nov 23 14:15:45.651708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.652043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.663822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Calling delete_port for bccc12bd-06d9-4e6f-9ddf-fe8b473d6513 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:45.800142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.826177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Pushing event deleted for resources: {'Port': ['ID=bccc12bd-06d9-4e6f-9ddf-fe8b473d6513,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:45.892412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.895007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:45.896433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fd0b6dab-3d6f-420a-9f5f-d0902339b0c7 tempest-ServersTestFqdnHostnames-622612077 tempest-ServersTestFqdnHostnames-622612077-project] 10.222.0.46 "DELETE /v2.0/floatingips/a0dc3ef0-885c-483f-afef-a9c732368d43 HTTP/1.1" status: 204 len: 168 time: 0.5614285 Nov 23 14:15:45.899491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46974) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:46.024776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae7a7517-d3a3-4ce0-b328-a2d987a1b3d8 req-a1d04394-eb88-4a50-a13d-38f211ca9b73 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0353646 Nov 23 14:15:46.288294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:46.548011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Deleting port 84182450-b854-4d84-969e-b78cc0d39693 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:46.548348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:46.628942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] For port 84182450-b854-4d84-969e-b78cc0d39693, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=84182450-b854-4d84-969e-b78cc0d39693,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:46.629302 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:46.642534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Calling delete_port for 84182450-b854-4d84-969e-b78cc0d39693 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:46.805542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632d53-dea8-4dca-94c3-cb27db08f446 req-c61658bf-cea7-405c-882a-5f30a83d7716 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:46.806992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94632d53-dea8-4dca-94c3-cb27db08f446 req-c61658bf-cea7-405c-882a-5f30a83d7716 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0961380 Nov 23 14:15:46.892539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94632d53-dea8-4dca-94c3-cb27db08f446 req-b8b49856-27ca-443a-89d7-747d0823db55 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781717 Nov 23 14:15:46.916697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:46.944801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Pushing event deleted for resources: {'Port': ['ID=84182450-b854-4d84-969e-b78cc0d39693,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:47.164686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-821a4ba5-31a4-47f8-90ec-57fa60395935 req-64b146b3-db4a-45b2-a029-2f1e6648c739 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0316076 Nov 23 14:15:47.203259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:47.433645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:15:47.551153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:15:47.557901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f114a9a0-1a8e-4386-960d-e6b615924451 admin admin] 10.222.0.46 "PUT /v2.0/routers/feb2e3b2-795c-43ab-b54e-f04e043f0bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568449 Nov 23 14:15:47.560423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47124) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:47.564833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] Sync routers for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:15:47.577020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:47.577729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:47.671527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:47.701538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:47.776503 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:47.834803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Deleting port f302de43-0ca7-436b-beaf-65d6509d0a09 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:47.835176 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:47.931534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:47.932568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] For port f302de43-0ca7-436b-beaf-65d6509d0a09, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f302de43-0ca7-436b-beaf-65d6509d0a09,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:47.939162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:47.956127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Calling delete_port for f302de43-0ca7-436b-beaf-65d6509d0a09 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:48.029295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:15:46Z', 'revision_number': 5, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port': {'id': 'f302de43-0ca7-436b-beaf-65d6509d0a09', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:21Z', 'updated_at': '2021-11-23T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:48.058597 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1329ffad-f3a0-412e-87d9-59a82744d96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.068798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] Checking router: feb2e3b2-795c-43ab-b54e-f04e043f0bd7 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:15:48.081167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] Routers {'feb2e3b2-795c-43ab-b54e-f04e043f0bd7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:15:48.082393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:48.139431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2764b-daed-48bb-8376-cb478d4cba8c req-d0434f9e-97d4-4a9a-9f70-5e3f98f1868a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:48.141003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41a2764b-daed-48bb-8376-cb478d4cba8c req-d0434f9e-97d4-4a9a-9f70-5e3f98f1868a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.1381557 Nov 23 14:15:48.198923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] Set router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:15:48.200664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1329ffad-f3a0-412e-87d9-59a82744d96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.205853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1329ffad-f3a0-412e-87d9-59a82744d96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.230116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41a2764b-daed-48bb-8376-cb478d4cba8c req-9902e7a5-faac-4a70-8094-90bdb8878264 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772331 Nov 23 14:15:48.230916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 469efe6b-8864-4ee6-a136-eb371c0f7583 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:48.262502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1329ffad-f3a0-412e-87d9-59a82744d96f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9328a61449a34c94a4e0e51c5f802e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293526 Nov 23 14:15:48.262708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.263979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329ffad-f3a0-412e-87d9-59a82744d96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f5b21c-f8b6-4ebd-ae8c-45d534a4a4f8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:48.266304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47150) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:48.300731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:15:47Z', 'revision_number': 6, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:48.303142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 469efe6b-8864-4ee6-a136-eb371c0f7583 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:48.303484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 469efe6b-8864-4ee6-a136-eb371c0f7583 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:48.317949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49dc318c-fba6-4a23-ace7-5d593904c773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.318446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Pushing event deleted for resources: {'Port': ['ID=f302de43-0ca7-436b-beaf-65d6509d0a09,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:48.333339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2104f0-8ad4-47dd-a4b6-2009a3adee99 None None] The sync data for ids ['feb2e3b2-795c-43ab-b54e-f04e043f0bd7'] in n-d-818503-2 is: [{'id': 'feb2e3b2-795c-43ab-b54e-f04e043f0bd7', 'name': 'tempest-ServersTestFqdnHostnames-1813542969-router', 'tenant_id': 'f63d9e228b5449bcb4b073550f4f651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:20Z', 'updated_at': '2021-11-23T14:15:47Z', 'revision_number': 6, 'project_id': 'f63d9e228b5449bcb4b073550f4f651e', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:15:48.340459 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49dc318c-fba6-4a23-ace7-5d593904c773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.403440 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49dc318c-fba6-4a23-ace7-5d593904c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.406334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49dc318c-fba6-4a23-ace7-5d593904c773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.407651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49dc318c-fba6-4a23-ace7-5d593904c773 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6f5b21c-f8b6-4ebd-ae8c-45d534a4a4f8 HTTP/1.1" status: 204 len: 168 time: 0.1402612 Nov 23 14:15:48.415851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc318c-fba6-4a23-ace7-5d593904c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f5b21c-f8b6-4ebd-ae8c-45d534a4a4f8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:48.633918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a8e3fdc-5044-4188-aa9e-3dcb0aef51e9 req-47596594-d7b9-4732-b8c9-afd63d4f118d tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.3244081 Nov 23 14:15:48.681178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.720010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47160) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:48.733699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e9eddab-2dc8-4639-96c8-d9a214e0fb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.778658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.780951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.818743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e9eddab-2dc8-4639-96c8-d9a214e0fb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.823021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e9eddab-2dc8-4639-96c8-d9a214e0fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.826849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.827749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb2e3b2-795c-43ab-b54e-f04e043f0bd7 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:15:48.832612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.836666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2888048-86b5-4cf8-8b04-07b8f9ffe423 admin admin] 10.222.0.46 "DELETE /v2.0/routers/feb2e3b2-795c-43ab-b54e-f04e043f0bd7 HTTP/1.1" status: 204 len: 168 time: 1.2724462 Nov 23 14:15:48.837003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47162) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:48.864500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e9eddab-2dc8-4639-96c8-d9a214e0fb03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9add58116a274b0f8ec4ab301026cf76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432097 Nov 23 14:15:48.868170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47164) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:48.874073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eddab-2dc8-4639-96c8-d9a214e0fb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663d935-8cc1-4f36-8251-4bf676fbf0ed,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:48.883937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] Deleting subnet 69134c60-ee5c-4ccd-bde8-72ac930b57d0 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:15:48.887296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.918148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-334516eb-0ee3-4ffd-b330-77c40cc7195c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.921064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.941110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-334516eb-0ee3-4ffd-b330-77c40cc7195c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.991501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-334516eb-0ee3-4ffd-b330-77c40cc7195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.994622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-334516eb-0ee3-4ffd-b330-77c40cc7195c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:48.998332 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-334516eb-0ee3-4ffd-b330-77c40cc7195c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0663d935-8cc1-4f36-8251-4bf676fbf0ed HTTP/1.1" status: 204 len: 168 time: 0.1267579 Nov 23 14:15:49.001173 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.004434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334516eb-0ee3-4ffd-b330-77c40cc7195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663d935-8cc1-4f36-8251-4bf676fbf0ed,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:49.059757 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.088413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.092873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/69134c60-ee5c-4ccd-bde8-72ac930b57d0 HTTP/1.1" status: 204 len: 168 time: 0.2549071 Nov 23 14:15:49.095025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3bc73-fdaf-47c4-861c-17403848b6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69134c60-ee5c-4ccd-bde8-72ac930b57d0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:49.095693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47168) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:49.096951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774e3b1-98d4-4796-a7b0-e85bbde3e7a1 None None] Network adcd70cf-8cd0-4b7b-8726-6674348e10e5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:49.191032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.255719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Deleting port 950f4675-e9f3-41f7-b50f-678e52777909 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:49.256136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.373442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] For port 950f4675-e9f3-41f7-b50f-678e52777909, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=950f4675-e9f3-41f7-b50f-678e52777909,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:49.374135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.380071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] DHCP port deletion for adcd70cf-8cd0-4b7b-8726-6674348e10e5 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:15:49.396855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Calling delete_port for 950f4675-e9f3-41f7-b50f-678e52777909 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:49.405390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c52f-5a97-4339-b1a0-f2728389d146 req-d74580a4-bbfe-4e28-8a04-43b3f12b4303 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:49.425390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7608c52f-5a97-4339-b1a0-f2728389d146 req-d74580a4-bbfe-4e28-8a04-43b3f12b4303 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0971928 Nov 23 14:15:49.468486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Deleting port 950f4675-e9f3-41f7-b50f-678e52777909 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:49.469107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.496196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7608c52f-5a97-4339-b1a0-f2728389d146 req-9b196e6a-6ccd-43fe-b828-e08f7d041ab8 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 Nov 23 14:15:49.531499 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.561033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=950f4675-e9f3-41f7-b50f-678e52777909,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:49.564564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] For port 950f4675-e9f3-41f7-b50f-678e52777909, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=950f4675-e9f3-41f7-b50f-678e52777909,segment=NetworkSegment(acc04aa4-1820-4002-996b-fba86a871c05),segment_id=acc04aa4-1820-4002-996b-fba86a871c05)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:49.564750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] No DVR routers for this DVR port 950f4675-e9f3-41f7-b50f-678e52777909 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:15:49.566237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.585227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Calling delete_port for 950f4675-e9f3-41f7-b50f-678e52777909 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:49.676700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.707913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcd70cf-8cd0-4b7b-8726-6674348e10e5']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:49.720743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc04aa4-1820-4002-996b-fba86a871c05') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:49.721064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc04aa4-1820-4002-996b-fba86a871c05') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:49.727995 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.735807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.751119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.758434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:15:49.758811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:15:49.761007 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:15:49.764977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Pushing event deleted for resources: {'Port': ['ID=950f4675-e9f3-41f7-b50f-678e52777909,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:49.768236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] No DVR routers for this DVR port 950f4675-e9f3-41f7-b50f-678e52777909 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:15:49.776812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.777028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.778262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71672997-eb84-493d-8972-c8e397818c27 req-080ea896-fb73-4f01-b77a-1934b5459ebc tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0458648 Nov 23 14:15:49.782351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.782830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.783189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.783529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.783862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.784195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.784532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.785061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.785152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.785471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9430eb-27f3-43c8-9dff-0cc999acfed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:15:49.839627 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.845249 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:49.848538 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] 10.222.0.46 "DELETE /v2.0/networks/adcd70cf-8cd0-4b7b-8726-6674348e10e5 HTTP/1.1" status: 204 len: 168 time: 0.7516143 Nov 23 14:15:49.864551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e131f7-56cb-4357-adc6-25b3abe66c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=adcd70cf-8cd0-4b7b-8726-6674348e10e5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:49.966085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47202) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:50.005724 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3e931879-d010-4a2e-a64f-c2310027a142 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f63d9e228b5449bcb4b073550f4f651e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377133 Nov 23 14:15:50.008919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47204) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:50.057643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd2b7fc1-e2fd-4ef4-9608-29fcab1aaece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:50.080433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd2b7fc1-e2fd-4ef4-9608-29fcab1aaece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:50.134050 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd2b7fc1-e2fd-4ef4-9608-29fcab1aaece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:50.136897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd2b7fc1-e2fd-4ef4-9608-29fcab1aaece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:50.138174 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fd2b7fc1-e2fd-4ef4-9608-29fcab1aaece admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c508a21-bb29-4975-a82c-93ce1fe1b0f8 HTTP/1.1" status: 204 len: 168 time: 0.1282828 Nov 23 14:15:50.146764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b7fc1-e2fd-4ef4-9608-29fcab1aaece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c508a21-bb29-4975-a82c-93ce1fe1b0f8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:50.148591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 950f4675-e9f3-41f7-b50f-678e52777909 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:50.177785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 950f4675-e9f3-41f7-b50f-678e52777909 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:50.178142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 950f4675-e9f3-41f7-b50f-678e52777909 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:50.178565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f302de43-0ca7-436b-beaf-65d6509d0a09 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:50.203863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f302de43-0ca7-436b-beaf-65d6509d0a09 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:50.204222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f302de43-0ca7-436b-beaf-65d6509d0a09 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:50.204805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 84182450-b854-4d84-969e-b78cc0d39693 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:15:50.216836 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:15:50.230267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 84182450-b854-4d84-969e-b78cc0d39693 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:15:50.230796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 84182450-b854-4d84-969e-b78cc0d39693 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:15:50.640984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd594a-4caf-41e4-a223-73cc92c9a9cd req-d357b2fe-21e9-4d97-ba2d-f0cc06c3403c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:50.642470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3fd594a-4caf-41e4-a223-73cc92c9a9cd req-d357b2fe-21e9-4d97-ba2d-f0cc06c3403c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0668533 Nov 23 14:15:50.680783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47266) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:50.706315 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3fd594a-4caf-41e4-a223-73cc92c9a9cd req-264146bb-33d2-4c5d-a6b1-33920a5e521e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Nov 23 14:15:50.810537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c547c96-3bb1-4328-b43b-75381846a0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:50.901450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abdced3a-e7da-481e-9e25-7a2fd884535a req-3f4415bb-ff83-4dde-9bb7-2f5e39995819 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0371048 Nov 23 14:15:50.914044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c547c96-3bb1-4328-b43b-75381846a0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:50.919657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c547c96-3bb1-4328-b43b-75381846a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:50.956950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3c547c96-3bb1-4328-b43b-75381846a0dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ff82b56bbb14a378a9a26058ffaf358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756007 Nov 23 14:15:50.958821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c547c96-3bb1-4328-b43b-75381846a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f0cb7f-90ee-492f-9567-53168143ef03,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:50.959801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47282) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:50.984032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47284) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:51.014917 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6e73-b8ba-4d3e-879c-95cc2b236f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.035676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6e73-b8ba-4d3e-879c-95cc2b236f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.075166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-968582263-network', 'tenant_id': '18d87e869b304671b0799b7848a7f819'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:51.088059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6e73-b8ba-4d3e-879c-95cc2b236f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.090626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6e73-b8ba-4d3e-879c-95cc2b236f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.093117 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bf2c6e73-b8ba-4d3e-879c-95cc2b236f78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9f0cb7f-90ee-492f-9567-53168143ef03 HTTP/1.1" status: 204 len: 168 time: 0.1322930 Nov 23 14:15:51.096475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:51.098670 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.101498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c6e73-b8ba-4d3e-879c-95cc2b236f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f0cb7f-90ee-492f-9567-53168143ef03,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:51.107557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.188882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.192580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.213698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:15:51.228224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4693f961-cd6e-4215-be73-80a7b9559d8b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:51.231078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.231420 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Added segment c1262c3e-c2ee-462e-b4c0-583b392da7d6 of type vlan for network 175646c2-c3c9-4e80-91cd-29d7ebb5987b Nov 23 14:15:51.271033 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.296950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.297917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:51.298507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.364596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3794417 Nov 23 14:15:51.367613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47298) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:51.369306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c499098-d150-483d-b850-d9dddb33295a admin admin] Pushing event updated for resources: {'Network': ['ID=175646c2-c3c9-4e80-91cd-29d7ebb5987b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:51.382690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:15:51.385569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Request body: {'subnet': {'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-968582263-subnet', 'tenant_id': '18d87e869b304671b0799b7848a7f819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:51.409004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:51.411577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.604984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.651450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:51.670309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Checking segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:51.670666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Network hostable DHCP agents. Network: 175646c2-c3c9-4e80-91cd-29d7ebb5987b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:15:51.687124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:15:51.696324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 175646c2-c3c9-4e80-91cd-29d7ebb5987b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:51.700371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:51.700966 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:51.706477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d1b78-b7bf-4059-8198-098664729da2 None None] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:51.725921 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-51495257-0995-462c-821c-3258ddc75fb7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3542871 Nov 23 14:15:51.861523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c46254-d444-4b41-9449-f6dd9f6fc831 None None] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:15:51.904074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e96df-e554-4a55-ba35-dce7c1f0a030 req-baaf0f6f-15e1-4f8a-b214-d15b47b53605 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:51.906239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c61e96df-e554-4a55-ba35-dce7c1f0a030 req-baaf0f6f-15e1-4f8a-b214-d15b47b53605 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0965905 Nov 23 14:15:51.979276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c61e96df-e554-4a55-ba35-dce7c1f0a030 req-4447cbf4-5c27-4ed4-ab0e-589ae00137be tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618932 Nov 23 14:15:52.066480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b05fbad-c7bf-4b39-a052-64d12857506c req-e01794b6-005b-4567-9439-b5e15130d33e tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Nov 23 14:15:52.357862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-fbd11c9e-463b-43f1-a268-4e588bc9fb25 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:52.359377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-fbd11c9e-463b-43f1-a268-4e588bc9fb25 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.1116469 Nov 23 14:15:52.375400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-e49a8bd2-7b5d-4e11-8a1e-ce0212f07bb0 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/quotas/18d87e869b304671b0799b7848a7f819 HTTP/1.1" status: 200 len: 375 time: 0.0097837 Nov 23 14:15:52.408898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-0b00fe72-6bd3-42ba-b9dd-9a221a2c2558 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273981 Nov 23 14:15:52.425672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47354) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:52.503420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-42477f7d-2eee-41f6-a3ad-bce4ac5dc6f7 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872090 Nov 23 14:15:52.534301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:52.560176 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:52.605160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-4f672bc0-d2c7-4814-8581-e4928620a75d service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969036 Nov 23 14:15:52.646734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:52.752113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Allocated IP 172.25.3.60 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/d67ccf60-80f1-4f99-8dbc-e12c052fd47c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:52.780832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91d9d606-6a5b-4325-acc6-d5b785fb0b4a req-07f1dc40-45c2-4680-aef1-394ed23963cd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 210 time: 0.0353477 Nov 23 14:15:52.863127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:52.905148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:52.946994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:52.950462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:52.953945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:52.979784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Pushing event updated for resources: {'Port': ['ID=d67ccf60-80f1-4f99-8dbc-e12c052fd47c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:53.052864 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.098833 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.183701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25784686-97d2-4325-bf9a-3f27924c9ed2 req-48da8c47-55b3-416f-b5e0-2e0cda68d6b0 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0302927 Nov 23 14:15:53.286218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.292173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.365313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Pushing event updated for resources: {'Port': ['ID=d67ccf60-80f1-4f99-8dbc-e12c052fd47c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:53.373107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0100d-bc05-476e-ac3f-3c8207805fd4 req-0ea95fa8-e7da-4c9a-97ff-0b77ed739de2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:53.376679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.379821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64d0100d-bc05-476e-ac3f-3c8207805fd4 req-0ea95fa8-e7da-4c9a-97ff-0b77ed739de2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0615587 Nov 23 14:15:53.402563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.403860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0cf064a2-b042-44c0-b0b0-88b0803939e5 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9771831 Nov 23 14:15:53.406799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47378) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:53.411582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-639666199', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'fixed_ips': [{'ip_address': '172.25.3.60'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:53.432759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Made reservation on behalf of 1bda27f39b714b52a4f9c3a37b7d1d74 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:53.434754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64d0100d-bc05-476e-ac3f-3c8207805fd4 req-3192cc78-1324-43d9-8676-b02de1b6a5dc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525255 Nov 23 14:15:53.435305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.444493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.527899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.528735 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.532960 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.538488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] device_id is not set on port 6b6d1b41-60cd-406a-af26-7d1c173ff290 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:15:53.607938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09afcf11-9020-4e72-9308-b7460d85c32f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:53.733447 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 14:15:53.733990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:15:53.759233 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0550ff3a-33aa-4b16-9937-61f4f87917a3 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3511932 Nov 23 14:15:53.761879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47384) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:53.869107 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-cdfe68a6-8870-4d5a-97e3-29c63a7f25b5 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:53.870633 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-cdfe68a6-8870-4d5a-97e3-29c63a7f25b5 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.1269987 Nov 23 14:15:53.884758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Request body: {'port': {'device_id': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'admin_state_up': True, 'tenant_id': '18d87e869b304671b0799b7848a7f819'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:53.905055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b67c8da-705b-4d56-ace2-db6a322f2cac req-c29ffbd6-1844-4db1-b2d1-55526706db4a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 210 time: 0.0321460 Nov 23 14:15:53.954090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Deleting port d67ccf60-80f1-4f99-8dbc-e12c052fd47c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:15:53.954435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:53.995902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:53.999400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.038060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.038433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.051489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Calling delete_port for d67ccf60-80f1-4f99-8dbc-e12c052fd47c owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:15:54.131632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Allocated IP 172.20.0.14 (175646c2-c3c9-4e80-91cd-29d7ebb5987b/1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f/2e2b4d3f-6f12-460c-86a4-33a04a534260) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:15:54.187288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.213991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Pushing event deleted for resources: {'Port': ['ID=d67ccf60-80f1-4f99-8dbc-e12c052fd47c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:54.276142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.278787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.283268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d544e2c2-bd04-4bd2-afca-56c38a2bc8a2 tempest-ExternalNetworksAdminNegativeTestJSON-767845077 tempest-ExternalNetworksAdminNegativeTestJSON-767845077-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/2eaa1547-a75e-4ed9-a736-ec027bd773d0 HTTP/1.1" status: 204 len: 168 time: 0.5170496 Nov 23 14:15:54.288919 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.318151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba71a00-a872-4b84-88c3-398cbd066178 req-022b819d-650a-4b89-959b-450f5e0219c1 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0430796 Nov 23 14:15:54.326934 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.381005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:15:54.384537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:15:54.388105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:15:54.411971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event updated for resources: {'Port': ['ID=2e2b4d3f-6f12-460c-86a4-33a04a534260,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:54.440648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:54.441370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.458670 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-66343f4c-cda9-4563-b8ec-41bea620c209 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5783179 Nov 23 14:15:54.472131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Request body: {'port': {'device_id': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:54.541453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.552250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:54.571957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca97363-8ffe-42ab-9ead-7191580ee04e req-958a3361-4e69-45c3-a499-0136940c6c28 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:54.579673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aca97363-8ffe-42ab-9ead-7191580ee04e req-958a3361-4e69-45c3-a499-0136940c6c28 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0683475 Nov 23 14:15:54.660635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aca97363-8ffe-42ab-9ead-7191580ee04e req-4bb035bf-f05d-4987-bcdc-3cb66ebd722e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770442 Nov 23 14:15:54.699450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1b6807f-fc2a-459e-a7b1-1b43d6a104ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.865939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1b6807f-fc2a-459e-a7b1-1b43d6a104ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.871409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1b6807f-fc2a-459e-a7b1-1b43d6a104ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.944791 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d1b6807f-fc2a-459e-a7b1-1b43d6a104ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dffdc88a227241889a5ddc135ee4ed8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907681 Nov 23 14:15:54.946401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6807f-fc2a-459e-a7b1-1b43d6a104ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8442165c-dae1-4843-9512-b6303a2a4385,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:54.948150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47410) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:54.964370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2b4d3f-6f12-460c-86a4-33a04a534260 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:54.972004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:54.985919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Transition to ACTIVE for port object 2e2b4d3f-6f12-460c-86a4-33a04a534260 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:15:54.991003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.034930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17253c5c-7f73-4c46-b54b-0273eb533185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.045648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2b4d3f-6f12-460c-86a4-33a04a534260,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:55.057245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7f0c1-0463-44bb-bc5b-a38653ac3318 req-d3513ba6-1ace-406e-8115-88c1bf10040c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.058789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10d7f0c1-0463-44bb-bc5b-a38653ac3318 req-d3513ba6-1ace-406e-8115-88c1bf10040c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 944 time: 0.0776050 Nov 23 14:15:55.067906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17253c5c-7f73-4c46-b54b-0273eb533185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.109778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Attempting to bind port 2e2b4d3f-6f12-460c-86a4-33a04a534260 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:15:55.110103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Attempting to bind port 2e2b4d3f-6f12-460c-86a4-33a04a534260 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:15:55.110428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Attempting to bind port 2e2b4d3f-6f12-460c-86a4-33a04a534260 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:55.119807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Port 2e2b4d3f-6f12-460c-86a4-33a04a534260 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:15:55.120195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Attempting to bind port 2e2b4d3f-6f12-460c-86a4-33a04a534260 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:15:55.126779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:15:55.127274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Checking segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:15:55.127780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Bound using segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:15:55.128353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Bound port: 2e2b4d3f-6f12-460c-86a4-33a04a534260, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:15:55.128679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.137991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10d7f0c1-0463-44bb-bc5b-a38653ac3318 req-e1c061ad-de20-4279-a52c-578845a32505 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680320 Nov 23 14:15:55.161485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17253c5c-7f73-4c46-b54b-0273eb533185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.165534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17253c5c-7f73-4c46-b54b-0273eb533185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.174495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-17253c5c-7f73-4c46-b54b-0273eb533185 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8442165c-dae1-4843-9512-b6303a2a4385 HTTP/1.1" status: 204 len: 168 time: 0.2225375 Nov 23 14:15:55.185964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17253c5c-7f73-4c46-b54b-0273eb533185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8442165c-dae1-4843-9512-b6303a2a4385,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:55.207521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] For port 2e2b4d3f-6f12-460c-86a4-33a04a534260, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:15:55.210990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] For port 2e2b4d3f-6f12-460c-86a4-33a04a534260, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e2b4d3f-6f12-460c-86a4-33a04a534260,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:15:55.216417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.250218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.250868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.252735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] 10.222.0.11 "PUT /v2.0/ports/2e2b4d3f-6f12-460c-86a4-33a04a534260 HTTP/1.1" status: 200 len: 1092 time: 0.7850258 Nov 23 14:15:55.255225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'tag': '2e2b4d3f-6f12-460c-86a4-33a04a534260'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:15:55.258420 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa483672-2894-49e2-b581-772cbb320e71" -d '{"events": [{"name": "network-changed", "server_uuid": "94fae788-eb6d-4337-a0f6-09331ef8f297", "tag": "2e2b4d3f-6f12-460c-86a4-33a04a534260"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:15:55.292509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051df19-3fd2-495f-8112-b6d597905c39 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2b4d3f-6f12-460c-86a4-33a04a534260,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:55.309783 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf54f756-489e-4bf5-a3cd-cbc739944a44 x-openstack-request-id: req-bf54f756-489e-4bf5-a3cd-cbc739944a44 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:15:55.310144 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fae788-eb6d-4337-a0f6-09331ef8f297", "tag": "2e2b4d3f-6f12-460c-86a4-33a04a534260", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:15:55.310467 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf54f756-489e-4bf5-a3cd-cbc739944a44 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:15:55.310857 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'tag': '2e2b4d3f-6f12-460c-86a4-33a04a534260', 'status': 'completed', 'code': 200} Nov 23 14:15:55.343009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-411e9b91-9e8b-45d0-ac17-2accb9953065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.346208 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-411e9b91-9e8b-45d0-ac17-2accb9953065 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 1095 time: 0.0485933 Nov 23 14:15:55.400047 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-39feed78-8716-4f91-aee9-9f62b06f1b33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e2b4d3f-6f12-460c-86a4-33a04a534260 HTTP/1.1" status: 200 len: 217 time: 0.0442326 Nov 23 14:15:55.421472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32f8b661-1f97-408e-acce-652c0e153106 req-b9181eea-7ec9-42b5-8b30-d5374504ba94 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0301065 Nov 23 14:15:55.458151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-1279789b-0e39-4392-b630-424be916621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.459648 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-1279789b-0e39-4392-b630-424be916621a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0527320 Nov 23 14:15:55.466030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47424) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:55.498214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-9a15a0f4-ce1d-4076-bd09-505241cb3fec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312221 Nov 23 14:15:55.514086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d9008543-5801-4faa-ae66-6abb52f239f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1bda27f39b714b52a4f9c3a37b7d1d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446475 Nov 23 14:15:55.514375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47426) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:55.565119 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2300e36f-3f3b-448b-83c6-36589efac27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.587935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2300e36f-3f3b-448b-83c6-36589efac27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.590777 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-6f86d0b5-4d8a-4d42-ad55-ca6811307a2d service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839510 Nov 23 14:15:55.642859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2300e36f-3f3b-448b-83c6-36589efac27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.645460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2300e36f-3f3b-448b-83c6-36589efac27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:55.646873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2300e36f-3f3b-448b-83c6-36589efac27a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09afcf11-9020-4e72-9308-b7460d85c32f HTTP/1.1" status: 204 len: 168 time: 0.1314387 Nov 23 14:15:55.661771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300e36f-3f3b-448b-83c6-36589efac27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09afcf11-9020-4e72-9308-b7460d85c32f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:55.693476 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-34a02316-68b1-40dc-8b2b-3ff7113686e8 req-86c93a9d-aac6-4dc3-9659-3de2a3d65171 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947161 Nov 23 14:15:55.793693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa483672-2894-49e2-b581-772cbb320e71 req-d17c51ac-6184-450d-b719-4a96eb00f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.795256 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa483672-2894-49e2-b581-772cbb320e71 req-d17c51ac-6184-450d-b719-4a96eb00f3a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 1095 time: 0.0516980 Nov 23 14:15:55.812054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84085733-7e5e-4590-b681-960a3a83d3ee req-1e460973-1c00-415c-9a0c-aff935263ef2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.813590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84085733-7e5e-4590-b681-960a3a83d3ee req-1e460973-1c00-415c-9a0c-aff935263ef2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0595915 Nov 23 14:15:55.867942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84085733-7e5e-4590-b681-960a3a83d3ee req-5ed9802c-7370-4259-9875-5c46a7ef1e0e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464008 Nov 23 14:15:55.895788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa483672-2894-49e2-b581-772cbb320e71 req-62d213c0-e00e-43e4-b4a9-b9c137a3b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.897330 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa483672-2894-49e2-b581-772cbb320e71 req-62d213c0-e00e-43e4-b4a9-b9c137a3b4b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 912 time: 0.0948639 Nov 23 14:15:55.938506 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa483672-2894-49e2-b581-772cbb320e71 req-d81af2fe-73df-4348-979e-194334ae6d91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e2b4d3f-6f12-460c-86a4-33a04a534260 HTTP/1.1" status: 200 len: 217 time: 0.0337927 Nov 23 14:15:55.992245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa483672-2894-49e2-b581-772cbb320e71 req-630f3a0a-4673-4d8e-b273-7a590e3f2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:55.993742 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa483672-2894-49e2-b581-772cbb320e71 req-630f3a0a-4673-4d8e-b273-7a590e3f2c85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0469973 Nov 23 14:15:56.027800 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa483672-2894-49e2-b581-772cbb320e71 req-55913e01-4073-4147-8d3b-97994a3b9651 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249336 Nov 23 14:15:56.135951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa483672-2894-49e2-b581-772cbb320e71 req-8fe42308-454e-4700-9857-233f4aa5490b service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005344 Nov 23 14:15:56.293274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75532ca-f9d5-4b64-bf98-59620729d302 req-2604f6f7-4e45-4f08-ad10-605c5b6ee28c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:56.299548 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f75532ca-f9d5-4b64-bf98-59620729d302 req-2604f6f7-4e45-4f08-ad10-605c5b6ee28c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 944 time: 0.0610695 Nov 23 14:15:56.350788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f75532ca-f9d5-4b64-bf98-59620729d302 req-d473d3a0-ae42-492f-abc9-853d10e61ea5 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463715 Nov 23 14:15:56.529426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-533803ef-1a35-479d-a96e-3e0a735c08ec req-45ad6cf8-5986-4652-b933-cc7173b3a8c7 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0274336 Nov 23 14:15:56.530210 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa483672-2894-49e2-b581-772cbb320e71 req-adf491a5-7330-43c4-99b4-d0f1a3a3241c service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872592 Nov 23 14:15:56.647461 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3b353513-9329-4b4e-8e85-d6bb010c169c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:56.866221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:56.994316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac49a9-e35d-46a9-bc0e-3da471094717 req-c1b3c127-dd57-4e27-8487-61784488dac8 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:56.995815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9dac49a9-e35d-46a9-bc0e-3da471094717 req-c1b3c127-dd57-4e27-8487-61784488dac8 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0546052 Nov 23 14:15:57.043831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9dac49a9-e35d-46a9-bc0e-3da471094717 req-df4ac914-e94d-44e9-aac2-de7eb6b42180 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Nov 23 14:15:57.193812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:57.290226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f78a45d6-43aa-4aac-9b26-16d2d979536f tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:57.308878 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f78a45d6-43aa-4aac-9b26-16d2d979536f tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "PUT /v2.0/quotas/e645678f5ebe4c74a77c97f48caedfa9 HTTP/1.1" status: 200 len: 368 time: 0.1139188 Nov 23 14:15:57.311448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47496) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:57.316169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Request body: {'network': {'project_id': 'e645678f5ebe4c74a77c97f48caedfa9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:57.337977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Made reservation on behalf of e645678f5ebe4c74a77c97f48caedfa9 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:57.340474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.349637 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.425259 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.429355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.457724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:15:57.464104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76cde89-f098-43d3-89f8-9b6f8c37bf0a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:57.470276 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.470621 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Added segment 8591283c-f0b0-4c33-8b57-3ea67069ddd9 of type vlan for network 3b29dfa7-11a9-4c69-94a9-f9f31a55ac85 Nov 23 14:15:57.486101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6cbb-01b4-4778-9e87-fe26eaa44f74 req-2e27d4f0-4e5c-466d-8390-fc6c5c5256e4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:57.487654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-424e6cbb-01b4-4778-9e87-fe26eaa44f74 req-2e27d4f0-4e5c-466d-8390-fc6c5c5256e4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 944 time: 0.0543756 Nov 23 14:15:57.517574 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.545159 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.545841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-424e6cbb-01b4-4778-9e87-fe26eaa44f74 req-8c70a075-7989-41b2-9e1e-6e01d68b9a09 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508893 Nov 23 14:15:57.546462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:57.547168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.608211 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2956989 Nov 23 14:15:57.610818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47502) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:57.615521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Request body: {'network': {'project_id': 'e645678f5ebe4c74a77c97f48caedfa9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:57.620333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2faab-6f21-4c28-b3f6-866129dcf921 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Pushing event updated for resources: {'Network': ['ID=3b29dfa7-11a9-4c69-94a9-f9f31a55ac85,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:57.630306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3b29dfa7-11a9-4c69-94a9-f9f31a55ac85 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:15:57.637454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5db1d912-95b5-4b33-a245-e38ecddb818f req-2f8ec31e-4582-41ad-a841-46a698b162c8 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0264890 Nov 23 14:15:57.641216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Made reservation on behalf of e645678f5ebe4c74a77c97f48caedfa9 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:15:57.643814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.673257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:15:57.683852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.684191 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Added segment b94406cf-da46-4697-ad08-17a39f4e0563 of type vlan for network 220e06f1-ebc2-4252-867a-bdc8fc5ec8ac Nov 23 14:15:57.722480 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.746332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.747321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:57.747909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.781153 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1692867 Nov 23 14:15:57.784164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47506) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:57.791064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-26d91c1b-ab1e-4e9d-98a8-79870ccb5c5a tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Request body: {'network': {'project_id': 'e645678f5ebe4c74a77c97f48caedfa9'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:15:57.803734 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d91c1b-ab1e-4e9d-98a8-79870ccb5c5a tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 14:15:57.804300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d91c1b-ab1e-4e9d-98a8-79870ccb5c5a tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:15:57.808328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-26d91c1b-ab1e-4e9d-98a8-79870ccb5c5a tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0197926 Nov 23 14:15:57.808570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47508) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:57.813233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fc6a7-51fb-4271-91ce-824614cbf291 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Pushing event updated for resources: {'Network': ['ID=220e06f1-ebc2-4252-867a-bdc8fc5ec8ac,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:57.824152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 220e06f1-ebc2-4252-867a-bdc8fc5ec8ac details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:15:57.857365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-772947cc-7c03-4b94-9327-ec69eff1c5ed tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e645678f5ebe4c74a77c97f48caedfa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472887 Nov 23 14:15:57.859178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:57.911761 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d55ec19-96b1-4d03-8cc8-e7c41d8a6c13 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.933264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d55ec19-96b1-4d03-8cc8-e7c41d8a6c13 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.978348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d55ec19-96b1-4d03-8cc8-e7c41d8a6c13 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.980848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d55ec19-96b1-4d03-8cc8-e7c41d8a6c13 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:57.982009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2d55ec19-96b1-4d03-8cc8-e7c41d8a6c13 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/e76cde89-f098-43d3-89f8-9b6f8c37bf0a HTTP/1.1" status: 204 len: 168 time: 0.1216280 Nov 23 14:15:57.984952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47514) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:57.990331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55ec19-96b1-4d03-8cc8-e7c41d8a6c13 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76cde89-f098-43d3-89f8-9b6f8c37bf0a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:58.052820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.134793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.154649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220e06f1-ebc2-4252-867a-bdc8fc5ec8ac']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:58.164443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94406cf-da46-4697-ad08-17a39f4e0563') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:58.164776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94406cf-da46-4697-ad08-17a39f4e0563') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:58.165219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01710-f1fb-4f93-9f1c-9be55533f875 req-371d5bbe-0da2-446e-8eef-88fcfe29ac8f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:58.166728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5a01710-f1fb-4f93-9f1c-9be55533f875 req-371d5bbe-0da2-446e-8eef-88fcfe29ac8f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0496175 Nov 23 14:15:58.174090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.188230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.193975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:15:58.194471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:15:58.197364 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:15:58.213920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5a01710-f1fb-4f93-9f1c-9be55533f875 req-9bd999f7-23fe-4f97-bebe-c1544f5e64ae tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Nov 23 14:15:58.256381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e2b4d3f-6f12-460c-86a4-33a04a534260 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:15:58.256615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.261162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.264408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "DELETE /v2.0/networks/220e06f1-ebc2-4252-867a-bdc8fc5ec8ac HTTP/1.1" status: 204 len: 168 time: 0.2784419 Nov 23 14:15:58.267302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47520) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:58.278091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5681d18-5d16-4e2d-9960-b7c4d60bf686 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Pushing event deleted for resources: {'Network': ['ID=220e06f1-ebc2-4252-867a-bdc8fc5ec8ac,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:58.339258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.360467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2e2b4d3f-6f12-460c-86a4-33a04a534260, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e2b4d3f-6f12-460c-86a4-33a04a534260,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:58.372629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '2e2b4d3f-6f12-460c-86a4-33a04a534260', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'port_id': '2e2b4d3f-6f12-460c-86a4-33a04a534260', 'mac_address': 'fa:16:3e:9a:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:15:58.416925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.422824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.429293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2b4d3f-6f12-460c-86a4-33a04a534260 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:15:58.442220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b29dfa7-11a9-4c69-94a9-f9f31a55ac85']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:58.448050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2e2b4d3f-6f12-460c-86a4-33a04a534260, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e2b4d3f-6f12-460c-86a4-33a04a534260,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:15:58.451944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.452136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8591283c-f0b0-4c33-8b57-3ea67069ddd9') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:58.452428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8591283c-f0b0-4c33-8b57-3ea67069ddd9') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:15:58.462293 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.475975 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.483292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:15:58.483516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:15:58.485153 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:15:58.498625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=2e2b4d3f-6f12-460c-86a4-33a04a534260,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:58.541024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.546778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:58.549917 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3b29dfa7-11a9-4c69-94a9-f9f31a55ac85 HTTP/1.1" status: 204 len: 168 time: 0.2814167 Nov 23 14:15:58.560818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea1e10-b062-49bd-8f0f-c64409a32a90 tempest-QuotasNegativeTest-117735780 tempest-QuotasNegativeTest-117735780-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b29dfa7-11a9-4c69-94a9-f9f31a55ac85,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:58.685439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af47f8-c4fa-4351-9e48-2c872999dd75 req-329b98d0-46cb-4e85-8230-1222c40423a0 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:58.687213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76af47f8-c4fa-4351-9e48-2c872999dd75 req-329b98d0-46cb-4e85-8230-1222c40423a0 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 945 time: 0.0650988 Nov 23 14:15:58.759428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76af47f8-c4fa-4351-9e48-2c872999dd75 req-df9d8814-e741-4a55-9f9a-a78ecc2f76f1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647759 Nov 23 14:15:58.761462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a185a93c-ebd7-4073-819d-c9c1ffb8e20c req-79ae4ce6-b875-46ad-94b7-55d188cd91cf tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0361807 Nov 23 14:15:58.795969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['2e2b4d3f-6f12-460c-86a4-33a04a534260'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:15:59.000767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47538) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:59.034146 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6fcd-4412-43b7-86a5-ca488d0b7959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.106052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d27-7d95-40fb-982b-37f77d0d1d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.179510 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d27-7d95-40fb-982b-37f77d0d1d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.183508 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d27-7d95-40fb-982b-37f77d0d1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.227330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e9f67d27-7d95-40fb-982b-37f77d0d1d23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6ed7e09452e4299bb5a2b024024afca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254686 Nov 23 14:15:59.228220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f67d27-7d95-40fb-982b-37f77d0d1d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c83278-ec97-4a2b-9ee8-16ad22b13f02,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:59.230212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47542) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:59.295606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-583e44cb-d7c4-4a8d-900a-2ac12f33f633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.317474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-583e44cb-d7c4-4a8d-900a-2ac12f33f633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.343617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27b52-6713-41ae-9292-527903d6c8c7 req-f67d840a-1250-4fbd-95cb-70ac1d5d3503 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:59.345158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51d27b52-6713-41ae-9292-527903d6c8c7 req-f67d840a-1250-4fbd-95cb-70ac1d5d3503 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0569961 Nov 23 14:15:59.365908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-583e44cb-d7c4-4a8d-900a-2ac12f33f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.369425 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-583e44cb-d7c4-4a8d-900a-2ac12f33f633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.370620 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-583e44cb-d7c4-4a8d-900a-2ac12f33f633 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03c83278-ec97-4a2b-9ee8-16ad22b13f02 HTTP/1.1" status: 204 len: 168 time: 0.1394174 Nov 23 14:15:59.380266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e44cb-d7c4-4a8d-900a-2ac12f33f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c83278-ec97-4a2b-9ee8-16ad22b13f02,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:59.407477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51d27b52-6713-41ae-9292-527903d6c8c7 req-ab2a3c53-7286-463f-859a-ddbdbf842c8b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551445 Nov 23 14:15:59.650990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47554) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:59.663876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbde3-97b6-46ac-a812-107bf940999f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.736164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbde3-97b6-46ac-a812-107bf940999f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.739996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbde3-97b6-46ac-a812-107bf940999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.777857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7bdcbde3-97b6-46ac-a812-107bf940999f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=966f3da8212f411d8eb6b509ba3fafa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258116 Nov 23 14:15:59.778810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcbde3-97b6-46ac-a812-107bf940999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8903a9-5ef6-4c52-a16f-107b26bae854,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:59.780628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47556) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:15:59.829697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd6727d7-d46f-4532-8fc5-d8ed05744408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.852096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd6727d7-d46f-4532-8fc5-d8ed05744408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.891692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca949852-c9c2-44a1-9c2a-50c09f5a3e3c req-65093a7a-139a-498d-9c74-3420d88c9558 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0334599 Nov 23 14:15:59.904004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd6727d7-d46f-4532-8fc5-d8ed05744408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.908010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd6727d7-d46f-4532-8fc5-d8ed05744408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:15:59.908216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4b996-ad9f-4669-8b6b-aea5b9168da1 req-81046aeb-76ec-4236-8ac8-eebd443e84cd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:15:59.911493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bd6727d7-d46f-4532-8fc5-d8ed05744408 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d8903a9-5ef6-4c52-a16f-107b26bae854 HTTP/1.1" status: 204 len: 168 time: 0.1274974 Nov 23 14:15:59.915519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78b4b996-ad9f-4669-8b6b-aea5b9168da1 req-81046aeb-76ec-4236-8ac8-eebd443e84cd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 945 time: 0.0842841 Nov 23 14:15:59.917437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6727d7-d46f-4532-8fc5-d8ed05744408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8903a9-5ef6-4c52-a16f-107b26bae854,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:15:59.978413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78b4b996-ad9f-4669-8b6b-aea5b9168da1 req-abb2e26c-ba8b-422d-904e-25cfda3819dc tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613647 Nov 23 14:15:59.984447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.172204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065c482-da51-4fa9-9d54-323692f88869 req-c34eb008-0806-4080-b778-d6f7793330ba tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:00.173693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7065c482-da51-4fa9-9d54-323692f88869 req-c34eb008-0806-4080-b778-d6f7793330ba tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0482211 Nov 23 14:16:00.225191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7065c482-da51-4fa9-9d54-323692f88869 req-81701008-d120-4015-bdca-8e9e41fb64be tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454831 Nov 23 14:16:00.272234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e2b4d3f-6f12-460c-86a4-33a04a534260 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:00.331259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 2e2b4d3f-6f12-460c-86a4-33a04a534260 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:16:00.334977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 2e2b4d3f-6f12-460c-86a4-33a04a534260 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:00.335428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.418972 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.445572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2b4d3f-6f12-460c-86a4-33a04a534260'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:00.448359 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a611a-fe5b-46e5-9ba9-a62a2d20f37e" -d '{"events": [{"server_uuid": "94fae788-eb6d-4337-a0f6-09331ef8f297", "name": "network-vif-plugged", "status": "completed", "tag": "2e2b4d3f-6f12-460c-86a4-33a04a534260"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:00.461277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2e2b4d3f-6f12-460c-86a4-33a04a534260, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e2b4d3f-6f12-460c-86a4-33a04a534260,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:00.466702 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.499792 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da9d22e-40c8-4aef-b146-80067fe1ae66 x-openstack-request-id: req-0da9d22e-40c8-4aef-b146-80067fe1ae66 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:00.500524 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fae788-eb6d-4337-a0f6-09331ef8f297", "name": "network-vif-plugged", "status": "completed", "tag": "2e2b4d3f-6f12-460c-86a4-33a04a534260", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:00.500947 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0da9d22e-40c8-4aef-b146-80067fe1ae66 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:00.501484 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2b4d3f-6f12-460c-86a4-33a04a534260', 'code': 200} Nov 23 14:16:00.529686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=2e2b4d3f-6f12-460c-86a4-33a04a534260,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:00.534982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d8718-91f9-4b9d-b4ca-41fdb9b4dba7 req-7e53653c-be2e-4228-b8ee-970232190b58 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:00.543437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-655d8718-91f9-4b9d-b4ca-41fdb9b4dba7 req-7e53653c-be2e-4228-b8ee-970232190b58 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0670419 Nov 23 14:16:00.591960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-655d8718-91f9-4b9d-b4ca-41fdb9b4dba7 req-9d2b1ad3-1137-48ee-ae28-9c5549eb7a9f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Nov 23 14:16:00.632417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630d5e-b61d-4908-be53-ed130dcbc829 req-a1224c2c-5f6d-482f-a8be-433f302537fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:00.634610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-91630d5e-b61d-4908-be53-ed130dcbc829 req-a1224c2c-5f6d-482f-a8be-433f302537fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 1097 time: 0.0469429 Nov 23 14:16:00.679643 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-91630d5e-b61d-4908-be53-ed130dcbc829 req-1499c9e6-e075-4577-9d0e-7ec9570ce77a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378032 Nov 23 14:16:00.720003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47598) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:00.813566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-392576816'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:00.834407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Made reservation on behalf of 2f505f287e2148a8a27b2a3c259e35a2 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:00.838271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.846569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.921399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.926423 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.942636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:00.969189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:00.969538 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Added segment 638b88f7-5b3b-4a3b-85d7-43bdebb337ea of type vlan for network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c Nov 23 14:16:00.979206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d38fcb-925f-40a7-b19d-10927d3e50d8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:00.999878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-edc45430-f9d0-49d7-8834-ab911566ac15 req-f74b1546-502b-4f06-9a04-697703db9b1b tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0264711 Nov 23 14:16:01.032880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.063575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.069154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:01.069746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.106598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3853257 Nov 23 14:16:01.109206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47612) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:01.115965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Request body: {'subnet': {'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:01.139844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7919c-de4a-4fa7-91ec-686dbc431218 req-dc6a882e-c5ef-44d7-8c41-2c05f3ebf50d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:01.141340 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92a7919c-de4a-4fa7-91ec-686dbc431218 req-dc6a882e-c5ef-44d7-8c41-2c05f3ebf50d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 946 time: 0.0794139 Nov 23 14:16:01.156225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb034b0-a72c-4e59-907c-d38a5b259767 req-b901e467-af17-4fa4-a156-1dd98402dcda tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:01.157722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-feb034b0-a72c-4e59-907c-d38a5b259767 req-b901e467-af17-4fa4-a156-1dd98402dcda tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0856833 Nov 23 14:16:01.159843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2448705-d201-469c-8435-23e7fc95e44a tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event updated for resources: {'Network': ['ID=8d3a735d-eec8-4e85-93db-1ba35e1c6d9c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:01.172839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:01.233916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92a7919c-de4a-4fa7-91ec-686dbc431218 req-411a35c2-04d0-4b51-adae-350c2d1b59aa tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751965 Nov 23 14:16:01.239617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Made reservation on behalf of 2f505f287e2148a8a27b2a3c259e35a2 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:01.247168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.248031 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-feb034b0-a72c-4e59-907c-d38a5b259767 req-8b593a5b-f5a1-4719-b032-eb5c55c148d6 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817173 Nov 23 14:16:01.444151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.503400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event updated for resources: {'Subnet': ['ID=d91f25c2-7386-424f-a7c5-d1bc88390856,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:01.512381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Checking segment: {'id': '638b88f7-5b3b-4a3b-85d7-43bdebb337ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:01.512748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Network hostable DHCP agents. Network: 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:01.530392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:01.538719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:01.542571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:01.543430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.549580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e31f1-d33e-48d2-823c-e7c61dbadd70 None None] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:01.560045 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d575b5ee-6638-4275-b00a-e072023454cb tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4498146 Nov 23 14:16:01.564049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47620) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:01.569394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Request body: {'port': {'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1885266614'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:01.573027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.698336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Made reservation on behalf of 2f505f287e2148a8a27b2a3c259e35a2 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:01.706106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.735823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] device_id is not set on port fd809c06-adbf-48d2-9a5e-1c0acce04b47 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:01.759494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c14c5-0b2e-4223-a062-0a91b6c6bb03 req-7ff5bdc6-f116-439b-9cb7-761acfc62a4a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:01.761506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-318c14c5-0b2e-4223-a062-0a91b6c6bb03 req-7ff5bdc6-f116-439b-9cb7-761acfc62a4a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0691705 Nov 23 14:16:01.851908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-318c14c5-0b2e-4223-a062-0a91b6c6bb03 req-847446de-87d8-4c34-8cdf-c7eb0d7ad972 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839589 Nov 23 14:16:01.912482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Allocated IP 172.20.0.6 (8d3a735d-eec8-4e85-93db-1ba35e1c6d9c/d91f25c2-7386-424f-a7c5-d1bc88390856/fd809c06-adbf-48d2-9a5e-1c0acce04b47) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:01.930114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-8d3a735d-eec8-4e85-93db-1ba35e1c6d9c', 'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c', 'tenant_id': '2f505f287e2148a8a27b2a3c259e35a2', 'fixed_ips': [{'subnet_id': 'd91f25c2-7386-424f-a7c5-d1bc88390856'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:16:01.931535 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:01.973044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf28b2-1791-4a59-9ea5-5c70f40a5c1a req-b656a045-a133-4f88-97ef-ac33e42fbd41 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:01.974643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6cf28b2-1791-4a59-9ea5-5c70f40a5c1a req-b656a045-a133-4f88-97ef-ac33e42fbd41 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0515616 Nov 23 14:16:02.037085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6cf28b2-1791-4a59-9ea5-5c70f40a5c1a req-b744c7b8-226e-4d02-9c50-4eddac54c1d1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533960 Nov 23 14:16:02.082477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.108939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f475d491-0896-4074-97e5-e4dcc0ab316e req-a2fd7798-cc58-44eb-ae69-b8e558d81f69 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0263336 Nov 23 14:16:02.116585 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.160212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Allocated IP 172.20.0.2 (8d3a735d-eec8-4e85-93db-1ba35e1c6d9c/d91f25c2-7386-424f-a7c5-d1bc88390856/539edf9d-3de4-4e1d-b15d-d7fc84abdebf) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:02.167918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:02.170866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:02.174738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:02.200319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event updated for resources: {'Port': ['ID=fd809c06-adbf-48d2-9a5e-1c0acce04b47,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:02.227131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:02.227746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.243385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e8d7739-f760-4cfb-b341-eda6b8a55312 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6784463 Nov 23 14:16:02.246350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47632) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:02.251246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Request body: {'port': {'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-697178241', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:02.251789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.api.validators [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] bootfile-name is not in valid_values {{(pid=103345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:16:02.252128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.api.validators [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] tftp-server is not in valid_values {{(pid=103345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:16:02.252763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.api.validators [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] server-ip-address is not in valid_values {{(pid=103345) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:16:02.319381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.326505 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.364662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:02.369264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:02.373795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:02.387518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Made reservation on behalf of 2f505f287e2148a8a27b2a3c259e35a2 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:02.392775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.411424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] device_id is not set on port 53678df7-0118-416b-940d-6e7f51e2bec4 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:02.411767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e386-00ab-4da8-a7df-6df91a1bdf16 req-605348b9-6bc2-4e2d-b97b-1ff59837bb72 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:02.413602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a251e386-00ab-4da8-a7df-6df91a1bdf16 req-605348b9-6bc2-4e2d-b97b-1ff59837bb72 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 946 time: 0.1064916 Nov 23 14:16:02.422565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Pushing event updated for resources: {'Port': ['ID=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:02.448844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Attempting to bind port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:02.449215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Attempting to bind port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '638b88f7-5b3b-4a3b-85d7-43bdebb337ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:02.449816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Attempting to bind port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf on network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:02.455155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.456745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:02.457344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Checking segment: {'id': '638b88f7-5b3b-4a3b-85d7-43bdebb337ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:02.457743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.458132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Bound using segment: {'id': '638b88f7-5b3b-4a3b-85d7-43bdebb337ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:02.458605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Bound port: 539edf9d-3de4-4e1d-b15d-d7fc84abdebf, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638b88f7-5b3b-4a3b-85d7-43bdebb337ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '8d3a735d-eec8-4e85-93db-1ba35e1c6d9c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:02.459198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.479766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a251e386-00ab-4da8-a7df-6df91a1bdf16 req-da80ed17-2e0d-4a6f-a41e-c00a336ce496 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Nov 23 14:16:02.544453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] For port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:02.547825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] For port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,segment=NetworkSegment(638b88f7-5b3b-4a3b-85d7-43bdebb337ea),segment_id=638b88f7-5b3b-4a3b-85d7-43bdebb337ea)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:02.553274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.558208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Allocated IP 172.20.0.5 (8d3a735d-eec8-4e85-93db-1ba35e1c6d9c/d91f25c2-7386-424f-a7c5-d1bc88390856/53678df7-0118-416b-940d-6e7f51e2bec4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:02.628218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8160829-2a2a-4f7c-8bfc-5a80300131b2 None None] Pushing event updated for resources: {'Port': ['ID=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:02.752373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.792632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a46ce-04c2-462d-b3bd-d9dbe95f290d req-1eb9bf9d-c187-49f1-b96d-65d74daae773 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:02.793900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.794624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c43a46ce-04c2-462d-b3bd-d9dbe95f290d req-1eb9bf9d-c187-49f1-b96d-65d74daae773 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 946 time: 0.0576320 Nov 23 14:16:02.862473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:02.865634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:02.868691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:02.885200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c43a46ce-04c2-462d-b3bd-d9dbe95f290d req-debf64b7-c766-4c89-8896-57c8ef419035 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821157 Nov 23 14:16:02.905524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event updated for resources: {'Port': ['ID=53678df7-0118-416b-940d-6e7f51e2bec4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:02.937920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:02.938851 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:02.961301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-61c62a7e-db12-448a-a2f6-cc9a93e1f766 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.7137983 Nov 23 14:16:02.961931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47648) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:03.011366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ca890-aad4-4514-a926-77b34b14db71 req-2558cd35-a29c-4f02-a7cf-d92c84549665 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:03.013062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-913ca890-aad4-4514-a926-77b34b14db71 req-2558cd35-a29c-4f02-a7cf-d92c84549665 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0586882 Nov 23 14:16:03.059046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d8eb1-08c5-4fd6-8653-1be8d346e401 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:03.075292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d8eb1-08c5-4fd6-8653-1be8d346e401 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:03.081478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d8eb1-08c5-4fd6-8653-1be8d346e401 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:03.086470 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fe2d8eb1-08c5-4fd6-8653-1be8d346e401 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1234117 Nov 23 14:16:03.087122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47652) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:03.092249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-913ca890-aad4-4514-a926-77b34b14db71 req-c467213f-4cf7-4502-8d45-dd73f413a629 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722716 Nov 23 14:16:03.175939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4e36f-c51e-4a92-aaa4-24c5ee8c90a4 req-f7550b12-d536-4780-b7c6-3c022b8b3da2 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:03.188146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1b4e36f-c51e-4a92-aaa4-24c5ee8c90a4 req-f7550b12-d536-4780-b7c6-3c022b8b3da2 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.0703082 Nov 23 14:16:03.209923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Deleting port 53678df7-0118-416b-940d-6e7f51e2bec4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:03.210263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:03.249504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-beec6451-7a88-48cb-879f-ace7891e6d90 req-f13f9013-a08d-48dd-ba7d-ced7f19fed8d tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0471523 Nov 23 14:16:03.283613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1b4e36f-c51e-4a92-aaa4-24c5ee8c90a4 req-d9ee4d8e-4047-4da3-8c36-3729bcbb1ef1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups?id=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943778 Nov 23 14:16:03.318254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:03.330209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Calling delete_port for 53678df7-0118-416b-940d-6e7f51e2bec4 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:03.478982 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:03.513025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event deleted for resources: {'Port': ['ID=53678df7-0118-416b-940d-6e7f51e2bec4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:03.621678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-6b6b0b8f-8952-42f0-80db-303a4dd29bbd tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:03.623294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-6b6b0b8f-8952-42f0-80db-303a4dd29bbd tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.11 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 945 time: 0.1052439 Nov 23 14:16:03.677435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:03.681238 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4ae94a06-b261-46ec-9b12-f9d4b7ea8618 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "DELETE /v2.0/ports/53678df7-0118-416b-940d-6e7f51e2bec4 HTTP/1.1" status: 204 len: 168 time: 0.5926585 Nov 23 14:16:03.687056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47660) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:03.696167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Request body: {'port': {'name': 'tempest-new-port-name-1733864227', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:03.697485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] bootfile-name is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:16:03.697909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] tftp-server is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:16:03.698311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] server-ip-address is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:16:03.747412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Deleting port 38426014-d4ad-484a-a71a-929e9ba26c33 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:03.748091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:03.797399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367aeec-0b63-46cc-9225-3701330a1760 None None] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:03.816353 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:03.878691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] For port 38426014-d4ad-484a-a71a-929e9ba26c33, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=38426014-d4ad-484a-a71a-929e9ba26c33,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:03.879312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:03.904076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8c745947-6c4d-4d68-b4ed-a4ad2f3b94d4 None None] Provisioning complete for port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:03.904448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c745947-6c4d-4d68-b4ed-a4ad2f3b94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.044330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebd2c7-fd92-4840-9c21-55ca0be36a8a req-c51dd502-ebd5-4305-91ff-456cbe8a6500 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:04.045729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aaebd2c7-fd92-4840-9c21-55ca0be36a8a req-c51dd502-ebd5-4305-91ff-456cbe8a6500 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 946 time: 0.0856519 Nov 23 14:16:04.056100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c745947-6c4d-4d68-b4ed-a4ad2f3b94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.092061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.092426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.092748 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Floating IP 0bdfd69e-f031-4c37-8b24-446b12268b10 disassociated. External IP: 172.25.3.204, port: 38426014-d4ad-484a-a71a-929e9ba26c33. Nov 23 14:16:04.093181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Calling delete_port for 38426014-d4ad-484a-a71a-929e9ba26c33 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:04.102105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8c745947-6c4d-4d68-b4ed-a4ad2f3b94d4 None None] For port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,segment=NetworkSegment(638b88f7-5b3b-4a3b-85d7-43bdebb337ea),segment_id=638b88f7-5b3b-4a3b-85d7-43bdebb337ea)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:04.108276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c745947-6c4d-4d68-b4ed-a4ad2f3b94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.152477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aaebd2c7-fd92-4840-9c21-55ca0be36a8a req-df4ffe43-d00c-41b2-b317-f1a9a676a1c4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865588 Nov 23 14:16:04.154556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.168824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.198756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c745947-6c4d-4d68-b4ed-a4ad2f3b94d4 None None] Pushing event updated for resources: {'Port': ['ID=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:04.260559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 539edf9d-3de4-4e1d-b15d-d7fc84abdebf up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:04.312553 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.326752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:04.327051 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.361611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event deleted for resources: {'Port': ['ID=38426014-d4ad-484a-a71a-929e9ba26c33,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:04.365778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event updated for resources: {'Port': ['ID=fd809c06-adbf-48d2-9a5e-1c0acce04b47,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:04.399263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb466e3-7035-44d7-9f29-e5bb1a74ead5 req-66ac5f15-4c49-400c-8fa1-083e9b83ba10 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:04.406520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb466e3-7035-44d7-9f29-e5bb1a74ead5 req-66ac5f15-4c49-400c-8fa1-083e9b83ba10 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.1730373 Nov 23 14:16:04.422674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] In _notify_port_updated(), no bound segment for port fd809c06-adbf-48d2-9a5e-1c0acce04b47 on network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:16:04.428790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:04.429510 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.430992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8acf03de-e93c-41a3-9a74-72e83cbeb322 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "PUT /v2.0/ports/fd809c06-adbf-48d2-9a5e-1c0acce04b47 HTTP/1.1" status: 200 len: 1136 time: 0.7425537 Nov 23 14:16:04.438833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4afe2114-312f-467a-8849-4c4d140e6d22 req-29914a75-ea3d-440f-8427-df779026505f tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0745151 Nov 23 14:16:04.439268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47672) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:04.517507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40511ee9-a8af-4bd5-82e2-40314ffc05db tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:04.524587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-40511ee9-a8af-4bd5-82e2-40314ffc05db tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "GET /v2.0/ports/fd809c06-adbf-48d2-9a5e-1c0acce04b47 HTTP/1.1" status: 200 len: 1136 time: 0.0783901 Nov 23 14:16:04.524587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47674) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:04.551127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-365c0a8d-55f5-4e31-83b6-8863d599f398 None None] Provisioning complete for port fd809c06-adbf-48d2-9a5e-1c0acce04b47 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:04.551859 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-365c0a8d-55f5-4e31-83b6-8863d599f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.593613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927934cc-73ce-42d7-abe4-904b74118b88 req-b816fc8c-b61c-4da8-87b5-0050147dafd9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:04.595722 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-927934cc-73ce-42d7-abe4-904b74118b88 req-b816fc8c-b61c-4da8-87b5-0050147dafd9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 946 time: 0.2365198 Nov 23 14:16:04.597347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-365c0a8d-55f5-4e31-83b6-8863d599f398 None None] Port fd809c06-adbf-48d2-9a5e-1c0acce04b47 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:16:04.602985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5acd9b1e-cb36-4aa3-b187-9dcc3b415d26 req-aef14f9e-dff2-40ea-b57c-c02f59336017 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 210 time: 0.0638020 Nov 23 14:16:04.615683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-365c0a8d-55f5-4e31-83b6-8863d599f398 None None] Provisioning complete for port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:04.616443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-365c0a8d-55f5-4e31-83b6-8863d599f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.633218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bb466e3-7035-44d7-9f29-e5bb1a74ead5 req-a45b883a-b827-40fc-ad2c-2ce7e32afe8f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211714 Nov 23 14:16:04.744040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:16:04.771237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Deleting port fd809c06-adbf-48d2-9a5e-1c0acce04b47 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:04.771953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.883668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.901631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Calling delete_port for fd809c06-adbf-48d2-9a5e-1c0acce04b47 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:04.935887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Deleting port 2e2b4d3f-6f12-460c-86a4-33a04a534260 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:04.937101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:04.967723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-68347dbd-1b6d-4269-8666-93ca8b4def17 None None] Provisioning complete for port fd809c06-adbf-48d2-9a5e-1c0acce04b47 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:04.968977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-68347dbd-1b6d-4269-8666-93ca8b4def17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.064849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-68347dbd-1b6d-4269-8666-93ca8b4def17 None None] Port fd809c06-adbf-48d2-9a5e-1c0acce04b47 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:16:05.078635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:16:05.094006 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] Sync routers for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:16:05.108923 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:16:05.109924 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:05.136299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.162288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] For port 2e2b4d3f-6f12-460c-86a4-33a04a534260, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e2b4d3f-6f12-460c-86a4-33a04a534260,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:05.162726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.165566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] No DVR routers for this DVR port 38426014-d4ad-484a-a71a-929e9ba26c33 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:05.168818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.172500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e06affd4-4c07-41e8-adae-4e7c5eea2cd8 req-19c34581-2d7a-4443-9ab2-8c0daa97fa94 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.11 "DELETE /v2.0/ports/38426014-d4ad-484a-a71a-929e9ba26c33 HTTP/1.1" status: 204 len: 173 time: 1.5351343 Nov 23 14:16:05.179878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event deleted for resources: {'Port': ['ID=fd809c06-adbf-48d2-9a5e-1c0acce04b47,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:05.193596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'name': 'network-vif-deleted', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:05.196948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f8684d05-8e5b-487c-bbdf-a1aa2c0f9d0b None None] Could not find standard attr ID for object 53678df7-0118-416b-940d-6e7f51e2bec4. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:05.201277 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf690fe-a9c3-4aa3-a1d8-b2f45755d639" -d '{"events": [{"server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "name": "network-vif-deleted", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:05.245488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Calling delete_port for 2e2b4d3f-6f12-460c-86a4-33a04a534260 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:05.269578 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:16:05.318402 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8471657c-8ebb-402a-9b32-74e746e28897 x-openstack-request-id: req-8471657c-8ebb-402a-9b32-74e746e28897 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:05.319009 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8639519f-5867-43e8-9741-dad599eec523", "name": "network-vif-deleted", "tag": "38426014-d4ad-484a-a71a-929e9ba26c33", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:05.319425 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8471657c-8ebb-402a-9b32-74e746e28897 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:05.320740 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8639519f-5867-43e8-9741-dad599eec523', 'name': 'network-vif-deleted', 'tag': '38426014-d4ad-484a-a71a-929e9ba26c33', 'status': 'completed', 'code': 200} Nov 23 14:16:05.345096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.348415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-685b9db2-5f0b-4936-aeec-bfc22a9b0cdd tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "DELETE /v2.0/ports/fd809c06-adbf-48d2-9a5e-1c0acce04b47 HTTP/1.1" status: 204 len: 168 time: 0.8225014 Nov 23 14:16:05.354222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47688) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:05.381854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e93fe3-d017-4762-83ea-cc48efb1f1cb req-98b9b22a-87ff-410d-8421-29f62721882d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:05.392676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3e93fe3-d017-4762-83ea-cc48efb1f1cb req-98b9b22a-87ff-410d-8421-29f62721882d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fae788-eb6d-4337-a0f6-09331ef8f297 HTTP/1.1" status: 200 len: 946 time: 0.0982659 Nov 23 14:16:05.468609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Deleting subnet d91f25c2-7386-424f-a7c5-d1bc88390856 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:05.477068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.483426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3e93fe3-d017-4762-83ea-cc48efb1f1cb req-4bd487e0-12c0-4a3c-95c8-262d27c1940c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899661 Nov 23 14:16:05.516094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.528834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['2e2b4d3f-6f12-460c-86a4-33a04a534260'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:05.541166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.570195 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:52Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:05.597167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event deleted for resources: {'Port': ['ID=2e2b4d3f-6f12-460c-86a4-33a04a534260,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:05.628666 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] Checking router: 63c17cb9-bc52-4673-a816-97ed7d11d4f9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:16:05.629202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] No DVR routers for this DVR port 2e2b4d3f-6f12-460c-86a4-33a04a534260 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:05.631765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f768e73d-1bc5-478a-b0d2-9df129555904 req-e772679f-033b-4a58-bc39-2daf77c51039 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0527678 Nov 23 14:16:05.641000 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:16:05.642139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:05.650059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.675602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-927934cc-73ce-42d7-abe4-904b74118b88 req-5e088f8b-b24c-4036-b3df-6d5f3a5fbd6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "DELETE /v2.0/ports/2e2b4d3f-6f12-460c-86a4-33a04a534260 HTTP/1.1" status: 204 len: 173 time: 1.0558462 Nov 23 14:16:05.741075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:05.796959 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:16:05.828924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-029a53c2-6ecc-417e-bf99-b340c8b58a3d req-c2afc323-153d-466c-9c39-326ccfe23ce1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8639519f-5867-43e8-9741-dad599eec523 HTTP/1.1" status: 200 len: 210 time: 0.0323060 Nov 23 14:16:05.928590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1ed7adbc-344e-4bfd-97db-2a00105cf656 None None] Could not find standard attr ID for object fd809c06-adbf-48d2-9a5e-1c0acce04b47. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:06.186249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.218017 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:52Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:06.220612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event deleted for resources: {'Subnet': ['ID=d91f25c2-7386-424f-a7c5-d1bc88390856,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:06.227383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.230579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6c9a1e1a-b5c4-447c-9d22-2181f88883d4 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "DELETE /v2.0/subnets/d91f25c2-7386-424f-a7c5-d1bc88390856 HTTP/1.1" status: 204 len: 168 time: 0.8709300 Nov 23 14:16:06.233570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47702) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:06.237236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca28c6d-4cca-4d9c-82c2-f8ff045eae69 None None] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:06.245698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344c05-958c-4528-9291-4561f6c6b378 req-439cb661-24dc-4a59-9f40-4c8351f9ee83 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:06.248771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63344c05-958c-4528-9291-4561f6c6b378 req-439cb661-24dc-4a59-9f40-4c8351f9ee83 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.4618027 Nov 23 14:16:06.251009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 539edf9d-3de4-4e1d-b15d-d7fc84abdebf up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:06.297342 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75acb04-3385-461b-91e6-12e3368de07a None None] The sync data for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 is: [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:13:47Z', 'revision_number': 4, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '7fed3c34-5bdd-433a-a9ca-43a45d19537c', 'name': '', 'network_id': 'b06b3722-684c-4ef2-89b6-9a3b1065b93a', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'mac_address': 'fa:16:3e:83:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:47Z', 'updated_at': '2021-11-23T14:13:52Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'subnets': [{'id': '09f86352-0bee-41c4-8fcd-19780e041ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:16:06.358381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63344c05-958c-4528-9291-4561f6c6b378 req-ba5bf1f8-9c0b-4069-be5b-a6d97e5be410 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008861 Nov 23 14:16:06.403409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.404936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:06.405328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.459730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Deleting port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:06.460120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.542111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] For port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,segment=NetworkSegment(638b88f7-5b3b-4a3b-85d7-43bdebb337ea),segment_id=638b88f7-5b3b-4a3b-85d7-43bdebb337ea)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:06.542576 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.558787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Calling delete_port for 539edf9d-3de4-4e1d-b15d-d7fc84abdebf owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:06.575885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] DHCP port deletion for 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:16:06.648276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] Deleting port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:06.648654 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.667304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.688659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0054ba3e-ce6c-46d2-9e5f-4d6a41c4cb8a None None] New status for floating IP 0bdfd69e-f031-4c37-8b24-446b12268b10: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:16:06.691071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event deleted for resources: {'Port': ['ID=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:06.702464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] No DVR routers for this DVR port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:06.764033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d3a5c99-9a1d-46bc-949a-e1c00848a70e req-ecd45a91-6550-496f-98f2-851384923cba tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0338902 Nov 23 14:16:06.797396 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.817597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3a735d-eec8-4e85-93db-1ba35e1c6d9c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:06.827597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638b88f7-5b3b-4a3b-85d7-43bdebb337ea') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:06.827909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638b88f7-5b3b-4a3b-85d7-43bdebb337ea') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:06.838594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.852402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.860122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:06.862075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:06.864819 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:06.876294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] For port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,segment=NetworkSegment(638b88f7-5b3b-4a3b-85d7-43bdebb337ea),segment_id=638b88f7-5b3b-4a3b-85d7-43bdebb337ea)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:06.876578 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.896871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] Calling delete_port for 539edf9d-3de4-4e1d-b15d-d7fc84abdebf owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:06.908898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51040-a300-440e-836e-d236ddfd293d req-1bf4897b-19cb-4de4-bed5-383e92bc618b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:06.910586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-1bf4897b-19cb-4de4-bed5-383e92bc618b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.1260755 Nov 23 14:16:06.930635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-0f3e8b32-4595-4d4f-9d7b-368ca525364f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/quotas/18d87e869b304671b0799b7848a7f819 HTTP/1.1" status: 200 len: 375 time: 0.0142446 Nov 23 14:16:06.958496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.966624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.974118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] 10.222.0.46 "DELETE /v2.0/networks/8d3a735d-eec8-4e85-93db-1ba35e1c6d9c HTTP/1.1" status: 204 len: 168 time: 0.7355278 Nov 23 14:16:06.978266 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:06.986077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75b17c-b328-42fc-9821-5bb1e27df898 tempest-ExtraDHCPOptionsTestJSON-758846470 tempest-ExtraDHCPOptionsTestJSON-758846470-project] Pushing event deleted for resources: {'Network': ['ID=8d3a735d-eec8-4e85-93db-1ba35e1c6d9c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:06.987968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47726) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:07.010006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-c968f4b0-3761-4d8d-8c62-46b8cde1ca67 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713906 Nov 23 14:16:07.018881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] Network 8d3a735d-eec8-4e85-93db-1ba35e1c6d9c is not hosted by any dhcp agent {{(pid=103347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:16:07.019673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] No DVR routers for this DVR port 539edf9d-3de4-4e1d-b15d-d7fc84abdebf on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:07.022305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0888b3-e53d-4409-8824-a18048c7836b None None] Pushing event deleted for resources: {'Port': ['ID=539edf9d-3de4-4e1d-b15d-d7fc84abdebf,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:07.055711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6598a1e-5ae9-4919-919b-3051b5e14de8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.089464 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6598a1e-5ae9-4919-919b-3051b5e14de8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.141596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-80d65719-055b-45c9-ba8d-4e71d7e90580 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304502 Nov 23 14:16:07.159152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6598a1e-5ae9-4919-919b-3051b5e14de8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.162474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6598a1e-5ae9-4919-919b-3051b5e14de8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.163892 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a6598a1e-5ae9-4919-919b-3051b5e14de8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "DELETE /v2.0/security-groups/f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d HTTP/1.1" status: 204 len: 168 time: 0.1749446 Nov 23 14:16:07.167523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47732) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:07.176868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598a1e-5ae9-4919-919b-3051b5e14de8 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:07.203464 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-da4190cf-fe7d-40f9-9d45-3eb355c9f465 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] show failed (client error): The resource could not be found. Nov 23 14:16:07.207004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-da4190cf-fe7d-40f9-9d45-3eb355c9f465 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "GET /v2.0/security-groups/f403d6c1-5eb0-471b-ae6e-8bb7edd23a0d HTTP/1.1" status: 404 len: 347 time: 0.0335598 Nov 23 14:16:07.207356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:07.266055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-fd661806-fb84-42cd-9802-0c5dbed31be3 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239007 Nov 23 14:16:07.325470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'name': 'network-vif-deleted', 'tag': '2e2b4d3f-6f12-460c-86a4-33a04a534260'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:07.327742 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9441d004-0770-4aef-8dfa-75e219eebe3b" -d '{"events": [{"server_uuid": "94fae788-eb6d-4337-a0f6-09331ef8f297", "name": "network-vif-deleted", "tag": "2e2b4d3f-6f12-460c-86a4-33a04a534260"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:07.342801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47742) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:07.366399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Deleting port faee2832-9240-437b-95a9-dd4af374c5f1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:07.366745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.371882 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fd178f-e921-479e-a2c3-19a4442c30f0 x-openstack-request-id: req-f6fd178f-e921-479e-a2c3-19a4442c30f0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:07.372183 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fae788-eb6d-4337-a0f6-09331ef8f297", "name": "network-vif-deleted", "tag": "2e2b4d3f-6f12-460c-86a4-33a04a534260", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:07.372446 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6fd178f-e921-479e-a2c3-19a4442c30f0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:07.373029 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fae788-eb6d-4337-a0f6-09331ef8f297', 'name': 'network-vif-deleted', 'tag': '2e2b4d3f-6f12-460c-86a4-33a04a534260', 'status': 'completed', 'code': 200} Nov 23 14:16:07.482799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.483081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.499020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Calling delete_port for faee2832-9240-437b-95a9-dd4af374c5f1 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:07.517107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9532953d-93fa-482e-937d-1804c73d9252 req-c5a93328-0619-4159-99fe-dba08e2fc5f1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.0480361 Nov 23 14:16:07.576755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9991359-e469-430c-9c04-aa6f4893bbdb req-33623bf1-1bf7-4b5e-bda1-06909fc063d2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:07.584969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9991359-e469-430c-9c04-aa6f4893bbdb req-33623bf1-1bf7-4b5e-bda1-06909fc063d2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0667992 Nov 23 14:16:07.608610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-512577d4-0ca7-4c7f-898f-2864bbe1bcae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f505f287e2148a8a27b2a3c259e35a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640395 Nov 23 14:16:07.613536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47754) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:07.679561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9991359-e469-430c-9c04-aa6f4893bbdb req-9e84d3f6-34b2-4f63-ba5d-0549e5a464c7 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935230 Nov 23 14:16:07.705270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a497b59b-76e6-4b17-bff2-00ccfb3a593b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.736984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a497b59b-76e6-4b17-bff2-00ccfb3a593b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.741094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.799728 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a497b59b-76e6-4b17-bff2-00ccfb3a593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.803274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a497b59b-76e6-4b17-bff2-00ccfb3a593b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:07.806733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a497b59b-76e6-4b17-bff2-00ccfb3a593b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9d38fcb-925f-40a7-b19d-10927d3e50d8 HTTP/1.1" status: 204 len: 168 time: 0.1899583 Nov 23 14:16:07.826437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497b59b-76e6-4b17-bff2-00ccfb3a593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d38fcb-925f-40a7-b19d-10927d3e50d8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:07.970846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb108614-2df1-4afb-aa1b-aed262b8e832 req-3bcb88e5-1aaf-4b37-9415-3decc5f60c9c tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0701151 Nov 23 14:16:08.128291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Pushing event deleted for resources: {'Port': ['ID=faee2832-9240-437b-95a9-dd4af374c5f1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:08.208555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 539edf9d-3de4-4e1d-b15d-d7fc84abdebf no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:08.238064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:08.241450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:08.242682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e504f620-6987-4b83-96e0-9e387fea29e1 tempest-ServersTestManualDisk-983487261 tempest-ServersTestManualDisk-983487261-project] 10.222.0.46 "DELETE /v2.0/floatingips/0bdfd69e-f031-4c37-8b24-446b12268b10 HTTP/1.1" status: 204 len: 168 time: 1.0341871 Nov 23 14:16:08.245603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47776) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:08.275991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 539edf9d-3de4-4e1d-b15d-d7fc84abdebf {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:08.277011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 539edf9d-3de4-4e1d-b15d-d7fc84abdebf not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:08.326042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 38426014-d4ad-484a-a71a-929e9ba26c33 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:08.371317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 38426014-d4ad-484a-a71a-929e9ba26c33 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:08.374445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 38426014-d4ad-484a-a71a-929e9ba26c33 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:08.375560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e2b4d3f-6f12-460c-86a4-33a04a534260 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:08.407284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 2e2b4d3f-6f12-460c-86a4-33a04a534260 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:08.407629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e2b4d3f-6f12-460c-86a4-33a04a534260 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:08.731735 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:08.763845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e454736-b9d1-4e60-be61-a3f9225a535a req-3c261b72-5576-4475-b528-663145b3513c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.1077802 Nov 23 14:16:08.785044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:08.885186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8efae1-991b-434b-b6be-dfdca5802f5c req-0b094915-e5d9-4262-94bf-86d27bdad33e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:08.893336 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8efae1-991b-434b-b6be-dfdca5802f5c req-0b094915-e5d9-4262-94bf-86d27bdad33e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0750933 Nov 23 14:16:09.009363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb8efae1-991b-434b-b6be-dfdca5802f5c req-89446f6c-f971-49c3-8e33-f0f68b2b9d2d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147754 Nov 23 14:16:09.013233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51040-a300-440e-836e-d236ddfd293d req-e3010dae-e8af-402f-96f0-6eb310bddb16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:09.015034 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-e3010dae-e8af-402f-96f0-6eb310bddb16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.2191093 Nov 23 14:16:09.018467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-671523648'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:09.043310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Request body: {'port': {'device_id': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'admin_state_up': True, 'tenant_id': '18d87e869b304671b0799b7848a7f819'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:09.044347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:09.048296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.059707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.176017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-832cdba6-91e3-4406-ac7c-5993a8ebf038 req-3cfc2b7b-656e-4c48-a67e-25676d599d7b tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0445678 Nov 23 14:16:09.190027 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.194875 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.234348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9758a0e7-f38f-4f0a-97ce-aec728227153,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:09.237730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:09.251156 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.251574 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23 of type vlan for network 536737d6-d661-4314-bbdc-f12de12b8a02 Nov 23 14:16:09.253784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:09.257574 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.295217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.297844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Deleting port 7fed3c34-5bdd-433a-a9ca-43a45d19537c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:09.298181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.323229 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.329163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:09.329775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.430783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6442358 Nov 23 14:16:09.431500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47808) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:09.463358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'name': 'tempest-PortsTestJSON-2060006998'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:09.477617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] For port 7fed3c34-5bdd-433a-a9ca-43a45d19537c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7fed3c34-5bdd-433a-a9ca-43a45d19537c,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:09.477992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.489850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Allocated IP 172.20.0.9 (175646c2-c3c9-4e80-91cd-29d7ebb5987b/1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f/4c66a82a-00ae-4019-aaa5-ce93c390d07f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:09.499965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Calling delete_port for 7fed3c34-5bdd-433a-a9ca-43a45d19537c owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:09.521492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c94037-978c-4136-8916-ae0bd7bcdd85 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=536737d6-d661-4314-bbdc-f12de12b8a02,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:09.534547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:09.617519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:09.621283 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.642118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 263aa60a-3d3a-4688-bdd8-e437fbb80137 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:09.799733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.831633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.865877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff5a3f0d-25ba-4926-9dc1-046a390511ef req-1836f969-5b29-4e0d-8efd-ff74ec8a4777 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.0323296 Nov 23 14:16:09.867839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.894298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.896278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fed3c34-5bdd-433a-a9ca-43a45d19537c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:09.896555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:09.949987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=263aa60a-3d3a-4688-bdd8-e437fbb80137,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:09.980367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': 'b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:09.980596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:09.980852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: 536737d6-d661-4314-bbdc-f12de12b8a02, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:09.999986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:10.003974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:10.006740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:10.011268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 536737d6-d661-4314-bbdc-f12de12b8a02) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:10.015295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:10.021388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.022040 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.022935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event updated for resources: {'Port': ['ID=4c66a82a-00ae-4019-aaa5-ce93c390d07f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:10.048388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7baa3-acdf-4929-8c90-d224f5973acc None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:10.068436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-73d07ebe-2647-4a1f-9551-6d9c16b50701 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6243577 Nov 23 14:16:10.070095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47814) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:10.086623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-701979404'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:10.179730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b31e3-3207-4fb9-a1e1-4d00e4218d8c req-28245092-dad4-49e9-a417-b0e6197d1df2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.180400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.181306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-347b31e3-3207-4fb9-a1e1-4d00e4218d8c req-28245092-dad4-49e9-a417-b0e6197d1df2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0825558 Nov 23 14:16:10.185615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.197111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:10.200874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.240015 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-dd923c16-55a6-4f6f-999a-1f741406038f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2099583 Nov 23 14:16:10.284733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Request body: {'port': {'device_id': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:10.284953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-347b31e3-3207-4fb9-a1e1-4d00e4218d8c req-b2179bf5-49e3-4a83-ad87-d0094651b889 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971947 Nov 23 14:16:10.293147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-57723dcb-6fe9-4c0a-85db-00cd5c30adc7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0851912 Nov 23 14:16:10.312849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:10.341349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.341795 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment 13c7fe0e-8263-4cca-8699-10b1227bcbcc of type vlan for network d504290f-1679-4a61-9340-03e7b14c172e Nov 23 14:16:10.365127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4111cdfd-5a6c-4329-a91b-d040caf5f0c8 req-484a3be1-2a54-474c-bb99-7c4275a0618f tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0421896 Nov 23 14:16:10.392560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.418690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.421011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.421481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.422008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.422738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.422917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.423040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.423374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.423849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.425937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-e303dc16-5cd7-4980-9950-585d22842568 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6500 time: 0.0599570 Nov 23 14:16:10.524406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.530147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.530822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:10.570624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-0c7829a7-1810-4016-97fb-444617bc5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.571119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-0c7829a7-1810-4016-97fb-444617bc5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.571572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-0c7829a7-1810-4016-97fb-444617bc5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.573182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-0c7829a7-1810-4016-97fb-444617bc5bd1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a9ee93-d52a-40bd-8474-910f5a837859&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=2abe950e-20d4-41a3-987a-91c4a86ba666&id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 2298 time: 0.1172140 Nov 23 14:16:10.639466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-c4b08da8-790c-4c2b-a171-d21c43a7c518 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 200 len: 1002 time: 0.0590539 Nov 23 14:16:10.662803 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5849755 Nov 23 14:16:10.672937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47824) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:10.689791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-a86181ee-1e56-470e-9b44-7ad705f12167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.691332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-a86181ee-1e56-470e-9b44-7ad705f12167 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a364ed53-f9a0-4c52-85de-268f6f2f28e3 HTTP/1.1" status: 200 len: 856 time: 0.0436032 Nov 23 14:16:10.703441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'ports': [{'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02'}, {'network_id': 'd504290f-1679-4a61-9340-03e7b14c172e'}]} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:10.703755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:10.704236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': 'd504290f-1679-4a61-9340-03e7b14c172e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:10.732025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c1722-c382-490a-b5a8-7a5485d712d6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=d504290f-1679-4a61-9340-03e7b14c172e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:10.743383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d504290f-1679-4a61-9340-03e7b14c172e details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:10.745071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-199c503a-34d1-4696-9e40-d005f9134791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:10.747307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-199c503a-34d1-4696-9e40-d005f9134791 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a9ee93-d52a-40bd-8474-910f5a837859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473869 Nov 23 14:16:10.840379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-dee81f81-c245-4719-a2b2-3b876824ad70 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Nov 23 14:16:10.940979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-2f925b36-2493-4e79-be8a-8144939c5352 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931528 Nov 23 14:16:11.008335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-acbe338c-3bd5-4369-8f82-267060ac37fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 217 time: 0.0587895 Nov 23 14:16:11.062668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85ebfe-c1ea-421b-b009-2f190e341464 req-641a601f-771e-45c7-87fc-cf17d3cbc24d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.064248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c85ebfe-c1ea-421b-b009-2f190e341464 req-641a601f-771e-45c7-87fc-cf17d3cbc24d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 931 time: 0.1171956 Nov 23 14:16:11.071859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:16:11.078332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-eb1dee1c-a415-42c5-81d2-55fab04a3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.079546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-eb1dee1c-a415-42c5-81d2-55fab04a3232 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0650997 Nov 23 14:16:11.136357 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-e0f4aad1-a519-44f9-a7b0-1cdd4a9eebdd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1628101 Nov 23 14:16:11.140104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 2} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:11.144668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:11.151078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c85ebfe-c1ea-421b-b009-2f190e341464 req-06aa6780-e8d0-485c-bc89-11a53e991846 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797396 Nov 23 14:16:11.153849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-8473fca5-7332-4cbd-ac00-d84ea2df1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.155354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-8473fca5-7332-4cbd-ac00-d84ea2df1c2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664821 Nov 23 14:16:11.259152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-da942327-e266-4977-8a38-5f773ce53d31 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953329 Nov 23 14:16:11.353310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-44bee735-b95f-40a6-bf96-a2aaffbbeae6 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876520 Nov 23 14:16:11.425624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-450d43cf-4dc1-45ef-ae63-9c4046c2a351 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 217 time: 0.0647371 Nov 23 14:16:11.490838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b92a-0d65-4308-9af2-8aaf809f5a14 req-788d830d-0a0a-4030-898a-b140b2c87841 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.492365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c74b92a-0d65-4308-9af2-8aaf809f5a14 req-788d830d-0a0a-4030-898a-b140b2c87841 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.1255670 Nov 23 14:16:11.499660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-21c0a2f7-bc88-40e0-9187-5e05920bfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.501075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-21c0a2f7-bc88-40e0-9187-5e05920bfa8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0657458 Nov 23 14:16:11.509678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:11.513030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c66a82a-00ae-4019-aaa5-ce93c390d07f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:11.538863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:11.576843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Transition to ACTIVE for port object 4c66a82a-00ae-4019-aaa5-ce93c390d07f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:16:11.577855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c74b92a-0d65-4308-9af2-8aaf809f5a14 req-bf494378-0129-4eff-8180-857e059f7aac tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Nov 23 14:16:11.593561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-36e9fc61-bf9a-4759-bf39-5285221f2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.608523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-36e9fc61-bf9a-4759-bf39-5285221f2f64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852854 Nov 23 14:16:11.623118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:11.700537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.700537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.700966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.701429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.701891 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.702346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.702802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.704771 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a6c99987-5423-430c-a919-06bfc15d4ea9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6492 time: 0.2391098 Nov 23 14:16:11.738395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b1bc3f0-5437-4c12-ada2-227053715b1a req-be32731a-1bab-4193-9eca-651460d0c257 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0494850 Nov 23 14:16:11.758073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-0c1d9860-0249-49d9-a3d3-e306972c0cb8 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401446 Nov 23 14:16:11.799007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Pushing event updated for resources: {'Port': ['ID=4c66a82a-00ae-4019-aaa5-ce93c390d07f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:11.807556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 4fe692d2-1b9d-4691-a1c8-37a0cb9a3d16 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:11.815481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:16:11.828624 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] Sync routers for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:16:11.837376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6a58f718-0833-45dc-bad6-6f3a2e004b2a admin admin] 10.222.0.46 "PUT /v2.0/routers/63c17cb9-bc52-4673-a816-97ed7d11d4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5904899 Nov 23 14:16:11.840516 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:16:11.841127 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:11.841259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47840) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:11.874152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-38dcc9b7-01ff-4908-b3e3-75e5f0961ca8 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051750 Nov 23 14:16:11.924601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-5d0a05d5-3f0a-491d-8237-a86bb0f7176c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=65d08020-a694-47be-9fe7-64c58c3d4817 HTTP/1.1" status: 200 len: 217 time: 0.0435634 Nov 23 14:16:11.952878 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:16:11.974073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-bcfe819c-7c58-4228-bf50-097c50a97c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:11.975563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-bcfe819c-7c58-4228-bf50-097c50a97c5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0447197 Nov 23 14:16:12.022321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-156112c1-b85a-4ef7-bf6b-c961672608fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.023969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-156112c1-b85a-4ef7-bf6b-c961672608fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414817 Nov 23 14:16:12.066621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Attempting to bind port 4c66a82a-00ae-4019-aaa5-ce93c390d07f on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:12.066985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Attempting to bind port 4c66a82a-00ae-4019-aaa5-ce93c390d07f by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:12.067324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Attempting to bind port 4c66a82a-00ae-4019-aaa5-ce93c390d07f on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:12.074446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-daecd6cd-d4bf-496f-9475-ce57b5b19682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.075086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-daecd6cd-d4bf-496f-9475-ce57b5b19682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.075328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-daecd6cd-d4bf-496f-9475-ce57b5b19682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.076921 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-daecd6cd-d4bf-496f-9475-ce57b5b19682 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df96e715-8814-46db-ab75-ff5e9b220772&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 200 len: 2294 time: 0.3260202 Nov 23 14:16:12.123378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.124932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Port 4c66a82a-00ae-4019-aaa5-ce93c390d07f on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:16:12.125259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Attempting to bind port 4c66a82a-00ae-4019-aaa5-ce93c390d07f on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:12.134745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-8d74bc2b-f22f-40df-a595-097306642000 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027780 Nov 23 14:16:12.140199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:16:12.158402 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:16:09Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:12.217660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:12.218011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Checking segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:12.218413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Bound using segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:12.218866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Bound port: 4c66a82a-00ae-4019-aaa5-ce93c390d07f, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:12.219330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.220333 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] Checking router: 63c17cb9-bc52-4673-a816-97ed7d11d4f9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:16:12.239985 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] Routers {'63c17cb9-bc52-4673-a816-97ed7d11d4f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:16:12.244445 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:15:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:12.250681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:12.261075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-6b5e1cbd-0d33-4994-ac3f-7ca0a2d511a0 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194077 Nov 23 14:16:12.266637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'port_id': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'mac_address': 'fa:16:3e:e7:ca:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4981d67f-7ab2-4953-a0e7-8dc1185675f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:16:12.316636 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.319502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-57881ec4-6230-40e9-8eb3-2cd7545bea81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=331ef162-7cf5-4277-9771-c3759427fdf3 HTTP/1.1" status: 200 len: 217 time: 0.0475459 Nov 23 14:16:12.331034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:12.348919 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-7ff5441b-9110-4d14-b2e6-bdbcc32f8096 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 200 len: 1002 time: 0.2318420 Nov 23 14:16:12.357077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:12.358028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.362447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.397151 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] Set router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:16:12.422007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:12.430181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-d36055ef-e011-4daf-877f-6f92b23abb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.433533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-d36055ef-e011-4daf-877f-6f92b23abb93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0548182 Nov 23 14:16:12.457402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a15d-e3e7-40d8-9531-bff045ee2af9 req-1a8f6255-2c0c-47fd-bff4-f62ca8dae369 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.459083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2202a15d-e3e7-40d8-9531-bff045ee2af9 req-1a8f6255-2c0c-47fd-bff4-f62ca8dae369 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 943 time: 0.1383731 Nov 23 14:16:12.483012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.505959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 75632f5d-9fc3-47b3-a235-b02a7dbf2f8b yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:12.510756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] For port 4c66a82a-00ae-4019-aaa5-ce93c390d07f, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:12.513575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-8b9454ef-bbb1-427e-9467-97014c322d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.515177 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-8b9454ef-bbb1-427e-9467-97014c322d1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 HTTP/1.1" status: 200 len: 851 time: 0.1468582 Nov 23 14:16:12.519681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-97932a6d-511f-49f7-b4bf-c659f2e8fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.521468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-97932a6d-511f-49f7-b4bf-c659f2e8fb83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803723 Nov 23 14:16:12.542227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2202a15d-e3e7-40d8-9531-bff045ee2af9 req-20e657bf-b1e7-4d88-9e06-51fde6aebffc tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687041 Nov 23 14:16:12.559707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] For port 4c66a82a-00ae-4019-aaa5-ce93c390d07f, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4c66a82a-00ae-4019-aaa5-ce93c390d07f,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:12.586712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.619395 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:16:09Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:12.635708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['0dc10467-b2dc-4c60-bfb5-45344fe1ed98'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:12.643367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.643995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.645406 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] 10.222.0.11 "PUT /v2.0/ports/4c66a82a-00ae-4019-aaa5-ce93c390d07f HTTP/1.1" status: 200 len: 1091 time: 2.3687775 Nov 23 14:16:12.653456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'tag': '4c66a82a-00ae-4019-aaa5-ce93c390d07f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:12.655771 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d8c194-4aed-40d8-ae65-0d9b564213bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ef7df0-88da-4d50-b537-f45f0f712313", "tag": "4c66a82a-00ae-4019-aaa5-ce93c390d07f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:12.677418 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85caad-09d7-4e65-a80c-459802849fff None None] The sync data for ids ['63c17cb9-bc52-4673-a816-97ed7d11d4f9'] in n-d-818503-2 is: [{'id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'name': 'tempest-ServersTestManualDisk-227494006-router', 'tenant_id': '1d38e3763ce74af2a66c954f0271f89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:13:42Z', 'updated_at': '2021-11-23T14:16:09Z', 'revision_number': 5, 'project_id': '1d38e3763ce74af2a66c954f0271f89f', 'gw_port': {'id': 'fc5ff78b-80e9-4283-8234-c1a05f0b896a', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c17cb9-bc52-4673-a816-97ed7d11d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:13:44Z', 'updated_at': '2021-11-23T14:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:16:12.703695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-741573bb-0f03-4403-9b86-7fa2c1aeefec service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740830 Nov 23 14:16:12.760527 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9494164-3fb0-4d6d-a3af-e0cf3f342255 x-openstack-request-id: req-b9494164-3fb0-4d6d-a3af-e0cf3f342255 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:12.760980 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ef7df0-88da-4d50-b537-f45f0f712313", "tag": "4c66a82a-00ae-4019-aaa5-ce93c390d07f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:12.761329 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9494164-3fb0-4d6d-a3af-e0cf3f342255 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:12.761936 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'tag': '4c66a82a-00ae-4019-aaa5-ce93c390d07f', 'status': 'completed', 'code': 200} Nov 23 14:16:12.826848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-5cb29a6f-40c1-4ede-ad0b-d8bce7f2cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.830074 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-5cb29a6f-40c1-4ede-ad0b-d8bce7f2cdab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df96e715-8814-46db-ab75-ff5e9b220772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036592 Nov 23 14:16:12.850979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.862052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f3e3-e2c8-477f-88b4-02c77ec7621d req-cd8ffbdf-536b-4284-ab9c-c10a547e112e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.864647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1e0f3e3-e2c8-477f-88b4-02c77ec7621d req-cd8ffbdf-536b-4284-ab9c-c10a547e112e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 945 time: 0.1599677 Nov 23 14:16:12.875289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2449-3b00-4999-adbe-e284ae25290d service neutron] Pushing event updated for resources: {'Port': ['ID=4c66a82a-00ae-4019-aaa5-ce93c390d07f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:12.875728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-4314d851-0995-4c33-8255-f5cb70dc278a service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517229 Nov 23 14:16:12.910941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Deleting port fc5ff78b-80e9-4283-8234-c1a05f0b896a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:12.911279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:12.911553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cb26888-a817-422d-9775-64024b8423bc req-9bce1ca4-992f-455e-b138-f8eb30455076 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0403810 Nov 23 14:16:12.962218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-791292f5-2498-48f2-b353-98635610712d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 200 len: 217 time: 0.0778091 Nov 23 14:16:12.987185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51040-a300-440e-836e-d236ddfd293d req-a05e0b72-d755-43f4-bd3b-5d7711a574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:12.988692 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-a05e0b72-d755-43f4-bd3b-5d7711a574fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 1094 time: 0.2301993 Nov 23 14:16:13.022439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1e0f3e3-e2c8-477f-88b4-02c77ec7621d req-974fea42-2802-465f-ac51-1ced9e33c18e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493001 Nov 23 14:16:13.039532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-cf25e9f7-0c7c-4725-ad93-2640b823d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.041066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-cf25e9f7-0c7c-4725-ad93-2640b823d276 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.0683415 Nov 23 14:16:13.074851 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:13.090029 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-48884ff7-812e-4b62-9d7c-89d082b9650e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66a82a-00ae-4019-aaa5-ce93c390d07f HTTP/1.1" status: 200 len: 217 time: 0.0642364 Nov 23 14:16:13.101175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-361dd945-5d5e-4963-8389-34579cdd4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.102623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-361dd945-5d5e-4963-8389-34579cdd4d63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542953 Nov 23 14:16:13.188843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:13.191052 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-7b49f2bd-d690-4846-8e85-1642211f69e9 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348310 Nov 23 14:16:13.200719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] For port fc5ff78b-80e9-4283-8234-c1a05f0b896a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fc5ff78b-80e9-4283-8234-c1a05f0b896a,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:13.201078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:13.204936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:13.206542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-ff894cbe-446d-4f7f-8d95-e0ff9a412e83 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955226 Nov 23 14:16:13.224289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:13.225076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:13.247538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=4fe692d2-1b9d-4691-a1c8-37a0cb9a3d16,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:13.249854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Calling delete_port for fc5ff78b-80e9-4283-8234-c1a05f0b896a owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:13.271619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51040-a300-440e-836e-d236ddfd293d req-2437039e-684a-4f93-a421-1f7dcc43138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.273094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-2437039e-684a-4f93-a421-1f7dcc43138a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.1551073 Nov 23 14:16:13.300446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-f8b90b4c-15ae-48b6-afbc-b1151d8b1f1d service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855262 Nov 23 14:16:13.345268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-84936867-6f5a-4a91-8946-187e23a46709 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 200 len: 217 time: 0.0369508 Nov 23 14:16:13.397296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-07408909-186c-4ff6-981f-48109fe9cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.398809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-07408909-186c-4ff6-981f-48109fe9cf94 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.0455699 Nov 23 14:16:13.400294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-807d2ec9-f22b-427c-bafa-690fef8c44d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015220 Nov 23 14:16:13.424781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=75632f5d-9fc3-47b3-a235-b02a7dbf2f8b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:13.446160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-ad3465ab-3cc4-45b2-8d89-757e4df1b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.447711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-ad3465ab-3cc4-45b2-8d89-757e4df1b42a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411494 Nov 23 14:16:13.486301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-0f1b7622-77a0-4c0f-afbd-26cf7f83d748 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826548 Nov 23 14:16:13.491130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': '13c7fe0e-8263-4cca-8699-10b1227bcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'd504290f-1679-4a61-9340-03e7b14c172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:13.491491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: d504290f-1679-4a61-9340-03e7b14c172e, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:13.544597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-bd1cf25a-3057-4c5a-a1b0-6cbbe383b0d6 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895882 Nov 23 14:16:13.608950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-c4f4cd91-96f1-4e3e-b08f-1c9be04ac6a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 217 time: 0.0879219 Nov 23 14:16:13.650084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network d504290f-1679-4a61-9340-03e7b14c172e is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:13.681484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-409c4895-e8d1-4149-8791-4a650503f10d service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676058 Nov 23 14:16:13.683492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f93ea73-0fcc-4797-a60c-cef03adf8dde req-bcef8ac7-5736-4280-99b5-cf06e64068a9 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312997 Nov 23 14:16:13.688181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d504290f-1679-4a61-9340-03e7b14c172e) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:13.696049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c9f9b-4792-4998-a946-9a49544a3212 req-406352a5-f9ae-4bd4-9acf-6054bdf00032 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.697925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce3c9f9b-4792-4998-a946-9a49544a3212 req-406352a5-f9ae-4bd4-9acf-6054bdf00032 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 943 time: 0.0729311 Nov 23 14:16:13.703464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334a589-55df-4ae5-bfa5-2884b925273d None None] Network d504290f-1679-4a61-9340-03e7b14c172e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:13.724635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:13.731372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.736225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.736906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:13.740199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-cf7b81c0-2c2a-4b4f-8046-b4d80bbdb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.741604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-cf7b81c0-2c2a-4b4f-8046-b4d80bbdb114 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1230509 Nov 23 14:16:13.777176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce3c9f9b-4792-4998-a946-9a49544a3212 req-c9d757c4-a7cd-4d25-adcf-c6482694de0a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486081 Nov 23 14:16:13.812099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e1be0c43-f5f8-4881-8f61-c3fd0c27c474 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1380973 Nov 23 14:16:13.816206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47860) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:13.876394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:13.897578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-e73fb8e5-9f06-4d74-acaf-11a2482fd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:13.899662 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-e73fb8e5-9f06-4d74-acaf-11a2482fd613 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1367290 Nov 23 14:16:13.922868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 75632f5d-9fc3-47b3-a235-b02a7dbf2f8b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:13.923450 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:13.923562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5fd51040-a300-440e-836e-d236ddfd293d req-f2aa7de0-6829-4a28-91e4-2c7d0bda7761 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322664 Nov 23 14:16:13.933289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5ff78b-80e9-4283-8234-c1a05f0b896a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:14.152618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:14.251133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7fed3c34-5bdd-433a-a9ca-43a45d19537c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:14.278056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:14.278490 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.280702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 7fed3c34-5bdd-433a-a9ca-43a45d19537c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:14.281053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7fed3c34-5bdd-433a-a9ca-43a45d19537c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:14.369206 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.377347 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.394335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:14.395977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38d8a7e9-2d5e-40b2-b9ff-4585aaa9cf30 req-00bc2d14-c30e-41aa-9580-a682becc239e tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0723135 Nov 23 14:16:14.396896 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e15e9d-00a0-4901-a4a4-1493c32bc56b" -d '{"events": [{"server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "name": "network-vif-plugged", "status": "completed", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:14.416933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 75632f5d-9fc3-47b3-a235-b02a7dbf2f8b owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:14.417157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:14.420317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.423205 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.481679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc8afb-c636-4c9c-8cc3-20b56b1f78a3 req-3590dbf5-3231-42f3-a701-8654621bbf27 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:14.483523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3fc8afb-c636-4c9c-8cc3-20b56b1f78a3 req-3590dbf5-3231-42f3-a701-8654621bbf27 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 945 time: 0.1616061 Nov 23 14:16:14.485257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:14.530126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.534452 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-21e9c157-4991-4de0-a94d-849cce88c1ac service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146867 Nov 23 14:16:14.536682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.538061 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fee983-9c81-407f-94cc-132b64eea0d2 x-openstack-request-id: req-12fee983-9c81-407f-94cc-132b64eea0d2 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:14.538444 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "name": "network-vif-plugged", "status": "completed", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:14.538765 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12fee983-9c81-407f-94cc-132b64eea0d2 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:14.539305 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'code': 200} Nov 23 14:16:14.539997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-2f419b55-3e02-4ce3-993d-07dae3d6d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:14.541543 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-2f419b55-3e02-4ce3-993d-07dae3d6d051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 1094 time: 0.5134904 Nov 23 14:16:14.573687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3fc8afb-c636-4c9c-8cc3-20b56b1f78a3 req-c4a21117-e8ad-4d5c-9a1b-e13bed65dcbd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690615 Nov 23 14:16:14.580812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.638298 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.643179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/75632f5d-9fc3-47b3-a235-b02a7dbf2f8b HTTP/1.1" status: 204 len: 168 time: 0.8259089 Nov 23 14:16:14.645567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:14.662650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.663219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c17cb9-bc52-4673-a816-97ed7d11d4f9 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:16:14.678400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bb14a-7127-4a7d-af1f-2752b98e5327 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=75632f5d-9fc3-47b3-a235-b02a7dbf2f8b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:14.696825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.697958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2631fd3b-572e-4da8-a313-f8689b7e5d0f admin admin] 10.222.0.46 "DELETE /v2.0/routers/63c17cb9-bc52-4673-a816-97ed7d11d4f9 HTTP/1.1" status: 204 len: 168 time: 2.8435359 Nov 23 14:16:14.703326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47874) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:14.772382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe9bcb-0518-47d7-b886-7f269fed3321 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:14.778520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe9bcb-0518-47d7-b886-7f269fed3321 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:14.783848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2abe9bcb-0518-47d7-b886-7f269fed3321 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1370366 Nov 23 14:16:14.784707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-2ae7d040-23bd-4aeb-a4b7-3c9fc7970eba service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408013 Nov 23 14:16:14.785294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47876) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:14.793269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-f79aa36d-5b49-48a3-b2b3-c427a1a4f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:14.794688 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-f79aa36d-5b49-48a3-b2b3-c427a1a4f932 service neutron] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 912 time: 0.2416520 Nov 23 14:16:14.804695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] Deleting subnet 09f86352-0bee-41c4-8fcd-19780e041ec9 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:14.839684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.840216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5179c-35af-4f8c-9913-316079b86961 req-329b59ed-666f-464e-ada9-581e003aa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:14.842692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74b5179c-35af-4f8c-9913-316079b86961 req-329b59ed-666f-464e-ada9-581e003aa57c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 1097 time: 0.1328871 Nov 23 14:16:14.843059 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a1241389-9524-4981-8df8-ba43a11604ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 217 time: 0.0474303 Nov 23 14:16:14.900389 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-793458bb-f8cf-437a-a1c8-24cb9147021e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66a82a-00ae-4019-aaa5-ce93c390d07f HTTP/1.1" status: 200 len: 217 time: 0.0673513 Nov 23 14:16:14.971226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:14.983440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74b5179c-35af-4f8c-9913-316079b86961 req-ac622397-2222-4f89-93e3-3095debf6264 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320052 Nov 23 14:16:15.002786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf84e8-3cc6-4f0d-ad09-aa019aac19e2 req-18113e54-5660-45df-aeb5-77babeabed84 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:15.004283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7cf84e8-3cc6-4f0d-ad09-aa019aac19e2 req-18113e54-5660-45df-aeb5-77babeabed84 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 943 time: 0.1405559 Nov 23 14:16:15.008396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 4fe692d2-1b9d-4691-a1c8-37a0cb9a3d16 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:15.008739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.015920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-baf0db9b-ae7c-427b-bdc4-2bcb92d0aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:15.017392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-baf0db9b-ae7c-427b-bdc4-2bcb92d0aaa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1279144 Nov 23 14:16:15.020446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-0a52ba5d-c534-466a-8cf0-1c855041b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:15.022023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-0a52ba5d-c534-466a-8cf0-1c855041b72c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0976954 Nov 23 14:16:15.103910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-ab694f1e-5934-4a6d-af8d-b43190e75d0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711865 Nov 23 14:16:15.106381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.125000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7cf84e8-3cc6-4f0d-ad09-aa019aac19e2 req-d123b083-ddbd-4fc4-b0cf-f93eecfb9d33 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120555 Nov 23 14:16:15.125893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 4fe692d2-1b9d-4691-a1c8-37a0cb9a3d16 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:15.159681 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.216800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.217902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-4ee4d7cf-8916-4d95-80e3-2b9576bc37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:15.219498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-4ee4d7cf-8916-4d95-80e3-2b9576bc37fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1879501 Nov 23 14:16:15.256011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=4fe692d2-1b9d-4691-a1c8-37a0cb9a3d16,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:15.272996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.281795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d848eea1-9114-47f8-a10b-0c615ebd0803 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/4fe692d2-1b9d-4691-a1c8-37a0cb9a3d16 HTTP/1.1" status: 204 len: 168 time: 0.4943810 Nov 23 14:16:15.285501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:15.307259 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-145ba0e8-55d5-46eb-af8b-311cf45c552c service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928942 Nov 23 14:16:15.363558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6630aebe-fc8a-44d5-a157-dbbb742608fa req-f60cb9b0-c63d-43f7-9a8a-5e4ba8c5ad43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0343659 Nov 23 14:16:15.363994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.378878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5740a0-d558-4d96-bf95-39f4818c14b5 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:15.380342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1c5740a0-d558-4d96-bf95-39f4818c14b5 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0930142 Nov 23 14:16:15.383301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47888) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:15.407487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f86352-0bee-41c4-8fcd-19780e041ec9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:15.407706 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-61516c61-e852-4e14-be23-d045e8bec40c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:15.409213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-61516c61-e852-4e14-be23-d045e8bec40c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/75632f5d-9fc3-47b3-a235-b02a7dbf2f8b HTTP/1.1" status: 404 len: 333 time: 0.0248659 Nov 23 14:16:15.411915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47890) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:15.437929 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cefe0e-c081-4043-8d40-f51ce61f32e3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:15.439409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e5cefe0e-c081-4043-8d40-f51ce61f32e3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/4fe692d2-1b9d-4691-a1c8-37a0cb9a3d16 HTTP/1.1" status: 404 len: 333 time: 0.0266085 Nov 23 14:16:15.447070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47894) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:15.448506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece6854-6409-4d6f-b4a4-c81b3eeecd41 None None] Network b06b3722-684c-4ef2-89b6-9a3b1065b93a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:15.453348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.459108 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-04b8dfe1-8709-487b-b6be-aa9ca7aa6465 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/09f86352-0bee-41c4-8fcd-19780e041ec9 HTTP/1.1" status: 204 len: 168 time: 0.7518444 Nov 23 14:16:15.461936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47896) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:15.478211 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-74c5acc2-a153-4038-99eb-f6428f1743ec service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484632 Nov 23 14:16:15.558444 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28d8c194-4aed-40d8-ae65-0d9b564213bc req-4e70a1b7-5364-4e9a-b112-d0e1f1c106b3 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204885 Nov 23 14:16:15.585896 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.605134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4c63d4-6383-4c6d-b0ab-d7a465490ca1 req-1aa49fb3-5cb8-4258-ba66-778d68cf4c60 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0444095 Nov 23 14:16:15.610788 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.723856 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-2c60e7ff-6d56-4742-907c-bd901b145e0f service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643763 Nov 23 14:16:15.740519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] DHCP port deletion for b06b3722-684c-4ef2-89b6-9a3b1065b93a request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:16:15.770052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.781308 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-cb2d3bbf-bcba-49b1-976f-1858e2f1250f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=995db426-d5a7-4854-8c26-058caddd9a99 HTTP/1.1" status: 200 len: 217 time: 0.0438614 Nov 23 14:16:15.782821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Deleting port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:15.783282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.798287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] Deleting port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:15.798660 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.798844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d504290f-1679-4a61-9340-03e7b14c172e']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:15.809344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf532c-d4c8-4c8a-b036-52737a60e0b7 req-5456a8fd-2be0-4876-b4ce-4a3111788fa4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:15.810299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2cf532c-d4c8-4c8a-b036-52737a60e0b7 req-5456a8fd-2be0-4876-b4ce-4a3111788fa4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.1259105 Nov 23 14:16:15.818388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c7fe0e-8263-4cca-8699-10b1227bcbcc') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:15.819100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c7fe0e-8263-4cca-8699-10b1227bcbcc') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:15.846947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.860740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] For port ad92ad22-47f3-4ee9-b4b9-d7004d38d446, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:15.861133 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.872467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.877877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] Calling delete_port for ad92ad22-47f3-4ee9-b4b9-d7004d38d446 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:15.880565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2cf532c-d4c8-4c8a-b036-52737a60e0b7 req-44480386-ce56-480b-a699-99c52305d7f7 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593977 Nov 23 14:16:15.883682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:15.883860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] For port ad92ad22-47f3-4ee9-b4b9-d7004d38d446, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,segment=NetworkSegment(30877a31-a9bb-4d73-95ed-5500dfc85f5b),segment_id=30877a31-a9bb-4d73-95ed-5500dfc85f5b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:15.884084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.884361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:15.887947 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:15.890173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-7d2a2712-a7f9-43ac-b568-96f1e064e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:15.891062 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-7d2a2712-a7f9-43ac-b568-96f1e064e9f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.0957615 Nov 23 14:16:15.913133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Calling delete_port for ad92ad22-47f3-4ee9-b4b9-d7004d38d446 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:15.976838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.990285 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:15.995436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/d504290f-1679-4a61-9340-03e7b14c172e HTTP/1.1" status: 204 len: 168 time: 0.5472760 Nov 23 14:16:15.999764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47904) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:16.004828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.022452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2116877413'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:16.041558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-78de8d03-b6d2-44bb-9a4e-116f4b6888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:16.043635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-78de8d03-b6d2-44bb-9a4e-116f4b6888eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440494 Nov 23 14:16:16.053122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] Pushing event deleted for resources: {'Port': ['ID=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:16.058316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb123335-71dd-4a8d-97df-0b4b4c88f2da None None] No DVR routers for this DVR port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:16.080907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:16.084477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.093189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd974d-81a8-4b4d-a341-7f9c8984b92f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=d504290f-1679-4a61-9340-03e7b14c172e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:16.112560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:16.126277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.126853 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.127325 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment f3e21b59-91b7-4bfa-81dd-2946f5bfb13a of type vlan for network 19501afe-c983-44d0-89af-af6943a0baab Nov 23 14:16:16.173945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.185143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] No DVR routers for this DVR port ad92ad22-47f3-4ee9-b4b9-d7004d38d446 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:16.222005 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.222594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ad92ad22-47f3-4ee9-b4b9-d7004d38d446 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:16.229411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:16.230038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.243363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Pushing event deleted for resources: {'Port': ['ID=ad92ad22-47f3-4ee9-b4b9-d7004d38d446,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:16.251444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ad92ad22-47f3-4ee9-b4b9-d7004d38d446 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:16.252024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ad92ad22-47f3-4ee9-b4b9-d7004d38d446 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:16.252599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fc5ff78b-80e9-4283-8234-c1a05f0b896a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:16.277306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: fc5ff78b-80e9-4283-8234-c1a05f0b896a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:16.278574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fc5ff78b-80e9-4283-8234-c1a05f0b896a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:16.311092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3096883 Nov 23 14:16:16.331475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47910) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:16.337055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.337273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '19501afe-c983-44d0-89af-af6943a0baab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:16.341546 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-5ddbb521-8abf-4f20-8992-0da8fbd755d6 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878635 Nov 23 14:16:16.354408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4c66a82a-00ae-4019-aaa5-ce93c390d07f details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:16:16.364137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06b3722-684c-4ef2-89b6-9a3b1065b93a']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:16.380864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be640-c69e-4e1e-bce9-d7dde02748fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=19501afe-c983-44d0-89af-af6943a0baab,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:16.381688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30877a31-a9bb-4d73-95ed-5500dfc85f5b') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:16.381818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30877a31-a9bb-4d73-95ed-5500dfc85f5b') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:16.397923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 19501afe-c983-44d0-89af-af6943a0baab details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:16.407333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.453015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055a7a9-ecab-4bd2-b034-14bb9ac06636 req-2289a4e8-085e-46ac-9d40-9ec647453dc2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:16.455861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4055a7a9-ecab-4bd2-b034-14bb9ac06636 req-2289a4e8-085e-46ac-9d40-9ec647453dc2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 943 time: 0.1775999 Nov 23 14:16:16.486590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.496402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:16.497330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.511417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:16.515083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:16.522264 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:16.561060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4055a7a9-ecab-4bd2-b034-14bb9ac06636 req-97f0c3c2-ba03-404c-b4d9-b5b02e8cb82b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913937 Nov 23 14:16:16.604725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.607552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_backend_mixin [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Performing IP validity checks on allocation pools {{(pid=103346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 14:16:16.608261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_backend_mixin [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 14:16:16.617686 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.622197 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] 10.222.0.46 "DELETE /v2.0/networks/b06b3722-684c-4ef2-89b6-9a3b1065b93a HTTP/1.1" status: 204 len: 168 time: 1.1578493 Nov 23 14:16:16.622913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 4c66a82a-00ae-4019-aaa5-ce93c390d07f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4c66a82a-00ae-4019-aaa5-ce93c390d07f,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:16.632651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a183315e-2d78-431b-b56b-ea3fa60027b1 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659833 Nov 23 14:16:16.663579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '4c66a82a-00ae-4019-aaa5-ce93c390d07f', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'port_id': '4c66a82a-00ae-4019-aaa5-ce93c390d07f', 'mac_address': 'fa:16:3e:aa:c5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:16:16.736296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.752810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f04a-37fa-4561-a235-30fc1bbd77de admin admin] Pushing event deleted for resources: {'Network': ['ID=b06b3722-684c-4ef2-89b6-9a3b1065b93a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:16.754821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c66a82a-00ae-4019-aaa5-ce93c390d07f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:16.761666 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-61cce48b-8e29-43a8-87f5-8d7e882fc9dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0976865 Nov 23 14:16:16.768207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18d41aba-4715-4a83-a3de-152cd058ddc4 req-f967c577-2125-4a24-9775-2928d75b5e0a tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0345147 Nov 23 14:16:16.781622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 4c66a82a-00ae-4019-aaa5-ce93c390d07f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4c66a82a-00ae-4019-aaa5-ce93c390d07f,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:16.789205 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.863751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=4c66a82a-00ae-4019-aaa5-ce93c390d07f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:16.887590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:16.909874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-7162295b-9ae4-4ce9-b44e-ecf0d3414cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:16.913746 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-7162295b-9ae4-4ce9-b44e-ecf0d3414cb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1348934 Nov 23 14:16:16.971103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a19c5b98-e149-4256-b908-d942922b8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:16.974044 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a19c5b98-e149-4256-b908-d942922b8efa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520139 Nov 23 14:16:17.011808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=5dd4bb76-d4a9-431a-b812-60915293019e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:17.043274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47924) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:17.073898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': 'f3e21b59-91b7-4bfa-81dd-2946f5bfb13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '19501afe-c983-44d0-89af-af6943a0baab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:17.074167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: 19501afe-c983-44d0-89af-af6943a0baab, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:17.085105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4c66a82a-00ae-4019-aaa5-ce93c390d07f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:17.113967 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-372667a8-ede6-444d-a266-8d87a435a94e req-58cd7f4e-574e-498b-9165-b9318d353fe5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a3e1fe0129f4e66aeedd1f80c7848c5&device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0445130 Nov 23 14:16:17.118368 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-a853e4d7-8a44-4e33-8293-70057420e7cf service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345060 Nov 23 14:16:17.150829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 19501afe-c983-44d0-89af-af6943a0baab is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:17.161135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3889b04a-43da-44d2-ab1a-2ef0c852b57c req-81be5597-fc1e-4875-9a03-a392330de5f7 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0487938 Nov 23 14:16:17.162137 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-372667a8-ede6-444d-a266-8d87a435a94e req-9fa4c4ca-8de0-4ff9-b66c-ed0797362e69 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a3e1fe0129f4e66aeedd1f80c7848c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392284 Nov 23 14:16:17.181783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f286-2b49-4444-a04f-3d6e4f704695 req-fe292b03-d111-4d4e-af37-5de636639b59 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:17.183318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1812f286-2b49-4444-a04f-3d6e4f704695 req-fe292b03-d111-4d4e-af37-5de636639b59 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.1603830 Nov 23 14:16:17.187192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 19501afe-c983-44d0-89af-af6943a0baab) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:17.192671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:17.193267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.203397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc56af-900c-4658-9e67-926f7f5ccf85 None None] Network 19501afe-c983-44d0-89af-af6943a0baab requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:17.210565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d6b6c190-13e9-4238-86c9-63fbad015918 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d38e3763ce74af2a66c954f0271f89f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638513 Nov 23 14:16:17.213228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47930) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:17.234473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-68409f51-3634-4868-9a3d-2213ff87c774 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9018102 Nov 23 14:16:17.239883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47932) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:17.244866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '19501afe-c983-44d0-89af-af6943a0baab', 'name': 'tempest-PortsTestJSON-742399909'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:17.286348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1812f286-2b49-4444-a04f-3d6e4f704695 req-3afd5f06-0fc4-4c33-a5ce-bf82779ac509 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808864 Nov 23 14:16:17.314515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-deb7ce25-a2fd-4dba-a8cf-8ed1c6e4bf6d service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832621 Nov 23 14:16:17.406970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-09052fce-c282-4d1f-82bd-55ff8c84165d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7 HTTP/1.1" status: 200 len: 217 time: 0.0599349 Nov 23 14:16:17.439563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05076a3-b890-43a1-b675-1c208faf8996 req-9821e82c-d2c3-43ee-b470-435a6b4bdefe tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:17.447163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e05076a3-b890-43a1-b675-1c208faf8996 req-9821e82c-d2c3-43ee-b470-435a6b4bdefe tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.0757842 Nov 23 14:16:17.463589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3922596-8f8c-4f16-b5f7-bf87d784b505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.475818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-19501afe-c983-44d0-89af-af6943a0baab', 'network_id': '19501afe-c983-44d0-89af-af6943a0baab', 'tenant_id': '2741f0d87fad41399c90d7473a92e09c', 'fixed_ips': [{'subnet_id': '5dd4bb76-d4a9-431a-b812-60915293019e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:16:17.477050 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.485653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:17.488322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3922596-8f8c-4f16-b5f7-bf87d784b505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.489133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.515843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e05076a3-b890-43a1-b675-1c208faf8996 req-9cc39d3e-b15d-4dfc-b8da-da92e7cd881f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677922 Nov 23 14:16:17.521641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:17.522407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372667a8-ede6-444d-a266-8d87a435a94e req-2e8f8e35-d898-40c3-b69c-f99e59b20120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:17.524636 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-372667a8-ede6-444d-a266-8d87a435a94e req-2e8f8e35-d898-40c3-b69c-f99e59b20120 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3510311 Nov 23 14:16:17.564853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-e2fb50e9-da5f-4dad-b80d-8f5eb0b4f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:17.566515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-e2fb50e9-da5f-4dad-b80d-8f5eb0b4f90d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.1499472 Nov 23 14:16:17.621995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3922596-8f8c-4f16-b5f7-bf87d784b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.626807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3922596-8f8c-4f16-b5f7-bf87d784b505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.631427 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e3922596-8f8c-4f16-b5f7-bf87d784b505 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e4a0e51-1794-47bd-a053-b69a69a84dc5 HTTP/1.1" status: 204 len: 168 time: 0.4170687 Nov 23 14:16:17.648561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922596-8f8c-4f16-b5f7-bf87d784b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4a0e51-1794-47bd-a053-b69a69a84dc5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:17.654821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-566c1244-ad80-4b28-a252-170a010a7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:17.656589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-566c1244-ad80-4b28-a252-170a010a7409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822256 Nov 23 14:16:17.704142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Allocated IP 172.20.0.2 (19501afe-c983-44d0-89af-af6943a0baab/5dd4bb76-d4a9-431a-b812-60915293019e/bad1eed7-2eba-4d29-a392-0f28345104a5) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:17.745729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fa8e5-3a38-4f1d-80d9-89451c4da350 req-26e110c0-d99b-4a37-b4be-198e105a6e43 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:17.755301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-781fa8e5-3a38-4f1d-80d9-89451c4da350 req-26e110c0-d99b-4a37-b4be-198e105a6e43 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 944 time: 0.0743201 Nov 23 14:16:17.851938 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-781fa8e5-3a38-4f1d-80d9-89451c4da350 req-4c2f5d62-f437-4e05-9249-ddd8e3fd5f67 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911317 Nov 23 14:16:17.866387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-40c13560-4170-47a3-941b-ac483ce521f1 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954608 Nov 23 14:16:17.952775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.960531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:17.984342 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-8d1a18cf-50b1-4ba1-badb-5aa9a0909ef4 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106017 Nov 23 14:16:17.997933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Network 19501afe-c983-44d0-89af-af6943a0baab is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:18.003308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:18.006824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:18.016257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Pushing event updated for resources: {'Port': ['ID=bad1eed7-2eba-4d29-a392-0f28345104a5,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:18.061583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-dda50870-bfec-4e93-b921-3dd43f5cc19f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 200 len: 217 time: 0.0679681 Nov 23 14:16:18.061994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.8 (19501afe-c983-44d0-89af-af6943a0baab/5dd4bb76-d4a9-431a-b812-60915293019e/dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:18.104303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Attempting to bind port bad1eed7-2eba-4d29-a392-0f28345104a5 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:18.104681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Attempting to bind port bad1eed7-2eba-4d29-a392-0f28345104a5 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f3e21b59-91b7-4bfa-81dd-2946f5bfb13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '19501afe-c983-44d0-89af-af6943a0baab'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:18.105517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Attempting to bind port bad1eed7-2eba-4d29-a392-0f28345104a5 on network 19501afe-c983-44d0-89af-af6943a0baab {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:18.110740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:18.111345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Checking segment: {'id': 'f3e21b59-91b7-4bfa-81dd-2946f5bfb13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '19501afe-c983-44d0-89af-af6943a0baab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:18.111753 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.112318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Bound using segment: {'id': 'f3e21b59-91b7-4bfa-81dd-2946f5bfb13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '19501afe-c983-44d0-89af-af6943a0baab'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:18.112805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Bound port: bad1eed7-2eba-4d29-a392-0f28345104a5, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e21b59-91b7-4bfa-81dd-2946f5bfb13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '19501afe-c983-44d0-89af-af6943a0baab'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:18.113188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.149388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-dd657b55-4b23-443c-bac6-19f85248e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:18.156917 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-dd657b55-4b23-443c-bac6-19f85248e6ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.0868590 Nov 23 14:16:18.192809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] For port bad1eed7-2eba-4d29-a392-0f28345104a5, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:18.199903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] For port bad1eed7-2eba-4d29-a392-0f28345104a5, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bad1eed7-2eba-4d29-a392-0f28345104a5,segment=NetworkSegment(f3e21b59-91b7-4bfa-81dd-2946f5bfb13a),segment_id=f3e21b59-91b7-4bfa-81dd-2946f5bfb13a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:18.207145 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.213555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fe38-4609-48c4-a418-863ebde774f9 req-f43b17a4-f331-42f1-92f8-f2adcd0a7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:18.215789 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-f43b17a4-f331-42f1-92f8-f2adcd0a7004 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496876 Nov 23 14:16:18.242332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-727c5d32-7970-4c4a-a1e6-9c1c42e970b2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:18.244090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-727c5d32-7970-4c4a-a1e6-9c1c42e970b2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 814 time: 0.1949344 Nov 23 14:16:18.265845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-68027115-a90b-4f20-abb2-4d94329adfb4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/quotas/64b8898bf10c4f1f89a62834e14151a9 HTTP/1.1" status: 200 len: 375 time: 0.0109105 Nov 23 14:16:18.322134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be447-77de-4d9c-aade-3f4d8997c13c None None] Pushing event updated for resources: {'Port': ['ID=bad1eed7-2eba-4d29-a392-0f28345104a5,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:18.347612 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-edc7427c-db01-43db-acd5-2cdb1c1f90e8 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224446 Nov 23 14:16:18.370580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4c66a82a-00ae-4019-aaa5-ce93c390d07f up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:18.393492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea596f23-0802-446f-a645-80433291e33d req-5464473b-3c05-4543-b07c-be5031d32932 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0528669 Nov 23 14:16:18.419195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-d6cac24f-740d-4e62-b2d7-fa31a1297320 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190546 Nov 23 14:16:18.472818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4183fe38-4609-48c4-a418-863ebde774f9 req-b364fe40-3842-404d-aa3c-28ba8ac47dd7 service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109173 Nov 23 14:16:18.473951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 4c66a82a-00ae-4019-aaa5-ce93c390d07f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:16:18.481286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 4c66a82a-00ae-4019-aaa5-ce93c390d07f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:18.483727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.603634 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.655760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.678316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0fa24b51-0197-4ee8-9d72-e0b23f6b57fc service neutron] 10.222.0.46 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582114 Nov 23 14:16:18.693849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66a82a-00ae-4019-aaa5-ce93c390d07f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:18.700305 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d54ba4-9187-475e-a0d3-ede9a24584ae" -d '{"events": [{"server_uuid": "f6ef7df0-88da-4d50-b537-f45f0f712313", "name": "network-vif-plugged", "status": "completed", "tag": "4c66a82a-00ae-4019-aaa5-ce93c390d07f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:18.716967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 4c66a82a-00ae-4019-aaa5-ce93c390d07f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4c66a82a-00ae-4019-aaa5-ce93c390d07f,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:18.724616 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.788348 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453e3a8e-59f7-459e-b3d9-985202861a83 x-openstack-request-id: req-453e3a8e-59f7-459e-b3d9-985202861a83 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:18.789232 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ef7df0-88da-4d50-b537-f45f0f712313", "name": "network-vif-plugged", "status": "completed", "tag": "4c66a82a-00ae-4019-aaa5-ce93c390d07f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:18.789736 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-453e3a8e-59f7-459e-b3d9-985202861a83 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:18.790026 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66a82a-00ae-4019-aaa5-ce93c390d07f', 'code': 200} Nov 23 14:16:18.791928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:18.815712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=4c66a82a-00ae-4019-aaa5-ce93c390d07f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:18.821266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 19501afe-c983-44d0-89af-af6943a0baab is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:18.833750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47984) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:18.839369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:18.842737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-5ba1a07e-42a2-4023-a680-a16b1bdee423 service neutron] 10.222.0.46 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636376 Nov 23 14:16:18.843478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:18.950470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:18.978213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:18.978928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.061506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ce65f3a5-bbb2-40e9-b2b7-b41c1b6572fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8205431 Nov 23 14:16:19.063212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47996) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:19.104862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe203f4-8283-449e-ac2a-2c3cc7bdbb66 req-a133abe3-b8e6-40b3-a964-1a2f6d7c0797 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:19.106567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe203f4-8283-449e-ac2a-2c3cc7bdbb66 req-a133abe3-b8e6-40b3-a964-1a2f6d7c0797 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 945 time: 0.1248124 Nov 23 14:16:19.265921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a2fcc41-58d9-406a-8a15-9f91f5283fdc req-6b8312d3-2b8c-400e-aa4b-7538b39a3ade tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 210 time: 0.1087742 Nov 23 14:16:19.308545 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-420b7773-aabd-4445-85cd-e50cd46c4d8a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:19.310152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-420b7773-aabd-4445-85cd-e50cd46c4d8a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3a89548-58ae-48fd-935e-fc47ee955897 HTTP/1.1" status: 200 len: 946 time: 0.2004094 Nov 23 14:16:19.328654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-745024974-network', 'tenant_id': 'dfd69d6d1bbb4146a41ed8254423df1f'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:19.340719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe203f4-8283-449e-ac2a-2c3cc7bdbb66 req-b481f7dd-f20a-40dd-a5d3-0bf84d967321 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797972 Nov 23 14:16:19.364177 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-372667a8-ede6-444d-a266-8d87a435a94e req-ca4efe39-bd0f-431a-b889-20fd1057998d tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.4483950 Nov 23 14:16:19.399471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c901-0e0f-4ceb-b71c-986a7da9a588 req-e4f292be-fe12-4231-85a8-65f9f6e85b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:19.401726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-95e6c901-0e0f-4ceb-b71c-986a7da9a588 req-e4f292be-fe12-4231-85a8-65f9f6e85b0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 1096 time: 0.5383568 Nov 23 14:16:19.402744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Made reservation on behalf of dfd69d6d1bbb4146a41ed8254423df1f for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:19.405298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.446615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.640694 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-95e6c901-0e0f-4ceb-b71c-986a7da9a588 req-42280073-9fe0-4f40-bc9d-9bf6c49d7648 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116406 Nov 23 14:16:19.657579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f5c526-a099-4607-8396-7b5d3d3f5744 None None] Network 19501afe-c983-44d0-89af-af6943a0baab requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:19.703895 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.710209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.736213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7d2f6eec-64a3-4c8c-b082-3bc77dc3952d None None] Provisioning complete for port bad1eed7-2eba-4d29-a392-0f28345104a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:19.737502 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6eec-64a3-4c8c-b082-3bc77dc3952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.749900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698d7a98-b3fd-4324-b866-d0a2323334cf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:19.760419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.760764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.761103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.761439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.761962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.762306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.762637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.763014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.763774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.763774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.764651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.764991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:19.780419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:19.797135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.797519 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Added segment d1d27a4c-af7e-4ab2-8564-0591ba45b0c5 of type vlan for network 9f67a44c-986c-4eec-99df-af4e721601b0 Nov 23 14:16:19.823704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4f83766-161b-415e-97bf-af7d097ee506 req-81ef2316-eb0b-4369-a583-edb8271ff182 tempest-ServerShowV254Test-356642919 tempest-ServerShowV254Test-356642919-project] 10.222.0.46 "GET /v2.0/ports?device_id=acc66028-b455-48da-a0e9-a743f22c89d9 HTTP/1.1" status: 200 len: 210 time: 0.0585971 Nov 23 14:16:19.840359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:19.840942 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.857529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.896094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.897384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:19.898826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.912984 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6eec-64a3-4c8c-b082-3bc77dc3952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.945912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Deleting port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:19.946273 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.977380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7d2f6eec-64a3-4c8c-b082-3bc77dc3952d None None] For port bad1eed7-2eba-4d29-a392-0f28345104a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bad1eed7-2eba-4d29-a392-0f28345104a5,segment=NetworkSegment(f3e21b59-91b7-4bfa-81dd-2946f5bfb13a),segment_id=f3e21b59-91b7-4bfa-81dd-2946f5bfb13a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:19.991646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] Pushing event updated for resources: {'Network': ['ID=9f67a44c-986c-4eec-99df-af4e721601b0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:19.992955 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.993286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6eec-64a3-4c8c-b082-3bc77dc3952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:19.998508 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d136a2f-9500-4eaf-9d1f-b0ca43d96b8e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1631408 Nov 23 14:16:20.000982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48010) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:20.006775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Request body: {'subnet': {'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-745024974-subnet', 'tenant_id': 'dfd69d6d1bbb4146a41ed8254423df1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:20.033779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 9f67a44c-986c-4eec-99df-af4e721601b0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:20.039631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Made reservation on behalf of dfd69d6d1bbb4146a41ed8254423df1f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:20.042492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.052642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:20.165155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] For port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:20.168609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.224258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Calling delete_port for 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:20.309044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bad1eed7-2eba-4d29-a392-0f28345104a5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:20.321595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.371082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f6eec-64a3-4c8c-b082-3bc77dc3952d None None] Pushing event updated for resources: {'Port': ['ID=bad1eed7-2eba-4d29-a392-0f28345104a5,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:20.458552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.459187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5d98e76d-a8cd-48f3-9a6f-4725faa32df5 None None] Provisioning complete for port bad1eed7-2eba-4d29-a392-0f28345104a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:20.461445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d98e76d-a8cd-48f3-9a6f-4725faa32df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.506970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e5962a-148f-4a91-95c1-40735f39673c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:20.551820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bad1eed7-2eba-4d29-a392-0f28345104a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:20.552483 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.585082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Checking segment: {'id': 'd1d27a4c-af7e-4ab2-8564-0591ba45b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:20.586629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Network hostable DHCP agents. Network: 9f67a44c-986c-4eec-99df-af4e721601b0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:20.617439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:20.632009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6257a0e0-7470-48d3-9b5d-8a156a5dedc0 req-193a35e6-dfae-417f-a411-5133809c6467 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 210 time: 0.1494024 Nov 23 14:16:20.644628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-be003b3c-23fa-4ee0-8821-4779ff630164 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:20.651446 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-be003b3c-23fa-4ee0-8821-4779ff630164 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 814 time: 0.3174536 Nov 23 14:16:20.656075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5d98e76d-a8cd-48f3-9a6f-4725faa32df5 None None] Could not find standard attr ID for object dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:20.668410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Request body: {'port': {'device_id': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'admin_state_up': True, 'tenant_id': '64b8898bf10c4f1f89a62834e14151a9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:20.673339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Network 9f67a44c-986c-4eec-99df-af4e721601b0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:20.712629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 9f67a44c-986c-4eec-99df-af4e721601b0) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:20.729184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0825be-a2ba-42aa-b118-bf75ccfcce1d None None] Network 9f67a44c-986c-4eec-99df-af4e721601b0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:20.749679 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.776411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['0dc10467-b2dc-4c60-bfb5-45344fe1ed98'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:20.794587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d901e2-5acd-4cea-8395-b396928130bb req-0271e4cb-2a5a-47e4-97a9-52caead55ea8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:20.804641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3d901e2-5acd-4cea-8395-b396928130bb req-0271e4cb-2a5a-47e4-97a9-52caead55ea8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 945 time: 0.2701273 Nov 23 14:16:20.855452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Pushing event deleted for resources: {'Port': ['ID=0dc10467-b2dc-4c60-bfb5-45344fe1ed98,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:20.878714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:20.879494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.892031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.896143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-df68faa1-c920-463d-97de-f0d8602826cc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c HTTP/1.1" status: 204 len: 168 time: 1.8318102 Nov 23 14:16:20.901663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48024) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:20.932151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Made reservation on behalf of 64b8898bf10c4f1f89a62834e14151a9 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:20.936003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:20.939026 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3179219b-6da5-42d1-8c3d-18db7c46f71b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:16:20.939718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3179219b-6da5-42d1-8c3d-18db7c46f71b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:16:20.946633 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3179219b-6da5-42d1-8c3d-18db7c46f71b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c HTTP/1.1" status: 404 len: 333 time: 0.0437841 Nov 23 14:16:20.948143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48026) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:20.973662 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3b88142-a0ce-4a81-a23a-25e0e37655e9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9713607 Nov 23 14:16:21.046345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] No DVR routers for this DVR port 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:21.055109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.061661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a2b5a8b-edf9-4755-86e1-d3fec0640901 req-37eba1e8-c5a3-4464-9bcc-3ab3d2e3cb70 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "DELETE /v2.0/ports/0dc10467-b2dc-4c60-bfb5-45344fe1ed98 HTTP/1.1" status: 204 len: 173 time: 1.7425704 Nov 23 14:16:21.070930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'name': 'network-vif-deleted', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:21.074668 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b461491-98e8-4bda-b39f-7e53bb1a5e0f" -d '{"events": [{"server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "name": "network-vif-deleted", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:21.078609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1705b10f-7b6b-4967-9571-305dd1f878dd None None] Could not find standard attr ID for object dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:21.129033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3d901e2-5acd-4cea-8395-b396928130bb req-ffe75d2a-da0a-4ad6-be14-035ed16c46c6 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231111 Nov 23 14:16:21.145716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Allocated IP 172.20.0.2 (5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd/4981d67f-7ab2-4953-a0e7-8dc1185675f1/cc820318-6549-4b34-84a6-2230f65c0918) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:21.174159 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9b0387-9f97-4df9-ad89-cc7063faf424 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:21.175745 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab9b0387-9f97-4df9-ad89-cc7063faf424 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/dda8cefe-eb0e-4b08-9d0f-b5b38d71be4c HTTP/1.1" status: 404 len: 333 time: 0.2258079 Nov 23 14:16:21.178815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48034) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:21.270451 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a137232-83f3-4c60-bee7-3a297f74126e x-openstack-request-id: req-8a137232-83f3-4c60-bee7-3a297f74126e {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:21.270855 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a89548-58ae-48fd-935e-fc47ee955897", "name": "network-vif-deleted", "tag": "0dc10467-b2dc-4c60-bfb5-45344fe1ed98", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:21.271464 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a137232-83f3-4c60-bee7-3a297f74126e {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:21.271985 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a89548-58ae-48fd-935e-fc47ee955897', 'name': 'network-vif-deleted', 'tag': '0dc10467-b2dc-4c60-bfb5-45344fe1ed98', 'status': 'completed', 'code': 200} Nov 23 14:16:21.323678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265aab8d-2c8e-4def-9a81-0799e5c58f6a None None] Network 9f67a44c-986c-4eec-99df-af4e721601b0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:21.327707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet 5dd4bb76-d4a9-431a-b812-60915293019e {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:21.331098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.392568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.424805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48044) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:21.488890 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.527413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.529823 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.543314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['0dc10467-b2dc-4c60-bfb5-45344fe1ed98'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:21.588125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:21.591775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:21.595075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:21.617838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6a64055d-3e63-4b74-8aee-a8b69f22a135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.647594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:21.655974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.675906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:21.676646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.699033 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-0bda685a-6158-4174-9de6-dd3e8bb74940 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0369101 Nov 23 14:16:21.706593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.710085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/5dd4bb76-d4a9-431a-b812-60915293019e HTTP/1.1" status: 204 len: 168 time: 0.5287240 Nov 23 14:16:21.713412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02adfac5-e111-403f-a232-27959ec4e052 None None] Network 19501afe-c983-44d0-89af-af6943a0baab requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:21.715104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48060) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:21.719425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ba1fc-a6b1-4cc2-9c5a-c7f5e22062d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd4bb76-d4a9-431a-b812-60915293019e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:21.725531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Request body: {'port': {'device_id': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:21.785524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:21.964594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] DHCP port deletion for 19501afe-c983-44d0-89af-af6943a0baab request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:16:21.977607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.016799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] Deleting port bad1eed7-2eba-4d29-a392-0f28345104a5 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:22.017182 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.023764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b150b8-a7e6-40c2-8138-6853b2aa3d0f req-f3d49cd7-adfb-4023-888d-962b3ac9b601 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:22.025618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4b150b8-a7e6-40c2-8138-6853b2aa3d0f req-f3d49cd7-adfb-4023-888d-962b3ac9b601 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 931 time: 0.2165380 Nov 23 14:16:22.027381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6a64055d-3e63-4b74-8aee-a8b69f22a135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.034670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-5d893a9e-419f-40b3-8b0c-9d977bc58e25 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:22.041796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-5d893a9e-419f-40b3-8b0c-9d977bc58e25 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/networks?id=9f67a44c-986c-4eec-99df-af4e721601b0 HTTP/1.1" status: 200 len: 813 time: 0.3277462 Nov 23 14:16:22.063585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6a64055d-3e63-4b74-8aee-a8b69f22a135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.082153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] For port bad1eed7-2eba-4d29-a392-0f28345104a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bad1eed7-2eba-4d29-a392-0f28345104a5,segment=NetworkSegment(f3e21b59-91b7-4bfa-81dd-2946f5bfb13a),segment_id=f3e21b59-91b7-4bfa-81dd-2946f5bfb13a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:22.082555 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.096831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] Calling delete_port for bad1eed7-2eba-4d29-a392-0f28345104a5 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:22.103432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-4629d494-e96d-4a6e-864a-1d5ed044d846 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/quotas/dfd69d6d1bbb4146a41ed8254423df1f HTTP/1.1" status: 200 len: 375 time: 0.0606678 Nov 23 14:16:22.114551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc820318-6549-4b34-84a6-2230f65c0918 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:22.126723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.145375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Transition to ACTIVE for port object cc820318-6549-4b34-84a6-2230f65c0918 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:16:22.157787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.176351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6a64055d-3e63-4b74-8aee-a8b69f22a135 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a3e1fe0129f4e66aeedd1f80c7848c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7498000 Nov 23 14:16:22.192264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48068) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:22.198523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64055d-3e63-4b74-8aee-a8b69f22a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729a989-5bc4-45cb-87df-24ac141ed580,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:22.199095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.210729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-a10b15bc-a76d-41f8-a77d-718ff3c1cd3e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dfd69d6d1bbb4146a41ed8254423df1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679948 Nov 23 14:16:22.214022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bad1eed7-2eba-4d29-a392-0f28345104a5 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:22.251961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] Pushing event deleted for resources: {'Port': ['ID=bad1eed7-2eba-4d29-a392-0f28345104a5,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:22.255989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: bad1eed7-2eba-4d29-a392-0f28345104a5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:22.256423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bad1eed7-2eba-4d29-a392-0f28345104a5 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:22.258516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d45c44-777d-4bb6-837c-8ab9861c1e89 None None] No DVR routers for this DVR port bad1eed7-2eba-4d29-a392-0f28345104a5 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:22.272565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:22.276622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4b150b8-a7e6-40c2-8138-6853b2aa3d0f req-ac946eef-d28d-46f9-87d4-ec1a804c1bf3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310922 Nov 23 14:16:22.319556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port bad1eed7-2eba-4d29-a392-0f28345104a5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:22.320426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.328613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e95f4ef-a91f-4f84-a102-dc780c33e9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.359208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e95f4ef-a91f-4f84-a102-dc780c33e9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.391136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Attempting to bind port cc820318-6549-4b34-84a6-2230f65c0918 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:22.391549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Attempting to bind port cc820318-6549-4b34-84a6-2230f65c0918 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:22.391943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Attempting to bind port cc820318-6549-4b34-84a6-2230f65c0918 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:22.407588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Port cc820318-6549-4b34-84a6-2230f65c0918 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:16:22.408005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Attempting to bind port cc820318-6549-4b34-84a6-2230f65c0918 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:22.417341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:22.417938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Checking segment: {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:22.418554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Bound using segment: {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:22.419290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Bound port: cc820318-6549-4b34-84a6-2230f65c0918, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:22.419869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.420515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-b6457cdc-05e1-4fc6-8cec-5c16de44f8ae service neutron] 10.222.0.46 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996038 Nov 23 14:16:22.422382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] For port bad1eed7-2eba-4d29-a392-0f28345104a5, host n-d-818503-2, got binding levels [] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:22.423019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.467339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for bad1eed7-2eba-4d29-a392-0f28345104a5 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:22.475306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_backend_mixin [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Port bad1eed7-2eba-4d29-a392-0f28345104a5 was not found and therefore no delete operation was performed {{(pid=103346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:16:22.480135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.487306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e95f4ef-a91f-4f84-a102-dc780c33e9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.490254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e95f4ef-a91f-4f84-a102-dc780c33e9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.491592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7e95f4ef-a91f-4f84-a102-dc780c33e9de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4729a989-5bc4-45cb-87df-24ac141ed580 HTTP/1.1" status: 204 len: 168 time: 0.2982185 Nov 23 14:16:22.498002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:22.504872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:22.506716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95f4ef-a91f-4f84-a102-dc780c33e9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4729a989-5bc4-45cb-87df-24ac141ed580,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:22.511865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.555009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:22.555661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.557329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] 10.222.0.74 "PUT /v2.0/ports/cc820318-6549-4b34-84a6-2230f65c0918 HTTP/1.1" status: 200 len: 1091 time: 0.8412955 Nov 23 14:16:22.557725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:22.560168 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e86d91-cdfb-4980-be30-11d814cb78e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "tag": "cc820318-6549-4b34-84a6-2230f65c0918"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:22.569534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No DVR routers for this DVR port bad1eed7-2eba-4d29-a392-0f28345104a5 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:22.574559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=bad1eed7-2eba-4d29-a392-0f28345104a5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:22.614172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cf191-c057-46f3-a8b6-91ce2874452e service neutron] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:22.663647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-10fea70d-bd18-4d1f-91d5-19a730d14228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:22.665259 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-10fea70d-bd18-4d1f-91d5-19a730d14228 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 1094 time: 0.0476012 Nov 23 14:16:22.671673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-892cf64c-1edf-44e1-ae81-6100fd90b090 service neutron] 10.222.0.46 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354977 Nov 23 14:16:22.680901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6914-d382-4406-9b1c-d45ac114ff50 req-1a2dc97a-ba8f-4661-9b6c-cc6dbfb76f1e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:22.682400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c2e6914-d382-4406-9b1c-d45ac114ff50 req-1a2dc97a-ba8f-4661-9b6c-cc6dbfb76f1e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 945 time: 0.1919913 Nov 23 14:16:22.716404 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-ecb58db9-e9c2-41b4-859d-857bbc0a59f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc820318-6549-4b34-84a6-2230f65c0918 HTTP/1.1" status: 200 len: 217 time: 0.0433824 Nov 23 14:16:22.721459 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.760204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19501afe-c983-44d0-89af-af6943a0baab']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:22.784170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e21b59-91b7-4bfa-81dd-2946f5bfb13a') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:22.784466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e21b59-91b7-4bfa-81dd-2946f5bfb13a') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:22.794052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c2e6914-d382-4406-9b1c-d45ac114ff50 req-b1bd3dda-e2b3-4758-82d8-f9ae5e0be59e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803409 Nov 23 14:16:22.798736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-863d5fef-df5c-46b2-8c75-855c8c6fb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:22.800294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-863d5fef-df5c-46b2-8c75-855c8c6fb17e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4981d67f-7ab2-4953-a0e7-8dc1185675f1 HTTP/1.1" status: 200 len: 854 time: 0.0760050 Nov 23 14:16:22.803473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.839343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.854836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:22.856837 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:22.863913 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:22.865946 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-9abe377d-b2a6-48bc-9a65-c2f009e7edd4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576100 Nov 23 14:16:22.975140 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789fa59b-0a2f-4e9e-827e-bedea7b6bec4 x-openstack-request-id: req-789fa59b-0a2f-4e9e-827e-bedea7b6bec4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:22.975536 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "tag": "cc820318-6549-4b34-84a6-2230f65c0918", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:22.975892 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-789fa59b-0a2f-4e9e-827e-bedea7b6bec4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:22.976923 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918', 'status': 'completed', 'code': 200} Nov 23 14:16:22.985314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b11a33ca-7b92-4774-a11c-bdd8a45aec8d req-e47dce4a-c999-450f-aaed-15df3dfb4c6d tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 210 time: 0.0309613 Nov 23 14:16:22.985938 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:22.992767 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-fb74a9e2-a0c0-4165-8d48-c4e7ba2dd6b9 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192291 Nov 23 14:16:22.994440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.001789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/19501afe-c983-44d0-89af-af6943a0baab HTTP/1.1" status: 204 len: 168 time: 1.2834477 Nov 23 14:16:23.002764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48092) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:23.017654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-906776551'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:23.031549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db7fe5-a399-4a34-8ee5-881fd6d9957f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=19501afe-c983-44d0-89af-af6943a0baab,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:23.056350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:23.060739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.097822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:23.124291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.124824 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment 66f5c5f7-abb8-428c-830e-c0ac360f8379 of type vlan for network 034ab780-47a7-4936-9e71-e50d0a9f971a Nov 23 14:16:23.166497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6251fd53-de24-4321-9a15-a9eeb322c706 req-5fbe7fd6-524c-41e2-b8ab-8516dd569f84 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635122 Nov 23 14:16:23.195599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.261170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.267854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:23.268400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.279566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-6e747717-0e3a-4f66-b9a0-43d46f3e7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:23.282976 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-6e747717-0e3a-4f66-b9a0-43d46f3e7106 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 1094 time: 0.0643032 Nov 23 14:16:23.337590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3240592 Nov 23 14:16:23.340663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48114) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:23.363657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:23.515930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfec0fb-8849-49e2-be23-01ff508ccf21 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=034ab780-47a7-4936-9e71-e50d0a9f971a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:23.533260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 034ab780-47a7-4936-9e71-e50d0a9f971a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:23.562437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-6c52b432-67cf-4760-b547-328a3fcf8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:23.565135 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-6c52b432-67cf-4760-b547-328a3fcf8fa4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 915 time: 0.2744303 Nov 23 14:16:23.607469 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.611136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48124) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:23.623795 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-f14d7e2d-2a87-4019-af12-c83527e4bc48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc820318-6549-4b34-84a6-2230f65c0918 HTTP/1.1" status: 200 len: 217 time: 0.0488226 Nov 23 14:16:23.674329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:23.682380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.686359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-f1b362c2-c8bb-4ebf-acd2-1eb3cb429f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:23.688376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-f1b362c2-c8bb-4ebf-acd2-1eb3cb429f75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4981d67f-7ab2-4953-a0e7-8dc1185675f1 HTTP/1.1" status: 200 len: 854 time: 0.0559406 Nov 23 14:16:23.700818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c52d-39a3-4354-928e-a129c3ee370c req-09f2bcbd-4710-42ed-b6af-4f825b4b2ef5 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:23.704648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fca6c52d-39a3-4354-928e-a129c3ee370c req-09f2bcbd-4710-42ed-b6af-4f825b4b2ef5 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 943 time: 0.2064018 Nov 23 14:16:23.726770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-23eb172f-67ce-4519-a159-1a0a8839ec4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279262 Nov 23 14:16:23.818258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2035985154-network', 'tenant_id': '4115e8a47c3d492a8b4537f63e6329e2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:23.851080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-7aeeb539-f449-4a4d-94f0-ae5ec7b0ea9a service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154454 Nov 23 14:16:23.864478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fca6c52d-39a3-4354-928e-a129c3ee370c req-189d7baa-aa7b-4edf-a918-7370bc92ac5e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417768 Nov 23 14:16:23.883266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Made reservation on behalf of 4115e8a47c3d492a8b4537f63e6329e2 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:23.885659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.910157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:23.959703 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a6e86d91-cdfb-4980-be30-11d814cb78e9 req-ebba3e47-ee22-424a-8fab-f018025f48eb service neutron] 10.222.0.74 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012952 Nov 23 14:16:24.042308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.130525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.149785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b429952b-8042-4c74-99e7-25c3f4dd3034 req-e238aaf9-11c9-46e8-b13d-d1741711a56d tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 210 time: 0.0553348 Nov 23 14:16:24.150865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.153743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=e70aabcd-a8a9-4317-9706-e427e3f0dedd,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:24.180745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:24.184413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:24.205075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.205416 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Added segment aae07149-eb39-4a32-80cc-4768a849141d of type vlan for network 5be6a2ba-b38f-451e-8f53-e21df7239a8a Nov 23 14:16:24.206617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb2f21b-5846-45fd-aec2-131184e54db5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:24.208462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:24.209101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0dc10467-b2dc-4c60-bfb5-45344fe1ed98 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:24.216011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': '66f5c5f7-abb8-428c-830e-c0ac360f8379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:24.216322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: 034ab780-47a7-4936-9e71-e50d0a9f971a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:24.257384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.265389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 034ab780-47a7-4936-9e71-e50d0a9f971a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:24.281495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 034ab780-47a7-4936-9e71-e50d0a9f971a) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:24.291166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:24.291765 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.295930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ca898-1d04-40fa-abe9-c944549544b4 None None] Network 034ab780-47a7-4936-9e71-e50d0a9f971a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:24.300816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.301866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:24.302461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.339514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f98138c9-bcb4-4452-aa1f-088816c0d7a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9908953 Nov 23 14:16:24.343014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:24.349869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7251859 Nov 23 14:16:24.350061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48136) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:24.351514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1657809234'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:24.443952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Request body: {'subnet': {'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2035985154-subnet', 'tenant_id': '4115e8a47c3d492a8b4537f63e6329e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:24.473122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d8af-57f7-4962-8736-a4a6af4d1d38 admin admin] Pushing event updated for resources: {'Network': ['ID=5be6a2ba-b38f-451e-8f53-e21df7239a8a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:24.486880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Made reservation on behalf of 4115e8a47c3d492a8b4537f63e6329e2 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:24.489293 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.499455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5be6a2ba-b38f-451e-8f53-e21df7239a8a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:24.651013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-034ab780-47a7-4936-9e71-e50d0a9f971a', 'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a', 'tenant_id': '2741f0d87fad41399c90d7473a92e09c', 'fixed_ips': [{'subnet_id': 'e70aabcd-a8a9-4317-9706-e427e3f0dedd'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:16:24.652709 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.673946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-f87305fc-df91-473a-9ecf-e84f7c5f024d tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:24.675607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-f87305fc-df91-473a-9ecf-e84f7c5f024d tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.11 "GET /v2.0/networks?id=9f67a44c-986c-4eec-99df-af4e721601b0 HTTP/1.1" status: 200 len: 813 time: 0.2701981 Nov 23 14:16:24.685397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:24.690090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.700078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Request body: {'port': {'device_id': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0', 'admin_state_up': True, 'tenant_id': 'dfd69d6d1bbb4146a41ed8254423df1f'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:24.742261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 0229dc2e-322e-4689-90c8-b38d6c3a413c yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:24.785967 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.823914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Allocated IP 172.20.0.2 (034ab780-47a7-4936-9e71-e50d0a9f971a/e70aabcd-a8a9-4317-9706-e427e3f0dedd/9be7ea44-b690-4857-b25c-804018585c37) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:24.847686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e46272-b4e0-4d2a-8dd4-b85f87d70e00,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:24.858430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Checking segment: {'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:24.858876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Network hostable DHCP agents. Network: 5be6a2ba-b38f-451e-8f53-e21df7239a8a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:24.877043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Made reservation on behalf of dfd69d6d1bbb4146a41ed8254423df1f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:24.878174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Network 5be6a2ba-b38f-451e-8f53-e21df7239a8a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:24.881541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.890712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5be6a2ba-b38f-451e-8f53-e21df7239a8a) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:24.895895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:24.897799 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:24.902526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f09a4d-ee74-4cdf-b610-28637b8a0802 None None] Network 5be6a2ba-b38f-451e-8f53-e21df7239a8a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:24.930292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-07c32591-6a10-445e-96b6-2f0d1ab6e713 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5785093 Nov 23 14:16:25.043827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Allocated IP 172.20.0.13 (9f67a44c-986c-4eec-99df-af4e721601b0/93e5962a-148f-4a91-95c1-40735f39673c/428883b4-c403-4aff-8ec1-e9c8f75c481e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:25.051912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901a263-5f1e-4b3f-bf75-5582f61ad4a5 req-73c014f6-04db-4bb2-ac30-662a09c1285e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:25.053935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7901a263-5f1e-4b3f-bf75-5582f61ad4a5 req-73c014f6-04db-4bb2-ac30-662a09c1285e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 943 time: 0.0842686 Nov 23 14:16:25.120762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7901a263-5f1e-4b3f-bf75-5582f61ad4a5 req-3a2178fa-4c4a-45ea-8e90-013a7216660c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599220 Nov 23 14:16:25.133994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ce2a48-cea4-456d-b3ac-934f3e6eb1da None None] Network 5be6a2ba-b38f-451e-8f53-e21df7239a8a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:25.182366 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.217189 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.274688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Network 034ab780-47a7-4936-9e71-e50d0a9f971a is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:25.284622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:25.287816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Pushing event updated for resources: {'Port': ['ID=9be7ea44-b690-4857-b25c-804018585c37,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:25.290571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:25.303444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e988fa4-7e1c-4296-9d65-abe9e8368d8c req-b167bee4-8d6b-47a2-b886-bf6a4e90b152 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 210 time: 0.0589235 Nov 23 14:16:25.315884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.323519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.8 (034ab780-47a7-4936-9e71-e50d0a9f971a/e70aabcd-a8a9-4317-9706-e427e3f0dedd/0229dc2e-322e-4689-90c8-b38d6c3a413c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:25.400012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Attempting to bind port 9be7ea44-b690-4857-b25c-804018585c37 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:25.400446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Attempting to bind port 9be7ea44-b690-4857-b25c-804018585c37 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '66f5c5f7-abb8-428c-830e-c0ac360f8379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:25.401755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Attempting to bind port 9be7ea44-b690-4857-b25c-804018585c37 on network 034ab780-47a7-4936-9e71-e50d0a9f971a {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:25.407114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:25.407865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Checking segment: {'id': '66f5c5f7-abb8-428c-830e-c0ac360f8379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:25.408362 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.408860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Bound using segment: {'id': '66f5c5f7-abb8-428c-830e-c0ac360f8379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:25.409417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Bound port: 9be7ea44-b690-4857-b25c-804018585c37, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f5c5f7-abb8-428c-830e-c0ac360f8379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '034ab780-47a7-4936-9e71-e50d0a9f971a'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:25.409892 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.434687 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.473719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-c69475c3-69d0-4fed-a00d-c0590ed3319a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:25.475368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-c69475c3-69d0-4fed-a00d-c0590ed3319a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 814 time: 0.1094091 Nov 23 14:16:25.487102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] For port 9be7ea44-b690-4857-b25c-804018585c37, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:25.487875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Network 9f67a44c-986c-4eec-99df-af4e721601b0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:25.491107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] For port 9be7ea44-b690-4857-b25c-804018585c37, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9be7ea44-b690-4857-b25c-804018585c37,segment=NetworkSegment(66f5c5f7-abb8-428c-830e-c0ac360f8379),segment_id=66f5c5f7-abb8-428c-830e-c0ac360f8379)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:25.496744 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.500127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-760d7787-7dff-42d2-8e53-97cb7fe51205 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/quotas/4115e8a47c3d492a8b4537f63e6329e2 HTTP/1.1" status: 200 len: 375 time: 0.0170696 Nov 23 14:16:25.500530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:25.506001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:25.536807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-02ae33a2-de92-4792-83ae-6d9f961f13a1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355697 Nov 23 14:16:25.549218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Pushing event updated for resources: {'Port': ['ID=428883b4-c403-4aff-8ec1-e9c8f75c481e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:25.569682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.577445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:25.583999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.602995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6bb10-2512-44b2-b5ec-720e45a6f148 None None] Pushing event updated for resources: {'Port': ['ID=9be7ea44-b690-4857-b25c-804018585c37,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:25.603531 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-8b38353e-946b-4a45-8c8d-bf08f920956e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9076357 Nov 23 14:16:25.619464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Request body: {'port': {'device_id': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:25.659777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.712246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.722840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-b0d95286-a24b-428a-8fc7-ffa42d2d37ae service neutron] 10.222.0.46 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751659 Nov 23 14:16:25.731678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 034ab780-47a7-4936-9e71-e50d0a9f971a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:25.738851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:25.745258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:25.750743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=0229dc2e-322e-4689-90c8-b38d6c3a413c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:25.846147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:25.851581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:25.886380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-405f5bda-328f-44c0-b04c-3fbb488adb31 service neutron] 10.222.0.46 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545022 Nov 23 14:16:25.939091 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-edc750ca-7fc1-477d-b9d6-1d18188191c3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5937977 Nov 23 14:16:25.941165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48180) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:26.200938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cc820318-6549-4b34-84a6-2230f65c0918 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:16:26.245292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428883b4-c403-4aff-8ec1-e9c8f75c481e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:26.256762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.267225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92eb0306-0176-459e-a0a4-792415df8d84 req-56966d00-770d-4cf6-8b60-2d83ae321df1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 210 time: 0.0503082 Nov 23 14:16:26.298675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 0229dc2e-322e-4689-90c8-b38d6c3a413c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:26.299123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.331944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Transition to ACTIVE for port object 428883b4-c403-4aff-8ec1-e9c8f75c481e will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:16:26.340790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.424663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:26.451176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'cc820318-6549-4b34-84a6-2230f65c0918', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'port_id': 'cc820318-6549-4b34-84a6-2230f65c0918', 'mac_address': 'fa:16:3e:14:23:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4981d67f-7ab2-4953-a0e7-8dc1185675f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:16:26.457246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9be7ea44-b690-4857-b25c-804018585c37 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:26.519713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Pushing event updated for resources: {'Port': ['ID=428883b4-c403-4aff-8ec1-e9c8f75c481e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:26.535808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b8d7-8f52-40b6-ad74-f70b60337a5c req-98bf8e1b-7ad0-4d68-88ef-e78f1c95cdb1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:26.549443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5104b8d7-8f52-40b6-ad74-f70b60337a5c req-98bf8e1b-7ad0-4d68-88ef-e78f1c95cdb1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 943 time: 0.2139444 Nov 23 14:16:26.626666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.655058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Attempting to bind port 428883b4-c403-4aff-8ec1-e9c8f75c481e on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:26.655887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Attempting to bind port 428883b4-c403-4aff-8ec1-e9c8f75c481e by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd1d27a4c-af7e-4ab2-8564-0591ba45b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:26.656445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Attempting to bind port 428883b4-c403-4aff-8ec1-e9c8f75c481e on network 9f67a44c-986c-4eec-99df-af4e721601b0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:26.660008 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.666096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Port 428883b4-c403-4aff-8ec1-e9c8f75c481e on network 9f67a44c-986c-4eec-99df-af4e721601b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:16:26.666484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Attempting to bind port 428883b4-c403-4aff-8ec1-e9c8f75c481e on network 9f67a44c-986c-4eec-99df-af4e721601b0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:26.676147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:26.676654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Checking segment: {'id': 'd1d27a4c-af7e-4ab2-8564-0591ba45b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:26.677343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Bound using segment: {'id': 'd1d27a4c-af7e-4ab2-8564-0591ba45b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:26.677751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Bound port: 428883b4-c403-4aff-8ec1-e9c8f75c481e, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d27a4c-af7e-4ab2-8564-0591ba45b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:26.679188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.684406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9be7ea44-b690-4857-b25c-804018585c37 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:26.684994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.699122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 0229dc2e-322e-4689-90c8-b38d6c3a413c owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:26.724548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc820318-6549-4b34-84a6-2230f65c0918 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:26.730542 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-668d8579-1a5e-428d-b25b-fb27687958ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.795053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:26.815060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] For port 428883b4-c403-4aff-8ec1-e9c8f75c481e, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:26.822309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] For port 428883b4-c403-4aff-8ec1-e9c8f75c481e, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e,segment=NetworkSegment(d1d27a4c-af7e-4ab2-8564-0591ba45b0c5),segment_id=d1d27a4c-af7e-4ab2-8564-0591ba45b0c5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:26.827672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.854846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.862518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.913351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:26.914571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.917621 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] 10.222.0.11 "PUT /v2.0/ports/428883b4-c403-4aff-8ec1-e9c8f75c481e HTTP/1.1" status: 200 len: 1092 time: 1.3040168 Nov 23 14:16:26.928935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'tag': '428883b4-c403-4aff-8ec1-e9c8f75c481e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:26.935906 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:26.937397 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b31ae81c-3954-4847-9e7a-55f6b6eb1c6f", "tag": "428883b4-c403-4aff-8ec1-e9c8f75c481e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:26.948622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5104b8d7-8f52-40b6-ad74-f70b60337a5c req-0d3fe8d7-8da7-4855-a791-562640a0a52e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978777 Nov 23 14:16:26.955758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:27.022481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 9be7ea44-b690-4857-b25c-804018585c37, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9be7ea44-b690-4857-b25c-804018585c37,segment=NetworkSegment(66f5c5f7-abb8-428c-830e-c0ac360f8379),segment_id=66f5c5f7-abb8-428c-830e-c0ac360f8379)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:27.035745 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e14cdbc-515d-4c1b-8bb9-173976c22fc8 x-openstack-request-id: req-8e14cdbc-515d-4c1b-8bb9-173976c22fc8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:27.036133 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31ae81c-3954-4847-9e7a-55f6b6eb1c6f", "tag": "428883b4-c403-4aff-8ec1-e9c8f75c481e", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:27.036360 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e14cdbc-515d-4c1b-8bb9-173976c22fc8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:27.036835 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'tag': '428883b4-c403-4aff-8ec1-e9c8f75c481e', 'status': 'completed', 'code': 200} Nov 23 14:16:27.039924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:27.041702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:27.056639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58eb05-5703-4ab3-b40e-d194ece68dbe req-a08d4806-ad8d-47f3-a360-53038e6f4613 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:27.061823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac58eb05-5703-4ab3-b40e-d194ece68dbe req-a08d4806-ad8d-47f3-a360-53038e6f4613 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 944 time: 0.4521055 Nov 23 14:16:27.063434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=0229dc2e-322e-4689-90c8-b38d6c3a413c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:27.092133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ea81b-d69f-4fe8-b472-c13573ff5487 service neutron] Pushing event updated for resources: {'Port': ['ID=428883b4-c403-4aff-8ec1-e9c8f75c481e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:27.116059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-cdd6909a-3e0d-485e-b35c-b79b1b25463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:27.118359 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-cdd6909a-3e0d-485e-b35c-b79b1b25463d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfd69d6d1bbb4146a41ed8254423df1f&device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 1095 time: 0.1514168 Nov 23 14:16:27.185624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cc820318-6549-4b34-84a6-2230f65c0918'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:27.216105 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:16:27.254691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac58eb05-5703-4ab3-b40e-d194ece68dbe req-8cb6eb3e-80d2-4cb5-b187-768ff9d4acf4 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746128 Nov 23 14:16:27.267345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-b9045ca6-22b8-46c7-8a47-089fb8e79f6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e HTTP/1.1" status: 200 len: 217 time: 0.1185262 Nov 23 14:16:27.297770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f4501-25e7-4a07-8310-201de47dc0ce None None] Network 034ab780-47a7-4936-9e71-e50d0a9f971a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:27.299036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:27.302462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c893a918-a650-4f83-8461-1d985c7be344 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/0229dc2e-322e-4689-90c8-b38d6c3a413c HTTP/1.1" status: 204 len: 168 time: 1.3603456 Nov 23 14:16:27.305923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48210) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:27.344071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-68517863-c81b-41cb-86eb-265183ccad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:27.349827 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-68517863-c81b-41cb-86eb-265183ccad07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e5962a-148f-4a91-95c1-40735f39673c HTTP/1.1" status: 200 len: 853 time: 0.0816817 Nov 23 14:16:27.364175 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c3c97c-6a2c-494a-8ce2-df90ae3f1a3b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:27.370393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=9be7ea44-b690-4857-b25c-804018585c37,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:27.393223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-17c3c97c-6a2c-494a-8ce2-df90ae3f1a3b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/0229dc2e-322e-4689-90c8-b38d6c3a413c HTTP/1.1" status: 404 len: 333 time: 0.0858617 Nov 23 14:16:27.397864 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-804bab6a-a0a9-46df-b14a-eedc7a4615fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f67a44c-986c-4eec-99df-af4e721601b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397568 Nov 23 14:16:27.399003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48212) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:27.465880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a906d0d3-537c-4c0d-8ff6-8a0b7325fbbb req-08d62992-9f69-4920-ba1f-f81a6290a778 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 210 time: 0.0473168 Nov 23 14:16:27.493324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-87149ef7-8ec7-40d8-82b5-ff7b7b4b893c None None] Provisioning complete for port 9be7ea44-b690-4857-b25c-804018585c37 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:27.493922 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87149ef7-8ec7-40d8-82b5-ff7b7b4b893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:27.590553 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-0e530259-b290-4814-bf54-42f566a1b3e5 service neutron] 10.222.0.11 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800203 Nov 23 14:16:27.595698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet e70aabcd-a8a9-4317-9706-e427e3f0dedd {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:27.602855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:27.698655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:27.767141 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fc8d77e-baea-434f-8860-cf9c54d61849 req-125c5f9f-b2b7-472f-81c6-5d432ed87fba service neutron] 10.222.0.11 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685431 Nov 23 14:16:27.902943 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:27.972489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-4d6b9f2f-393f-4e70-863b-c357d94d8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:27.974013 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-4d6b9f2f-393f-4e70-863b-c357d94d8e5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfd69d6d1bbb4146a41ed8254423df1f&device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 1095 time: 0.1423697 Nov 23 14:16:27.999441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-f23c5491-a14f-4bf3-97b2-bf7eb28c44cd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:28.002748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-f23c5491-a14f-4bf3-97b2-bf7eb28c44cd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.74 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 814 time: 0.2403560 Nov 23 14:16:28.031035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:28.047495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Request body: {'port': {'device_id': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a', 'admin_state_up': True, 'tenant_id': '4115e8a47c3d492a8b4537f63e6329e2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:28.114210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=e70aabcd-a8a9-4317-9706-e427e3f0dedd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:28.172701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d0df4-faf4-45b5-8c3d-83ffc356eaf7 req-db0063c4-b5a7-47ba-a312-5979c607195c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:28.174284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b08d0df4-faf4-45b5-8c3d-83ffc356eaf7 req-db0063c4-b5a7-47ba-a312-5979c607195c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 944 time: 0.0947301 Nov 23 14:16:28.197430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:28.206216 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-17a4d5f7-1df0-4bf9-8141-d061ecd60e5a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/e70aabcd-a8a9-4317-9706-e427e3f0dedd HTTP/1.1" status: 204 len: 168 time: 0.8061457 Nov 23 14:16:28.209409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9be7ea44-b690-4857-b25c-804018585c37 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:28.212095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48218) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:28.275358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b08d0df4-faf4-45b5-8c3d-83ffc356eaf7 req-7e25a657-96d1-49d3-8fe0-d4d32cb54a52 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919344 Nov 23 14:16:28.295352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9be7ea44-b690-4857-b25c-804018585c37 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:28.299451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:28.516569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04811adc-27e5-41ed-9b49-ce2e27577284 req-02afec3f-7b42-43af-9280-5493b556bacd tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:28.519808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04811adc-27e5-41ed-9b49-ce2e27577284 req-02afec3f-7b42-43af-9280-5493b556bacd tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 944 time: 0.1147070 Nov 23 14:16:28.594043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9840596-9e62-4c1f-ab4f-d53eb8c7e178 None None] Network 034ab780-47a7-4936-9e71-e50d0a9f971a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:28.625784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04811adc-27e5-41ed-9b49-ce2e27577284 req-f10e98ae-cc8e-43e1-ba0c-fa9aeda33a5b tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986922 Nov 23 14:16:28.744802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2654c4d0-919f-4b4f-9e4b-2882d951ce00 req-639b8119-b572-4bf0-b3fc-0bacacc98136 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 210 time: 0.0570295 Nov 23 14:16:28.798563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-60ad99c1-02dd-447f-922f-ab578306d6e8 None None] Provisioning complete for port 9be7ea44-b690-4857-b25c-804018585c37 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:28.799039 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-60ad99c1-02dd-447f-922f-ab578306d6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:28.943887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-c194ae5c-5246-44da-b56d-74dfe3e2f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:28.946257 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-c194ae5c-5246-44da-b56d-74dfe3e2f3c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f67a44c-986c-4eec-99df-af4e721601b0 HTTP/1.1" status: 200 len: 914 time: 0.9641187 Nov 23 14:16:28.951792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:28.977831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] DHCP port deletion for 034ab780-47a7-4936-9e71-e50d0a9f971a request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:16:29.002048 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-38c6aada-1477-4b22-b18d-4b57a5be0c78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e HTTP/1.1" status: 200 len: 217 time: 0.0467713 Nov 23 14:16:29.071265 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20f69f60-8748-42c7-abec-0a04e28fdc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.074548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Made reservation on behalf of 4115e8a47c3d492a8b4537f63e6329e2 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:29.078094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.085927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] Deleting port 9be7ea44-b690-4857-b25c-804018585c37 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:29.086668 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.114788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-aa5d1709-f8c3-483c-9ef1-068f794a5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:29.116459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-aa5d1709-f8c3-483c-9ef1-068f794a5712 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e5962a-148f-4a91-95c1-40735f39673c HTTP/1.1" status: 200 len: 853 time: 0.1064463 Nov 23 14:16:29.177040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] For port 9be7ea44-b690-4857-b25c-804018585c37, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9be7ea44-b690-4857-b25c-804018585c37,segment=NetworkSegment(66f5c5f7-abb8-428c-830e-c0ac360f8379),segment_id=66f5c5f7-abb8-428c-830e-c0ac360f8379)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:29.177842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.186884 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-aacf441c-6b2c-4969-b065-bd4b23b51295 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f67a44c-986c-4eec-99df-af4e721601b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439417 Nov 23 14:16:29.196484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] Calling delete_port for 9be7ea44-b690-4857-b25c-804018585c37 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:29.290555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Allocated IP 172.20.0.5 (5be6a2ba-b38f-451e-8f53-e21df7239a8a/37e46272-b4e0-4d2a-8dd4-b85f87d70e00/489048a6-4915-4b15-8153-75171f3f01ae) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:29.298996 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.319061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 9be7ea44-b690-4857-b25c-804018585c37 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:29.319497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.367890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] Pushing event deleted for resources: {'Port': ['ID=9be7ea44-b690-4857-b25c-804018585c37,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:29.392855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38d7af-1419-4c15-bab8-c05d98e6ade7 None None] No DVR routers for this DVR port 9be7ea44-b690-4857-b25c-804018585c37 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:29.460933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] For port 9be7ea44-b690-4857-b25c-804018585c37, host n-d-818503-2, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:29.461556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.482312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 9be7ea44-b690-4857-b25c-804018585c37 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:29.487553 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-c1ac1b5c-8048-4921-b643-916418cbac52 service neutron] 10.222.0.11 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906182 Nov 23 14:16:29.492595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Port 9be7ea44-b690-4857-b25c-804018585c37 was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:16:29.513512 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.533317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6592aea-1c83-4755-a0d4-d6498b77f598 req-515fd34c-fd8e-47cf-8934-8f4384d435ab tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:29.533317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6592aea-1c83-4755-a0d4-d6498b77f598 req-515fd34c-fd8e-47cf-8934-8f4384d435ab tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 944 time: 0.1108012 Nov 23 14:16:29.576908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=9be7ea44-b690-4857-b25c-804018585c37,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:29.591332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6592aea-1c83-4755-a0d4-d6498b77f598 req-c9813e3b-a422-42d1-a5ee-f84b20419751 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508134 Nov 23 14:16:29.626392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No DVR routers for this DVR port 9be7ea44-b690-4857-b25c-804018585c37 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:29.761606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca9d4d-5982-4a66-982d-de516b859b7c req-7b04077b-4855-4ea8-8bbd-aaa512830e8f tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:29.763863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9ca9d4d-5982-4a66-982d-de516b859b7c req-7b04077b-4855-4ea8-8bbd-aaa512830e8f tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 944 time: 0.0593078 Nov 23 14:16:29.776431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.809828 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1b6f2a4e-5fdc-4cdf-8f5b-4b0681a0a1f3 req-32c278af-eb24-4dca-a207-c71de6e45619 service neutron] 10.222.0.11 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068888 Nov 23 14:16:29.812826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.818157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034ab780-47a7-4936-9e71-e50d0a9f971a']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:29.824987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9ca9d4d-5982-4a66-982d-de516b859b7c req-eb6b5344-4d7b-44a4-ab87-26141c24d7e4 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550857 Nov 23 14:16:29.831627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f5c5f7-abb8-428c-830e-c0ac360f8379') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:29.831928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f5c5f7-abb8-428c-830e-c0ac360f8379') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:29.853444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.876509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8968c99b-6c05-4bf3-a53e-d95e60c7cf49 req-410628ab-e661-4b4d-a932-6683c575e918 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 210 time: 0.0495188 Nov 23 14:16:29.897199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.905697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.935603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:29.936011 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:29.938916 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:29.961947 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:29.985558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Network 5be6a2ba-b38f-451e-8f53-e21df7239a8a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:30.010590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:30.013089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:30.018815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:30.052060 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.072106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.079377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/034ab780-47a7-4936-9e71-e50d0a9f971a HTTP/1.1" status: 204 len: 168 time: 1.8261285 Nov 23 14:16:30.079590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48246) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:30.080584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e030f-07ca-4212-870a-6c3e21eb4c42 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=034ab780-47a7-4936-9e71-e50d0a9f971a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:30.088896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'name': 'tempest-PortsTestJSON-1454333295'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:30.098364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:30.099100 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.117996 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-494926a3-06dc-430f-adf3-6ece33914690 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0894532 Nov 23 14:16:30.131518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Request body: {'port': {'device_id': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:30.191718 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.194078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9be7ea44-b690-4857-b25c-804018585c37 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:30.200115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cc820318-6549-4b34-84a6-2230f65c0918 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:30.226010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 9be7ea44-b690-4857-b25c-804018585c37 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:30.226831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9be7ea44-b690-4857-b25c-804018585c37 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:30.290614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port cc820318-6549-4b34-84a6-2230f65c0918 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:16:30.295560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port cc820318-6549-4b34-84a6-2230f65c0918 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:30.295935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.385021 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.412729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:30.415222 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab5b71d-57f0-4b46-9c20-1d0716f8febb" -d '{"events": [{"server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "name": "network-vif-plugged", "status": "completed", "tag": "cc820318-6549-4b34-84a6-2230f65c0918"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:30.422247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 428883b4-c403-4aff-8ec1-e9c8f75c481e details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:16:30.505686 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cdb819-b9c7-4634-a561-eb45b97d3e7a x-openstack-request-id: req-b7cdb819-b9c7-4634-a561-eb45b97d3e7a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:30.506066 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "name": "network-vif-plugged", "status": "completed", "tag": "cc820318-6549-4b34-84a6-2230f65c0918", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:30.506234 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7cdb819-b9c7-4634-a561-eb45b97d3e7a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:30.506648 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918', 'code': 200} Nov 23 14:16:30.576151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:30.584711 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.587198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489048a6-4915-4b15-8153-75171f3f01ae {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:30.600314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.628009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Transition to ACTIVE for port object 489048a6-4915-4b15-8153-75171f3f01ae will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:16:30.635447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.652058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 428883b4-c403-4aff-8ec1-e9c8f75c481e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e,segment=NetworkSegment(d1d27a4c-af7e-4ab2-8564-0591ba45b0c5),segment_id=d1d27a4c-af7e-4ab2-8564-0591ba45b0c5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:30.677242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4afa97-aa5e-4a08-bb03-45b1aca59bdd req-dc1cdc6c-618d-4f1f-94f6-4fa25a85406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:30.679882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4afa97-aa5e-4a08-bb03-45b1aca59bdd req-dc1cdc6c-618d-4f1f-94f6-4fa25a85406c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1152337 Nov 23 14:16:30.681127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:30.685349 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.697005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '428883b4-c403-4aff-8ec1-e9c8f75c481e', 'network_id': '9f67a44c-986c-4eec-99df-af4e721601b0', 'port_id': '428883b4-c403-4aff-8ec1-e9c8f75c481e', 'mac_address': 'fa:16:3e:dd:df:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e5962a-148f-4a91-95c1-40735f39673c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:16:30.699237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:30.747482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.761285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428883b4-c403-4aff-8ec1-e9c8f75c481e {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:30.764242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 172c7504-3aaa-4749-af0c-fde131d60349 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:30.775271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:30.785156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 428883b4-c403-4aff-8ec1-e9c8f75c481e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e,segment=NetworkSegment(d1d27a4c-af7e-4ab2-8564-0591ba45b0c5),segment_id=d1d27a4c-af7e-4ab2-8564-0591ba45b0c5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:30.793933 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.851500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=428883b4-c403-4aff-8ec1-e9c8f75c481e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:30.857994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835006c-5f22-4c4c-85d2-c35d683e4426 req-f9315e26-df06-46df-a0f7-889ab261904e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:30.860223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f835006c-5f22-4c4c-85d2-c35d683e4426 req-f9315e26-df06-46df-a0f7-889ab261904e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1559341 Nov 23 14:16:30.862384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Attempting to bind port 489048a6-4915-4b15-8153-75171f3f01ae on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:30.862653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb4afa97-aa5e-4a08-bb03-45b1aca59bdd req-2fa0d851-5b49-4725-9119-5938d25bbab8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745055 Nov 23 14:16:30.862765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Attempting to bind port 489048a6-4915-4b15-8153-75171f3f01ae by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:30.863140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Attempting to bind port 489048a6-4915-4b15-8153-75171f3f01ae on network 5be6a2ba-b38f-451e-8f53-e21df7239a8a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:30.873088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Port 489048a6-4915-4b15-8153-75171f3f01ae on network 5be6a2ba-b38f-451e-8f53-e21df7239a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:16:30.873492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Attempting to bind port 489048a6-4915-4b15-8153-75171f3f01ae on network 5be6a2ba-b38f-451e-8f53-e21df7239a8a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:30.883470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:30.883703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Checking segment: {'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:30.884003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Bound using segment: {'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:30.884434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Bound port: 489048a6-4915-4b15-8153-75171f3f01ae, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:30.884795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.958673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:30.962994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:30.969268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:30.999201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f835006c-5f22-4c4c-85d2-c35d683e4426 req-7d308b13-83d9-45a6-be7f-9e87416bf35f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284513 Nov 23 14:16:31.011935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.012554 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.013993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/489048a6-4915-4b15-8153-75171f3f01ae HTTP/1.1" status: 200 len: 1091 time: 0.8880570 Nov 23 14:16:31.014460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:31.019400 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "tag": "489048a6-4915-4b15-8153-75171f3f01ae"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:31.045619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee91ea-ebd2-48c5-8c13-e1398926c2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:31.091769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10c9e-8896-4300-9464-1bb82b8bff90 req-90c0081a-5926-43ce-82e7-e1828c69bb31 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.093522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abd10c9e-8896-4300-9464-1bb82b8bff90 req-90c0081a-5926-43ce-82e7-e1828c69bb31 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 945 time: 0.1689186 Nov 23 14:16:31.133828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['428883b4-c403-4aff-8ec1-e9c8f75c481e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:31.141833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-e6cdb786-9d73-456b-93b9-618e19d3f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.142544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.144225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-e6cdb786-9d73-456b-93b9-618e19d3f73c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 1094 time: 0.0487053 Nov 23 14:16:31.186656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e96f1-8da0-4efc-8102-57c37efea4a8 req-7bac4cc5-746b-4fec-8d80-8d57fe91e19b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.188252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-530e96f1-8da0-4efc-8102-57c37efea4a8 req-7bac4cc5-746b-4fec-8d80-8d57fe91e19b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.0885179 Nov 23 14:16:31.204244 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-69276722-4b02-41d8-aea5-2f193f7c3bd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=489048a6-4915-4b15-8153-75171f3f01ae HTTP/1.1" status: 200 len: 217 time: 0.0500946 Nov 23 14:16:31.257374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abd10c9e-8896-4300-9464-1bb82b8bff90 req-9a1c61cd-fe4b-4cbe-8e0c-9cbbdc66685e tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277313 Nov 23 14:16:31.280221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-eb458b1a-07d6-4edc-8e4e-d9dbcb8a4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.292129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-530e96f1-8da0-4efc-8102-57c37efea4a8 req-582ec833-f972-496b-8d07-0710626f7339 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807199 Nov 23 14:16:31.294232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-eb458b1a-07d6-4edc-8e4e-d9dbcb8a4643 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 200 len: 854 time: 0.0692861 Nov 23 14:16:31.301552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.348390 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-ecc05c4f-e51a-4d58-b7b9-c0afcac62629 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6a2ba-b38f-451e-8f53-e21df7239a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528333 Nov 23 14:16:31.350823 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724cdf9d-f968-4209-aae1-31b69319d35a x-openstack-request-id: req-724cdf9d-f968-4209-aae1-31b69319d35a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:31.351197 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "tag": "489048a6-4915-4b15-8153-75171f3f01ae", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:31.351957 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-724cdf9d-f968-4209-aae1-31b69319d35a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:31.352494 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae', 'status': 'completed', 'code': 200} Nov 23 14:16:31.364862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:31.368630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:31.372833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:31.383872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.384787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.405291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=172c7504-3aaa-4749-af0c-fde131d60349,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:31.415124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e896d858-271b-4570-acc5-7f0cb1d3e8fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3341792 Nov 23 14:16:31.417536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48266) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:31.475860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-078ca3d4-0a8a-46eb-87e6-8571cbe43d94 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151440 Nov 23 14:16:31.514497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 172c7504-3aaa-4749-af0c-fde131d60349 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:31.514759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.565896 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.577411 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32bc4173-8d68-4678-9cf9-5a280900e15c req-30c5b71f-8a48-40f2-b1b5-b4b25a68d2ce service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929525 Nov 23 14:16:31.611403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.633972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 172c7504-3aaa-4749-af0c-fde131d60349 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:31.707190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-4af1b8ce-7ba7-489d-99dc-bc78d8b32b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.708862 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-4af1b8ce-7ba7-489d-99dc-bc78d8b32b0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 1094 time: 0.0524247 Nov 23 14:16:31.737068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.771971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=172c7504-3aaa-4749-af0c-fde131d60349,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:31.781082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:31.788002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2e9200bb-e040-47f2-929b-6bf420253513 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/172c7504-3aaa-4749-af0c-fde131d60349 HTTP/1.1" status: 204 len: 168 time: 0.3692572 Nov 23 14:16:31.788650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48272) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:31.793858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'mac_address': 'fa:16:3e:e4:41:a4', 'name': 'tempest-PortsTestJSON-420028006'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:31.845543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-d40beaf9-48ce-4ad3-9d24-af5f79032b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.847258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-d40beaf9-48ce-4ad3-9d24-af5f79032b0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 915 time: 0.1233695 Nov 23 14:16:31.906836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-593c3e80-87d0-4ee5-924f-0f8fe119a1a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=489048a6-4915-4b15-8153-75171f3f01ae HTTP/1.1" status: 200 len: 217 time: 0.0483639 Nov 23 14:16:31.936598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:31.977304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-64c1287b-49ad-4e14-abc4-8b90fb99546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:31.979344 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-64c1287b-49ad-4e14-abc4-8b90fb99546b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 200 len: 854 time: 0.0651162 Nov 23 14:16:32.016132 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-3f6aa6b7-590c-4d30-b85c-20f6e3a7ef7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6a2ba-b38f-451e-8f53-e21df7239a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288267 Nov 23 14:16:32.019666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.043366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 84adcca8-6ed6-460d-ae64-ab724935aaa3 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:32.124214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-9617f379-d439-4900-91fe-ee87d943b269 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997217 Nov 23 14:16:32.211142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329b0a-b662-4af3-bda2-1282236e0a41 req-7a66d5b5-0b38-4a22-bf09-2e5d918b298b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:32.212492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea329b0a-b662-4af3-bda2-1282236e0a41 req-7a66d5b5-0b38-4a22-bf09-2e5d918b298b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0918067 Nov 23 14:16:32.226120 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6d81393-d6db-4e42-b4d9-4077e3f88d5c req-99c2c0f3-5890-4776-8a5c-5084553245c7 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913451 Nov 23 14:16:32.291792 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.316030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea329b0a-b662-4af3-bda2-1282236e0a41 req-ad3121f8-4735-451d-815c-b730ccfdea5a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Nov 23 14:16:32.343807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.417754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 428883b4-c403-4aff-8ec1-e9c8f75c481e up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:32.449964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:32.460383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.473302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:32.477944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:32.484074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:32.484685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.484866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 428883b4-c403-4aff-8ec1-e9c8f75c481e completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:16:32.490478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 428883b4-c403-4aff-8ec1-e9c8f75c481e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:32.492165 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.492730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=84adcca8-6ed6-460d-ae64-ab724935aaa3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:32.526232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325e247-6775-47db-a811-c04c54fc3bd4 req-cd73fc49-742a-4ff6-8589-cfcbb5da63d2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:32.527800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6325e247-6775-47db-a811-c04c54fc3bd4 req-cd73fc49-742a-4ff6-8589-cfcbb5da63d2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 945 time: 0.1368995 Nov 23 14:16:32.534034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e887c56b-a6e6-4b67-b589-538a4a4ee7a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7419691 Nov 23 14:16:32.535777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:32.540821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093c09-ced8-4f1f-9fe7-eab6dec91fb2 req-bd8315ca-a524-4ba3-9b8e-921e477460ea tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:32.548758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b093c09-ced8-4f1f-9fe7-eab6dec91fb2 req-bd8315ca-a524-4ba3-9b8e-921e477460ea tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1386178 Nov 23 14:16:32.590186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.609758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b093c09-ced8-4f1f-9fe7-eab6dec91fb2 req-cf2eac20-de7d-4930-91b1-f5bc111aa869 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601325 Nov 23 14:16:32.617716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428883b4-c403-4aff-8ec1-e9c8f75c481e'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:32.620442 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccaf499-2200-4a56-803b-2f4455b3ea73" -d '{"events": [{"server_uuid": "b31ae81c-3954-4847-9e7a-55f6b6eb1c6f", "name": "network-vif-plugged", "status": "completed", "tag": "428883b4-c403-4aff-8ec1-e9c8f75c481e"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:32.633417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da66390-7ca1-4c43-96cc-b1b083682b44 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:32.637318 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0da66390-7ca1-4c43-96cc-b1b083682b44 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/84adcca8-6ed6-460d-ae64-ab724935aaa3 HTTP/1.1" status: 200 len: 840 time: 0.0976286 Nov 23 14:16:32.638288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48290) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:32.655271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 428883b4-c403-4aff-8ec1-e9c8f75c481e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e,segment=NetworkSegment(d1d27a4c-af7e-4ab2-8564-0591ba45b0c5),segment_id=d1d27a4c-af7e-4ab2-8564-0591ba45b0c5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:32.668226 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.689336 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6325e247-6775-47db-a811-c04c54fc3bd4 req-590d0174-594e-4871-8ed6-51287f18165f tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336522 Nov 23 14:16:32.769759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=428883b4-c403-4aff-8ec1-e9c8f75c481e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:32.786570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 84adcca8-6ed6-460d-ae64-ab724935aaa3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:32.786936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.813146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07d2e7-11ee-4947-9a1f-c877e0d981b7 req-82153e58-9021-4ad4-8e60-2d3edc7c18b6 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:32.814966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa07d2e7-11ee-4947-9a1f-c877e0d981b7 req-82153e58-9021-4ad4-8e60-2d3edc7c18b6 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0926940 Nov 23 14:16:32.859329 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb491b4-8929-4bdf-8ab4-42777ecdc49f x-openstack-request-id: req-2bb491b4-8929-4bdf-8ab4-42777ecdc49f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:32.859630 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31ae81c-3954-4847-9e7a-55f6b6eb1c6f", "name": "network-vif-plugged", "status": "completed", "tag": "428883b4-c403-4aff-8ec1-e9c8f75c481e", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:32.859887 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bb491b4-8929-4bdf-8ab4-42777ecdc49f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:32.860323 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428883b4-c403-4aff-8ec1-e9c8f75c481e', 'code': 200} Nov 23 14:16:32.876622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:32.896426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 84adcca8-6ed6-460d-ae64-ab724935aaa3 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:32.904191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa07d2e7-11ee-4947-9a1f-c877e0d981b7 req-ec7a4759-453f-4920-a508-c6d9b26c52d2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792949 Nov 23 14:16:33.024626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4286e-cebb-4a8d-ac09-6cd049496f65 req-352a0df8-b18b-44e7-9329-1302291236b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:33.026170 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ec4286e-cebb-4a8d-ac09-6cd049496f65 req-352a0df8-b18b-44e7-9329-1302291236b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 1097 time: 0.0635581 Nov 23 14:16:33.073959 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.077816 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ec4286e-cebb-4a8d-ac09-6cd049496f65 req-de37ac11-c65d-4faf-bb56-67de8597840b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Nov 23 14:16:33.105257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=84adcca8-6ed6-460d-ae64-ab724935aaa3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:33.110478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.114934 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9cd1ada0-8d14-40a9-85b1-e840e6b0768b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/84adcca8-6ed6-460d-ae64-ab724935aaa3 HTTP/1.1" status: 204 len: 168 time: 0.4749088 Nov 23 14:16:33.117589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48302) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:33.142242 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-62db8961-fd32-48a8-b319-5e175602249f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:33.143693 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62db8961-fd32-48a8-b319-5e175602249f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/84adcca8-6ed6-460d-ae64-ab724935aaa3 HTTP/1.1" status: 404 len: 333 time: 0.0251877 Nov 23 14:16:33.147573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48304) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:33.152302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'name': 'tempest-PortsTestJSON-639257314'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:33.174641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30cb64-1149-44e0-96c4-5efc146f5188 req-072a7591-5437-4e2f-be90-2007c0a7a8d0 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:33.176170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c30cb64-1149-44e0-96c4-5efc146f5188 req-072a7591-5437-4e2f-be90-2007c0a7a8d0 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Nov 23 14:16:33.224043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c30cb64-1149-44e0-96c4-5efc146f5188 req-32616ab0-49d8-4706-8a90-d1a174a924df tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Nov 23 14:16:33.243113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:33.246841 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.264217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port fff69ac9-b2df-468c-982b-d3edc9729dad yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:33.349001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4396ada-d29c-4641-a4c0-1325981ce1b5 req-a8399006-3290-46a8-8add-acdf380a83dc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:33.350876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4396ada-d29c-4641-a4c0-1325981ce1b5 req-a8399006-3290-46a8-8add-acdf380a83dc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0544689 Nov 23 14:16:33.403758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4396ada-d29c-4641-a4c0-1325981ce1b5 req-f9a0b580-8f3e-4194-86a1-48be82475c81 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Nov 23 14:16:33.429021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.462816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.506960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:33.509955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:33.513624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:33.519241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:33.519893 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.529664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=fff69ac9-b2df-468c-982b-d3edc9729dad,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:33.543683 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b36cc676-e855-46d7-bd92-c36e47f5fe7a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3950555 Nov 23 14:16:33.546472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48318) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:33.551770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:33.634045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.837274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c38d6-d2bf-4ce0-a9cf-ef45363b7f72 req-17a18b3e-126d-4843-b848-362f7f97f607 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:33.838776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-350c38d6-d2bf-4ce0-a9cf-ef45363b7f72 req-17a18b3e-126d-4843-b848-362f7f97f607 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1464186 Nov 23 14:16:33.869050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf8f1-f607-4656-a089-b3ba4d5f79f2 req-4303a953-3619-49c1-9762-2b5c73c9b6c9 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:33.870525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a24bf8f1-f607-4656-a089-b3ba4d5f79f2 req-4303a953-3619-49c1-9762-2b5c73c9b6c9 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1671770 Nov 23 14:16:33.948003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.957477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:33.969262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-350c38d6-d2bf-4ce0-a9cf-ef45363b7f72 req-6771d762-034b-4ac1-abbc-9e59135f519a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214442 Nov 23 14:16:34.001102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a24bf8f1-f607-4656-a089-b3ba4d5f79f2 req-1006ef50-c444-4579-96eb-45c38d177c16 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220360 Nov 23 14:16:34.003762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] In _notify_port_updated(), no bound segment for port fff69ac9-b2df-468c-982b-d3edc9729dad on network 536737d6-d661-4314-bbdc-f12de12b8a02 {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:16:34.009648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:34.010266 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.014039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "PUT /v2.0/ports/fff69ac9-b2df-468c-982b-d3edc9729dad HTTP/1.1" status: 200 len: 818 time: 0.4640732 Nov 23 14:16:34.014277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48338) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:34.068633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b7f53-bd0e-4f56-8d12-924b1f78e9af tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=fff69ac9-b2df-468c-982b-d3edc9729dad,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:34.140220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8727-1048-4172-9023-62897a253458 req-c4ea2bcd-8e7c-4040-847e-6e660e55d506 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:34.141713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09e8727-1048-4172-9023-62897a253458 req-c4ea2bcd-8e7c-4040-847e-6e660e55d506 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.0886767 Nov 23 14:16:34.185336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port fff69ac9-b2df-468c-982b-d3edc9729dad {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:34.185682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.199968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:16:34.220588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09e8727-1048-4172-9023-62897a253458 req-fd30f8d7-0f43-4e99-a1de-19820e0de0eb tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709028 Nov 23 14:16:34.275108 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.287271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for fff69ac9-b2df-468c-982b-d3edc9729dad owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:34.309641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:34.322065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '489048a6-4915-4b15-8153-75171f3f01ae', 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a', 'port_id': '489048a6-4915-4b15-8153-75171f3f01ae', 'mac_address': 'fa:16:3e:2d:ac:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e46272-b4e0-4d2a-8dd4-b85f87d70e00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:16:34.360754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.369886 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.375217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489048a6-4915-4b15-8153-75171f3f01ae {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:34.394247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:34.396376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=fff69ac9-b2df-468c-982b-d3edc9729dad,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:34.398989 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.405879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.409061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-40028b20-b5f2-45ec-90fa-5bbcbdac8615 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/fff69ac9-b2df-468c-982b-d3edc9729dad HTTP/1.1" status: 204 len: 168 time: 0.3937643 Nov 23 14:16:34.411667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48340) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:34.446048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:34.464873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d2a47-c56a-47f6-9ab0-7c7616cb53cb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:34.466357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c69d2a47-c56a-47f6-9ab0-7c7616cb53cb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0537665 Nov 23 14:16:34.469132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48342) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:34.492590 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-30778932-6cb1-4e33-8140-b7f8c5b38514 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:34.493911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30778932-6cb1-4e33-8140-b7f8c5b38514 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/fff69ac9-b2df-468c-982b-d3edc9729dad HTTP/1.1" status: 404 len: 333 time: 0.0238872 Nov 23 14:16:34.497243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48344) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:34.501704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-448135152'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:34.522246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:34.526112 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.548611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:34.558198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.558534 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4 of type vlan for network 4ec40be0-2e68-4f71-a752-5eb419d589cb Nov 23 14:16:34.600082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.624049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.629635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:34.630224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.671254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1704440 Nov 23 14:16:34.671486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48346) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:34.700720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['489048a6-4915-4b15-8153-75171f3f01ae'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:34.703262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:34.719318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb86d9b-fb01-4c60-891b-50a3dfe26f2a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=4ec40be0-2e68-4f71-a752-5eb419d589cb,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:34.730365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:34.795501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:34.799515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:34.980086 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.046096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=93b4fdee-f598-4180-9ca8-0dac5a640607,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:35.078807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': 'adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:35.079217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: 4ec40be0-2e68-4f71-a752-5eb419d589cb, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:35.143363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f4099-ea0c-4ad5-b266-7128c9113dde req-548eead3-a8da-4df5-a5bc-d5be56d9871b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:35.144839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b82f4099-ea0c-4ad5-b266-7128c9113dde req-548eead3-a8da-4df5-a5bc-d5be56d9871b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 944 time: 0.1021781 Nov 23 14:16:35.147872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:35.180252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3dd84-6e80-4dc5-b008-bca527ee086c req-b642114b-e0de-4b1b-8831-fda65ec496af tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:35.181706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2b3dd84-6e80-4dc5-b008-bca527ee086c req-b642114b-e0de-4b1b-8831-fda65ec496af tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1002741 Nov 23 14:16:35.182254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 4ec40be0-2e68-4f71-a752-5eb419d589cb) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:35.190012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37cc9d-c277-4672-95fe-fa00680cc6c8 None None] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:35.190248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:35.190828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.237014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-602134c1-09d0-4ad8-aa99-148fdf68936c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5645132 Nov 23 14:16:35.239804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48360) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:35.246075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b82f4099-ea0c-4ad5-b266-7128c9113dde req-aabb688a-a66a-42b6-b08f-a18255f2d621 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944097 Nov 23 14:16:35.247004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a35db074-5683-4394-ad61-a9b97dfd0475 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:35.278229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2b3dd84-6e80-4dc5-b008-bca527ee086c req-7d60387d-e475-474f-84de-24eca7218bab tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839248 Nov 23 14:16:35.352272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-4ec40be0-2e68-4f71-a752-5eb419d589cb', 'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb', 'tenant_id': '2741f0d87fad41399c90d7473a92e09c', 'fixed_ips': [{'subnet_id': '93b4fdee-f598-4180-9ca8-0dac5a640607'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:16:35.356616 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.395636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35db074-5683-4394-ad61-a9b97dfd0475 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:35.401117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a35db074-5683-4394-ad61-a9b97dfd0475 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.476629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf2ea-0cf4-42c8-8b4f-9a6948f8af63 req-50c0e38c-33c3-4676-90b6-4c923e4fa202 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:35.478117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0edcf2ea-0cf4-42c8-8b4f-9a6948f8af63 req-50c0e38c-33c3-4676-90b6-4c923e4fa202 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.0597990 Nov 23 14:16:35.506485 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-a35db074-5683-4394-ad61-a9b97dfd0475 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 93b4fdee-f598-4180-9ca8-0dac5a640607 (CIDR: 172.20.0.0/28) Nov 23 14:16:35.511908 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35db074-5683-4394-ad61-a9b97dfd0475 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:16:35.512656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35db074-5683-4394-ad61-a9b97dfd0475 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:16:35.512906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Allocated IP 172.20.0.2 (4ec40be0-2e68-4f71-a752-5eb419d589cb/93b4fdee-f598-4180-9ca8-0dac5a640607/c2525550-9e66-4b29-91fd-f57a58d7b9c3) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:35.531590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a35db074-5683-4394-ad61-a9b97dfd0475 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2896037 Nov 23 14:16:35.532835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0edcf2ea-0cf4-42c8-8b4f-9a6948f8af63 req-72627191-867e-4675-b2ab-ffce8df9e717 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478911 Nov 23 14:16:35.534102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48364) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:35.540284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:35.662629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:35.667804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.681936 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.688829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.728709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:35.733673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:35.737306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:35.748568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Pushing event updated for resources: {'Port': ['ID=c2525550-9e66-4b29-91fd-f57a58d7b9c3,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:35.803969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Attempting to bind port c2525550-9e66-4b29-91fd-f57a58d7b9c3 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:35.804860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Attempting to bind port c2525550-9e66-4b29-91fd-f57a58d7b9c3 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:35.805246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Attempting to bind port c2525550-9e66-4b29-91fd-f57a58d7b9c3 on network 4ec40be0-2e68-4f71-a752-5eb419d589cb {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:35.810389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:35.810781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Checking segment: {'id': 'adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:35.811204 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.811588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Bound using segment: {'id': 'adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:35.812047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Bound port: c2525550-9e66-4b29-91fd-f57a58d7b9c3, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:35.812419 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.859969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927b607-c2c2-4aa6-a619-1d9d23228f24 req-5efa35ad-e768-4a7d-af9c-d71e0327cde7 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:35.861548 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e927b607-c2c2-4aa6-a619-1d9d23228f24 req-5efa35ad-e768-4a7d-af9c-d71e0327cde7 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.0808725 Nov 23 14:16:35.874454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-52cbd930-a9ee-4e22-92fb-abc3d80ff5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:35.876802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-52cbd930-a9ee-4e22-92fb-abc3d80ff5cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfd69d6d1bbb4146a41ed8254423df1f&device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 1097 time: 0.0693743 Nov 23 14:16:35.885020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] For port c2525550-9e66-4b29-91fd-f57a58d7b9c3, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:35.889025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] For port c2525550-9e66-4b29-91fd-f57a58d7b9c3, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c2525550-9e66-4b29-91fd-f57a58d7b9c3,segment=NetworkSegment(adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4),segment_id=adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:35.897487 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:35.964241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e927b607-c2c2-4aa6-a619-1d9d23228f24 req-aa082c95-431f-405e-b7fe-0ea5ee3180bf tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764973 Nov 23 14:16:35.981093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a939e0-75f5-4360-8e91-5c8796476ff7 None None] Pushing event updated for resources: {'Port': ['ID=c2525550-9e66-4b29-91fd-f57a58d7b9c3,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:36.020889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-37595888-f516-41e7-a207-3b6f507cc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:36.022757 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-37595888-f516-41e7-a207-3b6f507cc170 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f67a44c-986c-4eec-99df-af4e721601b0 HTTP/1.1" status: 200 len: 914 time: 0.1363921 Nov 23 14:16:36.055960 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:36.069360 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-da0efcc8-b1e0-4a78-b8ef-0ce70535e203 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e HTTP/1.1" status: 200 len: 217 time: 0.0392084 Nov 23 14:16:36.098759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:36.102252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:36.106404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:36.107012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:36.120141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=52113d70-d556-43df-a8c3-a74c63847e4b,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:36.141065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9eb3c1cc-e9a1-4259-a679-a6dc5970236e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6031272 Nov 23 14:16:36.141230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48374) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:36.149212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb', 'fixed_ips': [{'subnet_id': '93b4fdee-f598-4180-9ca8-0dac5a640607'}, {'subnet_id': '52113d70-d556-43df-a8c3-a74c63847e4b'}], 'name': 'tempest-PortsTestJSON-981831715'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:36.158951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-fa8b9dca-816f-4286-bf6c-81ca577f4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:36.161005 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-fa8b9dca-816f-4286-bf6c-81ca577f4eee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e5962a-148f-4a91-95c1-40735f39673c HTTP/1.1" status: 200 len: 853 time: 0.0848141 Nov 23 14:16:36.200638 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-a7f4d517-53c6-418b-b733-77a0970b3410 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f67a44c-986c-4eec-99df-af4e721601b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319068 Nov 23 14:16:36.214833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:36.272495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:36.284212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 489048a6-4915-4b15-8153-75171f3f01ae completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:16:36.291182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 489048a6-4915-4b15-8153-75171f3f01ae triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:36.291785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:36.336208 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-d7053f4e-3d14-427a-87e9-ff0be448e631 service neutron] 10.222.0.11 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271172 Nov 23 14:16:36.404747 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:36.434787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:36.437321 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043d4ae1-6b48-4271-bad8-6084062229c4" -d '{"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-plugged", "status": "completed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:36.447033 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec27649-bbe8-4b5e-8e2a-26eb2cc8601c req-1cea6ff6-389b-49b6-ae5b-7461ee8d059d service neutron] 10.222.0.11 "GET /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030130 Nov 23 14:16:36.452849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:36.457379 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:36.480862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:36.492559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c0220-01f9-42e3-927d-7b5a96606e2c req-8259fb95-f0d9-41f7-bb2c-ea38f74a88e0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:36.494045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-805c0220-01f9-42e3-927d-7b5a96606e2c req-8259fb95-f0d9-41f7-bb2c-ea38f74a88e0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 944 time: 0.1044285 Nov 23 14:16:36.511374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:36.519831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114036b-b39d-4d30-a84c-f7cd667696bd req-e7869f9f-2881-42e4-b462-af443fcd338a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:36.521186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2114036b-b39d-4d30-a84c-f7cd667696bd req-e7869f9f-2881-42e4-b462-af443fcd338a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1327507 Nov 23 14:16:36.536726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 2800877d-0698-49f4-b1f5-200c8829c26c yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:36.695523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-805c0220-01f9-42e3-927d-7b5a96606e2c req-a16ca965-e6da-4d9b-beff-4620a12d4bc6 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915722 Nov 23 14:16:36.706075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2114036b-b39d-4d30-a84c-f7cd667696bd req-1463b367-fd4e-46e3-88f1-985448e2c6ca tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724625 Nov 23 14:16:36.840812 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d877cc-0a6d-49bd-8367-95819d4efa96 x-openstack-request-id: req-85d877cc-0a6d-49bd-8367-95819d4efa96 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:36.840812 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-plugged", "status": "completed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:36.840812 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85d877cc-0a6d-49bd-8367-95819d4efa96 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:36.840812 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae', 'code': 200} Nov 23 14:16:36.974763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac1b6-fc37-4033-abae-881419704a55 req-8571a6f4-ce5a-43fd-a7c4-c023ddf45899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:36.976900 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ceac1b6-fc37-4033-abae-881419704a55 req-8571a6f4-ce5a-43fd-a7c4-c023ddf45899 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 1096 time: 0.0635715 Nov 23 14:16:37.012508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.5 (4ec40be0-2e68-4f71-a752-5eb419d589cb/93b4fdee-f598-4180-9ca8-0dac5a640607/2800877d-0698-49f4-b1f5-200c8829c26c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:37.020524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.29 (4ec40be0-2e68-4f71-a752-5eb419d589cb/52113d70-d556-43df-a8c3-a74c63847e4b/2800877d-0698-49f4-b1f5-200c8829c26c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:37.042860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3ceac1b6-fc37-4033-abae-881419704a55 req-c1d9f50d-bd1b-4853-bdc0-8cbde7fd81c7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587037 Nov 23 14:16:37.081678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f60e1-a7cf-4430-b4fe-c30cc35a1443 None None] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:37.181123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909e357-c429-4e25-bd2b-17eac89a5db9 req-fee744d4-a70f-4512-af18-cadcceaaba5f tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:37.182592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0909e357-c429-4e25-bd2b-17eac89a5db9 req-fee744d4-a70f-4512-af18-cadcceaaba5f tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.1105716 Nov 23 14:16:37.202004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a976d995-fd9e-4a91-81fe-d861f6b5fde1 None None] Provisioning complete for port c2525550-9e66-4b29-91fd-f57a58d7b9c3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:37.202371 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a976d995-fd9e-4a91-81fe-d861f6b5fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.223672 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.257945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0909e357-c429-4e25-bd2b-17eac89a5db9 req-04bcc7d9-dbea-4379-a90d-5d92d8e4c4b6 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666854 Nov 23 14:16:37.291872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.464086 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a976d995-fd9e-4a91-81fe-d861f6b5fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.530153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a976d995-fd9e-4a91-81fe-d861f6b5fde1 None None] For port c2525550-9e66-4b29-91fd-f57a58d7b9c3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c2525550-9e66-4b29-91fd-f57a58d7b9c3,segment=NetworkSegment(adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4),segment_id=adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:37.533789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03b3a7-ec6c-457d-afcf-cb1d56444975 None None] Update dhcp port {'port': {'network_id': '4ec40be0-2e68-4f71-a752-5eb419d589cb', 'fixed_ips': [{'subnet_id': '93b4fdee-f598-4180-9ca8-0dac5a640607', 'ip_address': '172.20.0.2'}, {'subnet_id': '52113d70-d556-43df-a8c3-a74c63847e4b'}], 'binding:host_id': 'n-d-818503-2'}, 'id': 'c2525550-9e66-4b29-91fd-f57a58d7b9c3'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:16:37.537431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a976d995-fd9e-4a91-81fe-d861f6b5fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.582144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d03b3a7-ec6c-457d-afcf-cb1d56444975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.632997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:37.635166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=2800877d-0698-49f4-b1f5-200c8829c26c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:37.638502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:37.640421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976d995-fd9e-4a91-81fe-d861f6b5fde1 None None] Pushing event updated for resources: {'Port': ['ID=c2525550-9e66-4b29-91fd-f57a58d7b9c3,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:37.653729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:37.712950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4b6b5-b91b-4211-a243-00b0de454acd req-4c83f5d8-4a61-45f3-82d7-ed2b51308b13 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:37.714438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26c4b6b5-b91b-4211-a243-00b0de454acd req-4c83f5d8-4a61-45f3-82d7-ed2b51308b13 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.0969691 Nov 23 14:16:37.720598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:37.721236 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.753190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f072d91b-dc2d-45ec-98eb-71cd39b2a0ea tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6108093 Nov 23 14:16:37.756046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:37.765807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93b4fdee-f598-4180-9ca8-0dac5a640607'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:37.772091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-5d03b3a7-ec6c-457d-afcf-cb1d56444975 None None] Allocated IP 172.20.0.18 (4ec40be0-2e68-4f71-a752-5eb419d589cb/52113d70-d556-43df-a8c3-a74c63847e4b/c2525550-9e66-4b29-91fd-f57a58d7b9c3) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:37.780268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26c4b6b5-b91b-4211-a243-00b0de454acd req-dacf294b-eb96-47f4-8d5a-6b710ccd564f tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562236 Nov 23 14:16:37.841326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eea53d-73d8-4946-a05d-f282fbccdacf req-94a4fcf0-d37b-496c-91d1-d7bc61e391d8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:37.847370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48eea53d-73d8-4946-a05d-f282fbccdacf req-94a4fcf0-d37b-496c-91d1-d7bc61e391d8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0661516 Nov 23 14:16:37.892562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5d03b3a7-ec6c-457d-afcf-cb1d56444975 None None] For port c2525550-9e66-4b29-91fd-f57a58d7b9c3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c2525550-9e66-4b29-91fd-f57a58d7b9c3,segment=NetworkSegment(adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4),segment_id=adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:37.931727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d03b3a7-ec6c-457d-afcf-cb1d56444975 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.933732 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48eea53d-73d8-4946-a05d-f282fbccdacf req-32e50224-4314-4d80-b8a1-0b298fe5a37f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782292 Nov 23 14:16:37.937810 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d03b3a7-ec6c-457d-afcf-cb1d56444975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:37.948028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18728fff-6cc9-449a-867e-1dd9b393dc24 req-98e60e9d-2ba1-49b0-b4a8-85b0a59d7a20 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:37.958107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18728fff-6cc9-449a-867e-1dd9b393dc24 req-98e60e9d-2ba1-49b0-b4a8-85b0a59d7a20 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0873907 Nov 23 14:16:37.971365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.026120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18728fff-6cc9-449a-867e-1dd9b393dc24 req-6725a655-c881-4d97-809c-24a5a4bf7b07 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697029 Nov 23 14:16:38.079904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03b3a7-ec6c-457d-afcf-cb1d56444975 None None] Pushing event updated for resources: {'Port': ['ID=c2525550-9e66-4b29-91fd-f57a58d7b9c3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:38.259774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c2525550-9e66-4b29-91fd-f57a58d7b9c3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:38.309996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c2525550-9e66-4b29-91fd-f57a58d7b9c3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:38.310373 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.323790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Delete allocated IP 172.20.0.29 (4ec40be0-2e68-4f71-a752-5eb419d589cb/52113d70-d556-43df-a8c3-a74c63847e4b) {{(pid=103345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 14:16:38.463998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.469073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.562239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=2800877d-0698-49f4-b1f5-200c8829c26c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:38.587089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] In _notify_port_updated(), no bound segment for port 2800877d-0698-49f4-b1f5-200c8829c26c on network 4ec40be0-2e68-4f71-a752-5eb419d589cb {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:16:38.592759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:38.593396 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.594735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b587b214-f035-4ce5-9bdd-76445ac4adcb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "PUT /v2.0/ports/2800877d-0698-49f4-b1f5-200c8829c26c HTTP/1.1" status: 200 len: 918 time: 0.8353319 Nov 23 14:16:38.601650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48412) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:38.603383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93b4fdee-f598-4180-9ca8-0dac5a640607'}, {'subnet_id': '52113d70-d556-43df-a8c3-a74c63847e4b'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:38.678792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.711621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a1d86-511b-409c-b190-0e960ef2815f None None] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:38.791693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-942495f4-3d5f-4cb5-84fe-5a10edd7c69f None None] Provisioning complete for port 2800877d-0698-49f4-b1f5-200c8829c26c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:38.792060 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-942495f4-3d5f-4cb5-84fe-5a10edd7c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.858659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-942495f4-3d5f-4cb5-84fe-5a10edd7c69f None None] Port 2800877d-0698-49f4-b1f5-200c8829c26c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:16:38.891491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-942495f4-3d5f-4cb5-84fe-5a10edd7c69f None None] Provisioning complete for port c2525550-9e66-4b29-91fd-f57a58d7b9c3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:38.891860 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-942495f4-3d5f-4cb5-84fe-5a10edd7c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:38.920320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a21e2-f2b8-4a27-a7bb-07b9cd19d85a req-cadd7b3a-88e9-460c-ba23-d4f4ceb47683 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:38.922069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537a21e2-f2b8-4a27-a7bb-07b9cd19d85a req-cadd7b3a-88e9-460c-ba23-d4f4ceb47683 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.0555642 Nov 23 14:16:38.947176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.29 (4ec40be0-2e68-4f71-a752-5eb419d589cb/52113d70-d556-43df-a8c3-a74c63847e4b/2800877d-0698-49f4-b1f5-200c8829c26c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:38.995994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537a21e2-f2b8-4a27-a7bb-07b9cd19d85a req-e8404552-2f4a-4a94-b2c7-3a8c231d4cf9 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600183 Nov 23 14:16:39.085291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88990b8-fbf0-428a-8911-bc27e7cc27f0 req-58c8b425-d96a-421a-804a-5ea1e1781cc5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:39.088130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e88990b8-fbf0-428a-8911-bc27e7cc27f0 req-58c8b425-d96a-421a-804a-5ea1e1781cc5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0548930 Nov 23 14:16:39.162953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:39.169012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:39.174772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e88990b8-fbf0-428a-8911-bc27e7cc27f0 req-658ea063-cce6-45f3-820b-666bf6d02452 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798206 Nov 23 14:16:39.206289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1f026-8760-4b55-863f-4bb55a669279 req-0f23aede-7336-4139-a977-b2383db61af1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:39.217297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dfe1f026-8760-4b55-863f-4bb55a669279 req-0f23aede-7336-4139-a977-b2383db61af1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0782576 Nov 23 14:16:39.271590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=2800877d-0698-49f4-b1f5-200c8829c26c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:39.286740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dfe1f026-8760-4b55-863f-4bb55a669279 req-d2563619-1335-4e5d-ab87-64db653ae420 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617146 Nov 23 14:16:39.316703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] In _notify_port_updated(), no bound segment for port 2800877d-0698-49f4-b1f5-200c8829c26c on network 4ec40be0-2e68-4f71-a752-5eb419d589cb {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:16:39.324740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:39.325407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:39.329297 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de494453-fd67-446b-bb48-718c437c2f71 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "PUT /v2.0/ports/2800877d-0698-49f4-b1f5-200c8829c26c HTTP/1.1" status: 200 len: 998 time: 0.7283146 Nov 23 14:16:39.329501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48436) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:39.432110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 2800877d-0698-49f4-b1f5-200c8829c26c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:39.432453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:39.546403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955748-39b8-4701-91db-e82819073a1a req-0f5c5095-8187-42a4-b6c3-e1d1bf18493c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:39.547921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-0f5c5095-8187-42a4-b6c3-e1d1bf18493c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 814 time: 0.1161885 Nov 23 14:16:39.564630 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:39.576397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-40c1654c-101a-4ec1-b05c-7149a6c69366 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/quotas/4115e8a47c3d492a8b4537f63e6329e2 HTTP/1.1" status: 200 len: 375 time: 0.0218689 Nov 23 14:16:39.580110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-108208ec-abeb-4ea7-a3d3-3082736f52f5 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:39.581424 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-108208ec-abeb-4ea7-a3d3-3082736f52f5 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.11 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.0854464 Nov 23 14:16:39.588176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 2800877d-0698-49f4-b1f5-200c8829c26c owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:39.653749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0577-f17b-44ea-af24-319e01a8ba4e req-85d9e50d-9aba-4b49-8bdf-0c88ceb6acd7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:39.655309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d6c0577-f17b-44ea-af24-319e01a8ba4e req-85d9e50d-9aba-4b49-8bdf-0c88ceb6acd7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 945 time: 0.0904408 Nov 23 14:16:39.664514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-f5d78d79-6030-40b5-9bd8-a0b01b76aa98 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654321 Nov 23 14:16:39.747157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Deleting port 428883b4-c403-4aff-8ec1-e9c8f75c481e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:39.747515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:39.763959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d6c0577-f17b-44ea-af24-319e01a8ba4e req-44d8f822-493e-4e3f-a860-830a88213cd3 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984588 Nov 23 14:16:39.793132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-18652b09-b88f-485a-9375-93e6f01d2490 service neutron] 10.222.0.46 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148119 Nov 23 14:16:39.887874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-6368f1d9-9e4f-483b-b5b2-97d1765cd5e7 service neutron] 10.222.0.46 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884933 Nov 23 14:16:40.105436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f69404-9618-46b5-beca-71b2c495e5c8 req-ec160377-ed00-412d-882e-d68d51d88b61 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 210 time: 0.0426702 Nov 23 14:16:40.189229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3439c3f-8fa1-403a-bbc2-a72c5707c6ff req-c452c1d4-695f-4783-b806-654ad92d4fd1 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:40.194435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3439c3f-8fa1-403a-bbc2-a72c5707c6ff req-c452c1d4-695f-4783-b806-654ad92d4fd1 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 946 time: 0.0946362 Nov 23 14:16:40.231561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] For port 428883b4-c403-4aff-8ec1-e9c8f75c481e, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=428883b4-c403-4aff-8ec1-e9c8f75c481e,segment=NetworkSegment(d1d27a4c-af7e-4ab2-8564-0591ba45b0c5),segment_id=d1d27a4c-af7e-4ab2-8564-0591ba45b0c5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:40.231561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.247166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7d967897-d168-4183-83ab-703ad78d301b None None] Provisioning complete for port 2800877d-0698-49f4-b1f5-200c8829c26c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:40.247646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d967897-d168-4183-83ab-703ad78d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.251255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Calling delete_port for 428883b4-c403-4aff-8ec1-e9c8f75c481e owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:40.266847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3439c3f-8fa1-403a-bbc2-a72c5707c6ff req-92e62ec9-1b5d-4cb9-a43e-6aef1a08dd4b tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/security-groups?id=698d7a98-b3fd-4324-b866-d0a2323334cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629320 Nov 23 14:16:40.269406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.295197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7d967897-d168-4183-83ab-703ad78d301b None None] Port 2800877d-0698-49f4-b1f5-200c8829c26c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:16:40.313287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7d967897-d168-4183-83ab-703ad78d301b None None] Provisioning complete for port c2525550-9e66-4b29-91fd-f57a58d7b9c3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:40.313287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d967897-d168-4183-83ab-703ad78d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.330092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=2800877d-0698-49f4-b1f5-200c8829c26c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:40.520665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e5815-8e2a-4149-828f-4d89d0e5e421 req-da21584d-00c2-4f9b-b655-73493f71291f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:40.528757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-129e5815-8e2a-4149-828f-4d89d0e5e421 req-da21584d-00c2-4f9b-b655-73493f71291f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0905459 Nov 23 14:16:40.582552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.586598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.595089 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-87c11636-60ea-43e5-819f-8c3b43b015bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/2800877d-0698-49f4-b1f5-200c8829c26c HTTP/1.1" status: 204 len: 168 time: 1.2645350 Nov 23 14:16:40.598038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48468) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:40.604202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['428883b4-c403-4aff-8ec1-e9c8f75c481e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:40.617298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-129e5815-8e2a-4149-828f-4d89d0e5e421 req-1ebff661-d113-498b-a106-77c20937d399 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873365 Nov 23 14:16:40.644157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-40f9e756-0d2a-4c5d-8772-5754aa871fa8 None None] Could not find standard attr ID for object 2800877d-0698-49f4-b1f5-200c8829c26c. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:40.670228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Pushing event deleted for resources: {'Port': ['ID=428883b4-c403-4aff-8ec1-e9c8f75c481e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:40.673932 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-5742159a-b66f-4e1c-9019-05ecd17f8035 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:40.675373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5742159a-b66f-4e1c-9019-05ecd17f8035 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/2800877d-0698-49f4-b1f5-200c8829c26c HTTP/1.1" status: 404 len: 333 time: 0.0739756 Nov 23 14:16:40.678472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48470) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:40.718677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] No DVR routers for this DVR port 428883b4-c403-4aff-8ec1-e9c8f75c481e on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:40.722134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.725551 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79dd7b1f-4b19-4ee9-8b7b-a1982e0a5f0c req-68a9dd65-d1de-4234-b6d2-7c0ec96e56f2 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.11 "DELETE /v2.0/ports/428883b4-c403-4aff-8ec1-e9c8f75c481e HTTP/1.1" status: 204 len: 173 time: 1.1354039 Nov 23 14:16:40.726515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'name': 'network-vif-deleted', 'tag': '428883b4-c403-4aff-8ec1-e9c8f75c481e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:40.728827 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559979a-bf37-4461-9520-2ab954dfa828" -d '{"events": [{"server_uuid": "b31ae81c-3954-4847-9e7a-55f6b6eb1c6f", "name": "network-vif-deleted", "tag": "428883b4-c403-4aff-8ec1-e9c8f75c481e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:40.739522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet 52113d70-d556-43df-a8c3-a74c63847e4b {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:40.744624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.779641 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b13af7-647b-4ead-b50e-a748d25bea9f x-openstack-request-id: req-88b13af7-647b-4ead-b50e-a748d25bea9f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:40.779935 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31ae81c-3954-4847-9e7a-55f6b6eb1c6f", "name": "network-vif-deleted", "tag": "428883b4-c403-4aff-8ec1-e9c8f75c481e", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:40.780186 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88b13af7-647b-4ead-b50e-a748d25bea9f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:40.780596 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31ae81c-3954-4847-9e7a-55f6b6eb1c6f', 'name': 'network-vif-deleted', 'tag': '428883b4-c403-4aff-8ec1-e9c8f75c481e', 'status': 'completed', 'code': 200} Nov 23 14:16:40.801549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:40.928663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345c7d6-ed90-4e44-b8da-20b487ce87d2 req-9ea07e67-94c3-4dd1-a177-2a6fc1db092c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:40.930794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0345c7d6-ed90-4e44-b8da-20b487ce87d2 req-9ea07e67-94c3-4dd1-a177-2a6fc1db092c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 945 time: 0.0936584 Nov 23 14:16:40.942294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.019689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0345c7d6-ed90-4e44-b8da-20b487ce87d2 req-c2242814-0e69-4a9e-bb59-0ad64735260f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809269 Nov 23 14:16:41.035712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.063320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=52113d70-d556-43df-a8c3-a74c63847e4b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:41.067097 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.070203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c6d77229-f58c-4361-8acd-06555a16a736 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/52113d70-d556-43df-a8c3-a74c63847e4b HTTP/1.1" status: 204 len: 168 time: 0.3907096 Nov 23 14:16:41.072839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48476) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:41.122701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet 93b4fdee-f598-4180-9ca8-0dac5a640607 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:41.125810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.168441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.227856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f303606-f734-4c1f-a72e-a1ecbd2edf34 req-6ed6288f-bced-495a-872f-5e91b8421705 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 210 time: 0.0332344 Nov 23 14:16:41.288063 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.357354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.399602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=93b4fdee-f598-4180-9ca8-0dac5a640607,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:41.417526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.423527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-39ada0b3-5a1c-4bc2-9ac1-4a70cd7587f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/93b4fdee-f598-4180-9ca8-0dac5a640607 HTTP/1.1" status: 204 len: 168 time: 0.3495655 Nov 23 14:16:41.431126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955748-39b8-4701-91db-e82819073a1a req-463f9432-32f2-46a1-aed3-a75bdc6386ac tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:41.434027 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-463f9432-32f2-46a1-aed3-a75bdc6386ac tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.11 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 814 time: 0.1272309 Nov 23 14:16:41.434027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:41.442123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc0b9d24-4ad7-450b-afd5-1043dba82f3d req-632c9d8b-d338-41d3-9a4e-e10910d03b89 tempest-InstanceActionsTestJSON-1490271868 tempest-InstanceActionsTestJSON-1490271868-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31ae81c-3954-4847-9e7a-55f6b6eb1c6f HTTP/1.1" status: 200 len: 210 time: 0.0454793 Nov 23 14:16:41.470112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Request body: {'port': {'device_id': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a', 'admin_state_up': True, 'tenant_id': '4115e8a47c3d492a8b4537f63e6329e2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:41.613259 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.692015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-c31ba7e9-027d-4dad-b24e-a6bad3469aaa tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:41.693537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-c31ba7e9-027d-4dad-b24e-a6bad3469aaa tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 945 time: 0.1182325 Nov 23 14:16:41.753734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Made reservation on behalf of 4115e8a47c3d492a8b4537f63e6329e2 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:41.757201 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.809495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f584f9-ae95-499e-b0ca-eda11945ef6b req-408430b6-62ee-4a8a-909f-54ff62f91e48 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:41.819399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39f584f9-ae95-499e-b0ca-eda11945ef6b req-408430b6-62ee-4a8a-909f-54ff62f91e48 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0656412 Nov 23 14:16:41.821972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port c2525550-9e66-4b29-91fd-f57a58d7b9c3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:41.822258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.829673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea1a1d-d7f5-4271-ae5e-9f46ea52c21f None None] Network 4ec40be0-2e68-4f71-a752-5eb419d589cb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:41.883578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39f584f9-ae95-499e-b0ca-eda11945ef6b req-99d9ffd9-9922-4ebc-a5fa-a4e2150e4382 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631936 Nov 23 14:16:41.911241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-96147847-ff79-4c18-929a-7b8c6f563cd5 None None] Could not find standard attr ID for object 2800877d-0698-49f4-b1f5-200c8829c26c. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:41.950766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] For port c2525550-9e66-4b29-91fd-f57a58d7b9c3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c2525550-9e66-4b29-91fd-f57a58d7b9c3,segment=NetworkSegment(adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4),segment_id=adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:41.951157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.991260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Deleting port 4c66a82a-00ae-4019-aaa5-ce93c390d07f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:41.991601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:41.995896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for c2525550-9e66-4b29-91fd-f57a58d7b9c3 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:42.040556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] DHCP port deletion for 4ec40be0-2e68-4f71-a752-5eb419d589cb request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:16:42.087802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] Deleting port c2525550-9e66-4b29-91fd-f57a58d7b9c3 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:42.088178 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.112511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Allocated IP 172.20.0.7 (5be6a2ba-b38f-451e-8f53-e21df7239a8a/37e46272-b4e0-4d2a-8dd4-b85f87d70e00/758dba01-d651-4ebb-8f48-c77fe5c3fb08) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:42.165037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f95fac-619a-42ec-a19c-f444c061a6b0 req-1ca7ac1a-6cb4-4533-b6e8-245d37707188 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:42.165627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] For port c2525550-9e66-4b29-91fd-f57a58d7b9c3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c2525550-9e66-4b29-91fd-f57a58d7b9c3,segment=NetworkSegment(adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4),segment_id=adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:42.165967 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.174770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4f95fac-619a-42ec-a19c-f444c061a6b0 req-1ca7ac1a-6cb4-4533-b6e8-245d37707188 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 945 time: 0.0800815 Nov 23 14:16:42.185675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] Calling delete_port for c2525550-9e66-4b29-91fd-f57a58d7b9c3 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:42.203242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] For port 4c66a82a-00ae-4019-aaa5-ce93c390d07f, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4c66a82a-00ae-4019-aaa5-ce93c390d07f,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:42.203619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.227595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.238354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Calling delete_port for 4c66a82a-00ae-4019-aaa5-ce93c390d07f owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:42.243667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4f95fac-619a-42ec-a19c-f444c061a6b0 req-7a4b9310-d3f3-402b-85fa-9fcb72569a29 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670881 Nov 23 14:16:42.243860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c2525550-9e66-4b29-91fd-f57a58d7b9c3 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:42.277074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c2525550-9e66-4b29-91fd-f57a58d7b9c3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:42.277423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c2525550-9e66-4b29-91fd-f57a58d7b9c3 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:42.286507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=c2525550-9e66-4b29-91fd-f57a58d7b9c3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:42.302441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No DVR routers for this DVR port c2525550-9e66-4b29-91fd-f57a58d7b9c3 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:42.315701 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.341968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-326f1c9c-5859-41ce-97eb-0848c105e64f req-800d635d-dbfd-430c-8b31-0d3c1589dc02 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 210 time: 0.0292108 Nov 23 14:16:42.342716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] Pushing event deleted for resources: {'Port': ['ID=c2525550-9e66-4b29-91fd-f57a58d7b9c3,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:42.349405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b078b4f-bc2d-4e6e-bdec-65de53cfb793 None None] No DVR routers for this DVR port c2525550-9e66-4b29-91fd-f57a58d7b9c3 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:42.468155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.505543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48498) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:42.520955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec40be0-2e68-4f71-a752-5eb419d589cb']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:42.526094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.561572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:42.561854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbe9135-03e5-49cd-8ad0-95c4e6c4d1e4') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:42.566539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] Deleting subnet 93e5962a-148f-4a91-95c1-40735f39673c {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:42.569789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.582220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.614201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.614699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.624978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:42.625468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:42.628791 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:42.640234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.653596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4c66a82a-00ae-4019-aaa5-ce93c390d07f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:42.667487 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.708395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.717562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event deleted for resources: {'Port': ['ID=4c66a82a-00ae-4019-aaa5-ce93c390d07f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:42.722324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['489048a6-4915-4b15-8153-75171f3f01ae'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:42.747380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.767996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.782296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.791022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/4ec40be0-2e68-4f71-a752-5eb419d589cb HTTP/1.1" status: 204 len: 168 time: 1.3504150 Nov 23 14:16:42.791210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48506) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:42.796036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.800049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/93e5962a-148f-4a91-95c1-40735f39673c HTTP/1.1" status: 204 len: 168 time: 0.2934954 Nov 23 14:16:42.803916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48508) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:42.820423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] No DVR routers for this DVR port 4c66a82a-00ae-4019-aaa5-ce93c390d07f on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:42.823678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Network 5be6a2ba-b38f-451e-8f53-e21df7239a8a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:42.829201 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:42.832699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e055f4f9-bc14-404d-a8f8-b69a67e98e50 req-f992b985-60fe-4664-b31d-357f74494894 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "DELETE /v2.0/ports/4c66a82a-00ae-4019-aaa5-ce93c390d07f HTTP/1.1" status: 204 len: 173 time: 1.1292112 Nov 23 14:16:42.833757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'name': 'network-vif-deleted', 'tag': '4c66a82a-00ae-4019-aaa5-ce93c390d07f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:42.834350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b64557-7195-4dca-bf6a-20c731bf2e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e5962a-148f-4a91-95c1-40735f39673c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:42.837159 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c95225-50a0-419d-ba44-195751d8a80d" -d '{"events": [{"server_uuid": "f6ef7df0-88da-4d50-b537-f45f0f712313", "name": "network-vif-deleted", "tag": "4c66a82a-00ae-4019-aaa5-ce93c390d07f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:42.840128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629fe96-4ddb-4a55-bb63-0c4bb75c79fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=4ec40be0-2e68-4f71-a752-5eb419d589cb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:42.856642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:42.861564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:42.869985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Pushing event updated for resources: {'Port': ['ID=758dba01-d651-4ebb-8f48-c77fe5c3fb08,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:42.871912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4f862-a045-4cf0-8db5-d6977ea839ce tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:42.873597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4cc4f862-a045-4cf0-8db5-d6977ea839ce tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0815697 Nov 23 14:16:42.881795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48512) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:42.957670 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394095d0-7421-435a-813e-e46b8fc4caad x-openstack-request-id: req-394095d0-7421-435a-813e-e46b8fc4caad {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:42.958242 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ef7df0-88da-4d50-b537-f45f0f712313", "name": "network-vif-deleted", "tag": "4c66a82a-00ae-4019-aaa5-ce93c390d07f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:42.958642 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-394095d0-7421-435a-813e-e46b8fc4caad {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:42.959203 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ef7df0-88da-4d50-b537-f45f0f712313', 'name': 'network-vif-deleted', 'tag': '4c66a82a-00ae-4019-aaa5-ce93c390d07f', 'status': 'completed', 'code': 200} Nov 23 14:16:42.989078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.005762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:43.006383 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.027701 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f07f8b18-50cb-4fca-819f-3aaffcbe00d8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1437681 Nov 23 14:16:43.031314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48516) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:43.032711 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-7008f965-45a2-445e-8586-6f126a03a634 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5665414 Nov 23 14:16:43.037794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-343950429'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:43.050495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4220aac-e7bd-4533-8b9d-45134f9b8d47 req-a5487cfc-9da9-426a-bbb8-a45e1d6a91c3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:43.053118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4220aac-e7bd-4533-8b9d-45134f9b8d47 req-a5487cfc-9da9-426a-bbb8-a45e1d6a91c3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0720294 Nov 23 14:16:43.060028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Request body: {'port': {'device_id': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:43.089862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:43.093732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.133335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4220aac-e7bd-4533-8b9d-45134f9b8d47 req-b670a2a3-1fb0-46ef-88c7-c1d88598fb93 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Nov 23 14:16:43.136762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:43.148058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.148469 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment fcbc3beb-e4e4-40a4-b752-adeadf6cb626 of type vlan for network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 Nov 23 14:16:43.148607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.169499 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.174384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f67a44c-986c-4eec-99df-af4e721601b0']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:43.196131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d27a4c-af7e-4ab2-8564-0591ba45b0c5') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:43.196470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d27a4c-af7e-4ab2-8564-0591ba45b0c5') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:43.209555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.222953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.237738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.244347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:43.244961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.245153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.262873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:43.263322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:43.264924 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:43.337151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3039992 Nov 23 14:16:43.345396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48520) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:43.346273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a41ce4-d149-4685-a699-4b3ee9086ece tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=c1ef9238-a5e2-4a56-a3a8-8f3c13206971,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:43.352703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:43.363001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:43.385578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.399437 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.402576 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9f67a44c-986c-4eec-99df-af4e721601b0 HTTP/1.1" status: 204 len: 168 time: 0.5878532 Nov 23 14:16:43.416042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324505e-a1d0-4d02-8332-98c1d7fcccd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f67a44c-986c-4eec-99df-af4e721601b0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:43.419030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f6fff94-a8ae-474f-b65e-39b2a59d1ff1 req-0cac4f5f-2324-40dc-857f-5d3f2332934b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.0888174 Nov 23 14:16:43.564765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758dba01-d651-4ebb-8f48-c77fe5c3fb08 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:43.575888 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.596088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Transition to ACTIVE for port object 758dba01-d651-4ebb-8f48-c77fe5c3fb08 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:16:43.606455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48528) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:43.610939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.624068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557811-5ec4-4336-b86d-094a6669c21f req-5da2954f-92ab-44a4-999c-835a6e0d03b8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:43.625655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1557811-5ec4-4336-b86d-094a6669c21f req-5da2954f-92ab-44a4-999c-835a6e0d03b8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 931 time: 0.1707587 Nov 23 14:16:43.671247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:43.674685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.692585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Pushing event updated for resources: {'Port': ['ID=758dba01-d651-4ebb-8f48-c77fe5c3fb08,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:43.731654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eed918f5-ffac-4df8-93ba-df333a45aae3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfd69d6d1bbb4146a41ed8254423df1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1239119 Nov 23 14:16:43.739121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48532) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:43.744072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Attempting to bind port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:43.744598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Attempting to bind port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:43.745547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Attempting to bind port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 on network 5be6a2ba-b38f-451e-8f53-e21df7239a8a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:43.750345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 on network 5be6a2ba-b38f-451e-8f53-e21df7239a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:16:43.750668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Attempting to bind port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 on network 5be6a2ba-b38f-451e-8f53-e21df7239a8a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:43.756703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:43.757058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Checking segment: {'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:43.757987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Bound using segment: {'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:43.758427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Bound port: 758dba01-d651-4ebb-8f48-c77fe5c3fb08, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae07149-eb39-4a32-80cc-4768a849141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:43.758788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.796840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1557811-5ec4-4336-b86d-094a6669c21f req-5517411e-be5b-444e-83d8-a2fc59b0f56f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584580 Nov 23 14:16:43.842500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] For port 758dba01-d651-4ebb-8f48-c77fe5c3fb08, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:43.849223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92cf7628-cc59-4947-ab52-eaea718cd815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.849893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] For port 758dba01-d651-4ebb-8f48-c77fe5c3fb08, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=758dba01-d651-4ebb-8f48-c77fe5c3fb08,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:43.858180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.902017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:43.902908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.905215 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] 10.222.0.11 "PUT /v2.0/ports/758dba01-d651-4ebb-8f48-c77fe5c3fb08 HTTP/1.1" status: 200 len: 1091 time: 0.8492076 Nov 23 14:16:43.908902 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92cf7628-cc59-4947-ab52-eaea718cd815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:43.957659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef03b-c480-40b1-908c-3e4ba9a83083 service neutron] Pushing event updated for resources: {'Port': ['ID=758dba01-d651-4ebb-8f48-c77fe5c3fb08,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:44.003242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:44.020171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955748-39b8-4701-91db-e82819073a1a req-dad0b0e2-8b3f-498b-9acd-7b1486448bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:44.021741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-dad0b0e2-8b3f-498b-9acd-7b1486448bae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 1094 time: 0.0607784 Nov 23 14:16:44.040331 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92cf7628-cc59-4947-ab52-eaea718cd815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:44.043115 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92cf7628-cc59-4947-ab52-eaea718cd815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:44.046737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-92cf7628-cc59-4947-ab52-eaea718cd815 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/698d7a98-b3fd-4324-b866-d0a2323334cf HTTP/1.1" status: 204 len: 168 time: 0.3044956 Nov 23 14:16:44.073976 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-2b6c98bf-dbd1-417e-ae9b-91f55dfc8ccf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=758dba01-d651-4ebb-8f48-c77fe5c3fb08 HTTP/1.1" status: 200 len: 217 time: 0.0428236 Nov 23 14:16:44.078577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf7628-cc59-4947-ab52-eaea718cd815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698d7a98-b3fd-4324-b866-d0a2323334cf,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:44.098212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=5b3ba0c3-2131-46fc-a91c-247be6913cb2,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:44.109458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': 'fcbc3beb-e4e4-40a4-b752-adeadf6cb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:44.109835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: c1ef9238-a5e2-4a56-a3a8-8f3c13206971, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:44.131152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:44.143416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c1ef9238-a5e2-4a56-a3a8-8f3c13206971) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:44.150244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:44.151158 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:44.156111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead45ed-d736-4971-8f92-fd293147fbc5 None None] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:44.181734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-50a809eb-fd13-4746-9a81-e3365d313051 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8298652 Nov 23 14:16:44.183249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48540) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:44.196827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971', 'name': 'tempest-PortsTestJSON-177260646'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:44.207133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955748-39b8-4701-91db-e82819073a1a req-9c42cb59-039d-4ce0-9bde-9554502bef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:44.213485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-9c42cb59-039d-4ce0-9bde-9554502bef61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 200 len: 854 time: 0.1200769 Nov 23 14:16:44.282692 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-ba3bdfee-dcec-4e6f-9bbc-e07da3107445 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5be6a2ba-b38f-451e-8f53-e21df7239a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604300 Nov 23 14:16:44.383893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c1ef9238-a5e2-4a56-a3a8-8f3c13206971', 'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971', 'tenant_id': '2741f0d87fad41399c90d7473a92e09c', 'fixed_ips': [{'subnet_id': '5b3ba0c3-2131-46fc-a91c-247be6913cb2'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:16:44.386359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfb792-5269-4d26-bf18-78442403cf10 req-a781ac34-5b86-4e94-8a73-216fb48eda31 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:44.391788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:44.394659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61cfb792-5269-4d26-bf18-78442403cf10 req-a781ac34-5b86-4e94-8a73-216fb48eda31 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1518319 Nov 23 14:16:44.430859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:44.433104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-2e1bd9d2-7a63-4d77-9a31-de3ab90a0bc2 service neutron] 10.222.0.11 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429977 Nov 23 14:16:44.435100 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:44.463087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port c7c694ef-dc34-4ca5-b8fd-62857db6320d yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:44.537128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61cfb792-5269-4d26-bf18-78442403cf10 req-90e24060-4ef6-4759-addd-fdbe531c9e15 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364348 Nov 23 14:16:44.560170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4c66a82a-00ae-4019-aaa5-ce93c390d07f no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:44.588346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 4c66a82a-00ae-4019-aaa5-ce93c390d07f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:44.588924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4c66a82a-00ae-4019-aaa5-ce93c390d07f not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:44.589488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 428883b4-c403-4aff-8ec1-e9c8f75c481e no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:44.610685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e23ddbc5-c277-4c03-9c7f-c9aac32790c1 req-62a858c7-0cbb-4b56-99ad-c8f311e1139d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.0435376 Nov 23 14:16:44.633177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 428883b4-c403-4aff-8ec1-e9c8f75c481e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:44.633861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 428883b4-c403-4aff-8ec1-e9c8f75c481e not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:44.666755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.8 (c1ef9238-a5e2-4a56-a3a8-8f3c13206971/5b3ba0c3-2131-46fc-a91c-247be6913cb2/c7c694ef-dc34-4ca5-b8fd-62857db6320d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:44.678536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd955748-39b8-4701-91db-e82819073a1a req-ab018359-3140-4b40-ad1a-d6e43de9ff37 service neutron] 10.222.0.11 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369177 Nov 23 14:16:44.879055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:44.957150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977075-6efd-44ae-bea9-78abb7baca8f req-8c6b86af-b4b8-46d6-b530-a06a23bf3130 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:44.958863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61977075-6efd-44ae-bea9-78abb7baca8f req-8c6b86af-b4b8-46d6-b530-a06a23bf3130 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 943 time: 0.0648301 Nov 23 14:16:44.961483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'tag': '758dba01-d651-4ebb-8f48-c77fe5c3fb08'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:44.963899 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a12fa1e-6674-4814-b7de-37d3f118e2f4", "tag": "758dba01-d651-4ebb-8f48-c77fe5c3fb08"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:44.968226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.042782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Allocated IP 172.20.0.2 (c1ef9238-a5e2-4a56-a3a8-8f3c13206971/5b3ba0c3-2131-46fc-a91c-247be6913cb2/90e5e586-0c08-4139-b9f5-a27aa0e2b33c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:45.062544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:45.071233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:45.073668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=c7c694ef-dc34-4ca5-b8fd-62857db6320d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:45.076237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:45.158069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.158421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.158769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.159138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.159476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.159811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.160201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.160682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.161026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.161399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.161621 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad637ea6-ea21-48a9-9ced-289cc1ce4608 x-openstack-request-id: req-ad637ea6-ea21-48a9-9ced-289cc1ce4608 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:45.161749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.162033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:45.162219 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a12fa1e-6674-4814-b7de-37d3f118e2f4", "tag": "758dba01-d651-4ebb-8f48-c77fe5c3fb08", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:45.162566 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad637ea6-ea21-48a9-9ced-289cc1ce4608 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:45.164738 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'tag': '758dba01-d651-4ebb-8f48-c77fe5c3fb08', 'status': 'completed', 'code': 200} Nov 23 14:16:45.205672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61977075-6efd-44ae-bea9-78abb7baca8f req-2f6b01dc-5eb6-4e86-afd8-7c26d4b8f9c6 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692832 Nov 23 14:16:45.241564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:45.245943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.252520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.253174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48572) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:45.259733 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.282291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d64d5a44-1abb-49de-ae92-3fc0dc81ba12 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0976903 Nov 23 14:16:45.284895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48576) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:45.286277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-2d4c292c-0e2d-412c-8df4-5aa120202ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:45.287825 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-2d4c292c-0e2d-412c-8df4-5aa120202ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 1094 time: 0.1004579 Nov 23 14:16:45.291946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971', 'name': 'tempest-PortsTestJSON-312596105'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:45.304918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Pushing event updated for resources: {'Port': ['ID=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:45.322018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:45.323721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:45.326373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:45.388025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Attempting to bind port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:45.389513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Attempting to bind port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'fcbc3beb-e4e4-40a4-b752-adeadf6cb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:45.395312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Attempting to bind port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c on network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:45.403396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:45.403966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Checking segment: {'id': 'fcbc3beb-e4e4-40a4-b752-adeadf6cb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:45.404545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.405093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Bound using segment: {'id': 'fcbc3beb-e4e4-40a4-b752-adeadf6cb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:45.405711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Bound port: 90e5e586-0c08-4139-b9f5-a27aa0e2b33c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbc3beb-e4e4-40a4-b752-adeadf6cb626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c1ef9238-a5e2-4a56-a3a8-8f3c13206971'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:45.406250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.430310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1280652723-network', 'tenant_id': 'e00272d6cc7a42c48141178d1ad95c21'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:45.475368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-6464739c-fc89-4db4-a61a-0e9ecee03355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:45.476824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] For port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:45.479337 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-6464739c-fc89-4db4-a61a-0e9ecee03355 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 915 time: 0.1828067 Nov 23 14:16:45.480084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Made reservation on behalf of e00272d6cc7a42c48141178d1ad95c21 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:45.480398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] For port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,segment=NetworkSegment(fcbc3beb-e4e4-40a4-b752-adeadf6cb626),segment_id=fcbc3beb-e4e4-40a4-b752-adeadf6cb626)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:45.483332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.486320 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.502648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:45.506785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.527441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 14b5a8ec-eae7-4c70-a90d-19bbf128b185 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:45.544467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-36b8272c-0956-4987-aed6-ad463ccf6e34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=758dba01-d651-4ebb-8f48-c77fe5c3fb08 HTTP/1.1" status: 200 len: 217 time: 0.0503821 Nov 23 14:16:45.545341 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.554808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105b3d4-387a-42d3-ac05-9eb0c8ca5f24 None None] Pushing event updated for resources: {'Port': ['ID=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:45.684126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-2c1c3a64-90ac-4dc3-8daa-73ca1e3dc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:45.685780 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-2c1c3a64-90ac-4dc3-8daa-73ca1e3dc8bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 200 len: 854 time: 0.1000955 Nov 23 14:16:45.714079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.12 (c1ef9238-a5e2-4a56-a3a8-8f3c13206971/5b3ba0c3-2131-46fc-a91c-247be6913cb2/14b5a8ec-eae7-4c70-a90d-19bbf128b185) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:45.730352 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-cd5527c8-6b27-4371-b887-8bfaa872a423 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5be6a2ba-b38f-451e-8f53-e21df7239a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335541 Nov 23 14:16:45.864614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24db3cfb-e9b5-4c9c-a092-d1b6620c8317 req-659fdf87-a31b-492b-a5e4-05faca2f75c3 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.0925610 Nov 23 14:16:45.917632 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.920736 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-0662e721-f61e-431f-af3e-42ebeb6cf3d1 service neutron] 10.222.0.11 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814668 Nov 23 14:16:45.922879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:45.950126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3754-3e63-4f0d-b1c2-636732e34216 req-998a00b4-ae93-4676-a7e8-26bf8728cb60 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:45.959533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-639e3754-3e63-4f0d-b1c2-636732e34216 req-998a00b4-ae93-4676-a7e8-26bf8728cb60 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.2858694 Nov 23 14:16:45.991506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:46.002400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2fd196-ec45-4ec1-9f42-18142baa6972,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:46.046506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.046673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-639e3754-3e63-4f0d-b1c2-636732e34216 req-52ecfa61-6bcd-414f-b8b5-65b97c8002d3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804825 Nov 23 14:16:46.046852 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Added segment 1bbaf66b-013a-4af3-81c3-ebcd5c529fce of type vlan for network 02852c5e-3a9d-4b7a-b716-05461da7c646 Nov 23 14:16:46.087478 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.119054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.124268 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d572c92b-c5dd-4bf7-bd4d-4405fc96d9e1 req-81f70b2f-32b3-4112-a2cb-49c784016a38 service neutron] 10.222.0.11 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944237 Nov 23 14:16:46.160846 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.180568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.187114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:46.187114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.229699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9753993 Nov 23 14:16:46.230875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48590) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:46.251945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:46.257580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:46.261250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:46.276223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Request body: {'subnet': {'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1280652723-subnet', 'tenant_id': 'e00272d6cc7a42c48141178d1ad95c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:46.282241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b9019-3472-4608-b250-4f8b133a078b admin admin] Pushing event updated for resources: {'Network': ['ID=02852c5e-3a9d-4b7a-b716-05461da7c646,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:46.289395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=14b5a8ec-eae7-4c70-a90d-19bbf128b185,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:46.295044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 02852c5e-3a9d-4b7a-b716-05461da7c646 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:46.321207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Made reservation on behalf of e00272d6cc7a42c48141178d1ad95c21 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:46.323768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.330040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:46.331093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.365806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 90e5e586-0c08-4139-b9f5-a27aa0e2b33c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:46.388240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c5e31246-43bc-4165-86d8-d19950249bd7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0996780 Nov 23 14:16:46.401837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48592) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:46.437989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095f85c-6953-4fa1-b93c-d70f1e6eb61e req-ff330bcb-ff74-474c-9ae0-749f95d1bad3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:46.447260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c095f85c-6953-4fa1-b93c-d70f1e6eb61e req-ff330bcb-ff74-474c-9ae0-749f95d1bad3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 943 time: 0.0859909 Nov 23 14:16:46.464737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 758dba01-d651-4ebb-8f48-c77fe5c3fb08 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:16:46.511379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c095f85c-6953-4fa1-b93c-d70f1e6eb61e req-5d2692ed-4f22-4b89-83f0-b762073b0b2b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631335 Nov 23 14:16:46.546689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf7fbd-7b70-479d-8062-65394e2023fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:46.548402 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aadf7fbd-7b70-479d-8062-65394e2023fc tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1452370 Nov 23 14:16:46.551250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48594) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:46.613643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 758dba01-d651-4ebb-8f48-c77fe5c3fb08, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=758dba01-d651-4ebb-8f48-c77fe5c3fb08,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:46.631485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '758dba01-d651-4ebb-8f48-c77fe5c3fb08', 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a', 'port_id': '758dba01-d651-4ebb-8f48-c77fe5c3fb08', 'mac_address': 'fa:16:3e:84:4f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e46272-b4e0-4d2a-8dd4-b85f87d70e00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:16:46.641827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:46.642213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.689821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.733681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 14b5a8ec-eae7-4c70-a90d-19bbf128b185 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:46.734372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.778379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0bdae1-9a73-4edb-8780-e3535044a580,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:46.803211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Checking segment: {'id': '1bbaf66b-013a-4af3-81c3-ebcd5c529fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:46.803855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Network hostable DHCP agents. Network: 02852c5e-3a9d-4b7a-b716-05461da7c646, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:46.841455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Network 02852c5e-3a9d-4b7a-b716-05461da7c646 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:46.856391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 02852c5e-3a9d-4b7a-b716-05461da7c646) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:46.863783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:46.864384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.888207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:46.901146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b35090a-8018-41c6-b56d-833a95ff032f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6314895 Nov 23 14:16:46.923857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 14b5a8ec-eae7-4c70-a90d-19bbf128b185 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:46.929200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8bc4f-0e8e-440f-9fde-2a4e3f5b3237 None None] Network 02852c5e-3a9d-4b7a-b716-05461da7c646 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:47.014623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.052145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d6c3a73-20aa-4a5d-b029-e915d5351334 req-a19631bc-92b4-4294-abf6-db2bd5f5a63d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.0880973 Nov 23 14:16:47.084629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758dba01-d651-4ebb-8f48-c77fe5c3fb08 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:47.115597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 758dba01-d651-4ebb-8f48-c77fe5c3fb08, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=758dba01-d651-4ebb-8f48-c77fe5c3fb08,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:47.122942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c5c2d4-5aac-4240-b1be-714f104014c6 None None] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:47.129936 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.221358 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.284276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7885-c031-4b8e-838d-d028ba5341f0 req-d3a0b7d2-c22d-4ea5-aaf3-2ad8c4c0d381 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:47.286153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b98e7885-c031-4b8e-838d-d028ba5341f0 req-d3a0b7d2-c22d-4ea5-aaf3-2ad8c4c0d381 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0897439 Nov 23 14:16:47.287152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.336435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,segment=NetworkSegment(fcbc3beb-e4e4-40a4-b752-adeadf6cb626),segment_id=fcbc3beb-e4e4-40a4-b752-adeadf6cb626)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:47.358014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=14b5a8ec-eae7-4c70-a90d-19bbf128b185,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:47.371657 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.375893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-08b689c3-ece0-414c-82f2-70f3916840ad None None] Provisioning complete for port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:47.376268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08b689c3-ece0-414c-82f2-70f3916840ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.418112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=758dba01-d651-4ebb-8f48-c77fe5c3fb08,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:47.430452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['758dba01-d651-4ebb-8f48-c77fe5c3fb08'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:47.495044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505d03b-52a6-4b66-af35-e0356e605a15 None None] Network 02852c5e-3a9d-4b7a-b716-05461da7c646 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:47.496376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b98e7885-c031-4b8e-838d-d028ba5341f0 req-381b6b75-3708-4934-8c02-da5d043b919a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007890 Nov 23 14:16:47.543790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.548523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6a093bdd-b71d-4e8c-b48d-c30e8427005a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/14b5a8ec-eae7-4c70-a90d-19bbf128b185 HTTP/1.1" status: 204 len: 168 time: 0.9955513 Nov 23 14:16:47.551582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48624) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:47.617815 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-40aa72fa-df55-4a38-8168-4935d216b8a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:47.621731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40aa72fa-df55-4a38-8168-4935d216b8a3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/14b5a8ec-eae7-4c70-a90d-19bbf128b185 HTTP/1.1" status: 404 len: 333 time: 0.0660737 Nov 23 14:16:47.622648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c949-3d79-4793-8d22-828de18157bb req-1ae02a4e-72ec-4dcf-b81e-537a93e6ebe4 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:47.622768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48626) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:47.629039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-1ae02a4e-72ec-4dcf-b81e-537a93e6ebe4 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/networks?id=02852c5e-3a9d-4b7a-b716-05461da7c646 HTTP/1.1" status: 200 len: 809 time: 0.2067440 Nov 23 14:16:47.646546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-c03dac78-66dd-4677-b669-2277419ac35d tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/quotas/e00272d6cc7a42c48141178d1ad95c21 HTTP/1.1" status: 200 len: 375 time: 0.0162811 Nov 23 14:16:47.658881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:47.712559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-3c908de8-e311-4caf-8e29-bcf5dff3f2cc tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e00272d6cc7a42c48141178d1ad95c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647678 Nov 23 14:16:47.791455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port c7c694ef-dc34-4ca5-b8fd-62857db6320d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:47.791900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.869002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-1c019efe-756f-4363-b72b-c422711adb3d service neutron] 10.222.0.46 "GET /v2.0/networks/02852c5e-3a9d-4b7a-b716-05461da7c646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548510 Nov 23 14:16:47.952125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:47.974639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for c7c694ef-dc34-4ca5-b8fd-62857db6320d owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:48.013969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22f04c-ec61-46a8-9253-d0a9307cfb71 req-c06fded5-98b8-4138-b0ff-a762c158ce15 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:48.015588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b22f04c-ec61-46a8-9253-d0a9307cfb71 req-c06fded5-98b8-4138-b0ff-a762c158ce15 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 944 time: 0.1078532 Nov 23 14:16:48.062405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-3dd9942f-bab9-4f90-a8a3-6f8b4239d06d service neutron] 10.222.0.46 "GET /v2.0/networks/02852c5e-3a9d-4b7a-b716-05461da7c646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925178 Nov 23 14:16:48.117071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b22f04c-ec61-46a8-9253-d0a9307cfb71 req-057fa3c0-1311-48bb-8895-e255831e4db5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908594 Nov 23 14:16:48.156053 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:48.200528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c60255c6-eebb-4343-8680-4e762fe70f25 None None] Could not find standard attr ID for object c7c694ef-dc34-4ca5-b8fd-62857db6320d. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:48.222435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=c7c694ef-dc34-4ca5-b8fd-62857db6320d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:48.224700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c60255c6-eebb-4343-8680-4e762fe70f25 None None] Provisioning complete for port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:48.225175 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c60255c6-eebb-4343-8680-4e762fe70f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:48.296389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1038b685-cf31-400a-a09d-548d346b6ada req-c8ef7567-861f-41f3-a71a-93012db16dc9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.1061518 Nov 23 14:16:48.312981 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:48.318983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48636) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:48.319934 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec6c8862-83ea-4e9e-9d69-6c17ea0fe9e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/c7c694ef-dc34-4ca5-b8fd-62857db6320d HTTP/1.1" status: 204 len: 168 time: 0.6956027 Nov 23 14:16:48.367656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 90e5e586-0c08-4139-b9f5-a27aa0e2b33c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:48.369858 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e6cd8d-d589-4205-8838-03e0780dfa76 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:48.373574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-35e6cd8d-d589-4205-8838-03e0780dfa76 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/c7c694ef-dc34-4ca5-b8fd-62857db6320d HTTP/1.1" status: 404 len: 333 time: 0.0509512 Nov 23 14:16:48.373819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48638) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:48.448584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet 5b3ba0c3-2131-46fc-a91c-247be6913cb2 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:48.453675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:48.488023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:48.488413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:48.522606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f30d5e51-a5dd-455e-8aad-fd70e257ba08 req-52a9a8db-eb26-4b8f-90dc-3283b4b7d8ab tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 210 time: 0.0655029 Nov 23 14:16:48.570945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:48.620586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6701a0b1-1883-418f-aecf-f4f4f902fec0 None None] Could not find standard attr ID for object c7c694ef-dc34-4ca5-b8fd-62857db6320d. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:48.839252 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7a4c542a-1c46-487f-a91b-0bc22acdf34a None None] Could not find standard attr ID for object 14b5a8ec-eae7-4c70-a90d-19bbf128b185. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:49.139643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a448c23-9d12-46ff-ad26-ed2abff6283b req-7edb5329-ade1-4240-9d5f-c8e667cc4669 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:49.141327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a448c23-9d12-46ff-ad26-ed2abff6283b req-7edb5329-ade1-4240-9d5f-c8e667cc4669 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.4955328 Nov 23 14:16:49.152287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.275534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a448c23-9d12-46ff-ad26-ed2abff6283b req-dbeaa265-4cfc-4207-91ee-350285a40661 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198466 Nov 23 14:16:49.282153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.294149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeca941-e46b-412b-8c77-1f1370003954 req-e735cf49-d61a-4597-a3b1-8be9c8104394 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:49.295618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfeca941-e46b-412b-8c77-1f1370003954 req-e735cf49-d61a-4597-a3b1-8be9c8104394 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 944 time: 0.0920382 Nov 23 14:16:49.319496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3ba0c3-2131-46fc-a91c-247be6913cb2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:49.328803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.331746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b5f5791a-64cc-43f3-9d88-a8090a7ad4bf tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/5b3ba0c3-2131-46fc-a91c-247be6913cb2 HTTP/1.1" status: 204 len: 168 time: 0.9570143 Nov 23 14:16:49.334437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48656) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:49.338376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df082fd8-f006-4db8-9c2b-e5e6496b808c None None] Network c1ef9238-a5e2-4a56-a3a8-8f3c13206971 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:49.377969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfeca941-e46b-412b-8c77-1f1370003954 req-39b0c741-b85a-4e61-aaac-8c2cf36f4ecd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Nov 23 14:16:49.434748 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.437002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-190b36ec-a952-4234-ba74-72fe482b098b req-a6db98f8-4bdd-45ed-a190-1841e06e8fdc tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ef7df0-88da-4d50-b537-f45f0f712313 HTTP/1.1" status: 200 len: 210 time: 0.0280240 Nov 23 14:16:49.500968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:49.501314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.581595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] For port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,segment=NetworkSegment(fcbc3beb-e4e4-40a4-b752-adeadf6cb626),segment_id=fcbc3beb-e4e4-40a4-b752-adeadf6cb626)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:49.581963 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.591120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] DHCP port deletion for c1ef9238-a5e2-4a56-a3a8-8f3c13206971 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:16:49.641909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb5adf79-967a-45f0-a0ed-d5173a55ab6b req-92a6b337-268b-487d-b9f1-ab8b22d6cc32 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 210 time: 0.0316820 Nov 23 14:16:49.642977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 90e5e586-0c08-4139-b9f5-a27aa0e2b33c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:49.667667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Deleting port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:49.668642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.740626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] For port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,segment=NetworkSegment(fcbc3beb-e4e4-40a4-b752-adeadf6cb626),segment_id=fcbc3beb-e4e4-40a4-b752-adeadf6cb626)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:49.741074 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.759717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Calling delete_port for 90e5e586-0c08-4139-b9f5-a27aa0e2b33c owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:49.848792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:49.874616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Pushing event deleted for resources: {'Port': ['ID=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:49.888203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.888587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.888903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.889386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.889724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.890097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.890434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.890810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.891164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.891494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.891821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.892148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:16:49.897941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579f461-bd03-410f-90d8-a8ac71579684 None None] No DVR routers for this DVR port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:50.088858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c949-3d79-4793-8d22-828de18157bb req-6c787f7f-b9d5-4ee4-b42f-752ff5060aca tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:50.090203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-6c787f7f-b9d5-4ee4-b42f-752ff5060aca tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.11 "GET /v2.0/networks?id=02852c5e-3a9d-4b7a-b716-05461da7c646 HTTP/1.1" status: 200 len: 809 time: 0.5108070 Nov 23 14:16:50.105367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Request body: {'port': {'device_id': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646', 'admin_state_up': True, 'tenant_id': 'e00272d6cc7a42c48141178d1ad95c21'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:50.133580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.196580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 90e5e586-0c08-4139-b9f5-a27aa0e2b33c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:50.199713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=90e5e586-0c08-4139-b9f5-a27aa0e2b33c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:50.203191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No DVR routers for this DVR port 90e5e586-0c08-4139-b9f5-a27aa0e2b33c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:50.217706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 90e5e586-0c08-4139-b9f5-a27aa0e2b33c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:50.218053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 90e5e586-0c08-4139-b9f5-a27aa0e2b33c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:50.296893 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.327920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ef9238-a5e2-4a56-a3a8-8f3c13206971']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:50.336527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Made reservation on behalf of e00272d6cc7a42c48141178d1ad95c21 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:50.340053 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.350693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbc3beb-e4e4-40a4-b752-adeadf6cb626') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:50.351063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbc3beb-e4e4-40a4-b752-adeadf6cb626') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:50.365031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.385331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.399811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed8cdc-6394-4f86-b123-f9367956e22f req-c1cd6605-aac3-496f-8a98-3ae154adfb24 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:50.401275 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-62ed8cdc-6394-4f86-b123-f9367956e22f req-c1cd6605-aac3-496f-8a98-3ae154adfb24 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0518003 Nov 23 14:16:50.420804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:50.421167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:50.424387 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:50.461645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 758dba01-d651-4ebb-8f48-c77fe5c3fb08 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:50.465437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-62ed8cdc-6394-4f86-b123-f9367956e22f req-8bfc5529-12b0-4543-9eb1-6d36df00e6fc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577934 Nov 23 14:16:50.519561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db50462-53c1-4bb2-a072-da38264b5558 req-6402b0bc-b37d-4f10-9f43-bdb9b15ba930 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:50.521631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.528183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6db50462-53c1-4bb2-a072-da38264b5558 req-6402b0bc-b37d-4f10-9f43-bdb9b15ba930 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 944 time: 0.0615067 Nov 23 14:16:50.533301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.540761 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/c1ef9238-a5e2-4a56-a3a8-8f3c13206971 HTTP/1.1" status: 204 len: 168 time: 1.2010255 Nov 23 14:16:50.548031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48674) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:50.552529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f7f8a-bfdc-4209-aeaa-e8db96c706e8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=c1ef9238-a5e2-4a56-a3a8-8f3c13206971,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:50.560404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-407752624'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:50.571323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Allocated IP 172.20.0.3 (02852c5e-3a9d-4b7a-b716-05461da7c646/0f0bdae1-9a73-4edb-8780-e3535044a580/2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:50.585104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6db50462-53c1-4bb2-a072-da38264b5558 req-2363c904-6470-4c6d-bd1a-3783ef2ef40e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559015 Nov 23 14:16:50.615109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:16:50.620758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:50.621222 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.642384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:50.647563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.722396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.757022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6f807b3e-54cb-4686-820e-45bfe6873189 req-90353064-a942-4f0b-9687-e2e681796332 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 210 time: 0.0288522 Nov 23 14:16:50.766214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:50.774830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 758dba01-d651-4ebb-8f48-c77fe5c3fb08, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=758dba01-d651-4ebb-8f48-c77fe5c3fb08,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:50.775990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758dba01-d651-4ebb-8f48-c77fe5c3fb08'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:50.778802 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45cda9e-36a2-4583-827a-b30438cb93d5" -d '{"events": [{"server_uuid": "1a12fa1e-6674-4814-b7de-37d3f118e2f4", "name": "network-vif-plugged", "status": "completed", "tag": "758dba01-d651-4ebb-8f48-c77fe5c3fb08"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:50.782391 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.790380 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.790813 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment f4dbe89a-6b5c-4c88-a419-308919b24b63 of type vlan for network 1a98e7a2-0e68-4e2b-a315-73c71653c13b Nov 23 14:16:50.859148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.864551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.911274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.918032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:50.918974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.961540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:50.976831 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b4b5d-bbd9-4270-a17b-156a554f736b x-openstack-request-id: req-1f3b4b5d-bbd9-4270-a17b-156a554f736b {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:50.977124 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a12fa1e-6674-4814-b7de-37d3f118e2f4", "name": "network-vif-plugged", "status": "completed", "tag": "758dba01-d651-4ebb-8f48-c77fe5c3fb08", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:50.977376 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f3b4b5d-bbd9-4270-a17b-156a554f736b {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:50.977769 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758dba01-d651-4ebb-8f48-c77fe5c3fb08', 'code': 200} Nov 23 14:16:50.984720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4353056 Nov 23 14:16:50.987970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48694) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:50.992831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=758dba01-d651-4ebb-8f48-c77fe5c3fb08,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:50.996020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:51.060150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecb37a-8995-4386-b93c-6a446c1fe1a6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=1a98e7a2-0e68-4e2b-a315-73c71653c13b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:51.075633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:51.080904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Network 02852c5e-3a9d-4b7a-b716-05461da7c646 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:51.086578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:51.091930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:51.097126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Pushing event updated for resources: {'Port': ['ID=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:51.120067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733242e-cbf9-48f8-ae81-c420e1bd4d3f req-ac02c018-1083-4db5-9254-ce8903b105be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:51.121580 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0733242e-cbf9-48f8-ae81-c420e1bd4d3f req-ac02c018-1083-4db5-9254-ce8903b105be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 1096 time: 0.1553366 Nov 23 14:16:51.172619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:51.173215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.195418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:51.196504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0733242e-cbf9-48f8-ae81-c420e1bd4d3f req-92e643f0-c2f9-48e6-b54d-18e291d7aa5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658524 Nov 23 14:16:51.199239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.200072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-6a4415df-ade8-40a4-ab18-4d3d686e5baf tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0994399 Nov 23 14:16:51.241337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750c0c5-bf28-4c0d-b25b-0854111e335c req-4903dc21-5585-4440-8036-7eedf87edbe9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:51.243131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1750c0c5-bf28-4c0d-b25b-0854111e335c req-4903dc21-5585-4440-8036-7eedf87edbe9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.1716404 Nov 23 14:16:51.295262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1750c0c5-bf28-4c0d-b25b-0854111e335c req-8da87d14-aaf0-41ac-b71d-b3930abce8db tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/quotas/18d87e869b304671b0799b7848a7f819 HTTP/1.1" status: 200 len: 375 time: 0.0441511 Nov 23 14:16:51.331889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1750c0c5-bf28-4c0d-b25b-0854111e335c req-4cc4e2ce-a4ad-4f43-8d58-b7ed5b6ccaa3 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289373 Nov 23 14:16:51.405160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Request body: {'port': {'device_id': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:51.456705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.485187 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.577046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=bb19a51a-9a57-4d54-bcbc-9a1606de7949,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:51.580608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1750c0c5-bf28-4c0d-b25b-0854111e335c req-e3b22f33-1701-4eba-b593-c0e81a1b6b52 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408855 Nov 23 14:16:51.622263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': 'f4dbe89a-6b5c-4c88-a419-308919b24b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:51.622532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: 1a98e7a2-0e68-4e2b-a315-73c71653c13b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:51.663056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8dc02-a802-42ee-a9f5-1b4cfafd0c7b req-fae91dc3-3f8e-430a-8119-c3e73f7bcf2d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:51.664646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fa8dc02-a802-42ee-a9f5-1b4cfafd0c7b req-fae91dc3-3f8e-430a-8119-c3e73f7bcf2d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1039696 Nov 23 14:16:51.724073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:51.732059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:51.739792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.745848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1a98e7a2-0e68-4e2b-a315-73c71653c13b) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:51.753664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557fc70-a2e6-440f-90b3-cebdfda865fb None None] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:51.759404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Transition to ACTIVE for port object 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:16:51.760449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:51.761087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.764318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.778750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1750c0c5-bf28-4c0d-b25b-0854111e335c req-1f2e9e68-b76d-400d-8023-f026f3240bbd service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644671 Nov 23 14:16:51.793338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fa8dc02-a802-42ee-a9f5-1b4cfafd0c7b req-78096036-cf9a-47d6-ac53-1cf1f6dcf75a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006892 Nov 23 14:16:51.820084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b9335e04-f96b-48b9-a8a1-47a95951da79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8300016 Nov 23 14:16:51.820745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48716) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:51.827474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b', 'name': 'tempest-PortsTestJSON-1805974424', 'fixed_ips': [{'subnet_id': 'bb19a51a-9a57-4d54-bcbc-9a1606de7949', 'ip_address': '172.20.0.10'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:51.845682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Pushing event updated for resources: {'Port': ['ID=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:51.905944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Attempting to bind port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:51.906198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Attempting to bind port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '1bbaf66b-013a-4af3-81c3-ebcd5c529fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:51.906480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Attempting to bind port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf on network 02852c5e-3a9d-4b7a-b716-05461da7c646 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:51.911804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf on network 02852c5e-3a9d-4b7a-b716-05461da7c646 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:16:51.912163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Attempting to bind port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf on network 02852c5e-3a9d-4b7a-b716-05461da7c646 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:51.919075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:51.919721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Checking segment: {'id': '1bbaf66b-013a-4af3-81c3-ebcd5c529fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:51.920248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Bound using segment: {'id': '1bbaf66b-013a-4af3-81c3-ebcd5c529fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:51.920779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Bound port: 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaf66b-013a-4af3-81c3-ebcd5c529fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:51.921278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:51.965758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-1a98e7a2-0e68-4e2b-a315-73c71653c13b', 'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b', 'tenant_id': '2741f0d87fad41399c90d7473a92e09c', 'fixed_ips': [{'subnet_id': 'bb19a51a-9a57-4d54-bcbc-9a1606de7949'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:16:51.966653 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.004643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fb646-0ea2-4ede-b16f-2cb43045bb30 req-7ba0982b-f7b3-4b91-80dc-b7df6f9ed64a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:52.012485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b89fb646-0ea2-4ede-b16f-2cb43045bb30 req-7ba0982b-f7b3-4b91-80dc-b7df6f9ed64a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 945 time: 0.1224749 Nov 23 14:16:52.024613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] For port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:52.031084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] For port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,segment=NetworkSegment(1bbaf66b-013a-4af3-81c3-ebcd5c529fce),segment_id=1bbaf66b-013a-4af3-81c3-ebcd5c529fce)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:52.042105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.080272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b89fb646-0ea2-4ede-b16f-2cb43045bb30 req-993bdb7b-4a51-44c8-8bb6-a8cc54a65fca tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Nov 23 14:16:52.081475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:52.111335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:52.112540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.114156 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] 10.222.0.11 "PUT /v2.0/ports/2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf HTTP/1.1" status: 200 len: 1091 time: 0.7133138 Nov 23 14:16:52.114697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'tag': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:52.117500 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4addd9b-f98a-40d8-aa2c-28104a8a495e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed76882-21e4-4702-8b12-a2cafed74bfd", "tag": "2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:52.183874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8210f8-fdae-49c1-b174-75464966574a service neutron] Pushing event updated for resources: {'Port': ['ID=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:52.231918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c949-3d79-4793-8d22-828de18157bb req-26a8f587-6901-4e4a-98af-5f20aad59c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:52.233407 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-26a8f587-6901-4e4a-98af-5f20aad59c9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e00272d6cc7a42c48141178d1ad95c21&device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 1094 time: 0.0660138 Nov 23 14:16:52.296618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-25e19241-b741-4cd0-9b14-6087765275fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf HTTP/1.1" status: 200 len: 217 time: 0.0523207 Nov 23 14:16:52.296939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Allocated IP 172.20.0.2 (1a98e7a2-0e68-4e2b-a315-73c71653c13b/bb19a51a-9a57-4d54-bcbc-9a1606de7949/eb17045d-1bd4-4c9e-8248-34e3674a5eb1) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:52.313278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee42f5eb-74a5-4769-ad2c-fd72d4c651ab req-642b7bef-458b-458f-8b13-a66402c7329e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=56e45d5e-88cf-4bd2-8609-8d405556e89d HTTP/1.1" status: 200 len: 210 time: 0.0475311 Nov 23 14:16:52.338236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f82d4-2ba1-4ef0-8b7e-d1035a81a681 req-53b01eab-c77d-43e7-98bf-e751c3ac3a00 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:52.345596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-546f82d4-2ba1-4ef0-8b7e-d1035a81a681 req-53b01eab-c77d-43e7-98bf-e751c3ac3a00 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 943 time: 0.2322400 Nov 23 14:16:52.374221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.409640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 89cffe89-bde7-4771-9323-2d6a3401b667 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:52.437280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-546f82d4-2ba1-4ef0-8b7e-d1035a81a681 req-99e001eb-0511-403a-a2ad-5cd37497c5d9 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826647 Nov 23 14:16:52.480920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c949-3d79-4793-8d22-828de18157bb req-26072a61-6cab-4a2a-9418-451c842d4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:52.482491 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-26072a61-6cab-4a2a-9418-451c842d4c22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f0bdae1-9a73-4edb-8780-e3535044a580 HTTP/1.1" status: 200 len: 849 time: 0.1783385 Nov 23 14:16:52.490062 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1867b4-cba6-4a16-8efa-7646ae863bd0 x-openstack-request-id: req-4b1867b4-cba6-4a16-8efa-7646ae863bd0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:52.490369 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed76882-21e4-4702-8b12-a2cafed74bfd", "tag": "2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:52.490797 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b1867b4-cba6-4a16-8efa-7646ae863bd0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:52.491432 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'tag': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf', 'status': 'completed', 'code': 200} Nov 23 14:16:52.520695 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-73eb5167-fb9b-4bbf-980e-64c7a31576b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02852c5e-3a9d-4b7a-b716-05461da7c646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276973 Nov 23 14:16:52.530034 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.547543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.612235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Pushing event updated for resources: {'Port': ['ID=eb17045d-1bd4-4c9e-8248-34e3674a5eb1,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:52.628700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:52.630670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:52.637752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:52.718785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Attempting to bind port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:52.719754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Attempting to bind port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f4dbe89a-6b5c-4c88-a419-308919b24b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:52.720369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Attempting to bind port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 on network 1a98e7a2-0e68-4e2b-a315-73c71653c13b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:52.723027 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-004b078e-f4b0-4c1e-a8e0-38bb6e8b109a service neutron] 10.222.0.11 "GET /v2.0/networks/02852c5e-3a9d-4b7a-b716-05461da7c646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867068 Nov 23 14:16:52.727765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:52.728674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Checking segment: {'id': 'f4dbe89a-6b5c-4c88-a419-308919b24b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:52.729297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.729952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Bound using segment: {'id': 'f4dbe89a-6b5c-4c88-a419-308919b24b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:52.730831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Bound port: eb17045d-1bd4-4c9e-8248-34e3674a5eb1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dbe89a-6b5c-4c88-a419-308919b24b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:52.731587 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.793966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.10 (1a98e7a2-0e68-4e2b-a315-73c71653c13b/bb19a51a-9a57-4d54-bcbc-9a1606de7949/89cffe89-bde7-4771-9323-2d6a3401b667) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:52.827607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4925c949-3d79-4793-8d22-828de18157bb req-6477d18c-5a12-41b0-a4b2-8762be0f210f service neutron] 10.222.0.11 "GET /v2.0/networks/02852c5e-3a9d-4b7a-b716-05461da7c646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961690 Nov 23 14:16:52.878025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] For port eb17045d-1bd4-4c9e-8248-34e3674a5eb1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:52.897390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] For port eb17045d-1bd4-4c9e-8248-34e3674a5eb1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=eb17045d-1bd4-4c9e-8248-34e3674a5eb1,segment=NetworkSegment(f4dbe89a-6b5c-4c88-a419-308919b24b63),segment_id=f4dbe89a-6b5c-4c88-a419-308919b24b63)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:52.906513 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:52.947791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-4fff874d-7be9-485b-86f5-25209e598dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:52.950533 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-4fff874d-7be9-485b-86f5-25209e598dcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e00272d6cc7a42c48141178d1ad95c21&device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 1094 time: 0.0624645 Nov 23 14:16:52.996881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7eb2a-5ab0-4892-a77a-c5a6015af3da None None] Pushing event updated for resources: {'Port': ['ID=eb17045d-1bd4-4c9e-8248-34e3674a5eb1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:53.077571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-3f0ef325-a2ab-46ac-8c58-0b109cdb0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:53.079989 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-3f0ef325-a2ab-46ac-8c58-0b109cdb0cb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02852c5e-3a9d-4b7a-b716-05461da7c646 HTTP/1.1" status: 200 len: 910 time: 0.1211488 Nov 23 14:16:53.080222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd7495-8fdd-452b-ba21-fc1a1b01a70c req-c643ce39-517f-4d9d-9686-f54dff3715c2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:53.081774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bcd7495-8fdd-452b-ba21-fc1a1b01a70c req-c643ce39-517f-4d9d-9686-f54dff3715c2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0959969 Nov 23 14:16:53.093636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:53.137573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-306a4231-cc1a-4cc4-b318-e63ecb76828e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf HTTP/1.1" status: 200 len: 217 time: 0.0469890 Nov 23 14:16:53.163733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bcd7495-8fdd-452b-ba21-fc1a1b01a70c req-4da25449-d450-4601-abc1-66129a8b5108 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 Nov 23 14:16:53.172706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:53.230075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-a88ff955-47a3-4089-9af3-65770e2b95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:53.238102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-a88ff955-47a3-4089-9af3-65770e2b95fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f0bdae1-9a73-4edb-8780-e3535044a580 HTTP/1.1" status: 200 len: 849 time: 0.0902414 Nov 23 14:16:53.270233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:53.276381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:53.286130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:53.298832 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-a9560171-2a81-411f-88ab-f0c3bb226ff0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02852c5e-3a9d-4b7a-b716-05461da7c646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504539 Nov 23 14:16:53.358809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:53.359523 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:53.371602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=89cffe89-bde7-4771-9323-2d6a3401b667,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:53.427175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-555224e2-b677-4f7e-89b0-a5153453ebd3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6031518 Nov 23 14:16:53.427906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48768) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:53.436145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '1a98e7a2-0e68-4e2b-a315-73c71653c13b', 'name': 'tempest-PortsTestJSON-41099568', 'fixed_ips': [{'subnet_id': 'bb19a51a-9a57-4d54-bcbc-9a1606de7949', 'ip_address': '172.20.0.9'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:53.460461 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-05d11d3a-665a-4f7a-978d-3e4f08846729 service neutron] 10.222.0.11 "GET /v2.0/networks/02852c5e-3a9d-4b7a-b716-05461da7c646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450233 Nov 23 14:16:53.469281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919949e4-1250-47de-8bae-846c73f9d1d9 req-181d9b1b-361c-4fb3-845b-8eb9f67706ec tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:53.470818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919949e4-1250-47de-8bae-846c73f9d1d9 req-181d9b1b-361c-4fb3-845b-8eb9f67706ec tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 945 time: 0.1085036 Nov 23 14:16:53.554355 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:53.573928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919949e4-1250-47de-8bae-846c73f9d1d9 req-b4165817-5e4c-4398-b92e-56fed59a7b53 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920458 Nov 23 14:16:53.590616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-133855ae-7884-4e4e-98a4-21a85a04100c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:53.609438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-133855ae-7884-4e4e-98a4-21a85a04100c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.1640589 Nov 23 14:16:53.617676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-99a95498-86ba-4e91-9a97-31a01a5746ac tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/quotas/18d87e869b304671b0799b7848a7f819 HTTP/1.1" status: 200 len: 375 time: 0.0170822 Nov 23 14:16:53.638407 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b4addd9b-f98a-40d8-aa2c-28104a8a495e req-fd229f26-548c-4548-a4be-994f65c95cde service neutron] 10.222.0.11 "GET /v2.0/networks/02852c5e-3a9d-4b7a-b716-05461da7c646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678851 Nov 23 14:16:53.659682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-5ea84499-65b0-4473-8b6d-a00c5c554d7c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411174 Nov 23 14:16:53.665811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:53.750743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:53.767484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 4fc016ff-33d0-4d47-8a82-65ceaff3c42c yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:53.783710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-655d5128-a76e-401b-b782-349874eea229 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166658 Nov 23 14:16:53.800592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1db6d5-0d9f-4cc3-afcc-8d7cd0802e39 req-639b6d24-0b03-4145-93f8-b38643eb31a3 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:53.802159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb1db6d5-0d9f-4cc3-afcc-8d7cd0802e39 req-639b6d24-0b03-4145-93f8-b38643eb31a3 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 943 time: 0.0652339 Nov 23 14:16:53.913940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb1db6d5-0d9f-4cc3-afcc-8d7cd0802e39 req-78690152-56cd-46ee-ad13-4b71436b33e8 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022906 Nov 23 14:16:53.939493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-1b1c451c-ded5-4bc8-b429-61553c6bc60b service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362526 Nov 23 14:16:53.944595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.9 (1a98e7a2-0e68-4e2b-a315-73c71653c13b/bb19a51a-9a57-4d54-bcbc-9a1606de7949/4fc016ff-33d0-4d47-8a82-65ceaff3c42c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:54.183430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8e75865-08c3-413c-93a6-287847de6ae8 req-4944cf9a-b6ba-49ea-944e-1e1dff2870d5 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 210 time: 0.0685949 Nov 23 14:16:54.192110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.255170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf381a5-7b01-4a87-aa66-dadc0141c672 None None] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:54.273797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.323958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0950cea-3194-4f39-b16a-71f61044f92b req-777aba35-3fd3-4ddb-a0ae-0590a606f913 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:54.325674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0950cea-3194-4f39-b16a-71f61044f92b req-777aba35-3fd3-4ddb-a0ae-0590a606f913 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 945 time: 0.1185403 Nov 23 14:16:54.326240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:54.329887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:54.334814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:54.338925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=4fc016ff-33d0-4d47-8a82-65ceaff3c42c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:54.364006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eb17045d-1bd4-4c9e-8248-34e3674a5eb1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:54.388521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:54.389174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.427672 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-615e530e-ae0d-407f-abcf-e9ccfffd0ab8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9979100 Nov 23 14:16:54.429731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48792) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:54.443159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0950cea-3194-4f39-b16a-71f61044f92b req-3960d8fc-88fc-4c07-8c83-1508c8ff9ade tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084890 Nov 23 14:16:54.453755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-911d8502-bf46-4d55-9b84-319858d27e4e None None] Provisioning complete for port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:54.454125 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-911d8502-bf46-4d55-9b84-319858d27e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.476662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f5249-3d24-40e6-9714-b2a973fc6d96 req-5d0dd71f-245c-4fb7-8840-07d854d50b3e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:54.484128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-605f5249-3d24-40e6-9714-b2a973fc6d96 req-5d0dd71f-245c-4fb7-8840-07d854d50b3e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1243474 Nov 23 14:16:54.499302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:16:54.544781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-605f5249-3d24-40e6-9714-b2a973fc6d96 req-f82b08a8-90bc-4e91-b0d4-cf06f122e3d1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 Nov 23 14:16:54.546590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:54.547002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.564531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a22c052-e5c0-47d2-825b-8fe441d90294 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:54.568346 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1a22c052-e5c0-47d2-825b-8fe441d90294 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1363943 Nov 23 14:16:54.570206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:54.664817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29147b-e125-4be4-bcae-cdefdd6cdbe3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:54.670743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29147b-e125-4be4-bcae-cdefdd6cdbe3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:54.676869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29147b-e125-4be4-bcae-cdefdd6cdbe3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:54.678503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bd29147b-e125-4be4-bcae-cdefdd6cdbe3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1069360 Nov 23 14:16:54.682078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48798) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:54.767315 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-911d8502-bf46-4d55-9b84-319858d27e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.801974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 4fc016ff-33d0-4d47-8a82-65ceaff3c42c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:54.802317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.815148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,segment=NetworkSegment(1bbaf66b-013a-4af3-81c3-ebcd5c529fce),segment_id=1bbaf66b-013a-4af3-81c3-ebcd5c529fce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:54.849362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf', 'network_id': '02852c5e-3a9d-4b7a-b716-05461da7c646', 'port_id': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf', 'mac_address': 'fa:16:3e:76:51:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0bdae1-9a73-4edb-8780-e3535044a580', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:16:54.853191 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.869404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-911d8502-bf46-4d55-9b84-319858d27e4e None None] For port eb17045d-1bd4-4c9e-8248-34e3674a5eb1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=eb17045d-1bd4-4c9e-8248-34e3674a5eb1,segment=NetworkSegment(f4dbe89a-6b5c-4c88-a419-308919b24b63),segment_id=f4dbe89a-6b5c-4c88-a419-308919b24b63)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:54.899001 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-911d8502-bf46-4d55-9b84-319858d27e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.916169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:54.944061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 4fc016ff-33d0-4d47-8a82-65ceaff3c42c owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:54.960191 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.010497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8502-bf46-4d55-9b84-319858d27e4e None None] Pushing event updated for resources: {'Port': ['ID=eb17045d-1bd4-4c9e-8248-34e3674a5eb1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:55.026196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:55.033460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:16:55.033820 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:16:55.053122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,segment=NetworkSegment(1bbaf66b-013a-4af3-81c3-ebcd5c529fce),segment_id=1bbaf66b-013a-4af3-81c3-ebcd5c529fce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:55.060296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.081797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94e0d4-cb22-4a14-98c1-56fe0dd02925 req-f7d3f941-7e35-4c2c-8051-3dc869926e97 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:55.089257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd94e0d4-cb22-4a14-98c1-56fe0dd02925 req-f7d3f941-7e35-4c2c-8051-3dc869926e97 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 943 time: 0.0626945 Nov 23 14:16:55.133143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:55.135323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.141412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-32b25f74-26f8-4995-a707-6baa469692a5 None None] Provisioning complete for port 89cffe89-bde7-4771-9323-2d6a3401b667 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:55.142061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-32b25f74-26f8-4995-a707-6baa469692a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.157925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd94e0d4-cb22-4a14-98c1-56fe0dd02925 req-48885fea-cb57-4179-a2ad-a1788d35b446 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674202 Nov 23 14:16:55.181331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-32b25f74-26f8-4995-a707-6baa469692a5 None None] Port 89cffe89-bde7-4771-9323-2d6a3401b667 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:16:55.182715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=4fc016ff-33d0-4d47-8a82-65ceaff3c42c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:55.193377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-32b25f74-26f8-4995-a707-6baa469692a5 None None] Provisioning complete for port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:55.193828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-32b25f74-26f8-4995-a707-6baa469692a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.258355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.261650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eaf39fb7-39b5-4553-a95d-6fcd732f8117 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/4fc016ff-33d0-4d47-8a82-65ceaff3c42c HTTP/1.1" status: 204 len: 168 time: 0.5785620 Nov 23 14:16:55.264968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48806) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:55.295182 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee69d5a-1d30-40cc-b0f3-b9c4e85c5ddd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:55.296788 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3ee69d5a-1d30-40cc-b0f3-b9c4e85c5ddd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/4fc016ff-33d0-4d47-8a82-65ceaff3c42c HTTP/1.1" status: 404 len: 333 time: 0.0306985 Nov 23 14:16:55.303741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48810) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:55.339456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-32b25f74-26f8-4995-a707-6baa469692a5 None None] Could not find standard attr ID for object 4fc016ff-33d0-4d47-8a82-65ceaff3c42c. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:55.348159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe0d1296-1f94-4585-98ef-c53672f6d2d0 req-6b224195-08dc-4923-89d3-1ced88dd17f4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 210 time: 0.0811992 Nov 23 14:16:55.400936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:55.469801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7f977a5e-e09c-474e-93ff-3394d7e7096a None None] Provisioning complete for port 89cffe89-bde7-4771-9323-2d6a3401b667 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:55.470178 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f977a5e-e09c-474e-93ff-3394d7e7096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.511307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 89cffe89-bde7-4771-9323-2d6a3401b667 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:55.511672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.572655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7f977a5e-e09c-474e-93ff-3394d7e7096a None None] Port 89cffe89-bde7-4771-9323-2d6a3401b667 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:16:55.630474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1881-7db4-49e9-8dde-588fce508a94 req-7264c9bd-67d1-431a-85fd-4e11affe851d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:55.638766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f84a1881-7db4-49e9-8dde-588fce508a94 req-7264c9bd-67d1-431a-85fd-4e11affe851d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 945 time: 0.1070302 Nov 23 14:16:55.702882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-792bbf3d-aaf8-4782-98a7-bfab34117392 None None] Could not find standard attr ID for object 4fc016ff-33d0-4d47-8a82-65ceaff3c42c. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:16:55.741234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f84a1881-7db4-49e9-8dde-588fce508a94 req-58337e50-4fd3-4bdb-b10c-28c8ca7f9f27 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955739 Nov 23 14:16:55.752889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-3545cd87-c058-4dc3-a917-1319ea409e7f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:55.754396 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-3545cd87-c058-4dc3-a917-1319ea409e7f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.3336186 Nov 23 14:16:55.755153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8e766-a050-49ad-9ea2-74256d6a21b5 req-2a5cdd6a-5043-4e4e-a73a-2dacf51e0034 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:55.765213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bd8e766-a050-49ad-9ea2-74256d6a21b5 req-2a5cdd6a-5043-4e4e-a73a-2dacf51e0034 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0891721 Nov 23 14:16:55.773201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-89963bef-477e-4618-a70f-98feab0d0d90 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:55.774707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-89963bef-477e-4618-a70f-98feab0d0d90 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 945 time: 0.2082207 Nov 23 14:16:55.783817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Request body: {'port': {'device_id': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'admin_state_up': True, 'tenant_id': '18d87e869b304671b0799b7848a7f819'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:55.841950 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:55.842163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bd8e766-a050-49ad-9ea2-74256d6a21b5 req-67091ba0-1203-464c-8f78-151fa525f30d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Nov 23 14:16:55.867169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 89cffe89-bde7-4771-9323-2d6a3401b667 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:56.049280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Deleting port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:56.049618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.066708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:56.070183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.198591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] For port 758dba01-d651-4ebb-8f48-c77fe5c3fb08, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=758dba01-d651-4ebb-8f48-c77fe5c3fb08,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:56.198984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.201346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.209757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eb17045d-1bd4-4c9e-8248-34e3674a5eb1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:56.268171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:56.268708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.286257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Calling delete_port for 758dba01-d651-4ebb-8f48-c77fe5c3fb08 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:56.292692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d7711-d948-480c-854d-65517f272f3b req-2c3d2b8b-e52c-4f7f-9c4a-970110672967 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:56.294347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=89cffe89-bde7-4771-9323-2d6a3401b667,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:56.301443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-745d7711-d948-480c-854d-65517f272f3b req-2c3d2b8b-e52c-4f7f-9c4a-970110672967 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 944 time: 0.0600162 Nov 23 14:16:56.352754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-745d7711-d948-480c-854d-65517f272f3b req-e8457ef2-2371-464f-94d4-402cfa0b0085 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504208 Nov 23 14:16:56.494333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:16:56.499785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fee678d-ecff-4148-952c-899fd4d89c70 req-6f85ebf1-53e9-47c7-b751-6e22c22cfa5e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 210 time: 0.0637524 Nov 23 14:16:56.562183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:16:56.566567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:16:56.566971 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.664920 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.668498 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-216d99d9-2c1a-4d20-b6cc-b62b05f9863d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.691443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:56.693791 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4443185f-e189-4531-a422-3146add67bbd" -d '{"events": [{"server_uuid": "9ed76882-21e4-4702-8b12-a2cafed74bfd", "name": "network-vif-plugged", "status": "completed", "tag": "2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:56.707145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,segment=NetworkSegment(1bbaf66b-013a-4af3-81c3-ebcd5c529fce),segment_id=1bbaf66b-013a-4af3-81c3-ebcd5c529fce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:56.712711 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.739342 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaccfb7-e9b1-4d84-9ed3-44bb6d83b432 x-openstack-request-id: req-feaccfb7-e9b1-4d84-9ed3-44bb6d83b432 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:56.739644 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed76882-21e4-4702-8b12-a2cafed74bfd", "name": "network-vif-plugged", "status": "completed", "tag": "2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:56.739911 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-feaccfb7-e9b1-4d84-9ed3-44bb6d83b432 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:56.740293 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf', 'code': 200} Nov 23 14:16:56.768821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:56.839128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.842266 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-45105af3-354d-477e-aacd-cf5f52d0d46c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/89cffe89-bde7-4771-9323-2d6a3401b667 HTTP/1.1" status: 204 len: 168 time: 1.5368330 Nov 23 14:16:56.844797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Allocated IP 172.20.0.10 (175646c2-c3c9-4e80-91cd-29d7ebb5987b/1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f/456835f3-8db3-470a-a7b6-7a2d6b7632f0) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:56.846673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48832) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:56.874851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.901332 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81b7031-d40a-48cf-b689-0dde77f4c3ee tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:16:56.902826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c81b7031-d40a-48cf-b689-0dde77f4c3ee tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/89cffe89-bde7-4771-9323-2d6a3401b667 HTTP/1.1" status: 404 len: 333 time: 0.0531590 Nov 23 14:16:56.907195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48836) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:56.944444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:56.946003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b52ac-92dd-4815-9aea-ebde241de630 req-27ac617c-a94b-46ba-952f-d3a8315219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:56.947255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-235b52ac-92dd-4815-9aea-ebde241de630 req-27ac617c-a94b-46ba-952f-d3a8315219ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 1096 time: 0.1386333 Nov 23 14:16:56.962264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['489048a6-4915-4b15-8153-75171f3f01ae'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:56.965133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['758dba01-d651-4ebb-8f48-c77fe5c3fb08'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:16:56.972464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928651b8-12e0-4571-aea3-09451b3d352f req-b8d8c73f-0a39-42f0-9649-80511a08e6b6 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:56.981466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-928651b8-12e0-4571-aea3-09451b3d352f req-b8d8c73f-0a39-42f0-9649-80511a08e6b6 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a12fa1e-6674-4814-b7de-37d3f118e2f4 HTTP/1.1" status: 200 len: 945 time: 0.1471369 Nov 23 14:16:56.983577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Pushing event deleted for resources: {'Port': ['ID=758dba01-d651-4ebb-8f48-c77fe5c3fb08,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:57.058037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet bb19a51a-9a57-4d54-bcbc-9a1606de7949 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:16:57.059768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] No DVR routers for this DVR port 758dba01-d651-4ebb-8f48-c77fe5c3fb08 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:57.062743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.067213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-67684722-2ca5-4a73-ad8e-12b2db11178a req-43c2b1bb-798e-4231-a18f-5add2b1abbf5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.11 "DELETE /v2.0/ports/758dba01-d651-4ebb-8f48-c77fe5c3fb08 HTTP/1.1" status: 204 len: 173 time: 1.2787485 Nov 23 14:16:57.071094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'name': 'network-vif-deleted', 'tag': '758dba01-d651-4ebb-8f48-c77fe5c3fb08'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:57.073798 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9016e2-4dab-444e-911a-077324670a86" -d '{"events": [{"server_uuid": "1a12fa1e-6674-4814-b7de-37d3f118e2f4", "name": "network-vif-deleted", "tag": "758dba01-d651-4ebb-8f48-c77fe5c3fb08"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:57.074102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.129061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-235b52ac-92dd-4815-9aea-ebde241de630 req-bed2554c-db18-443e-8115-ee09bd9f694c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730907 Nov 23 14:16:57.152933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-928651b8-12e0-4571-aea3-09451b3d352f req-857b02cd-2d82-4aec-9915-017e954a5b58 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710401 Nov 23 14:16:57.167124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb6fd8-86e4-45f7-9be1-14a807bc321b req-c523bf86-91fa-4bce-aca0-5855429c62c4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:57.168693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58cb6fd8-86e4-45f7-9be1-14a807bc321b req-c523bf86-91fa-4bce-aca0-5855429c62c4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1845469 Nov 23 14:16:57.175567 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.188954 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.227323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.264647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58cb6fd8-86e4-45f7-9be1-14a807bc321b req-7f84b9f8-a422-4a9f-92f4-2b66ae5050cd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865095 Nov 23 14:16:57.272901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:57.293835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event updated for resources: {'Port': ['ID=456835f3-8db3-470a-a7b6-7a2d6b7632f0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:57.296799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:57.303427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.305377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:57.332218 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc31028-9df2-4a28-a338-a4b26f003f7b x-openstack-request-id: req-4dc31028-9df2-4a28-a338-a4b26f003f7b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:57.332620 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a12fa1e-6674-4814-b7de-37d3f118e2f4", "name": "network-vif-deleted", "tag": "758dba01-d651-4ebb-8f48-c77fe5c3fb08", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:57.333098 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dc31028-9df2-4a28-a338-a4b26f003f7b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:57.333453 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a12fa1e-6674-4814-b7de-37d3f118e2f4', 'name': 'network-vif-deleted', 'tag': '758dba01-d651-4ebb-8f48-c77fe5c3fb08', 'status': 'completed', 'code': 200} Nov 23 14:16:57.364816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:57.365520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.368245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.382100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-79a2b460-fc73-4fc4-98ba-4b6a40232f16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6061177 Nov 23 14:16:57.398851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.399305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Request body: {'port': {'device_id': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:57.402123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/bb19a51a-9a57-4d54-bcbc-9a1606de7949 HTTP/1.1" status: 204 len: 168 time: 0.4940143 Nov 23 14:16:57.403150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983554ba-d6e2-4ad6-b442-28307fb176f2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=bb19a51a-9a57-4d54-bcbc-9a1606de7949,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:57.405266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:57.414360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00208b-b863-435d-b5ad-e8ef783e0088 None None] Network 1a98e7a2-0e68-4e2b-a315-73c71653c13b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:57.468893 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.663039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] DHCP port deletion for 1a98e7a2-0e68-4e2b-a315-73c71653c13b request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:16:57.723867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] Deleting port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:16:57.724241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.802659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] For port eb17045d-1bd4-4c9e-8248-34e3674a5eb1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=eb17045d-1bd4-4c9e-8248-34e3674a5eb1,segment=NetworkSegment(f4dbe89a-6b5c-4c88-a419-308919b24b63),segment_id=f4dbe89a-6b5c-4c88-a419-308919b24b63)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:16:57.803098 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.818080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] Calling delete_port for eb17045d-1bd4-4c9e-8248-34e3674a5eb1 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:16:57.820549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456835f3-8db3-470a-a7b6-7a2d6b7632f0 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:16:57.830254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.845274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Transition to ACTIVE for port object 456835f3-8db3-470a-a7b6-7a2d6b7632f0 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:16:57.850570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.894613 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.917376 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:57.934371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774415d-5f9e-44a4-a919-5749e73ce3f0 req-1f81ea43-c148-4187-b59d-b66cd1ff1025 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:57.935853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c774415d-5f9e-44a4-a919-5749e73ce3f0 req-1f81ea43-c148-4187-b59d-b66cd1ff1025 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 945 time: 0.1056230 Nov 23 14:16:57.947585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] Pushing event deleted for resources: {'Port': ['ID=eb17045d-1bd4-4c9e-8248-34e3674a5eb1,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:57.952759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab52a7-a63a-4d27-9c14-b743878b9385 None None] No DVR routers for this DVR port eb17045d-1bd4-4c9e-8248-34e3674a5eb1 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:16:57.963948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21d65-73a7-4271-bb72-d31d1634d374 req-39dfb9b2-a6bc-4323-91fc-b604c174165f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:57.965011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Pushing event updated for resources: {'Port': ['ID=456835f3-8db3-470a-a7b6-7a2d6b7632f0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:57.971257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74e21d65-73a7-4271-bb72-d31d1634d374 req-39dfb9b2-a6bc-4323-91fc-b604c174165f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 944 time: 0.1397898 Nov 23 14:16:57.973219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] The port 'eb17045d-1bd4-4c9e-8248-34e3674a5eb1' was deleted {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 14:16:57.986732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Attempting to bind port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:57.987176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Attempting to bind port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:57.987580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Attempting to bind port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:57.991975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:16:57.992366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Attempting to bind port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:57.997209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:57.997640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Checking segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:57.998099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Bound using segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:57.998599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Bound port: 456835f3-8db3-470a-a7b6-7a2d6b7632f0, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:57.999602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.066600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] For port 456835f3-8db3-470a-a7b6-7a2d6b7632f0, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:58.070698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] For port 456835f3-8db3-470a-a7b6-7a2d6b7632f0, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=456835f3-8db3-470a-a7b6-7a2d6b7632f0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:16:58.075402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.110068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:58.110729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.112200 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] 10.222.0.11 "PUT /v2.0/ports/456835f3-8db3-470a-a7b6-7a2d6b7632f0 HTTP/1.1" status: 200 len: 1092 time: 0.7192278 Nov 23 14:16:58.118569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.126811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c774415d-5f9e-44a4-a919-5749e73ce3f0 req-c6a877f0-2f80-4a22-8436-3657dc4e6c9a tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720643 Nov 23 14:16:58.130139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74e21d65-73a7-4271-bb72-d31d1634d374 req-99fee2fb-6a26-4330-8108-974ecf876786 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581011 Nov 23 14:16:58.153425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a98e7a2-0e68-4e2b-a315-73c71653c13b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:58.159172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ccc35-f53a-4bf5-9ade-058f5e9d227d service neutron] Pushing event updated for resources: {'Port': ['ID=456835f3-8db3-470a-a7b6-7a2d6b7632f0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:58.166209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dbe89a-6b5c-4c88-a419-308919b24b63') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:58.167025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dbe89a-6b5c-4c88-a419-308919b24b63') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:16:58.190969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.210376 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.219300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:16:58.220046 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:16:58.226756 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:16:58.258384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-4d04dfbe-d4db-4553-a462-eb1e49ad4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:58.263732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-4d04dfbe-d4db-4553-a462-eb1e49ad4610 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 1095 time: 0.0943439 Nov 23 14:16:58.314699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.319011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eb17045d-1bd4-4c9e-8248-34e3674a5eb1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:16:58.326392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.330457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/1a98e7a2-0e68-4e2b-a315-73c71653c13b HTTP/1.1" status: 204 len: 168 time: 0.9239681 Nov 23 14:16:58.342510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48860) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:58.348580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: eb17045d-1bd4-4c9e-8248-34e3674a5eb1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:16:58.348751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1763847120'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:58.348925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eb17045d-1bd4-4c9e-8248-34e3674a5eb1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:16:58.352835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bab8d2-4eb2-4747-a860-a0ad19256d0f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=1a98e7a2-0e68-4e2b-a315-73c71653c13b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:58.354248 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-e3917583-4a60-4bce-acd5-7bf8de811b10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456835f3-8db3-470a-a7b6-7a2d6b7632f0 HTTP/1.1" status: 200 len: 217 time: 0.0798001 Nov 23 14:16:58.409903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-a6a35cc8-9b76-401f-947f-4680dd8f5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:58.411937 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-a6a35cc8-9b76-401f-947f-4680dd8f5985 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0497162 Nov 23 14:16:58.432210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:58.435859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.445684 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-5eab6de2-1df5-4d48-92a2-93880491bc5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261376 Nov 23 14:16:58.468665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97b1de-1e9f-474c-a357-f9956cd42532 req-d15551b9-f2df-460c-b144-ab3700595328 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:58.470143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a97b1de-1e9f-474c-a357-f9956cd42532 req-d15551b9-f2df-460c-b144-ab3700595328 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1264613 Nov 23 14:16:58.489556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161def96-a784-4678-baa1-f4ffdc06d8a8 req-37e550bd-a805-468a-af58-73bbda55802e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:58.491031 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-161def96-a784-4678-baa1-f4ffdc06d8a8 req-37e550bd-a805-468a-af58-73bbda55802e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1028414 Nov 23 14:16:58.492290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:16:58.527090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.527436 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Added segment d41050db-2932-4f69-bd41-5025e63bceee of type vlan for network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 Nov 23 14:16:58.539555 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-52f6c3ec-7e91-426a-b78f-1253ea35f2dc service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877652 Nov 23 14:16:58.608106 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.614958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a97b1de-1e9f-474c-a357-f9956cd42532 req-64094f7a-9e4e-4b3c-adee-1c24165dbad7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363208 Nov 23 14:16:58.618202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-161def96-a784-4678-baa1-f4ffdc06d8a8 req-03acdbe7-321e-49fe-aff0-b47510726bf0 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196642 Nov 23 14:16:58.645052 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-144c3ae7-672c-4303-b788-a6923adb7fa1 req-788e71ce-77f5-4d07-a051-5cd2a408afc0 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982542 Nov 23 14:16:58.655559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.662107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:58.663091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.747614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4001355 Nov 23 14:16:58.747958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48866) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:58.748831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778574b-2198-44e5-8992-3e0f433ae3fb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Network': ['ID=2ca5c58c-15ad-4d97-a6e3-2286038736c5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:58.757163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:58.760230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:16:58.856467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:58.861857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:58.878082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1f673-e7ea-4da9-b590-2b29efc983ba req-0d2add27-5ff2-4c55-a6ca-d0bd6700035f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:58.879677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0be1f673-e7ea-4da9-b590-2b29efc983ba req-0d2add27-5ff2-4c55-a6ca-d0bd6700035f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0518703 Nov 23 14:16:58.930749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0be1f673-e7ea-4da9-b590-2b29efc983ba req-40d2e74a-9671-4735-bc7d-ea8cbc96c085 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Nov 23 14:16:59.041490 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7626a026-a087-4573-8033-7509a4f5ae64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.046789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.055603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930a238-d202-4362-b2ac-b4a1a6a7c9bb req-8f4e64e5-82e2-48e7-b0fe-fe3c7998f5f8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:59.057123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0930a238-d202-4362-b2ac-b4a1a6a7c9bb req-8f4e64e5-82e2-48e7-b0fe-fe3c7998f5f8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0549805 Nov 23 14:16:59.102409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=fccaa3bb-a252-48e2-90a6-ecd65a4330f9,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:59.106558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0930a238-d202-4362-b2ac-b4a1a6a7c9bb req-2aea2cae-07a9-47fc-a43e-b63338dd1e00 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Nov 23 14:16:59.118190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Checking segment: {'id': 'd41050db-2932-4f69-bd41-5025e63bceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:59.118600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network hostable DHCP agents. Network: 2ca5c58c-15ad-4d97-a6e3-2286038736c5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:16:59.135781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:16:59.148418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 2ca5c58c-15ad-4d97-a6e3-2286038736c5) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:59.153604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:59.154324 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.168399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2542e8-0025-4ab1-9514-7f5740bf0b14 None None] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:16:59.177608 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b765bbd6-5b32-4501-bfe3-f9bd62ee9c58 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4285164 Nov 23 14:16:59.181474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48880) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:59.186388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8c195b1f-b6de-4180-b467-c7b7bc3c7547 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1418950370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:59.217897 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c195b1f-b6de-4180-b467-c7b7bc3c7547 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.219842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c195b1f-b6de-4180-b467-c7b7bc3c7547 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.334781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'tag': '456835f3-8db3-470a-a7b6-7a2d6b7632f0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:16:59.337714 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d104e4e6-86b9-4ae6-bd52-b8849544a9ad", "tag": "456835f3-8db3-470a-a7b6-7a2d6b7632f0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:16:59.368512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-2ca5c58c-15ad-4d97-a6e3-2286038736c5', 'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5', 'tenant_id': '2741f0d87fad41399c90d7473a92e09c', 'fixed_ips': [{'subnet_id': 'fccaa3bb-a252-48e2-90a6-ecd65a4330f9'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:16:59.369522 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.418865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c189c-dd0b-4dd2-9928-3f5a5522aa4a req-6a7d12e9-e144-410f-a4f2-abb8a8d0791f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:59.428637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f41c189c-dd0b-4dd2-9928-3f5a5522aa4a req-6a7d12e9-e144-410f-a4f2-abb8a8d0791f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 944 time: 0.2038093 Nov 23 14:16:59.438004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c195b1f-b6de-4180-b467-c7b7bc3c7547 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.460406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892447c4-58c8-4d18-8b01-b4b19627f4a8 req-0839a091-125b-41c5-ae1d-db743ab16301 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:59.462585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-892447c4-58c8-4d18-8b01-b4b19627f4a8 req-0839a091-125b-41c5-ae1d-db743ab16301 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 945 time: 0.2063360 Nov 23 14:16:59.463600 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c195b1f-b6de-4180-b467-c7b7bc3c7547 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.525895 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c195b1f-b6de-4180-b467-c7b7bc3c7547 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.529857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8c195b1f-b6de-4180-b467-c7b7bc3c7547 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3445702 Nov 23 14:16:59.529989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48890) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:16:59.535663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5', 'name': 'tempest-PortsTestJSON-1157470879'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:16:59.551416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Allocated IP 172.20.0.2 (2ca5c58c-15ad-4d97-a6e3-2286038736c5/fccaa3bb-a252-48e2-90a6-ecd65a4330f9/a1c9a683-d239-4cd7-99a3-cb7fca6097a3) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:16:59.572788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f41c189c-dd0b-4dd2-9928-3f5a5522aa4a req-2a79e888-4f09-4462-8933-c8ccab0c7da0 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395059 Nov 23 14:16:59.612555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-892447c4-58c8-4d18-8b01-b4b19627f4a8 req-fedc2526-7ded-4f47-8c2b-043580aff25e tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419134 Nov 23 14:16:59.672229 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f9986d-3f5c-48fe-8322-107c6578d327 x-openstack-request-id: req-f0f9986d-3f5c-48fe-8322-107c6578d327 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:16:59.672800 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d104e4e6-86b9-4ae6-bd52-b8849544a9ad", "tag": "456835f3-8db3-470a-a7b6-7a2d6b7632f0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:16:59.673268 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0f9986d-3f5c-48fe-8322-107c6578d327 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:16:59.673910 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'tag': '456835f3-8db3-470a-a7b6-7a2d6b7632f0', 'status': 'completed', 'code': 200} Nov 23 14:16:59.753599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:16:59.756576 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.759449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.764984 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.789518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-1f3917b0-0966-4c72-9280-b813bbf3d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:59.791293 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-1f3917b0-0966-4c72-9280-b813bbf3d1e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 1095 time: 0.1006424 Nov 23 14:16:59.792589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port 082e9473-2a57-4a83-aa30-6268fe86ba86 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:16:59.822483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847e22e-6135-4915-b4ea-3721fce3352b req-5eb45884-aa19-4ac4-b09e-f108d31377ca tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:16:59.827663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:16:59.829049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Pushing event updated for resources: {'Port': ['ID=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:16:59.831859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:16:59.834561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:16:59.836421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1847e22e-6135-4915-b4ea-3721fce3352b req-5eb45884-aa19-4ac4-b09e-f108d31377ca tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1003029 Nov 23 14:16:59.902632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Attempting to bind port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:16:59.903319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Attempting to bind port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd41050db-2932-4f69-bd41-5025e63bceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:16:59.904002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Attempting to bind port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 on network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:16:59.909878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:16:59.910566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Checking segment: {'id': 'd41050db-2932-4f69-bd41-5025e63bceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:16:59.911193 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.911773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Bound using segment: {'id': 'd41050db-2932-4f69-bd41-5025e63bceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:16:59.912490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Bound port: a1c9a683-d239-4cd7-99a3-cb7fca6097a3, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41050db-2932-4f69-bd41-5025e63bceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2ca5c58c-15ad-4d97-a6e3-2286038736c5'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:16:59.913089 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:16:59.947255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1847e22e-6135-4915-b4ea-3721fce3352b req-4fad3679-a93e-434c-8ed9-bfbf2a6a8013 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040323 Nov 23 14:16:59.988820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] For port a1c9a683-d239-4cd7-99a3-cb7fca6097a3, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:16:59.993338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] For port a1c9a683-d239-4cd7-99a3-cb7fca6097a3, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,segment=NetworkSegment(d41050db-2932-4f69-bd41-5025e63bceee),segment_id=d41050db-2932-4f69-bd41-5025e63bceee)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:00.011549 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:00.052913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-56b7bcd3-dab8-4cba-b04a-edb09a8a7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:00.054952 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-56b7bcd3-dab8-4cba-b04a-edb09a8a7e25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 912 time: 0.2561216 Nov 23 14:17:00.064896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.3 (2ca5c58c-15ad-4d97-a6e3-2286038736c5/fccaa3bb-a252-48e2-90a6-ecd65a4330f9/082e9473-2a57-4a83-aa30-6268fe86ba86) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:00.072575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a956-2bdc-4607-8d8d-23b61783b809 None None] Pushing event updated for resources: {'Port': ['ID=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:00.075172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:00.130731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-e46b6aca-e9cb-4b54-a22b-4ff1c7c33e01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456835f3-8db3-470a-a7b6-7a2d6b7632f0 HTTP/1.1" status: 200 len: 217 time: 0.0673354 Nov 23 14:17:00.210840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-9fff4c2b-5bfa-4765-b2c5-cf13e646551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:00.212636 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-9fff4c2b-5bfa-4765-b2c5-cf13e646551c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0739760 Nov 23 14:17:00.256488 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-7df7f55e-5d1a-4c16-8dac-836334eb72da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355620 Nov 23 14:17:00.509897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 456835f3-8db3-470a-a7b6-7a2d6b7632f0 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:17:00.513775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 758dba01-d651-4ebb-8f48-c77fe5c3fb08 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:00.555152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:00.560921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 758dba01-d651-4ebb-8f48-c77fe5c3fb08 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:17:00.561266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 758dba01-d651-4ebb-8f48-c77fe5c3fb08 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:17:00.573452 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-4b909c63-ad46-4a10-86b3-aed5c99cb53b service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086691 Nov 23 14:17:00.701129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:00.741411 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fa215b55-bfb9-44e4-a26b-05dfd6d6e9cd req-bd07e94a-b446-43c6-969d-260838a13e32 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605785 Nov 23 14:17:00.756475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 456835f3-8db3-470a-a7b6-7a2d6b7632f0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=456835f3-8db3-470a-a7b6-7a2d6b7632f0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:00.765482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:00.769310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:00.775394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:00.782072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3b4c5-5426-4899-add1-cf76fa2fe41c req-3950bf53-0227-41a9-982b-6cd32ab53f26 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:00.791813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '456835f3-8db3-470a-a7b6-7a2d6b7632f0', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'port_id': '456835f3-8db3-470a-a7b6-7a2d6b7632f0', 'mac_address': 'fa:16:3e:2b:8a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:17:00.794011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72b3b4c5-5426-4899-add1-cf76fa2fe41c req-3950bf53-0227-41a9-982b-6cd32ab53f26 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 944 time: 0.0997016 Nov 23 14:17:00.808368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=082e9473-2a57-4a83-aa30-6268fe86ba86,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:00.852357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:00.852648 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:00.853203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:00.876513 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eb505d9d-1db3-4136-a439-e83dc867572b tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3427432 Nov 23 14:17:00.877900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:00.880419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456835f3-8db3-470a-a7b6-7a2d6b7632f0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:00.888565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72b3b4c5-5426-4899-add1-cf76fa2fe41c req-f7993e60-4c2d-46f8-a867-1d50c3f7b60b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922620 Nov 23 14:17:00.909262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 456835f3-8db3-470a-a7b6-7a2d6b7632f0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=456835f3-8db3-470a-a7b6-7a2d6b7632f0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:00.914836 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:00.980082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=456835f3-8db3-470a-a7b6-7a2d6b7632f0,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:01.086143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814f205-06d8-457e-a622-3eb5c0c58735 req-c5c68b92-d108-462d-b993-57c092a2aaf5 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:01.095271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9814f205-06d8-457e-a622-3eb5c0c58735 req-c5c68b92-d108-462d-b993-57c092a2aaf5 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0710955 Nov 23 14:17:01.148799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9814f205-06d8-457e-a622-3eb5c0c58735 req-5dd56038-8f98-4467-8935-b76696a247b0 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Nov 23 14:17:01.210427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['456835f3-8db3-470a-a7b6-7a2d6b7632f0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:01.353033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:01.387733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5642f-c0d0-45b2-80b0-8297df0f11bf None None] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:01.539739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c98d970b-cbb1-4c5c-b944-bc43e70956c1 None None] Provisioning complete for port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:01.539849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c98d970b-cbb1-4c5c-b944-bc43e70956c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:01.657177 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:01.673647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:01.680867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:01.711056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c98d970b-cbb1-4c5c-b944-bc43e70956c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:01.750443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c98d970b-cbb1-4c5c-b944-bc43e70956c1 None None] For port a1c9a683-d239-4cd7-99a3-cb7fca6097a3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,segment=NetworkSegment(d41050db-2932-4f69-bd41-5025e63bceee),segment_id=d41050db-2932-4f69-bd41-5025e63bceee)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:01.762381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c98d970b-cbb1-4c5c-b944-bc43e70956c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:01.797843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=082e9473-2a57-4a83-aa30-6268fe86ba86,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:01.839792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d970b-cbb1-4c5c-b944-bc43e70956c1 None None] Pushing event updated for resources: {'Port': ['ID=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:01.968301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.023376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29a9db-2ed1-4169-918a-f8d9c4d034d3 req-5f5e05b5-2ba8-479f-983c-fa567c740022 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:02.025583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed29a9db-2ed1-4169-918a-f8d9c4d034d3 req-5f5e05b5-2ba8-479f-983c-fa567c740022 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 945 time: 0.0607479 Nov 23 14:17:02.106340 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed29a9db-2ed1-4169-918a-f8d9c4d034d3 req-c25377a2-e14b-4021-bd6a-1d2d7c6a03ee tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746105 Nov 23 14:17:02.107363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.151990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61838-26bb-435a-8f02-4c425f3e6a1d req-8360edf1-9be2-41d0-829c-51b55d7fc434 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:02.156695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bc61838-26bb-435a-8f02-4c425f3e6a1d req-8360edf1-9be2-41d0-829c-51b55d7fc434 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0981586 Nov 23 14:17:02.212468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ff3ede68-81cc-4fd3-865f-79c2a9e26a50 None None] Provisioning complete for port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:02.213083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede68-81cc-4fd3-865f-79c2a9e26a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.226609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bc61838-26bb-435a-8f02-4c425f3e6a1d req-0d2c6062-3b6d-4eb7-8a9b-440590c348d3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602901 Nov 23 14:17:02.324363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cc820318-6549-4b34-84a6-2230f65c0918 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:17:02.350184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c9a683-d239-4cd7-99a3-cb7fca6097a3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:02.461451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c7946-72a5-4fe3-9d19-6ba517ce2cf6 req-f8b9ed43-7ab5-4b94-8cbf-8fb0857f3c3e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:02.469342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-452c7946-72a5-4fe3-9d19-6ba517ce2cf6 req-f8b9ed43-7ab5-4b94-8cbf-8fb0857f3c3e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.0953996 Nov 23 14:17:02.506962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:02.535088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.544507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.545498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 456835f3-8db3-470a-a7b6-7a2d6b7632f0 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:02.549018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'cc820318-6549-4b34-84a6-2230f65c0918', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'port_id': 'cc820318-6549-4b34-84a6-2230f65c0918', 'mac_address': 'fa:16:3e:14:23:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4981d67f-7ab2-4953-a0e7-8dc1185675f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:17:02.550638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.572243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-452c7946-72a5-4fe3-9d19-6ba517ce2cf6 req-b512b048-5e4b-4658-a706-e6f9da49855e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971861 Nov 23 14:17:02.610165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ff3ede68-81cc-4fd3-865f-79c2a9e26a50 None None] Provisioning complete for port 082e9473-2a57-4a83-aa30-6268fe86ba86 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:02.610807 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede68-81cc-4fd3-865f-79c2a9e26a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.629111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147c5-1dd7-4253-8d7f-b599876853a9 req-b771fa78-4165-433f-9630-b949182b3812 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:02.630837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec2147c5-1dd7-4253-8d7f-b599876853a9 req-b771fa78-4165-433f-9630-b949182b3812 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1392181 Nov 23 14:17:02.645044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:02.645416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.670228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=082e9473-2a57-4a83-aa30-6268fe86ba86,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:02.675083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.719464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec2147c5-1dd7-4253-8d7f-b599876853a9 req-f3a63be4-8eb8-4f3f-bc7c-c8d3e7a9b70a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802891 Nov 23 14:17:02.801814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:02.803391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:02.903595 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.909394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:17:02.923648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ede68-81cc-4fd3-865f-79c2a9e26a50 None None] Port 082e9473-2a57-4a83-aa30-6268fe86ba86 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:02.931676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:02.932055 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:02.940025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc820318-6549-4b34-84a6-2230f65c0918 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:03.000218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Router 1acc6b9f-3443-4769-abcb-5238d1b79801 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:17:03.075462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf17e6-24be-499a-99b3-a843438b76fc req-cec2aa18-aac2-4fe8-a455-3145c263b40f tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:03.082137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:03.084549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ccf17e6-24be-499a-99b3-a843438b76fc req-cec2aa18-aac2-4fe8-a455-3145c263b40f tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 945 time: 0.0826607 Nov 23 14:17:03.104178 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:03.120876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:17:03.137335 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e895e95d-cdb7-469a-94f9-9666e3039315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "PUT /v2.0/routers/1acc6b9f-3443-4769-abcb-5238d1b79801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2549915 Nov 23 14:17:03.138446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48990) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:03.185126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ccf17e6-24be-499a-99b3-a843438b76fc req-a282546d-bd58-45cf-a195-83f74c81797a tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982947 Nov 23 14:17:03.195128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:03.204229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dc5398b4-2ecc-4c96-a51b-3d52c5bfb4d0 None None] Provisioning complete for port 082e9473-2a57-4a83-aa30-6268fe86ba86 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:03.204482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dc5398b4-2ecc-4c96-a51b-3d52c5bfb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:03.228782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] Sync routers for ids ['1acc6b9f-3443-4769-abcb-5238d1b79801'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:17:03.233976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a3725-ea84-4203-95e0-00c6ab268289 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:03.238517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48994) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:03.238720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-926a3725-ea84-4203-95e0-00c6ab268289 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports?device_id=1acc6b9f-3443-4769-abcb-5238d1b79801 HTTP/1.1" status: 200 len: 982 time: 0.0996177 Nov 23 14:17:03.254041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-dc5398b4-2ecc-4c96-a51b-3d52c5bfb4d0 None None] Port 082e9473-2a57-4a83-aa30-6268fe86ba86 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:03.281462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] Routers {'1acc6b9f-3443-4769-abcb-5238d1b79801'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:03.282167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1acc6b9f-3443-4769-abcb-5238d1b79801'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:03.317108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07494212-b562-4a13-a4cb-6cab6eaae9a3 req-3e789093-9f79-4a67-8e95-bff382cc041d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:03.318875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07494212-b562-4a13-a4cb-6cab6eaae9a3 req-3e789093-9f79-4a67-8e95-bff382cc041d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 945 time: 0.0592864 Nov 23 14:17:03.379248 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:03.396342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:03.411046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07494212-b562-4a13-a4cb-6cab6eaae9a3 req-af13a6cb-fed2-41dc-a79a-39d62ef77fe3 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827086 Nov 23 14:17:03.437123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cc820318-6549-4b34-84a6-2230f65c0918'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:03.487081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fcfcc70a-86e8-4538-8e4f-53b453d052b6 None None] Provisioning complete for port 082e9473-2a57-4a83-aa30-6268fe86ba86 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:03.487451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc70a-86e8-4538-8e4f-53b453d052b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:03.524160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] Routers {'1acc6b9f-3443-4769-abcb-5238d1b79801'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:03.524787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1acc6b9f-3443-4769-abcb-5238d1b79801'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:03.533889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456835f3-8db3-470a-a7b6-7a2d6b7632f0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:03.536480 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca1b21-cd07-456e-8326-bf4318683cbe" -d '{"events": [{"server_uuid": "d104e4e6-86b9-4ae6-bd52-b8849544a9ad", "name": "network-vif-plugged", "status": "completed", "tag": "456835f3-8db3-470a-a7b6-7a2d6b7632f0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:03.602584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:03.603255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c057a7-8fed-401d-b3ac-23273f0a3387 None None] The sync data for ids ['1acc6b9f-3443-4769-abcb-5238d1b79801'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:17:03.605814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 456835f3-8db3-470a-a7b6-7a2d6b7632f0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=456835f3-8db3-470a-a7b6-7a2d6b7632f0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:03.618418 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:03.620170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcc70a-86e8-4538-8e4f-53b453d052b6 None None] Port 082e9473-2a57-4a83-aa30-6268fe86ba86 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:03.646319 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8f13d6-bf2f-47b9-a20e-7fa94d5de163 x-openstack-request-id: req-da8f13d6-bf2f-47b9-a20e-7fa94d5de163 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:03.646603 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d104e4e6-86b9-4ae6-bd52-b8849544a9ad", "name": "network-vif-plugged", "status": "completed", "tag": "456835f3-8db3-470a-a7b6-7a2d6b7632f0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:03.646859 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da8f13d6-bf2f-47b9-a20e-7fa94d5de163 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:03.647265 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456835f3-8db3-470a-a7b6-7a2d6b7632f0', 'code': 200} Nov 23 14:17:03.721479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=456835f3-8db3-470a-a7b6-7a2d6b7632f0,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:03.756647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e451cbf-33d8-4bea-9253-73f0272f6536 req-0e63d1c0-5090-4a2d-972f-294eb629a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:03.758485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e451cbf-33d8-4bea-9253-73f0272f6536 req-0e63d1c0-5090-4a2d-972f-294eb629a698 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 1097 time: 0.0650206 Nov 23 14:17:03.805467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62319495-e5c7-49d1-bcc7-9125806c08de req-084b2fcb-7e06-464a-ab47-3163bdefe89c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:03.813963 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-62319495-e5c7-49d1-bcc7-9125806c08de req-084b2fcb-7e06-464a-ab47-3163bdefe89c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 944 time: 0.1028147 Nov 23 14:17:03.871161 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-62319495-e5c7-49d1-bcc7-9125806c08de req-1b2c5513-7a66-4d25-9c20-9ed2eb0af0f3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522017 Nov 23 14:17:04.202174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:04.207656 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e451cbf-33d8-4bea-9253-73f0272f6536 req-a68d6811-89ae-4f40-aabf-36b0aa063010 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367254 Nov 23 14:17:04.215440 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:17:04.304120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc340-ee0f-4e94-a633-2ccc74ab2c17 req-2b69d86d-ab54-4b4e-ae11-aac225a9c277 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:04.310971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cc820318-6549-4b34-84a6-2230f65c0918 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:04.319349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad5bc340-ee0f-4e94-a633-2ccc74ab2c17 req-2b69d86d-ab54-4b4e-ae11-aac225a9c277 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 945 time: 0.0591786 Nov 23 14:17:04.378662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad5bc340-ee0f-4e94-a633-2ccc74ab2c17 req-7c15cd21-4b50-47aa-8f7c-6f7367d7bc9b tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d2fd196-ec45-4ec1-9f42-18142baa6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604100 Nov 23 14:17:04.416509 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:04.433664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc820318-6549-4b34-84a6-2230f65c0918 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:04.463730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:04.467167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d78a9-45bb-4d16-b357-cf5082a3dc80 req-22952eb0-b2bf-4288-a153-3d1f3b5a55fa tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:04.468782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b03d78a9-45bb-4d16-b357-cf5082a3dc80 req-22952eb0-b2bf-4288-a153-3d1f3b5a55fa tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0569785 Nov 23 14:17:04.469575 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:04.501327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-32a1c737-3488-437a-8088-1c2aa78588dd tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:04.502929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-32a1c737-3488-437a-8088-1c2aa78588dd tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 945 time: 0.0739584 Nov 23 14:17:04.514811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 082e9473-2a57-4a83-aa30-6268fe86ba86 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:04.515174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:04.527424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:04.553599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9438de-d2f0-441f-ac81-8391ca626dc5 req-7e394d34-7085-49e8-ad0c-b92562617a16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:04.555791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac9438de-d2f0-441f-ac81-8391ca626dc5 req-7e394d34-7085-49e8-ad0c-b92562617a16 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 946 time: 0.0707598 Nov 23 14:17:04.576255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b03d78a9-45bb-4d16-b357-cf5082a3dc80 req-8ef9e917-a815-40df-87a6-6a03bc627c30 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012700 Nov 23 14:17:04.617588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac9438de-d2f0-441f-ac81-8391ca626dc5 req-f7005d7f-8fa3-42ad-a8af-6cf52e7d598d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Nov 23 14:17:04.687274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:04.706190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 082e9473-2a57-4a83-aa30-6268fe86ba86 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:04.722509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Deleting port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:04.722849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:04.730274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c251d68-421d-4680-93c4-a63bfae4054a req-9eb38044-5661-4bd6-99ae-01d650f34853 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:04.731798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c251d68-421d-4680-93c4-a63bfae4054a req-9eb38044-5661-4bd6-99ae-01d650f34853 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0487688 Nov 23 14:17:04.783279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c251d68-421d-4680-93c4-a63bfae4054a req-b590c5a8-fbea-4555-a1f2-742d0854feba tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Nov 23 14:17:04.893344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] For port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,segment=NetworkSegment(1bbaf66b-013a-4af3-81c3-ebcd5c529fce),segment_id=1bbaf66b-013a-4af3-81c3-ebcd5c529fce)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:04.893907 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:04.914418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Calling delete_port for 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:04.989042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1237fb-9510-46da-8cf0-4f0e324e58a4 req-c05edeaf-ae2e-485f-a008-a9c43f21d278 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:04.990531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad1237fb-9510-46da-8cf0-4f0e324e58a4 req-c05edeaf-ae2e-485f-a008-a9c43f21d278 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0786297 Nov 23 14:17:05.012319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa406f6-08b4-4635-928d-9e4f321e9c0a req-7f0d373c-0142-4b37-9553-e5563170778a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:05.013802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baa406f6-08b4-4635-928d-9e4f321e9c0a req-7f0d373c-0142-4b37-9553-e5563170778a tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 943 time: 0.0659881 Nov 23 14:17:05.032594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:05.062442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=082e9473-2a57-4a83-aa30-6268fe86ba86,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:05.080594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad1237fb-9510-46da-8cf0-4f0e324e58a4 req-fdff85ce-0146-4b20-81b8-ea2344ca36e5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814655 Nov 23 14:17:05.088226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baa406f6-08b4-4635-928d-9e4f321e9c0a req-c04891b5-bdcf-4292-a1ed-b7c41fca02f6 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672185 Nov 23 14:17:05.173617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:05.188056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:05.232388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Pushing event deleted for resources: {'Port': ['ID=2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:05.271284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e1b4-8ebe-4b52-a886-4ade7c8034a3 req-6f9b83b1-66cb-4f5a-81eb-b40cd0cdb6b1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:05.276182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2958e1b4-8ebe-4b52-a886-4ade7c8034a3 req-6f9b83b1-66cb-4f5a-81eb-b40cd0cdb6b1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0747018 Nov 23 14:17:05.331828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2958e1b4-8ebe-4b52-a886-4ade7c8034a3 req-4c8f2edd-82ad-4c63-be98-9a95ec934832 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476508 Nov 23 14:17:05.364115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] No DVR routers for this DVR port 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:17:05.368224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:05.371818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cc3e78c-cd20-4c1d-84c2-2352e892aca0 req-ef2fb582-6dd2-477a-9367-a751067a1b99 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.11 "DELETE /v2.0/ports/2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf HTTP/1.1" status: 204 len: 173 time: 0.8599648 Nov 23 14:17:05.372273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'name': 'network-vif-deleted', 'tag': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:05.374540 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4710e1a8-a64f-494b-b97e-901cf7ee3490" -d '{"events": [{"server_uuid": "9ed76882-21e4-4702-8b12-a2cafed74bfd", "name": "network-vif-deleted", "tag": "2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:05.377863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:05.457569 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdf4a3c-cefd-42d4-8dc8-98a643fb4f7a x-openstack-request-id: req-afdf4a3c-cefd-42d4-8dc8-98a643fb4f7a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:05.457929 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed76882-21e4-4702-8b12-a2cafed74bfd", "name": "network-vif-deleted", "tag": "2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:05.458244 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afdf4a3c-cefd-42d4-8dc8-98a643fb4f7a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:05.458813 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed76882-21e4-4702-8b12-a2cafed74bfd', 'name': 'network-vif-deleted', 'tag': '2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf', 'status': 'completed', 'code': 200} Nov 23 14:17:05.520020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ade34909-74d8-4814-af02-b479eba1926d req-93a8b09f-fb75-4b49-bd63-066491d03965 tempest-ServerTagsTestJSON-2076766308 tempest-ServerTagsTestJSON-2076766308-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ed76882-21e4-4702-8b12-a2cafed74bfd HTTP/1.1" status: 200 len: 210 time: 0.0355864 Nov 23 14:17:05.551462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Router 1acc6b9f-3443-4769-abcb-5238d1b79801 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:17:05.577129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2569a-641f-4a05-8bec-8d83511f9d55 req-0583777e-ba72-4ef7-bab7-5b6c75929c6a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:05.578749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95e2569a-641f-4a05-8bec-8d83511f9d55 req-0583777e-ba72-4ef7-bab7-5b6c75929c6a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0617304 Nov 23 14:17:05.626652 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95e2569a-641f-4a05-8bec-8d83511f9d55 req-75db62c2-8231-4cc7-8602-687b7a170765 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Nov 23 14:17:05.627483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:17:05.633602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2c3da479-f48a-47bf-991a-7973b210e48f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "PUT /v2.0/routers/1acc6b9f-3443-4769-abcb-5238d1b79801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3932636 Nov 23 14:17:05.636034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49048) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:05.639532 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] Sync routers for ids ['1acc6b9f-3443-4769-abcb-5238d1b79801'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:17:05.659570 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] Routers {'1acc6b9f-3443-4769-abcb-5238d1b79801'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:05.660194 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1acc6b9f-3443-4769-abcb-5238d1b79801'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:05.675724 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-22868c80-db29-4fa6-bd68-551111433dfa tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:17:05.677160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-22868c80-db29-4fa6-bd68-551111433dfa tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/082e9473-2a57-4a83-aa30-6268fe86ba86 HTTP/1.1" status: 404 len: 333 time: 0.0400641 Nov 23 14:17:05.680721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49056) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:05.700278 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:05.709241 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] Routers {'1acc6b9f-3443-4769-abcb-5238d1b79801'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:05.709832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1acc6b9f-3443-4769-abcb-5238d1b79801'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:05.743917 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:05.744552 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4389e9-5f7f-47a5-a2df-a2316c97ab4b None None] The sync data for ids ['1acc6b9f-3443-4769-abcb-5238d1b79801'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:17:05.849118 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4f22751-acf2-4c12-a40f-99d41dff59b8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:05.939129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b42505-68a3-4cd2-8873-66f2f6494b2c req-045c38e8-6257-4bb9-955b-f613cd100276 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:05.940581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82b42505-68a3-4cd2-8873-66f2f6494b2c req-045c38e8-6257-4bb9-955b-f613cd100276 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 946 time: 0.2359254 Nov 23 14:17:05.973748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f5663-b3db-4cae-925c-03e1212d6d0e req-1f84b28a-f399-43ff-a940-d8e8872c68db tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:05.975211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-951f5663-b3db-4cae-925c-03e1212d6d0e req-1f84b28a-f399-43ff-a940-d8e8872c68db tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.2246923 Nov 23 14:17:06.065394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4f22751-acf2-4c12-a40f-99d41dff59b8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.067927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4f22751-acf2-4c12-a40f-99d41dff59b8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.133632 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4f22751-acf2-4c12-a40f-99d41dff59b8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.134172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f22751-acf2-4c12-a40f-99d41dff59b8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Fanout notify agent at l3_agent the message router_deleted on router 1acc6b9f-3443-4769-abcb-5238d1b79801 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:17:06.146023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4f22751-acf2-4c12-a40f-99d41dff59b8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.147146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d4f22751-acf2-4c12-a40f-99d41dff59b8 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/routers/1acc6b9f-3443-4769-abcb-5238d1b79801 HTTP/1.1" status: 204 len: 168 time: 0.4654930 Nov 23 14:17:06.151112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49062) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:06.152785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-951f5663-b3db-4cae-925c-03e1212d6d0e req-3b45d759-94ea-490d-854d-9197a19145f8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466537 Nov 23 14:17:06.156095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82b42505-68a3-4cd2-8873-66f2f6494b2c req-3fa7e28f-adfb-4718-a3f0-844bba454729 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800029 Nov 23 14:17:06.221423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet fccaa3bb-a252-48e2-90a6-ecd65a4330f9 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:17:06.229816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.296880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.315537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cc820318-6549-4b34-84a6-2230f65c0918 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:06.381957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcae22-3b1b-4bda-8f75-a596c52f899f req-0164ce0c-d7ce-46f3-9bf0-a82c82cc2774 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:06.390636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0fcae22-3b1b-4bda-8f75-a596c52f899f req-0164ce0c-d7ce-46f3-9bf0-a82c82cc2774 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 943 time: 0.0739703 Nov 23 14:17:06.399875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.401204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port cc820318-6549-4b34-84a6-2230f65c0918 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:06.401622 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.458521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0fcae22-3b1b-4bda-8f75-a596c52f899f req-8da467e7-ae9a-43ba-ac4f-547769a2c4a2 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667970 Nov 23 14:17:06.498412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.499299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.540472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:06.542341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:06.547573 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e464596-1a19-401f-935e-424ea32cddc9" -d '{"events": [{"server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "name": "network-vif-plugged", "status": "completed", "tag": "cc820318-6549-4b34-84a6-2230f65c0918"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:06.552288 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.558240 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/fccaa3bb-a252-48e2-90a6-ecd65a4330f9 HTTP/1.1" status: 204 len: 168 time: 0.4037929 Nov 23 14:17:06.558240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36ee7b-e0e6-4347-857e-84497db6e33a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=fccaa3bb-a252-48e2-90a6-ecd65a4330f9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:06.558501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49078) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:06.563877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f6556-d784-40c2-9e99-eb1ce466ba38 None None] Network 2ca5c58c-15ad-4d97-a6e3-2286038736c5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:06.567887 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.693414 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.700507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:06.708816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef01fb-53b0-4ce4-bd21-459cd983098d req-a9bf99b6-8a39-4e89-a99f-19613b0b5312 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:06.710843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96ef01fb-53b0-4ce4-bd21-459cd983098d req-a9bf99b6-8a39-4e89-a99f-19613b0b5312 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1410239 Nov 23 14:17:06.723124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614fb0c-4f3c-4358-9ffa-fcbb4ebb7688 req-226d9eea-05e1-4b3b-8566-473afabc6d06 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:06.724650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b614fb0c-4f3c-4358-9ffa-fcbb4ebb7688 req-226d9eea-05e1-4b3b-8566-473afabc6d06 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 946 time: 0.1751175 Nov 23 14:17:06.811789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] DHCP port deletion for 2ca5c58c-15ad-4d97-a6e3-2286038736c5 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:17:06.832746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96ef01fb-53b0-4ce4-bd21-459cd983098d req-7c37455b-061c-45f5-8ff4-4d533eaec595 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052918 Nov 23 14:17:06.837696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b614fb0c-4f3c-4358-9ffa-fcbb4ebb7688 req-5294e415-6483-4e69-b96a-9eadd5248974 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036448 Nov 23 14:17:06.868486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:06.868807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.883656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:06.888624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] Deleting port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:06.889008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.952474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] Deleting subnet 0f0bdae1-9a73-4edb-8780-e3535044a580 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:17:06.957503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.962314 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e5b09b-0739-48db-b17b-df48c728f1ee x-openstack-request-id: req-64e5b09b-0739-48db-b17b-df48c728f1ee {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:06.962536 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "name": "network-vif-plugged", "status": "completed", "tag": "cc820318-6549-4b34-84a6-2230f65c0918", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:06.962790 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64e5b09b-0739-48db-b17b-df48c728f1ee {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:06.963220 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918', 'code': 200} Nov 23 14:17:06.987622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] For port a1c9a683-d239-4cd7-99a3-cb7fca6097a3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,segment=NetworkSegment(d41050db-2932-4f69-bd41-5025e63bceee),segment_id=d41050db-2932-4f69-bd41-5025e63bceee)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:06.988141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] For port a1c9a683-d239-4cd7-99a3-cb7fca6097a3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,segment=NetworkSegment(d41050db-2932-4f69-bd41-5025e63bceee),segment_id=d41050db-2932-4f69-bd41-5025e63bceee)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:06.988348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:06.988438 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.004768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for a1c9a683-d239-4cd7-99a3-cb7fca6097a3 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:07.006224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] Calling delete_port for a1c9a683-d239-4cd7-99a3-cb7fca6097a3 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:07.012863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.024974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49a8c5-95b4-4b75-87b4-adf1a05c7ad7 req-a1e812d9-1da7-4b35-9775-a60d0bbdb2cb tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:07.026995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a49a8c5-95b4-4b75-87b4-adf1a05c7ad7 req-a1e812d9-1da7-4b35-9775-a60d0bbdb2cb tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0870295 Nov 23 14:17:07.102970 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.104938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.128387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] Pushing event deleted for resources: {'Port': ['ID=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:07.136980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f174d-5999-459b-b482-06d7f3b6f29d None None] No DVR routers for this DVR port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:17:07.139906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a49a8c5-95b4-4b75-87b4-adf1a05c7ad7 req-0667e521-a266-41cd-98f4-52b41d5eb350 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720963 Nov 23 14:17:07.142831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a3b6c-c705-4626-8fa3-e17263e0f4e1 req-11f0a354-4705-4c6e-9e41-887a9a7c6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:07.144419 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d04a3b6c-c705-4626-8fa3-e17263e0f4e1 req-11f0a354-4705-4c6e-9e41-887a9a7c6b8f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0839248 Nov 23 14:17:07.148844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.186590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=a1c9a683-d239-4cd7-99a3-cb7fca6097a3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:07.189847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No DVR routers for this DVR port a1c9a683-d239-4cd7-99a3-cb7fca6097a3 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:17:07.203003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.234328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d04a3b6c-c705-4626-8fa3-e17263e0f4e1 req-b1e17d80-1e2e-4ce2-ba78-33c556fa47d2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824447 Nov 23 14:17:07.237723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0bdae1-9a73-4edb-8780-e3535044a580,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:07.246121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.246121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dbeb98e9-d5b5-42d6-8b2c-6e045ba35e6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0f0bdae1-9a73-4edb-8780-e3535044a580 HTTP/1.1" status: 204 len: 168 time: 0.3611307 Nov 23 14:17:07.250022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49092) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:07.308519 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.388743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca5c58c-15ad-4d97-a6e3-2286038736c5']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:07.402081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41050db-2932-4f69-bd41-5025e63bceee') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:07.402379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41050db-2932-4f69-bd41-5025e63bceee') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:07.406661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.428511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc49605-f008-4bc8-a617-21b24107e3d6 req-266dc5b2-9578-477e-a135-d7f660690985 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:07.430054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abc49605-f008-4bc8-a617-21b24107e3d6 req-266dc5b2-9578-477e-a135-d7f660690985 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1306982 Nov 23 14:17:07.433327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.460329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.491321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:17:07.491768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:17:07.499013 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:17:07.577870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abc49605-f008-4bc8-a617-21b24107e3d6 req-b191c172-3667-458f-a3ab-2228d000a10b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375566 Nov 23 14:17:07.892579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.895434 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.924124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:07.925845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/2ca5c58c-15ad-4d97-a6e3-2286038736c5 HTTP/1.1" status: 204 len: 168 time: 1.3663824 Nov 23 14:17:07.929776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49106) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:07.974822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b81e0-18a7-42ed-87c6-ab7906697c0d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:07.980317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b93d10-d17e-4c1f-8e74-e67206272304 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=2ca5c58c-15ad-4d97-a6e3-2286038736c5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:07.980508 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-686b81e0-18a7-42ed-87c6-ab7906697c0d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/263aa60a-3d3a-4688-bdd8-e437fbb80137 HTTP/1.1" status: 200 len: 841 time: 0.0455346 Nov 23 14:17:07.981764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49108) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:07.994572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02852c5e-3a9d-4b7a-b716-05461da7c646']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:08.030834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbaf66b-013a-4af3-81c3-ebcd5c529fce') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:08.031144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbaf66b-013a-4af3-81c3-ebcd5c529fce') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:08.049808 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.067664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a84be4-5fc3-4c0b-9985-cb747bca60c4 req-1b129978-9b44-49e5-bf30-827958eb7784 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:08.069124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17a84be4-5fc3-4c0b-9985-cb747bca60c4 req-1b129978-9b44-49e5-bf30-827958eb7784 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1801605 Nov 23 14:17:08.074760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-74d001e4-3d74-46b8-b7f0-7475ef036315 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/263aa60a-3d3a-4688-bdd8-e437fbb80137?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0905130 Nov 23 14:17:08.078691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49110) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:08.083691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:08.086331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb14f-8c1f-40dc-af88-83054f2a22f8 req-842c274e-2953-4982-861e-304d5185231c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:08.087775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e1eb14f-8c1f-40dc-af88-83054f2a22f8 req-842c274e-2953-4982-861e-304d5185231c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1977315 Nov 23 14:17:08.094913 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.123378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:17:08.123770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:17:08.127754 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:17:08.179599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:08.187245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.219579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c9a683-d239-4cd7-99a3-cb7fca6097a3 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:08.224140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17a84be4-5fc3-4c0b-9985-cb747bca60c4 req-47c621f9-2375-4265-af7b-9da1bf90b9a5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427121 Nov 23 14:17:08.246469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e1eb14f-8c1f-40dc-af88-83054f2a22f8 req-143228f3-2452-41d8-b83b-82e60d2358c5 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377122 Nov 23 14:17:08.248650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.252201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a1c9a683-d239-4cd7-99a3-cb7fca6097a3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:17:08.252715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c9a683-d239-4cd7-99a3-cb7fca6097a3 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:17:08.272166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.280248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/02852c5e-3a9d-4b7a-b716-05461da7c646 HTTP/1.1" status: 204 len: 168 time: 1.0285702 Nov 23 14:17:08.284459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad8120-6e08-401c-b3cb-f536b84d83bb admin admin] Pushing event deleted for resources: {'Network': ['ID=02852c5e-3a9d-4b7a-b716-05461da7c646,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:08.437025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5005c3-d9be-4874-b4ba-e733b90bd395 req-86fda7b7-6a7d-4e16-b274-ca2c655ca5fc tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:08.438674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c5005c3-d9be-4874-b4ba-e733b90bd395 req-86fda7b7-6a7d-4e16-b274-ca2c655ca5fc tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 946 time: 0.0865972 Nov 23 14:17:08.458340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.477297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49124) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:08.500955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:08.504087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:08.508588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:08.509185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.521991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e67e4f-dfce-4daa-afa0-0767a591f7d5 None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:08.525405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=c0a9b527-0094-467e-b600-5f3382f47267,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:08.539954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c5005c3-d9be-4874-b4ba-e733b90bd395 req-324df859-c19c-4e09-9570-002ef7a7b5a1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841515 Nov 23 14:17:08.544704 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c98d1de3-7f4c-42b5-bef1-fd5c2aa8a91c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4623930 Nov 23 14:17:08.545264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49126) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:08.549677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-08d66c39-f2e1-4c42-a210-2e2eeaa8d14f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'security_group': {'name': 'tempest-secgroup-2077237007'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:08.551138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811117a-849c-4ebb-948c-8857185005ba req-3f4e2eff-8a3b-4c3a-9bbc-68a367ab9d57 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:08.560299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f811117a-849c-4ebb-948c-8857185005ba req-3f4e2eff-8a3b-4c3a-9bbc-68a367ab9d57 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1451573 Nov 23 14:17:08.599184 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d66c39-f2e1-4c42-a210-2e2eeaa8d14f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.610820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:08.611857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fb00dea4-c1ab-4bd6-bfaf-cc0166d20e47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e00272d6cc7a42c48141178d1ad95c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335971 Nov 23 14:17:08.612623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49132) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:08.640539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:17:08.641585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2aee3dc5-fef1-4ce1-8960-69cf6ddeaddf not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:17:08.673138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f811117a-849c-4ebb-948c-8857185005ba req-2d23a8cc-caf6-4024-91a7-4a31edf2011d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116505 Nov 23 14:17:08.707689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d66c39-f2e1-4c42-a210-2e2eeaa8d14f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.715318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d07f02ed-6335-475f-9a95-35c6411af0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.716300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d66c39-f2e1-4c42-a210-2e2eeaa8d14f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.750360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d66c39-f2e1-4c42-a210-2e2eeaa8d14f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc462673-eb6c-419c-ac15-fa242d98dc0b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:08.761087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d07f02ed-6335-475f-9a95-35c6411af0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.785570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d66c39-f2e1-4c42-a210-2e2eeaa8d14f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.794322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08d66c39-f2e1-4c42-a210-2e2eeaa8d14f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2456315 Nov 23 14:17:08.794535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49136) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:08.800152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-21c98a7e-ed5f-4da1-9326-7deb8ea64b79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'security_group': {'name': 'tempest-secgroup-40103807'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:08.807886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-536737d6-d661-4314-bbdc-f12de12b8a02', 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'tenant_id': '2741f0d87fad41399c90d7473a92e09c', 'fixed_ips': [{'subnet_id': 'c0a9b527-0094-467e-b600-5f3382f47267'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:17:08.808780 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.828938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21c98a7e-ed5f-4da1-9326-7deb8ea64b79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.845476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d07f02ed-6335-475f-9a95-35c6411af0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.850136 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d07f02ed-6335-475f-9a95-35c6411af0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:08.852374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d07f02ed-6335-475f-9a95-35c6411af0cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d2fd196-ec45-4ec1-9f42-18142baa6972 HTTP/1.1" status: 204 len: 168 time: 0.2386765 Nov 23 14:17:08.877281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f02ed-6335-475f-9a95-35c6411af0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2fd196-ec45-4ec1-9f42-18142baa6972,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:08.999218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6bec-261e-4388-b911-b08c4f9edbac req-c6fac26c-5740-48f4-b63c-e73087dd7a7a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:09.001486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Allocated IP 172.20.0.2 (536737d6-d661-4314-bbdc-f12de12b8a02/c0a9b527-0094-467e-b600-5f3382f47267/6382c604-2bf8-43cb-bc59-4ef41b7d7832) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:09.002218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21c98a7e-ed5f-4da1-9326-7deb8ea64b79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.012072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21c98a7e-ed5f-4da1-9326-7deb8ea64b79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.014600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35ee6bec-261e-4388-b911-b08c4f9edbac req-c6fac26c-5740-48f4-b63c-e73087dd7a7a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1580331 Nov 23 14:17:09.050690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21c98a7e-ed5f-4da1-9326-7deb8ea64b79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.056577 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-21c98a7e-ed5f-4da1-9326-7deb8ea64b79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2607744 Nov 23 14:17:09.075390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49142) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:09.076829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c98a7e-ed5f-4da1-9326-7deb8ea64b79 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f02fe5-6f66-42c2-93a4-360baafcdc34,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:09.101635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-849418615', 'security_groups': ['07f02fe5-6f66-42c2-93a4-360baafcdc34'], 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0a9b527-0094-467e-b600-5f3382f47267'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:09.219198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35ee6bec-261e-4388-b911-b08c4f9edbac req-7d471b21-fd3f-442e-b877-8a1f9b0bef05 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980088 Nov 23 14:17:09.240966 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.264720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.395319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:09.412263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104bf91-34eb-499b-bdf7-f64b913c2620 req-d4f0c693-ebff-4ba7-9cb8-4dc9cba6863f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:09.413629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:09.416232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:09.419833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Pushing event updated for resources: {'Port': ['ID=6382c604-2bf8-43cb-bc59-4ef41b7d7832,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:09.423499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d104bf91-34eb-499b-bdf7-f64b913c2620 req-d4f0c693-ebff-4ba7-9cb8-4dc9cba6863f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 946 time: 0.3467770 Nov 23 14:17:09.505942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Attempting to bind port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:17:09.506369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Attempting to bind port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:17:09.511165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Attempting to bind port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 on network 536737d6-d661-4314-bbdc-f12de12b8a02 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:09.519262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:17:09.519639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Checking segment: {'id': 'b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:09.520040 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.520441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Bound using segment: {'id': 'b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:17:09.521191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Bound port: 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:17:09.521601 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.527493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a18c6-e030-4a22-9b08-adf3b7a1294d req-3cc08524-bcd1-46f0-9687-d032fccae5b6 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:09.529021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f8a18c6-e030-4a22-9b08-adf3b7a1294d req-3cc08524-bcd1-46f0-9687-d032fccae5b6 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1685460 Nov 23 14:17:09.564334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d104bf91-34eb-499b-bdf7-f64b913c2620 req-22ce19bc-7250-4899-b9f0-aaf983bd4818 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397543 Nov 23 14:17:09.572156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:09.589449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] For port 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:17:09.593127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] For port 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6382c604-2bf8-43cb-bc59-4ef41b7d7832,segment=NetworkSegment(b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23),segment_id=b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:09.599542 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.683923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33894f2-8715-40ba-9fe7-17f62b648aec None None] Pushing event updated for resources: {'Port': ['ID=6382c604-2bf8-43cb-bc59-4ef41b7d7832,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:09.732215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f8a18c6-e030-4a22-9b08-adf3b7a1294d req-6141e3ef-3d88-465c-95aa-e5f5c8671e7c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818323 Nov 23 14:17:09.836062 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:09.890110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe795-50a2-465d-8c22-619c40320c85 req-e1fcd748-68fa-49da-85f4-cf37041ada60 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:09.891793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83ebe795-50a2-465d-8c22-619c40320c85 req-e1fcd748-68fa-49da-85f4-cf37041ada60 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 814 time: 0.1861160 Nov 23 14:17:09.893173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port af54becf-4b02-4957-9444-72806b039e0d yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:17:09.946599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83ebe795-50a2-465d-8c22-619c40320c85 req-a9480acf-72d0-48ab-9230-eadc75518c39 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/quotas/4115e8a47c3d492a8b4537f63e6329e2 HTTP/1.1" status: 200 len: 375 time: 0.0471501 Nov 23 14:17:10.105450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83ebe795-50a2-465d-8c22-619c40320c85 req-cc91fd9b-3df6-40df-aaef-7be8c28fa969 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488841 Nov 23 14:17:10.131558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e87e6-9535-459c-a928-2679030b0fcd req-cf665113-6bf9-4143-8cf0-f3776a9a3f62 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:10.133061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-249e87e6-9535-459c-a928-2679030b0fcd req-cf665113-6bf9-4143-8cf0-f3776a9a3f62 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1142890 Nov 23 14:17:10.150701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.9 (536737d6-d661-4314-bbdc-f12de12b8a02/c0a9b527-0094-467e-b600-5f3382f47267/af54becf-4b02-4957-9444-72806b039e0d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:10.220230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-249e87e6-9535-459c-a928-2679030b0fcd req-2e1e424d-0511-4414-91c0-f47c02ec78ce tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791371 Nov 23 14:17:10.285073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6382c604-2bf8-43cb-bc59-4ef41b7d7832 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:10.363868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:10.364242 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.417521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.432471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dcf1e-2d6a-4e74-954d-a1c3a340386a req-5b7798bf-7081-41b1-8fc7-4cec4a255e13 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:10.434047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b1dcf1e-2d6a-4e74-954d-a1c3a340386a req-5b7798bf-7081-41b1-8fc7-4cec4a255e13 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1103570 Nov 23 14:17:10.495331 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.498578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.517742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-786f8ef3-abe2-43a2-b410-208a07cd8319 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:10.532229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-786f8ef3-abe2-43a2-b410-208a07cd8319 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 946 time: 0.0922201 Nov 23 14:17:10.541864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6382c604-2bf8-43cb-bc59-4ef41b7d7832,segment=NetworkSegment(b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23),segment_id=b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:10.546974 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.562547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:10.568694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:10.572506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:10.629543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:10.630252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.646475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=6382c604-2bf8-43cb-bc59-4ef41b7d7832,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:10.647497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b1dcf1e-2d6a-4e74-954d-a1c3a340386a req-4e03efbf-4307-4dd4-9a22-655b47382182 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919897 Nov 23 14:17:10.666399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=af54becf-4b02-4957-9444-72806b039e0d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:10.684465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Deleting port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:10.684778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.691840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49196) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:10.702212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-670e4c51-ab29-4098-93b4-de87ebbe6833 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:10.705894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d6603249-d3ff-4784-8546-81965770623c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6068079 Nov 23 14:17:10.887648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] For port 456835f3-8db3-470a-a7b6-7a2d6b7632f0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=456835f3-8db3-470a-a7b6-7a2d6b7632f0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:10.888426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:10.930622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Calling delete_port for 456835f3-8db3-470a-a7b6-7a2d6b7632f0 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:10.992368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e4c51-ab29-4098-93b4-de87ebbe6833 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:10.996803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-670e4c51-ab29-4098-93b4-de87ebbe6833 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:11.028945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8749be53-5663-4ce7-a4f2-0ec3a66f31c8 None None] Provisioning complete for port 263aa60a-3d3a-4688-bdd8-e437fbb80137 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:11.029229 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8749be53-5663-4ce7-a4f2-0ec3a66f31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:11.039964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d77521-eb94-45ed-a20a-9c7935aeaa78 req-051e81c7-8eb6-4d7d-84c8-d61301459d6a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:11.047855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9d77521-eb94-45ed-a20a-9c7935aeaa78 req-051e81c7-8eb6-4d7d-84c8-d61301459d6a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=d104e4e6-86b9-4ae6-bd52-b8849544a9ad HTTP/1.1" status: 200 len: 946 time: 0.0982585 Nov 23 14:17:11.102403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8749be53-5663-4ce7-a4f2-0ec3a66f31c8 None None] Port 263aa60a-3d3a-4688-bdd8-e437fbb80137 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:11.115521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8749be53-5663-4ce7-a4f2-0ec3a66f31c8 None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:11.115889 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8749be53-5663-4ce7-a4f2-0ec3a66f31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:11.159502 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-670e4c51-ab29-4098-93b4-de87ebbe6833 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0a9b527-0094-467e-b600-5f3382f47267 (CIDR: 172.20.0.0/28) Nov 23 14:17:11.169008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9d77521-eb94-45ed-a20a-9c7935aeaa78 req-d6921af9-fcbc-4bf9-856c-185cb8439926 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175003 Nov 23 14:17:11.197811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c3f7-d010-46f4-a63e-eae6c20f6e11 req-3db7c4c8-0b58-4284-9c27-002c98aa9bc8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:11.199374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2904c3f7-d010-46f4-a63e-eae6c20f6e11 req-3db7c4c8-0b58-4284-9c27-002c98aa9bc8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1690948 Nov 23 14:17:11.207955 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-670e4c51-ab29-4098-93b4-de87ebbe6833 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:17:11.208124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670e4c51-ab29-4098-93b4-de87ebbe6833 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:11.241561 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-670e4c51-ab29-4098-93b4-de87ebbe6833 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5458419 Nov 23 14:17:11.242376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49220) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:11.252024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:11.270102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2904c3f7-d010-46f4-a63e-eae6c20f6e11 req-39b1f211-9876-42f8-b676-3a22027eb41b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639579 Nov 23 14:17:11.363045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:11.386514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['456835f3-8db3-470a-a7b6-7a2d6b7632f0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:11.400210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event deleted for resources: {'Port': ['ID=456835f3-8db3-470a-a7b6-7a2d6b7632f0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:11.408844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:11.412424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:11.420870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3d99be39-7bbd-425b-86c5-58d75dc503df None None] Provisioning complete for port af54becf-4b02-4957-9444-72806b039e0d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:11.421006 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3d99be39-7bbd-425b-86c5-58d75dc503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:11.495907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] No DVR routers for this DVR port 456835f3-8db3-470a-a7b6-7a2d6b7632f0 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:17:11.509460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:11.512759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3e2b1db8-7fe6-406a-b4c0-c2ed512b7314 req-b2f421e0-d3bc-48f7-98ba-b3a0fb05b7a9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "DELETE /v2.0/ports/456835f3-8db3-470a-a7b6-7a2d6b7632f0 HTTP/1.1" status: 204 len: 173 time: 0.9731441 Nov 23 14:17:11.513211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'name': 'network-vif-deleted', 'tag': '456835f3-8db3-470a-a7b6-7a2d6b7632f0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:11.515577 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00840b27-9a24-4966-a4ef-5f30767b806c" -d '{"events": [{"server_uuid": "d104e4e6-86b9-4ae6-bd52-b8849544a9ad", "name": "network-vif-deleted", "tag": "456835f3-8db3-470a-a7b6-7a2d6b7632f0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:11.563400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3d99be39-7bbd-425b-86c5-58d75dc503df None None] Port af54becf-4b02-4957-9444-72806b039e0d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:11.607023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-5453e1e8-cece-4855-86a6-86abf5821fc1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190946 Nov 23 14:17:11.644300 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b57e614-2aeb-4c8f-adc2-9936c35c8e32 x-openstack-request-id: req-9b57e614-2aeb-4c8f-adc2-9936c35c8e32 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:11.644639 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d104e4e6-86b9-4ae6-bd52-b8849544a9ad", "name": "network-vif-deleted", "tag": "456835f3-8db3-470a-a7b6-7a2d6b7632f0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:11.644893 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b57e614-2aeb-4c8f-adc2-9936c35c8e32 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:11.645336 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd104e4e6-86b9-4ae6-bd52-b8849544a9ad', 'name': 'network-vif-deleted', 'tag': '456835f3-8db3-470a-a7b6-7a2d6b7632f0', 'status': 'completed', 'code': 200} Nov 23 14:17:11.734122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-d9cdaf95-cfaf-4023-8004-b0beb1c3cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:11.735637 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-d9cdaf95-cfaf-4023-8004-b0beb1c3cf77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1097 time: 0.0832384 Nov 23 14:17:11.779609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47b94bbe-c74a-4192-a96d-b1075e112859 req-e7b077ba-cc45-45ab-bc00-307a90c85b9e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4115e8a47c3d492a8b4537f63e6329e2 HTTP/1.1" status: 200 len: 221 time: 0.0385582 Nov 23 14:17:11.822715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-cf88c06e-90a9-4057-8cd6-2be88e96a5b0 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:11.832762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-cf88c06e-90a9-4057-8cd6-2be88e96a5b0 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 814 time: 0.2249019 Nov 23 14:17:11.856894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-204fe7f4-d062-435f-b6a8-78198f585fe9 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/quotas/64b8898bf10c4f1f89a62834e14151a9 HTTP/1.1" status: 200 len: 375 time: 0.0231495 Nov 23 14:17:11.941398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5f2c2-3691-4868-8958-75793ea9cf2f req-6f69d9b6-ffa4-4922-99c3-b0936a785d07 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:11.943358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29c5f2c2-3691-4868-8958-75793ea9cf2f req-6f69d9b6-ffa4-4922-99c3-b0936a785d07 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1011038 Nov 23 14:17:11.959361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-176bf02c-8515-4eb1-925f-e51b815c14c5 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851474 Nov 23 14:17:12.089863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29c5f2c2-3691-4868-8958-75793ea9cf2f req-38ffbe07-ddeb-41ba-92e4-51aa0e819e03 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358824 Nov 23 14:17:12.134326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-6a81f4aa-1bd7-4345-8db1-fa9ebf2bf69d service neutron] 10.222.0.46 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433601 Nov 23 14:17:12.146085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:12.202940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:12.208369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-493b3ed3-0115-4380-902a-a90192f34ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:12.209850 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-493b3ed3-0115-4380-902a-a90192f34ae7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.4397600 Nov 23 14:17:12.213547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:12.217980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:12.218578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:12.226988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658809e-68f7-4d0b-88b5-52ad605590ec None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:12.315417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-615bc763-71c1-4cc3-8117-437bbcbdfa62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 1002 time: 0.0908532 Nov 23 14:17:12.318778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6382c604-2bf8-43cb-bc59-4ef41b7d7832 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:12.320199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=42fa6ad8-6ff3-434d-bde2-38bd915e028b,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:12.328353 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4ea63563-06e3-4a8d-bf0a-2fbf77c4f4bd tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0824413 Nov 23 14:17:12.336304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49252) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:12.343403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1780827876', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42fa6ad8-6ff3-434d-bde2-38bd915e028b'}], 'security_groups': ['bc462673-eb6c-419c-ac15-fa242d98dc0b']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:12.356495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-77b9e211-57f9-450a-9693-56c58b3742e6 service neutron] 10.222.0.46 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251115 Nov 23 14:17:12.368809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d99d2-08d6-4629-8485-6067f4b73459 req-31b98738-e9a0-415b-b6a6-fe5f41b1b2c1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:12.377239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d5d99d2-08d6-4629-8485-6067f4b73459 req-31b98738-e9a0-415b-b6a6-fe5f41b1b2c1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1068974 Nov 23 14:17:12.485898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d5d99d2-08d6-4629-8485-6067f4b73459 req-1632d94e-46f7-447f-a2a7-09a2f3c04ce5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032491 Nov 23 14:17:12.532606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-d7b6745b-1e0a-40c3-9c7d-305bb2d22814 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:12.534673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-d7b6745b-1e0a-40c3-9c7d-305bb2d22814 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "GET /v2.0/ports?device_id=b932e9ff-19ef-4407-b023-13af0c36e0d9 HTTP/1.1" status: 200 len: 945 time: 0.1117389 Nov 23 14:17:12.539451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-3cdf4210-f00c-4fb4-b61b-c11aa38b0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:12.540983 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-3cdf4210-f00c-4fb4-b61b-c11aa38b0ce6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.2138379 Nov 23 14:17:12.551794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:12.552768 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:12.677783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:12.692095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Deleting port cc820318-6549-4b34-84a6-2230f65c0918 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:12.692637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:12.804120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-982d630e-8ec0-4340-a15e-8c1eb0980f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:12.805760 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-982d630e-8ec0-4340-a15e-8c1eb0980f92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436984 Nov 23 14:17:12.849251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f176b716-56b6-4c5e-b55d-e06d378b4613 req-625ec203-6b80-44a7-9864-1222e6af9839 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 210 time: 0.0388615 Nov 23 14:17:12.897038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] For port cc820318-6549-4b34-84a6-2230f65c0918, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cc820318-6549-4b34-84a6-2230f65c0918,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:12.899044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:12.929416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Calling delete_port for cc820318-6549-4b34-84a6-2230f65c0918 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:12.929643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d0751-f6a8-4157-b508-55bc0e719aba None None] Update dhcp port {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'fixed_ips': [{'subnet_id': 'c0a9b527-0094-467e-b600-5f3382f47267', 'ip_address': '172.20.0.2'}, {'subnet_id': '42fa6ad8-6ff3-434d-bde2-38bd915e028b'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '6382c604-2bf8-43cb-bc59-4ef41b7d7832'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:17:12.959322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c00d0751-f6a8-4157-b508-55bc0e719aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:13.110238 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-29c333a4-6e3c-4e5f-a7a1-ca18cb55bfc6 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947338 Nov 23 14:17:13.135487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7ddf3-08d3-412f-a8d0-675525115d87 req-95c88c93-b4e5-4876-9c3a-fefb0a140c00 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:13.143975 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0a7ddf3-08d3-412f-a8d0-675525115d87 req-95c88c93-b4e5-4876-9c3a-fefb0a140c00 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1075795 Nov 23 14:17:13.165224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:13.180503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cc820318-6549-4b34-84a6-2230f65c0918'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:13.201989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Pushing event deleted for resources: {'Port': ['ID=cc820318-6549-4b34-84a6-2230f65c0918,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:13.263934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] No DVR routers for this DVR port cc820318-6549-4b34-84a6-2230f65c0918 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:17:13.267204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:13.271400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d3305ab-76f4-4094-8dc7-68d9c2877ad7 req-949f2822-c45b-4045-8439-69ae2335810c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.74 "DELETE /v2.0/ports/cc820318-6549-4b34-84a6-2230f65c0918 HTTP/1.1" status: 204 len: 173 time: 0.7211256 Nov 23 14:17:13.272180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'name': 'network-vif-deleted', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:13.275571 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19175a65-d30c-4f0d-8a6c-4ab0b02d7e47" -d '{"events": [{"server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "name": "network-vif-deleted", "tag": "cc820318-6549-4b34-84a6-2230f65c0918"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:13.280735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f976c5f5-a1df-49b1-afbf-01a42e133753 req-5946186b-e203-4413-ab06-a3acfc28b011 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565847 Nov 23 14:17:13.303474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0a7ddf3-08d3-412f-a8d0-675525115d87 req-f901313a-578a-4230-ae1d-6818ec949807 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582265 Nov 23 14:17:13.310287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c00d0751-f6a8-4157-b508-55bc0e719aba None None] Allocated IP 172.20.0.18 (536737d6-d661-4314-bbdc-f12de12b8a02/42fa6ad8-6ff3-434d-bde2-38bd915e028b/6382c604-2bf8-43cb-bc59-4ef41b7d7832) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:13.465114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c00d0751-f6a8-4157-b508-55bc0e719aba None None] For port 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6382c604-2bf8-43cb-bc59-4ef41b7d7832,segment=NetworkSegment(b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23),segment_id=b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:13.521441 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c00d0751-f6a8-4157-b508-55bc0e719aba None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:13.522846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65217-c7be-4a87-acc7-41f60dfae2b4 req-cef34c82-88bb-47fe-9cf2-4cb84211cfad tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:13.526698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ac65217-c7be-4a87-acc7-41f60dfae2b4 req-cef34c82-88bb-47fe-9cf2-4cb84211cfad tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1182377 Nov 23 14:17:13.540550 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c00d0751-f6a8-4157-b508-55bc0e719aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:13.623514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ac65217-c7be-4a87-acc7-41f60dfae2b4 req-316c0ef2-a6e5-456a-9fee-f25c099dd5a7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583217 Nov 23 14:17:13.671433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Delete allocated IP 172.20.0.9 (536737d6-d661-4314-bbdc-f12de12b8a02/c0a9b527-0094-467e-b600-5f3382f47267) {{(pid=103345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 14:17:13.681825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.30 (536737d6-d661-4314-bbdc-f12de12b8a02/42fa6ad8-6ff3-434d-bde2-38bd915e028b/af54becf-4b02-4957-9444-72806b039e0d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:13.720882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007610a-49c7-46f8-a922-f3c81269b463 req-b7dff145-b2a0-45f3-99ab-28f8dec98afd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:13.730276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-b7dff145-b2a0-45f3-99ab-28f8dec98afd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.2823734 Nov 23 14:17:13.744593 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa82fd8-e4ec-42dd-9ccd-ff77064e537f x-openstack-request-id: req-eaa82fd8-e4ec-42dd-9ccd-ff77064e537f {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:13.745063 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932e9ff-19ef-4407-b023-13af0c36e0d9", "name": "network-vif-deleted", "tag": "cc820318-6549-4b34-84a6-2230f65c0918", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:13.745462 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eaa82fd8-e4ec-42dd-9ccd-ff77064e537f {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:13.746022 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b932e9ff-19ef-4407-b023-13af0c36e0d9', 'name': 'network-vif-deleted', 'tag': 'cc820318-6549-4b34-84a6-2230f65c0918', 'status': 'completed', 'code': 200} Nov 23 14:17:13.765830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-d154358e-43e1-4c27-8c11-1de5ccda8e20 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/quotas/18d87e869b304671b0799b7848a7f819 HTTP/1.1" status: 200 len: 375 time: 0.0342381 Nov 23 14:17:13.767932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d0751-f6a8-4157-b508-55bc0e719aba None None] Pushing event updated for resources: {'Port': ['ID=6382c604-2bf8-43cb-bc59-4ef41b7d7832,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:13.848944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-7223c830-b18e-4c65-8c30-49f7fca27197 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821316 Nov 23 14:17:13.879755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:13.889552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:13.994049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-1cc5d377-b3fc-45cb-97bc-cb3712f29e65 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441767 Nov 23 14:17:14.153842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] In _notify_port_updated(), no bound segment for port af54becf-4b02-4957-9444-72806b039e0d on network 536737d6-d661-4314-bbdc-f12de12b8a02 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:17:14.159946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:14.160575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:14.166384 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "PUT /v2.0/ports/af54becf-4b02-4957-9444-72806b039e0d HTTP/1.1" status: 200 len: 921 time: 1.8273661 Nov 23 14:17:14.167253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49314) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:14.176967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-385a63a7-8eca-4ed7-9c5e-ba5169fc636f service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755912 Nov 23 14:17:14.211953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b01d7-a1b1-4372-b206-3e5815fc5c7c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=af54becf-4b02-4957-9444-72806b039e0d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:14.303142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6382c604-2bf8-43cb-bc59-4ef41b7d7832 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:14.396517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-4fecb3b7-3514-486b-b9d3-d120a7c6f877 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:14.398674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-4fecb3b7-3514-486b-b9d3-d120a7c6f877 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.11 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 814 time: 0.2863111 Nov 23 14:17:14.412055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port af54becf-4b02-4957-9444-72806b039e0d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:14.412401 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:14.430860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Request body: {'port': {'device_id': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'admin_state_up': True, 'tenant_id': '64b8898bf10c4f1f89a62834e14151a9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:14.450028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:14.451699 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:14.554781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b962e0e-dda4-46f5-b2d8-b21d232f212b req-8505e721-3737-48d7-847f-43f309a901a8 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 210 time: 0.0718327 Nov 23 14:17:14.655142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 456835f3-8db3-470a-a7b6-7a2d6b7632f0 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:14.655798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:14.678209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for af54becf-4b02-4957-9444-72806b039e0d owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:14.731533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408501d3-34df-4003-b01e-6a456a8c890f req-7b543882-902f-4e42-893b-da664d7d18dc tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:14.735552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-408501d3-34df-4003-b01e-6a456a8c890f req-7b543882-902f-4e42-893b-da664d7d18dc tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1334918 Nov 23 14:17:14.737862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 456835f3-8db3-470a-a7b6-7a2d6b7632f0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:17:14.738464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 456835f3-8db3-470a-a7b6-7a2d6b7632f0 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:17:14.764016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Made reservation on behalf of 64b8898bf10c4f1f89a62834e14151a9 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:14.776429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:14.790718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Provisioning complete for port af54becf-4b02-4957-9444-72806b039e0d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:14.791781 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:14.832444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11b45f23-b409-4d03-828e-f428b3ad6038 req-18f65cf2-d051-4251-81ab-1cbbb99491f8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 210 time: 0.0958452 Nov 23 14:17:14.848138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Port af54becf-4b02-4957-9444-72806b039e0d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:14.875150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Provisioning complete for port 263aa60a-3d3a-4688-bdd8-e437fbb80137 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:14.877979 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:14.914242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-408501d3-34df-4003-b01e-6a456a8c890f req-0358bd7a-4e89-4999-bffc-433ae1a5ac09 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611667 Nov 23 14:17:14.962788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Port 263aa60a-3d3a-4688-bdd8-e437fbb80137 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:14.975581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:14.976921 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d7a51ea0-b24d-492f-93ce-5aa9fd852426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.018177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.103576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550eb67a-d1e9-42c7-a840-90c96b28e768 req-67f2b018-484e-4c29-afd5-f8b5722e3cd3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:15.119497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-550eb67a-d1e9-42c7-a840-90c96b28e768 req-67f2b018-484e-4c29-afd5-f8b5722e3cd3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1064396 Nov 23 14:17:15.129728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=af54becf-4b02-4957-9444-72806b039e0d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:15.235094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-550eb67a-d1e9-42c7-a840-90c96b28e768 req-c905cc99-6403-4b59-8963-d28f12c0e5a5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038957 Nov 23 14:17:15.260170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.264018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8991d37f-fe44-4be9-9c48-2ea0bd15afad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/af54becf-4b02-4957-9444-72806b039e0d HTTP/1.1" status: 204 len: 168 time: 1.0907259 Nov 23 14:17:15.266652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49346) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:15.300579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Allocated IP 172.20.0.6 (5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd/4981d67f-7ab2-4953-a0e7-8dc1185675f1/42aedd50-2939-47fe-9473-0d76db05c979) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:15.330602 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24af149-6738-4b18-90e0-5118aec2eca5 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:17:15.332536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b24af149-6738-4b18-90e0-5118aec2eca5 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/af54becf-4b02-4957-9444-72806b039e0d HTTP/1.1" status: 404 len: 333 time: 0.0648048 Nov 23 14:17:15.337190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49348) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:15.495818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417ce22-f7d8-4f08-8a96-3ca76a34c6a5 req-ee998d24-34ec-41bc-9f8c-d6dd026c4102 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:15.499133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9417ce22-f7d8-4f08-8a96-3ca76a34c6a5 req-ee998d24-34ec-41bc-9f8c-d6dd026c4102 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0881505 Nov 23 14:17:15.513189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e6f4c4e9-ce7b-48d7-9d1e-83832b71ea97 None None] Could not find standard attr ID for object af54becf-4b02-4957-9444-72806b039e0d. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:17:15.567541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e328922-c823-4002-9442-16dd219bfb9a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.603770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e328922-c823-4002-9442-16dd219bfb9a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.627536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9417ce22-f7d8-4f08-8a96-3ca76a34c6a5 req-09611417-5e16-414f-bde3-8d6bf0461cbb tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222565 Nov 23 14:17:15.715463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b258ba8-47f1-4a93-9cca-dae91c6bdeac req-9bdf1118-f8be-4526-a407-1192bf191b5f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 210 time: 0.0437596 Nov 23 14:17:15.734307 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e328922-c823-4002-9442-16dd219bfb9a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.736974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e328922-c823-4002-9442-16dd219bfb9a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.738200 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0e328922-c823-4002-9442-16dd219bfb9a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/security-groups/07f02fe5-6f66-42c2-93a4-360baafcdc34 HTTP/1.1" status: 204 len: 168 time: 0.3997650 Nov 23 14:17:15.741042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49358) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:15.758801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e328922-c823-4002-9442-16dd219bfb9a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f02fe5-6f66-42c2-93a4-360baafcdc34,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:15.770996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.816767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:15.866982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dff8cd-2b8d-448a-a251-4a3da503d9ef req-4ea02fdb-e7c0-40e2-b40b-3509242952e7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:15.874598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79dff8cd-2b8d-448a-a251-4a3da503d9ef req-4ea02fdb-e7c0-40e2-b40b-3509242952e7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1351328 Nov 23 14:17:15.914026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:15.918709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:15.920905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Pushing event updated for resources: {'Port': ['ID=42aedd50-2939-47fe-9473-0d76db05c979,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:15.923848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:16.000630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:16.001448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.019195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-306d720f-aa48-440d-8928-29f8f24ff178 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.122046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b9ef9c5-034b-46dc-abf4-fc47dd6c5a71 req-dc18aa8b-3d3c-4b57-a0cc-0be6a219cbbf tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 210 time: 0.1579404 Nov 23 14:17:16.196639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007610a-49c7-46f8-a922-f3c81269b463 req-376c5543-669b-4aa5-a35b-09f651c797cf tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:16.198235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-376c5543-669b-4aa5-a35b-09f651c797cf tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.74 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.2189651 Nov 23 14:17:16.203068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-2a50c714-ae29-47f4-85c6-8044dd26da89 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7829597 Nov 23 14:17:16.203772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-306d720f-aa48-440d-8928-29f8f24ff178 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.232755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Request body: {'port': {'device_id': '1b49b479-596c-4b61-a6bb-651307b14503', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'admin_state_up': True, 'tenant_id': '18d87e869b304671b0799b7848a7f819'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:16.251921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Request body: {'port': {'device_id': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:16.274640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79dff8cd-2b8d-448a-a251-4a3da503d9ef req-651b657b-04da-4aed-936e-80a99c512a95 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990371 Nov 23 14:17:16.281104 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-306d720f-aa48-440d-8928-29f8f24ff178 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.283727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-306d720f-aa48-440d-8928-29f8f24ff178 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.284826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-306d720f-aa48-440d-8928-29f8f24ff178 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/security-groups/bc462673-eb6c-419c-ac15-fa242d98dc0b HTTP/1.1" status: 204 len: 168 time: 0.5418537 Nov 23 14:17:16.288034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49370) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:16.378600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cc820318-6549-4b34-84a6-2230f65c0918 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:16.380216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d720f-aa48-440d-8928-29f8f24ff178 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc462673-eb6c-419c-ac15-fa242d98dc0b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:16.428163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.434336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet c0a9b527-0094-467e-b600-5f3382f47267 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:17:16.446614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.482154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: cc820318-6549-4b34-84a6-2230f65c0918 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:17:16.482506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cc820318-6549-4b34-84a6-2230f65c0918 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:17:16.579635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:16.590919 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.898657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:16.983474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85553-0371-4406-aa5c-6d2b99296710 req-5664a03d-755b-4dad-aa13-e1965f697270 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:16.985415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f85553-0371-4406-aa5c-6d2b99296710 req-5664a03d-755b-4dad-aa13-e1965f697270 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.4862819 Nov 23 14:17:17.000758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce251b3f-4337-41aa-8378-5625f70eab43 req-7cb78ff9-a49d-46b0-bd8c-ef888e4dbb23 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:17.002473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce251b3f-4337-41aa-8378-5625f70eab43 req-7cb78ff9-a49d-46b0-bd8c-ef888e4dbb23 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 931 time: 0.1548784 Nov 23 14:17:17.071609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.104340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Allocated IP 172.20.0.6 (175646c2-c3c9-4e80-91cd-29d7ebb5987b/1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f/6d6c21a7-accf-49ba-a7c6-eba34c492cec) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:17.136843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f85553-0371-4406-aa5c-6d2b99296710 req-4489a48a-b6a2-4d1b-9e0d-e8922416ae7e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312785 Nov 23 14:17:17.142538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce251b3f-4337-41aa-8378-5625f70eab43 req-cb72c12b-d3ed-4425-8a32-f5c870e6f7dd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179879 Nov 23 14:17:17.197818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.233374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aedd50-2939-47fe-9473-0d76db05c979 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:17.242186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a9b527-0094-467e-b600-5f3382f47267,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:17.247989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.263270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.268757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8134cfa-fa0f-4ef1-8ea8-743602fcd1f9 None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:17.272935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a3796c75-37bd-46a0-8544-88f7f8b369a1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/c0a9b527-0094-467e-b600-5f3382f47267 HTTP/1.1" status: 204 len: 168 time: 0.9827302 Nov 23 14:17:17.296601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49386) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:17.304875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:17.320705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11b145e8-f936-4209-a6bb-44106e5c38e5 req-65955297-c20d-4778-9fed-59764a700f6e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 210 time: 0.0802882 Nov 23 14:17:17.333567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Transition to ACTIVE for port object 42aedd50-2939-47fe-9473-0d76db05c979 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:17:17.354695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.370299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f2732-c651-410a-a023-ad9b8db24cc4 req-4039b2d1-13d1-4c48-abba-b48a409b92c1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:17.373293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b6f2732-c651-410a-a023-ad9b8db24cc4 req-4039b2d1-13d1-4c48-abba-b48a409b92c1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1363771 Nov 23 14:17:17.454551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b6f2732-c651-410a-a023-ad9b8db24cc4 req-a6fbefff-1e21-45fe-adc3-b27b657a8898 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749030 Nov 23 14:17:17.489192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.515315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Pushing event updated for resources: {'Port': ['ID=42aedd50-2939-47fe-9473-0d76db05c979,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:17.634528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:17.640088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.672219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.706330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Attempting to bind port 42aedd50-2939-47fe-9473-0d76db05c979 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:17:17.706675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Attempting to bind port 42aedd50-2939-47fe-9473-0d76db05c979 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:17:17.707034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Attempting to bind port 42aedd50-2939-47fe-9473-0d76db05c979 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:17.730130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4a68-b04e-4840-a16b-6255af87a412 req-e52793d6-b66f-4120-a284-e1ed3eee5df0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:17.742704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fca4a68-b04e-4840-a16b-6255af87a412 req-e52793d6-b66f-4120-a284-e1ed3eee5df0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0924919 Nov 23 14:17:17.787224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Port 42aedd50-2939-47fe-9473-0d76db05c979 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:17:17.787224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Attempting to bind port 42aedd50-2939-47fe-9473-0d76db05c979 on network 5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:17.800555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:17.813732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:17.820936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:17:17.822970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Checking segment: {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:17.822970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Bound using segment: {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:17:17.823301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Bound port: 42aedd50-2939-47fe-9473-0d76db05c979, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f892f938-3bd7-4f42-b898-1ff1f719a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:17:17.823786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:17.828305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fca4a68-b04e-4840-a16b-6255af87a412 req-e1a97cde-4763-42ed-a91f-b3b6326ee6f5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840912 Nov 23 14:17:17.831342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:17.834930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:17.971172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:17.971793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.011574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] For port 42aedd50-2939-47fe-9473-0d76db05c979, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:17:18.014803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2b8a1-1e30-4138-9cea-e80a2dd343a4 req-cdbaea0f-33b9-478b-8d0c-fe2d37791b20 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.016841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74b2b8a1-1e30-4138-9cea-e80a2dd343a4 req-cdbaea0f-33b9-478b-8d0c-fe2d37791b20 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0727456 Nov 23 14:17:18.018125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-77ccff04-4905-460f-99e0-a67cc71cf2ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8088493 Nov 23 14:17:18.019900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] For port 42aedd50-2939-47fe-9473-0d76db05c979, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=42aedd50-2939-47fe-9473-0d76db05c979,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:18.031268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Request body: {'port': {'device_id': '1b49b479-596c-4b61-a6bb-651307b14503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:18.053027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.078104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74b2b8a1-1e30-4138-9cea-e80a2dd343a4 req-e24095c2-6f78-429f-adb5-5d7fb179ddb2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488298 Nov 23 14:17:18.127738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.128364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.129752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] 10.222.0.11 "PUT /v2.0/ports/42aedd50-2939-47fe-9473-0d76db05c979 HTTP/1.1" status: 200 len: 1091 time: 1.8855076 Nov 23 14:17:18.132622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'tag': '42aedd50-2939-47fe-9473-0d76db05c979'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:18.134945 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530ed3d-3a68-48f7-aee8-59e5544c430e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a89c791-f6ac-4e85-a1bc-16aa828ef589", "tag": "42aedd50-2939-47fe-9473-0d76db05c979"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:18.235878 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ecaa05-5d46-4b0e-9912-6e2f82199b74 x-openstack-request-id: req-68ecaa05-5d46-4b0e-9912-6e2f82199b74 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:18.236174 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a89c791-f6ac-4e85-a1bc-16aa828ef589", "tag": "42aedd50-2939-47fe-9473-0d76db05c979", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:18.236436 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68ecaa05-5d46-4b0e-9912-6e2f82199b74 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:18.236972 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'tag': '42aedd50-2939-47fe-9473-0d76db05c979', 'status': 'completed', 'code': 200} Nov 23 14:17:18.258210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06e58b-4db7-41b9-9e68-2c686b3f7061 service neutron] Pushing event updated for resources: {'Port': ['ID=42aedd50-2939-47fe-9473-0d76db05c979,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:18.286946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.343853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea1aa3-abe3-425e-84f2-13bb2b937937 req-ec567a2b-b32c-48a1-9d64-3b4e34a80ab9 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.345305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aea1aa3-abe3-425e-84f2-13bb2b937937 req-ec567a2b-b32c-48a1-9d64-3b4e34a80ab9 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1094890 Nov 23 14:17:18.359367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.374371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-31054e62-58e1-4084-b933-c2386af97154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.375948 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-31054e62-58e1-4084-b933-c2386af97154 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 1094 time: 0.1729574 Nov 23 14:17:18.380394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d68dd2-7218-4f72-b73b-275f3878d03f req-6407ca1d-e983-4737-8bbf-5c8fec7d94c7 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.387454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8d68dd2-7218-4f72-b73b-275f3878d03f req-6407ca1d-e983-4737-8bbf-5c8fec7d94c7 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 943 time: 0.1032608 Nov 23 14:17:18.444720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aea1aa3-abe3-425e-84f2-13bb2b937937 req-046874dd-e076-469e-bb32-2f0c84e1405f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932970 Nov 23 14:17:18.458235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8d68dd2-7218-4f72-b73b-275f3878d03f req-f0e4e7d9-94fe-4a2f-84ca-20bc4006d0d1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679069 Nov 23 14:17:18.464402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:18.517821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-cd1985da-b18c-4851-89c6-cbd0de03193e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aedd50-2939-47fe-9473-0d76db05c979 HTTP/1.1" status: 200 len: 217 time: 0.1149497 Nov 23 14:17:18.518629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:18.519239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c6e6f836-a1e4-456c-b641-480bcdd1ecc5 None None] Provisioning complete for port 263aa60a-3d3a-4688-bdd8-e437fbb80137 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:18.520276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f836-a1e4-456c-b641-480bcdd1ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.539873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.540508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.578774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ced9db-7735-4255-a664-5ab8eb4544ea None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:18.594382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=030e4c9b-bbb4-4666-9139-06535f145a84,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:18.618479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6f836-a1e4-456c-b641-480bcdd1ecc5 None None] Port 263aa60a-3d3a-4688-bdd8-e437fbb80137 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:18.645849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-07e4a58c-e1e5-46a4-ae67-447179e5309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.662485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-07e4a58c-e1e5-46a4-ae67-447179e5309a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4981d67f-7ab2-4953-a0e7-8dc1185675f1 HTTP/1.1" status: 200 len: 854 time: 0.1366992 Nov 23 14:17:18.671576 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a7877a66-15c3-4f0b-ac5a-bace729b020d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3713768 Nov 23 14:17:18.673998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c6e6f836-a1e4-456c-b641-480bcdd1ecc5 None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:18.674839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49434) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:18.679046 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c6e6f836-a1e4-456c-b641-480bcdd1ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.689464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d65d70c6-e94f-4535-ae9c-c80632979129 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'security_group': {'name': 'tempest-secgroup-1975035509'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:18.704531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d5ddf-69c3-4e69-b97f-de80ded4efa0 req-316afe89-452e-4fd9-9444-e541d6976cc9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:18.709518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1d5ddf-69c3-4e69-b97f-de80ded4efa0 req-316afe89-452e-4fd9-9444-e541d6976cc9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 931 time: 0.0940075 Nov 23 14:17:18.745218 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-38fbee07-9854-4f33-b2bf-090d76409886 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669136 Nov 23 14:17:18.813184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1d5ddf-69c3-4e69-b97f-de80ded4efa0 req-8a6f9bba-4ec0-4223-ba03-60549301dc8e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885270 Nov 23 14:17:18.864547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d65d70c6-e94f-4535-ae9c-c80632979129 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:18.951555 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-9dcdb9f9-a42e-4b55-9069-9494c7128137 service neutron] 10.222.0.11 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774545 Nov 23 14:17:19.005591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2bd3c-d0a2-4610-8d3d-1da7984cf6dc None None] Update dhcp port {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'fixed_ips': [{'subnet_id': '42fa6ad8-6ff3-434d-bde2-38bd915e028b', 'ip_address': '172.20.0.18'}, {'subnet_id': '030e4c9b-bbb4-4666-9139-06535f145a84'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '6382c604-2bf8-43cb-bc59-4ef41b7d7832'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:17:19.048192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c65c2-f8cb-480a-ad7b-5da4a9c822e7 req-2dc55bd3-8475-473b-b7ad-3c9290af58df tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.050018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-576c65c2-f8cb-480a-ad7b-5da4a9c822e7 req-2dc55bd3-8475-473b-b7ad-3c9290af58df tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1053226 Nov 23 14:17:19.076906 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5da2bd3c-d0a2-4610-8d3d-1da7984cf6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.089882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6c21a7-accf-49ba-a7c6-eba34c492cec {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:19.099539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.112347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Transition to ACTIVE for port object 6d6c21a7-accf-49ba-a7c6-eba34c492cec will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:17:19.126360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.127646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-576c65c2-f8cb-480a-ad7b-5da4a9c822e7 req-5cfbde64-2c48-41d5-a0e2-f67c51b520b2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Nov 23 14:17:19.239169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d65d70c6-e94f-4535-ae9c-c80632979129 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.265941 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-497632ba-a865-4ff6-a6c7-e8e69913c724 req-c68b5977-59f1-47fc-9f1a-30daee711bf7 service neutron] 10.222.0.11 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040223 Nov 23 14:17:19.267024 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d65d70c6-e94f-4535-ae9c-c80632979129 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.295355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:19.347140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d65d70c6-e94f-4535-ae9c-c80632979129 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.348224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-5da2bd3c-d0a2-4610-8d3d-1da7984cf6dc None None] Allocated IP 172.20.0.2 (536737d6-d661-4314-bbdc-f12de12b8a02/030e4c9b-bbb4-4666-9139-06535f145a84/6382c604-2bf8-43cb-bc59-4ef41b7d7832) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:19.357181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49456) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:19.358838 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d65d70c6-e94f-4535-ae9c-c80632979129 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6716435 Nov 23 14:17:19.384739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66df26a-9418-4751-9869-ac2b9428ad39 req-ef2c48e4-b13e-4d6b-b9e1-4819cae503da tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.392627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d66df26a-9418-4751-9869-ac2b9428ad39 req-ef2c48e4-b13e-4d6b-b9e1-4819cae503da tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1254478 Nov 23 14:17:19.403158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d1c22a23-484d-467d-9b47-0cfdcddb2e01 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'security_group': {'name': 'tempest-secgroup-402587950'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:19.451958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d70c6-e94f-4535-ae9c-c80632979129 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf6054-7e59-41e7-bb36-6b986351a842,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:19.490373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5da2bd3c-d0a2-4610-8d3d-1da7984cf6dc None None] For port 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6382c604-2bf8-43cb-bc59-4ef41b7d7832,segment=NetworkSegment(b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23),segment_id=b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:19.517765 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1c22a23-484d-467d-9b47-0cfdcddb2e01 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.525332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-1dce4acc-14d6-4586-86d3-a117bff8669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.527114 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-1dce4acc-14d6-4586-86d3-a117bff8669e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64b8898bf10c4f1f89a62834e14151a9&device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 1094 time: 0.1595349 Nov 23 14:17:19.548127 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5da2bd3c-d0a2-4610-8d3d-1da7984cf6dc None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.549726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4939b-5f44-49e4-afd5-f1c3673a8de0 req-8f0b8941-5e72-434c-842f-472e5945c365 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.556921 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5da2bd3c-d0a2-4610-8d3d-1da7984cf6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.557607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0c4939b-5f44-49e4-afd5-f1c3673a8de0 req-8f0b8941-5e72-434c-842f-472e5945c365 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1486363 Nov 23 14:17:19.573566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Attempting to bind port 6d6c21a7-accf-49ba-a7c6-eba34c492cec on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:17:19.574226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Attempting to bind port 6d6c21a7-accf-49ba-a7c6-eba34c492cec by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:17:19.574759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Attempting to bind port 6d6c21a7-accf-49ba-a7c6-eba34c492cec on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:19.588598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d66df26a-9418-4751-9869-ac2b9428ad39 req-7536d2ab-b3e8-4ca9-95de-bd84202e3fcb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948354 Nov 23 14:17:19.599430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Port 6d6c21a7-accf-49ba-a7c6-eba34c492cec on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:17:19.599824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Attempting to bind port 6d6c21a7-accf-49ba-a7c6-eba34c492cec on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:19.631532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:17:19.631817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2bd3c-d0a2-4610-8d3d-1da7984cf6dc None None] Pushing event updated for resources: {'Port': ['ID=6382c604-2bf8-43cb-bc59-4ef41b7d7832,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:19.631934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Checking segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:19.634867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Bound using segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:17:19.635366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Bound port: 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:17:19.636519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.676009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0c4939b-5f44-49e4-afd5-f1c3673a8de0 req-05e5016a-6f20-43d9-a204-1bce8e3f68c3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170046 Nov 23 14:17:19.777575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f068d-f4fa-4ad1-9862-886260709d94 req-1ab435b8-0b51-466f-907f-1a3715d61fcf tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.779885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e86f068d-f4fa-4ad1-9862-886260709d94 req-1ab435b8-0b51-466f-907f-1a3715d61fcf tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 943 time: 0.1203623 Nov 23 14:17:19.788446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-2a0e2aa1-5f06-412a-931d-b67ddf667945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.790014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-2a0e2aa1-5f06-412a-931d-b67ddf667945 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 200 len: 915 time: 0.2523367 Nov 23 14:17:19.793215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:17:19.797363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:19.808309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.846230 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-d935650b-ad13-40f8-96ea-4e88d504b57a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aedd50-2939-47fe-9473-0d76db05c979 HTTP/1.1" status: 200 len: 217 time: 0.0470822 Nov 23 14:17:19.882833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.883497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.884918 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] 10.222.0.74 "PUT /v2.0/ports/6d6c21a7-accf-49ba-a7c6-eba34c492cec HTTP/1.1" status: 200 len: 1091 time: 1.8583386 Nov 23 14:17:19.892773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1c22a23-484d-467d-9b47-0cfdcddb2e01 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.901512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fbc9a-2c3e-4432-ad1d-ffeccdb82290 req-001debaf-95d4-42cd-9a65-bf28e0c395b7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:19.903561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff2fbc9a-2c3e-4432-ad1d-ffeccdb82290 req-001debaf-95d4-42cd-9a65-bf28e0c395b7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1189711 Nov 23 14:17:19.908571 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1c22a23-484d-467d-9b47-0cfdcddb2e01 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.918693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e86f068d-f4fa-4ad1-9862-886260709d94 req-89a40dd2-c7e7-4494-9ff3-6912155d549e tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208470 Nov 23 14:17:19.949973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:19.959164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1c22a23-484d-467d-9b47-0cfdcddb2e01 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:19.963521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d1c22a23-484d-467d-9b47-0cfdcddb2e01 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5995243 Nov 23 14:17:19.964288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49464) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:19.971073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5f9b25b3-1399-4ecb-a27c-ff16a1971fc1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133398110'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:19.988977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c22a23-484d-467d-9b47-0cfdcddb2e01 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138b6fec-96d8-42d7-b836-227aa53df274,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:20.013889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff2fbc9a-2c3e-4432-ad1d-ffeccdb82290 req-4b9cd755-fad5-47aa-946e-0539893fa854 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989289 Nov 23 14:17:20.017056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.017404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.017781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.018085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.018422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.018881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.019084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.019414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.019741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.020065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.020393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.020708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f162-785a-4ef3-ae07-777bc0fbe989 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:20.043030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-88caf743-d868-4a76-bae9-16806c339edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:20.044976 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-88caf743-d868-4a76-bae9-16806c339edf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4981d67f-7ab2-4953-a0e7-8dc1185675f1 HTTP/1.1" status: 200 len: 854 time: 0.1788137 Nov 23 14:17:20.053381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f9b25b3-1399-4ecb-a27c-ff16a1971fc1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.085399 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-184f2fdf-23ed-4c74-8287-cc9d99588e1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321224 Nov 23 14:17:20.093078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007610a-49c7-46f8-a922-f3c81269b463 req-92c8ab00-c47b-4dcc-923b-adf8d3bb9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:20.094854 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-92c8ab00-c47b-4dcc-923b-adf8d3bb9fe9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 1094 time: 0.1417062 Nov 23 14:17:20.110093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942eabd5-b420-48e4-979e-d0463f397f0b req-70613c6b-ebe2-4b6e-bdc5-9a926960ea12 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:20.117647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-942eabd5-b420-48e4-979e-d0463f397f0b req-70613c6b-ebe2-4b6e-bdc5-9a926960ea12 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 943 time: 0.1007133 Nov 23 14:17:20.213643 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f9b25b3-1399-4ecb-a27c-ff16a1971fc1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.234571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-942eabd5-b420-48e4-979e-d0463f397f0b req-770d024e-fee9-4f0f-bf6c-2b2426b1b98e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154921 Nov 23 14:17:20.238693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f9b25b3-1399-4ecb-a27c-ff16a1971fc1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.270964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6382c604-2bf8-43cb-bc59-4ef41b7d7832 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:20.331398 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5f9b25b3-1399-4ecb-a27c-ff16a1971fc1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.332654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5f9b25b3-1399-4ecb-a27c-ff16a1971fc1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3651447 Nov 23 14:17:20.340623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49478) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:20.354770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-557562922', 'security_groups': ['04a9478c-ad1f-4fe1-b083-f00b955b7fe5'], 'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '030e4c9b-bbb4-4666-9139-06535f145a84'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:20.389950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b25b3-1399-4ecb-a27c-ff16a1971fc1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a9478c-ad1f-4fe1-b083-f00b955b7fe5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:20.391527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:20.405290 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.415380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97789ef4-245c-4475-8601-2356e6cb4730 req-dcf6a1d0-9743-4e8a-a08f-80a2385140c8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:20.417043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97789ef4-245c-4475-8601-2356e6cb4730 req-dcf6a1d0-9743-4e8a-a08f-80a2385140c8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.2081840 Nov 23 14:17:20.456340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:20.458587 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02" -d '{"events": [{"name": "network-changed", "server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:20.469489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-1765aaa8-81b0-46d4-8bc3-27cf0db59c73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec HTTP/1.1" status: 200 len: 217 time: 0.3631787 Nov 23 14:17:20.530917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7fec90ab-4cb6-469e-a7bf-461203df1ea7 None None] Provisioning complete for port 263aa60a-3d3a-4688-bdd8-e437fbb80137 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:20.531167 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fec90ab-4cb6-469e-a7bf-461203df1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.532063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97789ef4-245c-4475-8601-2356e6cb4730 req-c4aab5da-b0a0-4daf-8a66-bd9047119f9b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846369 Nov 23 14:17:20.555162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:20.628016 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-e24652e2-ec3e-4993-b759-708aa569d09c service neutron] 10.222.0.11 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319171 Nov 23 14:17:20.629582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007610a-49c7-46f8-a922-f3c81269b463 req-be1268a4-f8d2-4140-b029-e646fd34f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:20.631235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-be1268a4-f8d2-4140-b029-e646fd34f7bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.1545889 Nov 23 14:17:20.636902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7fec90ab-4cb6-469e-a7bf-461203df1ea7 None None] Port 263aa60a-3d3a-4688-bdd8-e437fbb80137 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:20.656012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7fec90ab-4cb6-469e-a7bf-461203df1ea7 None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:20.656520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fec90ab-4cb6-469e-a7bf-461203df1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.664420 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a33503-719f-4315-81ec-6e8315844743 x-openstack-request-id: req-01a33503-719f-4315-81ec-6e8315844743 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:20.666805 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:20.667179 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01a33503-719f-4315-81ec-6e8315844743 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:20.667627 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'status': 'completed', 'code': 200} Nov 23 14:17:20.705094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-ee1b70f5-15b5-4603-ac13-6fa830fbfd43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594597 Nov 23 14:17:20.765389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:20.808834 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c530ed3d-3a68-48f7-aee8-59e5544c430e req-f167e8de-7cbc-4610-9406-cf0ba4bc008e service neutron] 10.222.0.11 "GET /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735132 Nov 23 14:17:20.813501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea49d31-cec1-4ce7-a043-24b9bd3805b8 req-50c15f63-f3d0-48f5-9bf7-6417832bafdd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:20.826778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ea49d31-cec1-4ce7-a043-24b9bd3805b8 req-50c15f63-f3d0-48f5-9bf7-6417832bafdd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1461594 Nov 23 14:17:20.838610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] device_id is not set on port d8ac84e6-ee02-4482-995a-bac6e8e59f5b yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:17:20.872146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-21a83d3e-d26d-4bd6-958a-903df8347b01 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324513 Nov 23 14:17:20.973068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f007610a-49c7-46f8-a922-f3c81269b463 req-ae3f445c-8c74-4be4-b94b-90212a536e6e service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939136 Nov 23 14:17:20.992081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ea49d31-cec1-4ce7-a043-24b9bd3805b8 req-444cf28b-a81e-438c-b792-16964906deb2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574557 Nov 23 14:17:20.999875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962d948-75c3-4ecf-8665-52ffc5a7a071 req-2519d94b-c734-4205-9f83-3fec4b1c5bc2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.001338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8962d948-75c3-4ecf-8665-52ffc5a7a071 req-2519d94b-c734-4205-9f83-3fec4b1c5bc2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1654890 Nov 23 14:17:21.096130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-0fe6d13c-59cf-433c-8a24-9a0d9ee971eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.097947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-0fe6d13c-59cf-433c-8a24-9a0d9ee971eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 1094 time: 0.0572996 Nov 23 14:17:21.138928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8962d948-75c3-4ecf-8665-52ffc5a7a071 req-5fc4327b-0e35-4c15-8c29-566e6ec75c5f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197984 Nov 23 14:17:21.166120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.7 (536737d6-d661-4314-bbdc-f12de12b8a02/030e4c9b-bbb4-4666-9139-06535f145a84/d8ac84e6-ee02-4482-995a-bac6e8e59f5b) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:21.209330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-ecae0b28-98fb-4ac0-9863-488e11b09ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.211454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-ecae0b28-98fb-4ac0-9863-488e11b09ee8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 912 time: 0.1046951 Nov 23 14:17:21.233852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc764ef3-cd83-4429-8d44-9af5dd82c2f2 req-ce60b2f5-793c-468f-a65e-4b32d0377c02 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.235448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc764ef3-cd83-4429-8d44-9af5dd82c2f2 req-ce60b2f5-793c-468f-a65e-4b32d0377c02 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 943 time: 0.1606441 Nov 23 14:17:21.262836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-4099c046-0448-4a35-876c-d7fb836a182d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec HTTP/1.1" status: 200 len: 217 time: 0.0427859 Nov 23 14:17:21.312583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-e9a44f75-897f-474a-8f53-0d3b9ef154af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.314344 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-e9a44f75-897f-474a-8f53-0d3b9ef154af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0446789 Nov 23 14:17:21.353615 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-af4b8806-aa05-4904-8f16-3aeb1f2d4ac8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298741 Nov 23 14:17:21.378625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24f20b-4baf-4a8c-87b1-8f03d9ba8836 req-6fd64e61-7535-43d6-8f79-0876e1c3d413 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.380252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e24f20b-4baf-4a8c-87b1-8f03d9ba8836 req-6fd64e61-7535-43d6-8f79-0876e1c3d413 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1438520 Nov 23 14:17:21.394459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc764ef3-cd83-4429-8d44-9af5dd82c2f2 req-487c6432-97da-488f-9600-b92b594d930d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527882 Nov 23 14:17:21.439509 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:21.473195 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-b7a1d8f5-2d10-4a56-844f-bc0dd77f7ff8 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123025 Nov 23 14:17:21.480659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e24f20b-4baf-4a8c-87b1-8f03d9ba8836 req-96c712a2-8e71-4154-a9da-f22c750ffc20 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900362 Nov 23 14:17:21.552687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83013-1dd3-4fde-ad5c-840451fc2020 req-9ecf4c90-3f00-4321-b2d1-29acc9fcc405 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.559423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5e83013-1dd3-4fde-ad5c-840451fc2020 req-9ecf4c90-3f00-4321-b2d1-29acc9fcc405 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 943 time: 0.0964291 Nov 23 14:17:21.561224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:21.587355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ce7eccc-fa97-4043-8aa6-dc8626ebbc02 req-fd77cd2e-cd68-45c6-a522-88bdc88282d7 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054268 Nov 23 14:17:21.651387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:21.657308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:21.661124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=d8ac84e6-ee02-4482-995a-bac6e8e59f5b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:21.663640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:21.711485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5e83013-1dd3-4fde-ad5c-840451fc2020 req-cf5f13b1-4e3b-447f-b906-e7c86bbca855 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477976 Nov 23 14:17:21.742566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.743440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:21.798639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49514) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:21.799114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d76978a1-d5cf-4764-bf23-0518e70a6b1f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4550776 Nov 23 14:17:21.806197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7762a045-7cf7-4088-b946-ba8d87ef223d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:21.816889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef47181-696f-402e-9db3-7234dee99ab0 req-ad7b526f-4f02-45d9-8386-2b488e0a9ebc tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:21.818493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fef47181-696f-402e-9db3-7234dee99ab0 req-ad7b526f-4f02-45d9-8386-2b488e0a9ebc tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0722871 Nov 23 14:17:21.875629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fef47181-696f-402e-9db3-7234dee99ab0 req-ce67ba7a-ed08-48e5-8478-fe6bd279ac09 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Nov 23 14:17:21.959500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7762a045-7cf7-4088-b946-ba8d87ef223d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:21.964149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7762a045-7cf7-4088-b946-ba8d87ef223d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.025863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fb382025-b8da-43d7-9bc6-deef5806d1a9 None None] Provisioning complete for port d8ac84e6-ee02-4482-995a-bac6e8e59f5b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:22.027253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb382025-b8da-43d7-9bc6-deef5806d1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.077489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fb382025-b8da-43d7-9bc6-deef5806d1a9 None None] Port d8ac84e6-ee02-4482-995a-bac6e8e59f5b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:22.078787 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-7762a045-7cf7-4088-b946-ba8d87ef223d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 030e4c9b-bbb4-4666-9139-06535f145a84 (CIDR: 172.20.0.0/28) Nov 23 14:17:22.082450 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7762a045-7cf7-4088-b946-ba8d87ef223d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:17:22.083077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7762a045-7cf7-4088-b946-ba8d87ef223d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:22.102919 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7762a045-7cf7-4088-b946-ba8d87ef223d tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3028448 Nov 23 14:17:22.105563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49520) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:22.110559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-416cefd6-13c2-40e5-9961-f38972106d3f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:22.131091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5e934-d9d6-44c9-9864-fcfa71109854 req-44f1464c-45a3-48f3-9c54-49acb035a953 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:22.132634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ac5e934-d9d6-44c9-9864-fcfa71109854 req-44f1464c-45a3-48f3-9c54-49acb035a953 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0582612 Nov 23 14:17:22.213132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ac5e934-d9d6-44c9-9864-fcfa71109854 req-1daba672-ea5e-4ab8-b295-096fd5f59a16 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720794 Nov 23 14:17:22.286294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416cefd6-13c2-40e5-9961-f38972106d3f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:22.290054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da66d95-c0e4-470b-8cd8-1f45172494b7 req-25fc486d-85cf-4156-8c52-59d003c3fca6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:22.290755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-416cefd6-13c2-40e5-9961-f38972106d3f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.291890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4da66d95-c0e4-470b-8cd8-1f45172494b7 req-25fc486d-85cf-4156-8c52-59d003c3fca6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0629706 Nov 23 14:17:22.341256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4da66d95-c0e4-470b-8cd8-1f45172494b7 req-21b41c5e-6725-44b8-b586-70c00f495f6b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Nov 23 14:17:22.383242 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-416cefd6-13c2-40e5-9961-f38972106d3f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 42fa6ad8-6ff3-434d-bde2-38bd915e028b (CIDR: 172.20.0.16/28) Nov 23 14:17:22.387521 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-416cefd6-13c2-40e5-9961-f38972106d3f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:17:22.388084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416cefd6-13c2-40e5-9961-f38972106d3f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:22.403732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-416cefd6-13c2-40e5-9961-f38972106d3f tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2970138 Nov 23 14:17:22.406851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49524) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:22.411762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'subnet': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:22.524648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b781cd-e667-47b8-acbe-89368b521e5b req-84fed951-2136-4d27-a1a0-4a174d254fdf tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:22.531929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57b781cd-e667-47b8-acbe-89368b521e5b req-84fed951-2136-4d27-a1a0-4a174d254fdf tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 943 time: 0.0603085 Nov 23 14:17:22.542215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Made reservation on behalf of 2741f0d87fad41399c90d7473a92e09c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:22.546424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.580998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57b781cd-e667-47b8-acbe-89368b521e5b req-860c81af-5a5f-49cb-a5a4-624a246000dd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Nov 23 14:17:22.633129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 42aedd50-2939-47fe-9473-0d76db05c979 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:17:22.826458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 42aedd50-2939-47fe-9473-0d76db05c979, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=42aedd50-2939-47fe-9473-0d76db05c979,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:22.828388 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.841638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '42aedd50-2939-47fe-9473-0d76db05c979', 'network_id': '5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd', 'port_id': '42aedd50-2939-47fe-9473-0d76db05c979', 'mac_address': 'fa:16:3e:42:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4981d67f-7ab2-4953-a0e7-8dc1185675f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:17:22.887621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.898982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Network 536737d6-d661-4314-bbdc-f12de12b8a02 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:22.905039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aedd50-2939-47fe-9473-0d76db05c979 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:22.905211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:22.917974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:22.921304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.929584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 42aedd50-2939-47fe-9473-0d76db05c979, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=42aedd50-2939-47fe-9473-0d76db05c979,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:22.932048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a491bd6-150d-4a55-b140-8c3a2b3f3180 req-cdcf4926-12eb-4c08-8de0-a73d1abb0c0a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:22.933803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92db930-e7ac-48fc-a366-3773dd291c38 None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:22.937798 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:22.942297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a491bd6-150d-4a55-b140-8c3a2b3f3180 req-cdcf4926-12eb-4c08-8de0-a73d1abb0c0a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 943 time: 0.1249595 Nov 23 14:17:22.947497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Subnet': ['ID=ea6cb4f8-d281-4edb-be52-0cc6ac78b01d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:22.966677 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c884c45-cef0-4250-b3a1-38c5a142b6bb tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5582602 Nov 23 14:17:22.969536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49538) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:22.981896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:22.982236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2018888589', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea6cb4f8-d281-4edb-be52-0cc6ac78b01d'}], 'security_groups': ['37bf6054-7e59-41e7-bb36-6b986351a842', '138b6fec-96d8-42d7-b836-227aa53df274']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:22.987817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:22.995662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.001883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.008412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.009507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=42aedd50-2939-47fe-9473-0d76db05c979,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:23.014817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.021283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.029615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0336b85-aa33-4534-a67b-19065babb34b req-da64cda1-0ec8-4cb3-89f6-6217df957132 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5435 time: 0.1689672 Nov 23 14:17:23.116424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0336b85-aa33-4534-a67b-19065babb34b req-89e22ed6-2c73-4481-b1e7-4d4a46a6faae tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797036 Nov 23 14:17:23.146613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a491bd6-150d-4a55-b140-8c3a2b3f3180 req-70842cbf-2f9e-4af8-897a-8ba3d2bb8e72 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031670 Nov 23 14:17:23.233728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['42aedd50-2939-47fe-9473-0d76db05c979'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:23.239244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:23.327001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff6ba0a-f19d-4c28-9fc8-45dc14b6c5c0 None None] Update dhcp port {'port': {'network_id': '536737d6-d661-4314-bbdc-f12de12b8a02', 'fixed_ips': [{'subnet_id': '42fa6ad8-6ff3-434d-bde2-38bd915e028b', 'ip_address': '172.20.0.18'}, {'subnet_id': '030e4c9b-bbb4-4666-9139-06535f145a84', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ea6cb4f8-d281-4edb-be52-0cc6ac78b01d'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '6382c604-2bf8-43cb-bc59-4ef41b7d7832'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:17:23.364527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.370959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.377759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.384864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.391215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.397714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.404912 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dff6ba0a-f19d-4c28-9fc8-45dc14b6c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:23.414001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.416495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40ace53b-77c7-4f91-b89a-e47df19b5245 req-d7327c45-3158-465b-a594-5f88a3116959 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5435 time: 0.1657648 Nov 23 14:17:23.501896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea024b-d578-47d7-a2ba-d174c1516158 req-956e602f-0d76-46cc-bafe-2fb041db028c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.513164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ea024b-d578-47d7-a2ba-d174c1516158 req-956e602f-0d76-46cc-bafe-2fb041db028c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0945983 Nov 23 14:17:23.629086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ea024b-d578-47d7-a2ba-d174c1516158 req-9756fc4b-053a-49d8-b3fb-f37f36d4abf8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159084 Nov 23 14:17:23.654105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c9fa-e466-4953-afca-39f83100cc15 req-8c9c52a5-e7b7-4243-9d99-27f53e3237d0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.655928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a799c9fa-e466-4953-afca-39f83100cc15 req-8c9c52a5-e7b7-4243-9d99-27f53e3237d0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0903664 Nov 23 14:17:23.696395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Delete allocated IP 172.20.0.7 (536737d6-d661-4314-bbdc-f12de12b8a02/030e4c9b-bbb4-4666-9139-06535f145a84) {{(pid=103345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 14:17:23.705642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Allocated IP 172.20.0.40 (536737d6-d661-4314-bbdc-f12de12b8a02/ea6cb4f8-d281-4edb-be52-0cc6ac78b01d/d8ac84e6-ee02-4482-995a-bac6e8e59f5b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:23.746391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a799c9fa-e466-4953-afca-39f83100cc15 req-f0ae74d3-1884-44b2-8039-305237c8b8bf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831149 Nov 23 14:17:23.755603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:23.786217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7cdf7-4256-46ab-a9a2-439a420d188e req-80279ed0-3898-4ece-bad0-673859c63543 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:23.787870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2a7cdf7-4256-46ab-a9a2-439a420d188e req-80279ed0-3898-4ece-bad0-673859c63543 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 944 time: 0.0603814 Nov 23 14:17:23.860978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2a7cdf7-4256-46ab-a9a2-439a420d188e req-60c7e674-3bdb-47f1-9328-8e53c05280dd tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612473 Nov 23 14:17:23.934025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49570) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:24.075515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.082758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.165021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b127d46a-8d30-4c5f-80db-2afc02603ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.197186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec83c0-f0f3-445d-8282-a3182a025e64 req-8e7047c0-9d0d-4183-a034-7e5dc1ddcd4c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:24.209256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9cec83c0-f0f3-445d-8282-a3182a025e64 req-8e7047c0-9d0d-4183-a034-7e5dc1ddcd4c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1130416 Nov 23 14:17:24.233158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-dff6ba0a-f19d-4c28-9fc8-45dc14b6c5c0 None None] Allocated IP 172.20.0.34 (536737d6-d661-4314-bbdc-f12de12b8a02/ea6cb4f8-d281-4edb-be52-0cc6ac78b01d/6382c604-2bf8-43cb-bc59-4ef41b7d7832) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:24.240590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event updated for resources: {'Port': ['ID=d8ac84e6-ee02-4482-995a-bac6e8e59f5b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:24.289705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] In _notify_port_updated(), no bound segment for port d8ac84e6-ee02-4482-995a-bac6e8e59f5b on network 536737d6-d661-4314-bbdc-f12de12b8a02 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:17:24.307144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:24.308373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.314841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e2169720-aad5-4d80-867c-df6db19e97ba tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "PUT /v2.0/ports/d8ac84e6-ee02-4482-995a-bac6e8e59f5b HTTP/1.1" status: 200 len: 960 time: 1.3433642 Nov 23 14:17:24.315573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49578) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:24.352912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9cec83c0-f0f3-445d-8282-a3182a025e64 req-c94396e4-3c2d-4bea-9d4f-347e89692ba3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423807 Nov 23 14:17:24.388316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-dff6ba0a-f19d-4c28-9fc8-45dc14b6c5c0 None None] For port 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6382c604-2bf8-43cb-bc59-4ef41b7d7832,segment=NetworkSegment(b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23),segment_id=b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:24.405331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87952075-44d6-42bd-a19a-4d59a1c9b58a req-bf4392c8-dfba-44e2-8707-e5f6420bdec4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:24.406974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87952075-44d6-42bd-a19a-4d59a1c9b58a req-bf4392c8-dfba-44e2-8707-e5f6420bdec4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 943 time: 0.1292818 Nov 23 14:17:24.424802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6d6c21a7-accf-49ba-a7c6-eba34c492cec details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:17:24.449311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port d8ac84e6-ee02-4482-995a-bac6e8e59f5b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:24.449821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.457619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b127d46a-8d30-4c5f-80db-2afc02603ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.473760 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b127d46a-8d30-4c5f-80db-2afc02603ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.479874 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dff6ba0a-f19d-4c28-9fc8-45dc14b6c5c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.511476 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dff6ba0a-f19d-4c28-9fc8-45dc14b6c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.514649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87952075-44d6-42bd-a19a-4d59a1c9b58a req-0624eccb-ab51-4b02-aaf8-92611913fbf2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930545 Nov 23 14:17:24.535892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b127d46a-8d30-4c5f-80db-2afc02603ba0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62c9e6c89e5b4f15b4bda192a66afe25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004415 Nov 23 14:17:24.542613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49580) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:24.549936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127d46a-8d30-4c5f-80db-2afc02603ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ff593-3bc8-4aa3-abb6-c8438caf7695,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:24.645906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:24.649303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 42aedd50-2939-47fe-9473-0d76db05c979 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:24.659404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.661293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6ba0a-f19d-4c28-9fc8-45dc14b6c5c0 None None] Pushing event updated for resources: {'Port': ['ID=6382c604-2bf8-43cb-bc59-4ef41b7d7832,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:24.662997 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e83c948-9570-47ec-9d13-5c01d3766d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.680882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for d8ac84e6-ee02-4482-995a-bac6e8e59f5b owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:24.700732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e83c948-9570-47ec-9d13-5c01d3766d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.704060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'port_id': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'mac_address': 'fa:16:3e:ca:af:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:17:24.763417 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.780964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 42aedd50-2939-47fe-9473-0d76db05c979 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:17:24.786356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 42aedd50-2939-47fe-9473-0d76db05c979 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:24.786761 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.789756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c21a7-accf-49ba-a7c6-eba34c492cec {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:24.826435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e83c948-9570-47ec-9d13-5c01d3766d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.829162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e83c948-9570-47ec-9d13-5c01d3766d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.838448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:24.842500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4e83c948-9570-47ec-9d13-5c01d3766d9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb3ff593-3bc8-4aa3-abb6-c8438caf7695 HTTP/1.1" status: 204 len: 168 time: 0.2912681 Nov 23 14:17:24.846214 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.869646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83c948-9570-47ec-9d13-5c01d3766d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ff593-3bc8-4aa3-abb6-c8438caf7695,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:24.933588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:24.959198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:24.983856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7bdc4-61e7-4707-a0c9-71102b6d47a6 req-05075b4c-a798-444b-befc-04b81c52d19a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:24.987821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98a7bdc4-61e7-4707-a0c9-71102b6d47a6 req-05075b4c-a798-444b-befc-04b81c52d19a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1218541 Nov 23 14:17:24.998300 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.036898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=d8ac84e6-ee02-4482-995a-bac6e8e59f5b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:25.052232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aedd50-2939-47fe-9473-0d76db05c979'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:25.055529 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea1cf3-4e63-438f-a645-95f991c4f7f7" -d '{"events": [{"server_uuid": "1a89c791-f6ac-4e85-a1bc-16aa828ef589", "name": "network-vif-plugged", "status": "completed", "tag": "42aedd50-2939-47fe-9473-0d76db05c979"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:25.102276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 42aedd50-2939-47fe-9473-0d76db05c979, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=42aedd50-2939-47fe-9473-0d76db05c979,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:25.128959 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.130087 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.134121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2a015c7a-6f55-4aaf-b6f7-9a7745138bad tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/d8ac84e6-ee02-4482-995a-bac6e8e59f5b HTTP/1.1" status: 204 len: 168 time: 0.8172262 Nov 23 14:17:25.137717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49600) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:25.170367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413ff64-1f9a-4c01-8c1a-285986c12abf req-3cb977e4-0062-4f8f-961a-acaed43b3004 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:25.170763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['6d6c21a7-accf-49ba-a7c6-eba34c492cec'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:25.175019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a413ff64-1f9a-4c01-8c1a-285986c12abf req-3cb977e4-0062-4f8f-961a-acaed43b3004 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 944 time: 0.1844666 Nov 23 14:17:25.187384 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-decdb379-7a73-46a7-b80e-5f9f93c5a2d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] GET failed (client error): The resource could not be found. Nov 23 14:17:25.188945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-decdb379-7a73-46a7-b80e-5f9f93c5a2d1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports/d8ac84e6-ee02-4482-995a-bac6e8e59f5b HTTP/1.1" status: 404 len: 333 time: 0.0501857 Nov 23 14:17:25.191585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49602) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:25.202665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98a7bdc4-61e7-4707-a0c9-71102b6d47a6 req-ec3f61cc-0a44-434b-b078-acd0283318ae tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893740 Nov 23 14:17:25.289493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de12c582-0d0b-4594-8a3b-0cf79d337232 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.318107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a413ff64-1f9a-4c01-8c1a-285986c12abf req-0288930d-265f-4b3a-9114-b9bd1448deee tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141486 Nov 23 14:17:25.339409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de12c582-0d0b-4594-8a3b-0cf79d337232 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.376201 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052d86b-3e41-4b2e-80ae-a73179a68783 x-openstack-request-id: req-d052d86b-3e41-4b2e-80ae-a73179a68783 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:25.376201 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a89c791-f6ac-4e85-a1bc-16aa828ef589", "name": "network-vif-plugged", "status": "completed", "tag": "42aedd50-2939-47fe-9473-0d76db05c979", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:25.376201 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d052d86b-3e41-4b2e-80ae-a73179a68783 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:25.376201 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aedd50-2939-47fe-9473-0d76db05c979', 'code': 200} Nov 23 14:17:25.423709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=42aedd50-2939-47fe-9473-0d76db05c979,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:25.438250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de12c582-0d0b-4594-8a3b-0cf79d337232 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.441071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de12c582-0d0b-4594-8a3b-0cf79d337232 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.449369 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de12c582-0d0b-4594-8a3b-0cf79d337232 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/security-groups/04a9478c-ad1f-4fe1-b083-f00b955b7fe5 HTTP/1.1" status: 204 len: 168 time: 0.2544355 Nov 23 14:17:25.453268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49614) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:25.500456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12c582-0d0b-4594-8a3b-0cf79d337232 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a9478c-ad1f-4fe1-b083-f00b955b7fe5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:25.560390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6a4b3-8e2e-4f3c-8229-b0b87a1575d9 req-eb30793e-5584-4d66-a924-1a8acce39c24 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:25.562966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19c6a4b3-8e2e-4f3c-8229-b0b87a1575d9 req-eb30793e-5584-4d66-a924-1a8acce39c24 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0977459 Nov 23 14:17:25.602267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825147e6-9892-4ab6-a729-defb4f00ec94 req-71442142-8e3e-4780-8e6c-3e466606fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:25.603918 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-825147e6-9892-4ab6-a729-defb4f00ec94 req-71442142-8e3e-4780-8e6c-3e466606fdf9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 1096 time: 0.1160657 Nov 23 14:17:25.604622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-601ea932-db89-4fff-a096-983bff0d99de tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.647182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e4725372-68f1-46f1-9442-6446249dc87c None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:25.647829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4725372-68f1-46f1-9442-6446249dc87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.677939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19c6a4b3-8e2e-4f3c-8229-b0b87a1575d9 req-7b76b3fd-8c5c-44ce-996e-fb4189be0ccf tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085980 Nov 23 14:17:25.694573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-825147e6-9892-4ab6-a729-defb4f00ec94 req-a808b4c4-1c68-485d-98da-f17339173399 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614340 Nov 23 14:17:25.716257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-601ea932-db89-4fff-a096-983bff0d99de tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.765919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296156f-d487-4c1c-9983-16b6c9777818 req-6f982d60-7f0c-4234-80a1-18782089cf7c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:25.767501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2296156f-d487-4c1c-9983-16b6c9777818 req-6f982d60-7f0c-4234-80a1-18782089cf7c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 944 time: 0.1167855 Nov 23 14:17:25.778342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-601ea932-db89-4fff-a096-983bff0d99de tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.785592 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-601ea932-db89-4fff-a096-983bff0d99de tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.787090 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-601ea932-db89-4fff-a096-983bff0d99de tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/security-groups/138b6fec-96d8-42d7-b836-227aa53df274 HTTP/1.1" status: 204 len: 168 time: 0.3328264 Nov 23 14:17:25.793286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49630) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:25.813171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e4725372-68f1-46f1-9442-6446249dc87c None None] Provisioning complete for port 263aa60a-3d3a-4688-bdd8-e437fbb80137 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:25.813812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4725372-68f1-46f1-9442-6446249dc87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.819953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ea932-db89-4fff-a096-983bff0d99de tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b6fec-96d8-42d7-b836-227aa53df274,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:25.888732 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2296156f-d487-4c1c-9983-16b6c9777818 req-6b767668-6b3e-46f0-aea2-d583a7d08e91 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048696 Nov 23 14:17:25.898795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3038d1-8c7f-4699-a2cb-2a5e3d5c3870 req-7252e108-0955-4f43-b167-b36a36fd5801 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:25.903536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e4725372-68f1-46f1-9442-6446249dc87c None None] Port 263aa60a-3d3a-4688-bdd8-e437fbb80137 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:25.907459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e4725372-68f1-46f1-9442-6446249dc87c None None] Could not find standard attr ID for object d8ac84e6-ee02-4482-995a-bac6e8e59f5b. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:17:25.908740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b3038d1-8c7f-4699-a2cb-2a5e3d5c3870 req-7252e108-0955-4f43-b167-b36a36fd5801 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1239781 Nov 23 14:17:25.922877 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc7801d-5919-486a-9ebc-ba056dc42337 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:25.993147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc7801d-5919-486a-9ebc-ba056dc42337 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.000058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b3038d1-8c7f-4699-a2cb-2a5e3d5c3870 req-b5a29c1f-4ece-4955-bda2-a328c784d377 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899518 Nov 23 14:17:26.052704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc7801d-5919-486a-9ebc-ba056dc42337 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.057382 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc7801d-5919-486a-9ebc-ba056dc42337 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.059254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4cc7801d-5919-486a-9ebc-ba056dc42337 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/security-groups/37bf6054-7e59-41e7-bb36-6b986351a842 HTTP/1.1" status: 204 len: 168 time: 0.2645068 Nov 23 14:17:26.061928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49644) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:26.097619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7801d-5919-486a-9ebc-ba056dc42337 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf6054-7e59-41e7-bb36-6b986351a842,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:26.179491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet 030e4c9b-bbb4-4666-9139-06535f145a84 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:17:26.200469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49650) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:26.205769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.228315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f4d054eb-167e-48a6-8f61-90500c15088f None None] Could not find standard attr ID for object d8ac84e6-ee02-4482-995a-bac6e8e59f5b. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:17:26.269468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6382c604-2bf8-43cb-bc59-4ef41b7d7832 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:26.352925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:26.353424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.374654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.375236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.375904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.376397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.376858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.377317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.377775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.384617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c80fe-b162-4e7f-9b34-cf1bbbd24aeb req-b87ccb54-1080-4d24-8e4f-e470fbc43ee5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.389293 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-695004db-2bd6-46e5-964b-625cd458af42 req-de41d103-af78-4b48-950a-62c42a51451d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6492 time: 0.1872795 Nov 23 14:17:26.392626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-806c80fe-b162-4e7f-9b34-cf1bbbd24aeb req-b87ccb54-1080-4d24-8e4f-e470fbc43ee5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.2314110 Nov 23 14:17:26.399108 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.460865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6d6c21a7-accf-49ba-a7c6-eba34c492cec up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:26.469747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-695004db-2bd6-46e5-964b-625cd458af42 req-f6ef0475-bdb8-42d8-9bfc-b020c10d1646 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90ab283e-ebdc-466c-9591-11cedcb2318a&id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795178 Nov 23 14:17:26.491075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bbcb6-5f2b-4aa1-b87b-f8bb10b369ff req-73a2e429-5ffe-4948-9ba9-1e173de3ecb3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.493589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-902bbcb6-5f2b-4aa1-b87b-f8bb10b369ff req-73a2e429-5ffe-4948-9ba9-1e173de3ecb3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.2020693 Nov 23 14:17:26.551514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 6d6c21a7-accf-49ba-a7c6-eba34c492cec completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:17:26.557223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 6d6c21a7-accf-49ba-a7c6-eba34c492cec triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:26.557823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.608908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-806c80fe-b162-4e7f-9b34-cf1bbbd24aeb req-9aa6d006-bc8c-4778-9b0f-590537514207 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149940 Nov 23 14:17:26.638954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-902bbcb6-5f2b-4aa1-b87b-f8bb10b369ff req-afb091a0-75be-41df-8e44-67e514bdce0e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325150 Nov 23 14:17:26.645351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.721468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35f1455f-c100-45e1-a289-5a213b3d8b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.723273 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.763872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775a57-3dc4-4886-a3a6-f4eda3c037c9 req-bdbe9f10-1526-4da8-88e4-23b25ef28317 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.771887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70775a57-3dc4-4886-a3a6-f4eda3c037c9 req-bdbe9f10-1526-4da8-88e4-23b25ef28317 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.0895250 Nov 23 14:17:26.782367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.803211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:26.812155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.833015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=030e4c9b-bbb4-4666-9139-06535f145a84,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:26.842218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.856062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a4ec5489-dce5-43f7-abc7-484287213aa6 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/030e4c9b-bbb4-4666-9139-06535f145a84 HTTP/1.1" status: 204 len: 168 time: 0.7841203 Nov 23 14:17:26.856218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49674) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:26.856649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b522ca5-ed0a-484c-82f2-def36c388d1a None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:26.918365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.919336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet ea6cb4f8-d281-4edb-be52-0cc6ac78b01d {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:17:26.922515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.959467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:26.961707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70775a57-3dc4-4886-a3a6-f4eda3c037c9 req-4b45534a-83c5-40e2-9a83-9e5afda9a7c3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875010 Nov 23 14:17:26.985825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:26.990818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109133d-5d02-4c3b-9c4b-1601c0030ea0 req-f812152c-feb4-4560-b12b-2ce7549e14ad tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:26.993908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e109133d-5d02-4c3b-9c4b-1601c0030ea0 req-f812152c-feb4-4560-b12b-2ce7549e14ad tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1215365 Nov 23 14:17:27.100496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.102585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4d7c-ae6f-492e-97c0-0c7d36bb4356 req-a9c01ee7-9cac-42a1-a567-151c2eae461c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:27.104166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79ff4d7c-ae6f-492e-97c0-0c7d36bb4356 req-a9c01ee7-9cac-42a1-a567-151c2eae461c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0730135 Nov 23 14:17:27.131602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e109133d-5d02-4c3b-9c4b-1601c0030ea0 req-e69ec280-ce76-426a-8670-34e6c911db52 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123686 Nov 23 14:17:27.192304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79ff4d7c-ae6f-492e-97c0-0c7d36bb4356 req-c14edad8-7c3c-47ef-a2bb-ee0aa219a69e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639911 Nov 23 14:17:27.194675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.231041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6cb4f8-d281-4edb-be52-0cc6ac78b01d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:27.237074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.240803 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4e896c03-7c7b-4b8c-81f5-6311807b9250 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/ea6cb4f8-d281-4edb-be52-0cc6ac78b01d HTTP/1.1" status: 204 len: 168 time: 0.3883228 Nov 23 14:17:27.243803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:27.272403 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-814380b9-859e-4c66-a1a8-f24a048b1208 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:27.273841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814380b9-859e-4c66-a1a8-f24a048b1208 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:27.277724 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-814380b9-859e-4c66-a1a8-f24a048b1208 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/030e4c9b-bbb4-4666-9139-06535f145a84 HTTP/1.1" status: 404 len: 337 time: 0.0328946 Nov 23 14:17:27.281826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49694) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:27.347292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf8742-8867-45c4-8f13-a701bbfe1c6a req-249b4d6d-905d-44cb-bf98-e7db80321457 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:27.348812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76bf8742-8867-45c4-8f13-a701bbfe1c6a req-249b4d6d-905d-44cb-bf98-e7db80321457 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1168315 Nov 23 14:17:27.357959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting subnet 42fa6ad8-6ff3-434d-bde2-38bd915e028b {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:17:27.368391 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.377293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:27.380320 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4162d8cf-9e91-492b-a4ae-22e6e9804c9b" -d '{"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:27.430793 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8be64e-3a9e-4c3c-9859-b7c55f516e9e x-openstack-request-id: req-1b8be64e-3a9e-4c3c-9859-b7c55f516e9e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:27.431113 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:27.431408 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b8be64e-3a9e-4c3c-9859-b7c55f516e9e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:27.431891 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'code': 200} Nov 23 14:17:27.452470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76bf8742-8867-45c4-8f13-a701bbfe1c6a req-2a343d37-1a81-448d-b98f-9b5848e29b75 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918045 Nov 23 14:17:27.487088 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.580430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0847b-a61e-4ba6-810d-186384061ff2 req-ca00a4c0-c3a0-49a4-8df7-6b88b259e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:27.589761 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aed0847b-a61e-4ba6-810d-186384061ff2 req-ca00a4c0-c3a0-49a4-8df7-6b88b259e5ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 1096 time: 0.0739570 Nov 23 14:17:27.642092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aed0847b-a61e-4ba6-810d-186384061ff2 req-11f5ed77-bba3-4199-a71e-5b0971401d50 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512543 Nov 23 14:17:27.704781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fe15a-da70-4331-b467-d0217d7ac013 req-ebf41eec-03d9-4d68-932d-01e334f1687b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:27.706347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e79fe15a-da70-4331-b467-d0217d7ac013 req-ebf41eec-03d9-4d68-932d-01e334f1687b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1545036 Nov 23 14:17:27.738102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.843096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e79fe15a-da70-4331-b467-d0217d7ac013 req-e6c2087e-2cad-49e4-b517-a81aaa5c38ad tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270823 Nov 23 14:17:27.883517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd38816-2e8a-48b7-846a-4ab323360a30 req-3cc17288-ea03-4642-8873-981c84b7f72a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:27.885996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd38816-2e8a-48b7-846a-4ab323360a30 req-3cc17288-ea03-4642-8873-981c84b7f72a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1024666 Nov 23 14:17:27.887983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.909122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:27.912317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/42fa6ad8-6ff3-434d-bde2-38bd915e028b HTTP/1.1" status: 204 len: 168 time: 0.6261868 Nov 23 14:17:27.915644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49722) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:27.940800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d75308-e310-4fd1-bc50-6e74d337a69e tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Subnet': ['ID=42fa6ad8-6ff3-434d-bde2-38bd915e028b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:27.968271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22f7ad-f7ea-471c-8453-2e6b969d443b None None] Network 536737d6-d661-4314-bbdc-f12de12b8a02 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:27.989510 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-167d3695-28f2-4162-99a0-a910792b85a9 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:27.990234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167d3695-28f2-4162-99a0-a910792b85a9 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:27.997017 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-167d3695-28f2-4162-99a0-a910792b85a9 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/c0a9b527-0094-467e-b600-5f3382f47267 HTTP/1.1" status: 404 len: 337 time: 0.0800805 Nov 23 14:17:27.999761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49728) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.010288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd38816-2e8a-48b7-846a-4ab323360a30 req-69a9738f-0bd5-41a8-ae8e-34fe698dc3f1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083422 Nov 23 14:17:28.059512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49730) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.065105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e3498169-9458-49c5-892e-d675486debe4 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "GET /v2.0/ports?device_id=1acc6b9f-3443-4769-abcb-5238d1b79801 HTTP/1.1" status: 200 len: 205 time: 0.0552831 Nov 23 14:17:28.121363 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f6973fc8-2e22-4695-8e84-42beef326ac4 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] delete failed (client error): The resource could not be found. Nov 23 14:17:28.122982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f6973fc8-2e22-4695-8e84-42beef326ac4 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/routers/1acc6b9f-3443-4769-abcb-5238d1b79801 HTTP/1.1" status: 404 len: 336 time: 0.0618989 Nov 23 14:17:28.125745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.179752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e61e-9703-4e13-b487-78e57f11367b req-0b4381d0-8c56-4631-aca8-f6a4a0b5e59b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:28.181112 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfb46f7-7e0e-4b48-aa8a-964bdc6751e7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.181606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfb46f7-7e0e-4b48-aa8a-964bdc6751e7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.184652 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7dfb46f7-7e0e-4b48-aa8a-964bdc6751e7 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/fccaa3bb-a252-48e2-90a6-ecd65a4330f9 HTTP/1.1" status: 404 len: 337 time: 0.0579083 Nov 23 14:17:28.187419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.188737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b698e61e-9703-4e13-b487-78e57f11367b req-0b4381d0-8c56-4631-aca8-f6a4a0b5e59b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.0643797 Nov 23 14:17:28.201008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4df7ccf3-9aad-447b-8f17-57d0a3ce272d None None] Provisioning complete for port 263aa60a-3d3a-4688-bdd8-e437fbb80137 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:28.201383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4df7ccf3-9aad-447b-8f17-57d0a3ce272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:28.220384 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae663f3-e664-4ef4-abbf-1e71a91c3db1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.220842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae663f3-e664-4ef4-abbf-1e71a91c3db1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.223943 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7ae663f3-e664-4ef4-abbf-1e71a91c3db1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/bb19a51a-9a57-4d54-bcbc-9a1606de7949 HTTP/1.1" status: 404 len: 337 time: 0.0356054 Nov 23 14:17:28.226631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49744) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.266172 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8bdfaf-6e3a-4d61-a3c1-bbcb4d36e67a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.266636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8bdfaf-6e3a-4d61-a3c1-bbcb4d36e67a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.270068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0c8bdfaf-6e3a-4d61-a3c1-bbcb4d36e67a tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/5b3ba0c3-2131-46fc-a91c-247be6913cb2 HTTP/1.1" status: 404 len: 337 time: 0.0423746 Nov 23 14:17:28.273782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49748) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.285313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd753b-a20c-494f-8074-00ed40177a83 req-44f37dfb-b0ac-4ed2-8e6c-a3d72afdb3a6 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:28.287736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2bd753b-a20c-494f-8074-00ed40177a83 req-44f37dfb-b0ac-4ed2-8e6c-a3d72afdb3a6 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0966189 Nov 23 14:17:28.293952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-4df7ccf3-9aad-447b-8f17-57d0a3ce272d None None] Port 263aa60a-3d3a-4688-bdd8-e437fbb80137 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:28.300475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b698e61e-9703-4e13-b487-78e57f11367b req-0b64b3bd-acd4-4be5-8386-12947c66a82c tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106706 Nov 23 14:17:28.312865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4df7ccf3-9aad-447b-8f17-57d0a3ce272d None None] Provisioning complete for port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:28.313161 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4df7ccf3-9aad-447b-8f17-57d0a3ce272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:28.313346 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf767b3f-62f0-4418-a825-06f199fc3cb3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.314371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf767b3f-62f0-4418-a825-06f199fc3cb3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.327315 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cf767b3f-62f0-4418-a825-06f199fc3cb3 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/2800877d-0698-49f4-b1f5-200c8829c26c HTTP/1.1" status: 404 len: 333 time: 0.0480700 Nov 23 14:17:28.327315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49750) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.376554 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc477ea-9f84-4ca0-af74-69bf9f8cab4c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.381027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc477ea-9f84-4ca0-af74-69bf9f8cab4c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.398386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3dc477ea-9f84-4ca0-af74-69bf9f8cab4c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/52113d70-d556-43df-a8c3-a74c63847e4b HTTP/1.1" status: 404 len: 337 time: 0.0730343 Nov 23 14:17:28.403708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2bd753b-a20c-494f-8074-00ed40177a83 req-de841db7-6d8d-4cb3-a41c-af67816b8a24 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086969 Nov 23 14:17:28.404911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49756) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.467513 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d012a1ea-a80a-43d7-bc06-940627d35693 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.468016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d012a1ea-a80a-43d7-bc06-940627d35693 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.473479 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d012a1ea-a80a-43d7-bc06-940627d35693 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/93b4fdee-f598-4180-9ca8-0dac5a640607 HTTP/1.1" status: 404 len: 337 time: 0.0655801 Nov 23 14:17:28.474225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49762) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.479397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] DHCP port deletion for 536737d6-d661-4314-bbdc-f12de12b8a02 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:17:28.504964 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bea89e-b824-42ec-b07a-5ae45804c8f1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.505523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bea89e-b824-42ec-b07a-5ae45804c8f1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.508609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-87bea89e-b824-42ec-b07a-5ae45804c8f1 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/0229dc2e-322e-4689-90c8-b38d6c3a413c HTTP/1.1" status: 404 len: 333 time: 0.0337286 Nov 23 14:17:28.511256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49764) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.527163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628557d-6149-48b9-8e41-15cbc2c54696 req-7d40b45a-358c-4347-8954-5c86af88ba42 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:28.535005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6628557d-6149-48b9-8e41-15cbc2c54696 req-7d40b45a-358c-4347-8954-5c86af88ba42 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1170392 Nov 23 14:17:28.585488 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-209577cd-4dad-401e-ba40-523b99bb5b90 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.586212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209577cd-4dad-401e-ba40-523b99bb5b90 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.592415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-209577cd-4dad-401e-ba40-523b99bb5b90 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/e70aabcd-a8a9-4317-9706-e427e3f0dedd HTTP/1.1" status: 404 len: 337 time: 0.0798278 Nov 23 14:17:28.594285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.612329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] Deleting port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:28.612998 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:28.664942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f7860-b0a8-4f2e-b04f-3b3ed47707c3 req-74565c36-cfb8-4760-807e-f7fa802e2818 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:28.672898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-629f7860-b0a8-4f2e-b04f-3b3ed47707c3 req-74565c36-cfb8-4760-807e-f7fa802e2818 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.1630473 Nov 23 14:17:28.676141 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7920641-cf39-47fc-8f95-b6016f1db6e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] DELETE failed (client error): The resource could not be found. Nov 23 14:17:28.676799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7920641-cf39-47fc-8f95-b6016f1db6e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:17:28.681392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f7920641-cf39-47fc-8f95-b6016f1db6e0 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/subnets/5dd4bb76-d4a9-431a-b812-60915293019e HTTP/1.1" status: 404 len: 337 time: 0.0770278 Nov 23 14:17:28.683678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49772) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:28.692059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6628557d-6149-48b9-8e41-15cbc2c54696 req-770dcb1b-ba83-4c26-8dad-d57d81e7d128 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555183 Nov 23 14:17:28.754700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] For port 6382c604-2bf8-43cb-bc59-4ef41b7d7832, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6382c604-2bf8-43cb-bc59-4ef41b7d7832,segment=NetworkSegment(b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23),segment_id=b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:28.755253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:28.775871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] Calling delete_port for 6382c604-2bf8-43cb-bc59-4ef41b7d7832 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:28.807279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-629f7860-b0a8-4f2e-b04f-3b3ed47707c3 req-0aff5a02-8a52-4fa8-af26-1ea63fd56b78 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333930 Nov 23 14:17:28.879557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Deleting port 263aa60a-3d3a-4688-bdd8-e437fbb80137 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:28.879919 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:28.903784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e7d3-411b-48a1-ae6e-5d1cefbd6380 req-8c15f4ab-ce0e-478a-bc44-48f43e4fe019 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:28.914174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5258e7d3-411b-48a1-ae6e-5d1cefbd6380 req-8c15f4ab-ce0e-478a-bc44-48f43e4fe019 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1019306 Nov 23 14:17:28.915709 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:28.986426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] Pushing event deleted for resources: {'Port': ['ID=6382c604-2bf8-43cb-bc59-4ef41b7d7832,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:28.999463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5258e7d3-411b-48a1-ae6e-5d1cefbd6380 req-8abbc17c-affa-46c5-a889-d54ee32d2ae7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834169 Nov 23 14:17:29.005232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733672c-47f7-496f-82b2-c9af1ddc86b5 None None] No DVR routers for this DVR port 6382c604-2bf8-43cb-bc59-4ef41b7d7832 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:17:29.031777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.063393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Calling delete_port for 263aa60a-3d3a-4688-bdd8-e437fbb80137 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:29.065854 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-321666b4-3651-4697-bf57-51fb7e02719e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.106868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cbe62-a3fd-4cdb-92c8-f5551e6ba0ec req-fcdc06ac-dc12-42d1-bf2d-2bf9a73d19ad tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:29.116966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-798cbe62-a3fd-4cdb-92c8-f5551e6ba0ec req-fcdc06ac-dc12-42d1-bf2d-2bf9a73d19ad tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.1161792 Nov 23 14:17:29.189795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-798cbe62-a3fd-4cdb-92c8-f5551e6ba0ec req-ce16264b-db78-43e3-8cdc-643893ba239b tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705266 Nov 23 14:17:29.261680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ebd14-79a0-4bab-b7cd-00eba9b02ca2 req-53302888-a571-4e9d-91e0-a6ec200b0c2d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:29.263531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab9ebd14-79a0-4bab-b7cd-00eba9b02ca2 req-53302888-a571-4e9d-91e0-a6ec200b0c2d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0705266 Nov 23 14:17:29.264847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.295876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Port': ['ID=263aa60a-3d3a-4688-bdd8-e437fbb80137,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:29.304376 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.307741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d04dd011-318d-4eed-ae5d-69df3623780c tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/ports/263aa60a-3d3a-4688-bdd8-e437fbb80137 HTTP/1.1" status: 204 len: 168 time: 0.6226494 Nov 23 14:17:29.310269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49800) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:29.353172 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab9ebd14-79a0-4bab-b7cd-00eba9b02ca2 req-7c9e18cf-cdbd-4326-9171-f3058220e37b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823150 Nov 23 14:17:29.388005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2747c-8239-4f9b-8b81-81133e91bf1e req-4cc0f739-44d1-4b3c-a4e2-dcd5689013d0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:29.389647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40e2747c-8239-4f9b-8b81-81133e91bf1e req-4cc0f739-44d1-4b3c-a4e2-dcd5689013d0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1087255 Nov 23 14:17:29.410562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.490047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40e2747c-8239-4f9b-8b81-81133e91bf1e req-0024dad6-3852-45ec-9c43-348a14f66572 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870178 Nov 23 14:17:29.552594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08805bce-a324-4a80-839e-acf8c1c69ee8 req-daae8290-3986-4236-b2a9-6b8bb36886f4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:29.560290 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.562097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08805bce-a324-4a80-839e-acf8c1c69ee8 req-daae8290-3986-4236-b2a9-6b8bb36886f4 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.1090071 Nov 23 14:17:29.586606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536737d6-d661-4314-bbdc-f12de12b8a02']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:29.603848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:29.604395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b64b7f-1b1d-4133-a7d4-3ccbe295ae23') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:29.617596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.632267 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.641513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:17:29.641960 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.643358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08805bce-a324-4a80-839e-acf8c1c69ee8 req-43cdc670-ea0d-4279-bb36-e5c8c16667e3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803418 Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:17:29.645459 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:17:29.661533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951879a-5247-4ce1-9561-37b1c86babbc req-aba6db44-3e57-4849-9d9e-af8161ea9028 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:29.664267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c951879a-5247-4ce1-9561-37b1c86babbc req-aba6db44-3e57-4849-9d9e-af8161ea9028 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0935242 Nov 23 14:17:29.730018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c951879a-5247-4ce1-9561-37b1c86babbc req-4dc89d0a-6b7c-40bc-ad1c-67286974d8e8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581362 Nov 23 14:17:29.731367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.746363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:29.754143 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] 10.222.0.46 "DELETE /v2.0/networks/536737d6-d661-4314-bbdc-f12de12b8a02 HTTP/1.1" status: 204 len: 168 time: 0.4426575 Nov 23 14:17:29.768283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e7575-3106-4780-beff-3835c8e12aa2 tempest-PortsTestJSON-2088761860 tempest-PortsTestJSON-2088761860-project] Pushing event deleted for resources: {'Network': ['ID=536737d6-d661-4314-bbdc-f12de12b8a02,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:29.869199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d4884-c980-422b-90fc-619639c241f9 req-16375a9b-4ee5-4f74-9fdb-d50431a4af91 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:29.870989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e82d4884-c980-422b-90fc-619639c241f9 req-16375a9b-4ee5-4f74-9fdb-d50431a4af91 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0679846 Nov 23 14:17:29.971802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.107171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49838) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:30.258123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6382c604-2bf8-43cb-bc59-4ef41b7d7832 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:30.258878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643bd75-195b-4fd2-a149-3346da212845 req-a11f35d8-eb39-4649-bdec-b7df6c2d71b8 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:30.260940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6643bd75-195b-4fd2-a149-3346da212845 req-a11f35d8-eb39-4649-bdec-b7df6c2d71b8 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.3889210 Nov 23 14:17:30.265715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e82d4884-c980-422b-90fc-619639c241f9 req-f2af13da-fd7e-4047-8814-25ed9579fc93 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802092 Nov 23 14:17:30.297386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8f45b330-c602-4fe2-adf8-22520af78096 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2741f0d87fad41399c90d7473a92e09c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883411 Nov 23 14:17:30.299804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49846) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:30.321904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6643bd75-195b-4fd2-a149-3346da212845 req-dcf6c005-87c4-4079-84d2-bc1388ffe5f1 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548196 Nov 23 14:17:30.379461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95245a6c-6b3c-45f6-87c0-b787eb3125de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.426509 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95245a6c-6b3c-45f6-87c0-b787eb3125de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.445263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7aaea-7ebc-4683-89c8-95bdc13cd3a0 req-73552c93-3c69-4b78-b809-05600179c2e7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:30.446884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cf7aaea-7ebc-4683-89c8-95bdc13cd3a0 req-73552c93-3c69-4b78-b809-05600179c2e7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0736818 Nov 23 14:17:30.478697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:17:30.481466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6382c604-2bf8-43cb-bc59-4ef41b7d7832 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:17:30.481995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6382c604-2bf8-43cb-bc59-4ef41b7d7832 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:17:30.494791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95245a6c-6b3c-45f6-87c0-b787eb3125de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.500196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95245a6c-6b3c-45f6-87c0-b787eb3125de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.503431 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95245a6c-6b3c-45f6-87c0-b787eb3125de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9758a0e7-f38f-4f0a-97ce-aec728227153 HTTP/1.1" status: 204 len: 168 time: 0.2022033 Nov 23 14:17:30.517206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245a6c-6b3c-45f6-87c0-b787eb3125de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9758a0e7-f38f-4f0a-97ce-aec728227153,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:30.537768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49856) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:30.568045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cf7aaea-7ebc-4683-89c8-95bdc13cd3a0 req-ddd80012-be2f-496c-8f4f-84c859093f39 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101313 Nov 23 14:17:30.637684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:30.665141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '1691298a-1a21-442b-9305-4db79aaaabfc', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'port_id': '1691298a-1a21-442b-9305-4db79aaaabfc', 'mac_address': 'fa:16:3e:8a:a6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:17:30.709882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66891de0-73c4-4ae0-aea6-ebf9db63eb40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.718062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f8b77-2503-4f50-8dd7-0d0b29627af7 req-83ad50d6-c715-47d9-8c8c-e6dba796d309 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:30.720262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe3f8b77-2503-4f50-8dd7-0d0b29627af7 req-83ad50d6-c715-47d9-8c8c-e6dba796d309 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.0725734 Nov 23 14:17:30.722394 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.736865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1691298a-1a21-442b-9305-4db79aaaabfc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:30.757758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:30.761928 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.812952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe3f8b77-2503-4f50-8dd7-0d0b29627af7 req-b03d0a99-6d7b-4e6c-9577-db487aaa1c86 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832119 Nov 23 14:17:30.838002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:30.851451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66891de0-73c4-4ae0-aea6-ebf9db63eb40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.859625 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66891de0-73c4-4ae0-aea6-ebf9db63eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:30.898264 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66891de0-73c4-4ae0-aea6-ebf9db63eb40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9be54380f454820be94e3d46db6f0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576982 Nov 23 14:17:30.901196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49874) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:30.904337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66891de0-73c4-4ae0-aea6-ebf9db63eb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b283832-8aab-4c80-b9e1-c04584120a29,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:30.911905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['1691298a-1a21-442b-9305-4db79aaaabfc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:30.989529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-65e0720f-2cfc-42ee-8dda-db047565a6a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.031622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21e22-e897-4bdf-82ec-70d5b325928b req-361f14e4-c560-4f1a-aeb8-462f3048437b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:31.039671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f21e22-e897-4bdf-82ec-70d5b325928b req-361f14e4-c560-4f1a-aeb8-462f3048437b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1550670 Nov 23 14:17:31.050401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-65e0720f-2cfc-42ee-8dda-db047565a6a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.144266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f21e22-e897-4bdf-82ec-70d5b325928b req-ef9e6c0c-ab74-44e7-a456-34da64c24feb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034615 Nov 23 14:17:31.157855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b3dd0-5922-4c6b-a1e0-7f552583da0d req-266af0d2-026e-466b-81e1-1bc7ab7cf517 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:31.159350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-093b3dd0-5922-4c6b-a1e0-7f552583da0d req-266af0d2-026e-466b-81e1-1bc7ab7cf517 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1125402 Nov 23 14:17:31.174994 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-65e0720f-2cfc-42ee-8dda-db047565a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.181047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-65e0720f-2cfc-42ee-8dda-db047565a6a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.184580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-65e0720f-2cfc-42ee-8dda-db047565a6a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b283832-8aab-4c80-b9e1-c04584120a29 HTTP/1.1" status: 204 len: 168 time: 0.2554417 Nov 23 14:17:31.198367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0720f-2cfc-42ee-8dda-db047565a6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b283832-8aab-4c80-b9e1-c04584120a29,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:31.263197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-093b3dd0-5922-4c6b-a1e0-7f552583da0d req-85aab731-04ce-466d-86c5-6647d1c65a50 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799341 Nov 23 14:17:31.404439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa067-d319-495c-993a-4a53b5f98ac1 req-ab9f93ea-80e5-48ae-90fc-1d232309ec5e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:31.412766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-191aa067-d319-495c-993a-4a53b5f98ac1 req-ab9f93ea-80e5-48ae-90fc-1d232309ec5e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0700617 Nov 23 14:17:31.494261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-191aa067-d319-495c-993a-4a53b5f98ac1 req-b7dab2df-e13e-4145-a3fc-6b9ae7c6074b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799479 Nov 23 14:17:31.560600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.644132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35fabb-c9e2-4496-9a37-b2aac3082bce req-10549b63-b17e-4cde-8c9d-b56db2657409 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:31.645637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b35fabb-c9e2-4496-9a37-b2aac3082bce req-10549b63-b17e-4cde-8c9d-b56db2657409 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0742989 Nov 23 14:17:31.705497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49916) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:31.725302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-279e2a65-4350-4c36-96cb-448d71da6253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.740880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49918) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:31.753118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b35fabb-c9e2-4496-9a37-b2aac3082bce req-ca7104cd-3f9c-4400-9032-176693b1be6a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012640 Nov 23 14:17:31.786553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45f301-72fe-4369-adff-6087164d4c7c req-f6c288ff-a986-4f6e-a0e5-88987a3fbc42 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:31.794023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e45f301-72fe-4369-adff-6087164d4c7c req-f6c288ff-a986-4f6e-a0e5-88987a3fbc42 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.1109688 Nov 23 14:17:31.874401 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-279e2a65-4350-4c36-96cb-448d71da6253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.879615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-279e2a65-4350-4c36-96cb-448d71da6253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:31.885496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e45f301-72fe-4369-adff-6087164d4c7c req-92e31ae3-1403-4ba6-95ba-ff5438d53542 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905607 Nov 23 14:17:31.917947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-279e2a65-4350-4c36-96cb-448d71da6253 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56cdf29e6df94b58a97bfa7c688c9701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105651 Nov 23 14:17:31.921374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49930) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:31.932062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e2a65-4350-4c36-96cb-448d71da6253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297ae0a1-5c4d-4b4a-8a43-e7d7c2f71dee,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:31.952709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8d4b-6173-42e9-81c6-b629f5af64b3 req-961725c5-4fd8-4698-af11-470f397d5c39 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:31.959660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c8a8d4b-6173-42e9-81c6-b629f5af64b3 req-961725c5-4fd8-4698-af11-470f397d5c39 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1034970 Nov 23 14:17:31.983632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-aa4c464c-84c8-451d-b80f-d4ba8c2e1043 tempest-DvrRoutersNegativeTest-663373846 tempest-DvrRoutersNegativeTest-663373846-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-787937544', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:31.986608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.policy [None req-aa4c464c-84c8-451d-b80f-d4ba8c2e1043 tempest-DvrRoutersNegativeTest-663373846 tempest-DvrRoutersNegativeTest-663373846-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103346) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 14:17:31.987051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.policy [None req-aa4c464c-84c8-451d-b80f-d4ba8c2e1043 tempest-DvrRoutersNegativeTest-663373846 tempest-DvrRoutersNegativeTest-663373846-project] Failed policy check for 'create_router' {{(pid=103346) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 14:17:31.988392 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-aa4c464c-84c8-451d-b80f-d4ba8c2e1043 tempest-DvrRoutersNegativeTest-663373846 tempest-DvrRoutersNegativeTest-663373846-project] create failed (client error): Access was denied to this resource. Nov 23 14:17:31.989420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aa4c464c-84c8-451d-b80f-d4ba8c2e1043 tempest-DvrRoutersNegativeTest-663373846 tempest-DvrRoutersNegativeTest-663373846-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2449117 Nov 23 14:17:32.050254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c8a8d4b-6173-42e9-81c6-b629f5af64b3 req-dafd493c-366a-4d15-9c67-3e81375b7a89 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891683 Nov 23 14:17:32.053199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e410eb74-95a0-4a1a-801c-44c05e077cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.076700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e410eb74-95a0-4a1a-801c-44c05e077cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.134928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e410eb74-95a0-4a1a-801c-44c05e077cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.138237 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e410eb74-95a0-4a1a-801c-44c05e077cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.139809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e410eb74-95a0-4a1a-801c-44c05e077cdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/297ae0a1-5c4d-4b4a-8a43-e7d7c2f71dee HTTP/1.1" status: 204 len: 168 time: 0.2155495 Nov 23 14:17:32.149979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410eb74-95a0-4a1a-801c-44c05e077cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ae0a1-5c4d-4b4a-8a43-e7d7c2f71dee,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:32.220522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97229c-24f3-42f7-8675-c4fde5d86f6c req-64701493-375e-4b03-8ad1-839e28550675 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:32.227403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab97229c-24f3-42f7-8675-c4fde5d86f6c req-64701493-375e-4b03-8ad1-839e28550675 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0743039 Nov 23 14:17:32.313526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab97229c-24f3-42f7-8675-c4fde5d86f6c req-e00b6b10-fa65-4137-8e8f-83553164d9ca tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837662 Nov 23 14:17:32.333185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7abbb3-9bd8-4476-941b-f28194ae9c2c req-0d258ef2-d520-4d3f-9749-ec3ec59f2ff0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:32.341324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea7abbb3-9bd8-4476-941b-f28194ae9c2c req-0d258ef2-d520-4d3f-9749-ec3ec59f2ff0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.0918748 Nov 23 14:17:32.434274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.449757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:32.519475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:32.537924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea7abbb3-9bd8-4476-941b-f28194ae9c2c req-40e9c8b8-a833-4008-b5a2-8b7fb1f087a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929536 Nov 23 14:17:32.558459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 1691298a-1a21-442b-9305-4db79aaaabfc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:32.559930 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.562503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf9d4e-2142-4243-ad9b-d9b487b8fc44 req-a9a7deec-f058-4b79-84e9-e70182d2f226 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:32.583264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcdf9d4e-2142-4243-ad9b-d9b487b8fc44 req-a9a7deec-f058-4b79-84e9-e70182d2f226 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1979880 Nov 23 14:17:32.745255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcdf9d4e-2142-4243-ad9b-d9b487b8fc44 req-553c2f53-b524-4b73-966a-dd3ed24c243e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523294 Nov 23 14:17:32.778092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8533-c3c0-450c-84d3-cae6df2115a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.782155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.809271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e940fa-4ef9-4554-909e-a75683775530 req-38e1ba8a-a4a3-4a87-b815-1a9099549c62 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:32.810638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37e940fa-4ef9-4554-909e-a75683775530 req-38e1ba8a-a4a3-4a87-b815-1a9099549c62 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1446047 Nov 23 14:17:32.818226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-314aac4a-0859-4630-a726-c87c76a2d5cc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:32.820562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-314aac4a-0859-4630-a726-c87c76a2d5cc tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.1270120 Nov 23 14:17:32.830591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:32.839707 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47a837d-48cb-4938-9f1e-97f68a1ce123" -d '{"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-plugged", "status": "completed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:32.857733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:32.883580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:32.887855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37e940fa-4ef9-4554-909e-a75683775530 req-24a8cfeb-62e0-46e3-9aa0-88a0f57de9b5 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590665 Nov 23 14:17:32.987202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:33.005384 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44af482e-1446-4ea8-9d58-e19952968943 x-openstack-request-id: req-44af482e-1446-4ea8-9d58-e19952968943 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:33.005813 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-plugged", "status": "completed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:33.006349 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44af482e-1446-4ea8-9d58-e19952968943 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:33.007502 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'code': 200} Nov 23 14:17:33.083470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8533-c3c0-450c-84d3-cae6df2115a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.117669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8533-c3c0-450c-84d3-cae6df2115a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.149270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3ecf8533-c3c0-450c-84d3-cae6df2115a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e2e4cf651924c6085b1c95449ebbe36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6246364 Nov 23 14:17:33.150070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49990) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:33.170035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a3824-da90-443f-be9a-bf33fbfd37ae req-9be12167-58df-47b4-a18f-d0f4be3059c3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:33.171853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a96a3824-da90-443f-be9a-bf33fbfd37ae req-9be12167-58df-47b4-a18f-d0f4be3059c3 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 945 time: 0.1298599 Nov 23 14:17:33.186714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a3ec-36f9-4c88-ab1b-1aafe0357293 req-e12a18c8-c975-4516-98ef-03a7f4bb9d3c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:33.194313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7637a3ec-36f9-4c88-ab1b-1aafe0357293 req-e12a18c8-c975-4516-98ef-03a7f4bb9d3c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0856345 Nov 23 14:17:33.228571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf8533-c3c0-450c-84d3-cae6df2115a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63746228-1274-4d96-b5b7-42cf1f14f861,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:33.256227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Deleting port 42aedd50-2939-47fe-9473-0d76db05c979 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:17:33.256692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.261218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1df337d-e81f-46ac-9c0f-373145612007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.286336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1df337d-e81f-46ac-9c0f-373145612007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.289007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a96a3824-da90-443f-be9a-bf33fbfd37ae req-a2f9d375-13b8-48dc-9896-96b0054a907d tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee08cc9-baba-4f39-8083-14c47bc53958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 Nov 23 14:17:33.308584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7637a3ec-36f9-4c88-ab1b-1aafe0357293 req-a2f5bb04-98ad-4da8-a5dc-b7a6a5f2956e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099043 Nov 23 14:17:33.351486 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1df337d-e81f-46ac-9c0f-373145612007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.354885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f1df337d-e81f-46ac-9c0f-373145612007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.355774 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f1df337d-e81f-46ac-9c0f-373145612007 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63746228-1274-4d96-b5b7-42cf1f14f861 HTTP/1.1" status: 204 len: 168 time: 0.2048328 Nov 23 14:17:33.376159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df337d-e81f-46ac-9c0f-373145612007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63746228-1274-4d96-b5b7-42cf1f14f861,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:33.502770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] For port 42aedd50-2939-47fe-9473-0d76db05c979, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=42aedd50-2939-47fe-9473-0d76db05c979,segment=NetworkSegment(f892f938-3bd7-4f42-b898-1ff1f719a0c2),segment_id=f892f938-3bd7-4f42-b898-1ff1f719a0c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:33.503448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:33.540621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd227da-fe77-4b2c-b1bc-522e30a447d9 req-17757f11-a335-4a70-acb7-98bbfaa7b100 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:33.542521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bd227da-fe77-4b2c-b1bc-522e30a447d9 req-17757f11-a335-4a70-acb7-98bbfaa7b100 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1042862 Nov 23 14:17:33.636375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bd227da-fe77-4b2c-b1bc-522e30a447d9 req-1686c2fa-9237-4935-844a-cb60c5ab6c9f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850265 Nov 23 14:17:33.785136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Calling delete_port for 42aedd50-2939-47fe-9473-0d76db05c979 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:17:33.798376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f597e-8c1f-4223-9b9f-348620c188ea req-341bc890-b49d-44f4-9d2c-f1eb3a99402d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:33.803597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c33f597e-8c1f-4223-9b9f-348620c188ea req-341bc890-b49d-44f4-9d2c-f1eb3a99402d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0929103 Nov 23 14:17:33.880017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c33f597e-8c1f-4223-9b9f-348620c188ea req-beb263f4-02c0-4703-9ea2-4cad1d5f993c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655780 Nov 23 14:17:34.065702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:34.079973 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['42aedd50-2939-47fe-9473-0d76db05c979'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:17:34.125940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Pushing event deleted for resources: {'Port': ['ID=42aedd50-2939-47fe-9473-0d76db05c979,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:34.193994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] No DVR routers for this DVR port 42aedd50-2939-47fe-9473-0d76db05c979 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:17:34.197934 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:34.201601 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f640ad4f-fd1e-4806-a02f-c4466105b459 req-d9d21a75-6972-45df-8a80-320452e1854f tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.11 "DELETE /v2.0/ports/42aedd50-2939-47fe-9473-0d76db05c979 HTTP/1.1" status: 204 len: 173 time: 1.2880824 Nov 23 14:17:34.202088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'name': 'network-vif-deleted', 'tag': '42aedd50-2939-47fe-9473-0d76db05c979'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:34.205596 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b7ec3-c73a-4449-8dd5-a1e583afea63" -d '{"events": [{"server_uuid": "1a89c791-f6ac-4e85-a1bc-16aa828ef589", "name": "network-vif-deleted", "tag": "42aedd50-2939-47fe-9473-0d76db05c979"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:34.208431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcb2ff-d5a7-440b-b5e1-b431078ea4f3 req-e69874fd-03ed-4fce-aa98-10874f125546 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:34.216986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cdcb2ff-d5a7-440b-b5e1-b431078ea4f3 req-e69874fd-03ed-4fce-aa98-10874f125546 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.2000182 Nov 23 14:17:34.250697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da086b0-1769-48c8-9566-f6be568af5b3 req-edf9a579-a193-46e6-aa2c-fd224e87db56 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:34.259197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da086b0-1769-48c8-9566-f6be568af5b3 req-edf9a579-a193-46e6-aa2c-fd224e87db56 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1553504 Nov 23 14:17:34.311096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cdcb2ff-d5a7-440b-b5e1-b431078ea4f3 req-13d660f9-2fef-40aa-a0b1-b93097f1aef8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885503 Nov 23 14:17:34.397032 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ff984-b52e-451d-af35-98456870cfd7 x-openstack-request-id: req-3a6ff984-b52e-451d-af35-98456870cfd7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:34.397911 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a89c791-f6ac-4e85-a1bc-16aa828ef589", "name": "network-vif-deleted", "tag": "42aedd50-2939-47fe-9473-0d76db05c979", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:34.398992 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a6ff984-b52e-451d-af35-98456870cfd7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:34.398992 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a89c791-f6ac-4e85-a1bc-16aa828ef589', 'name': 'network-vif-deleted', 'tag': '42aedd50-2939-47fe-9473-0d76db05c979', 'status': 'completed', 'code': 200} Nov 23 14:17:34.422496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da086b0-1769-48c8-9566-f6be568af5b3 req-550dd308-21de-40b3-9331-22bca2b7b92c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621237 Nov 23 14:17:34.568202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446922-4b98-4e25-a0cb-b3862e94ef88 req-3b9e888c-a71b-4eb8-97c1-d258723d1796 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:34.577262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b446922-4b98-4e25-a0cb-b3862e94ef88 req-3b9e888c-a71b-4eb8-97c1-d258723d1796 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0763006 Nov 23 14:17:34.621307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c2cd5af-4a27-4aa5-a3f8-64b2a4e06365 req-909c88a1-5dc1-4c41-9fe4-12c8671cb604 tempest-ServerDiskConfigTestJSON-535158055 tempest-ServerDiskConfigTestJSON-535158055-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89c791-f6ac-4e85-a1bc-16aa828ef589 HTTP/1.1" status: 200 len: 210 time: 0.0603778 Nov 23 14:17:34.667995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b446922-4b98-4e25-a0cb-b3862e94ef88 req-6bc5eafc-f8a1-4ea7-8f6e-674d0fb4a907 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892899 Nov 23 14:17:34.943491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50060) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:34.956372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336a29-1f2b-4518-b753-74729215c9aa req-ee051352-09af-4334-b0c7-13f676b797a8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:34.970011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e336a29-1f2b-4518-b753-74729215c9aa req-ee051352-09af-4334-b0c7-13f676b797a8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1274066 Nov 23 14:17:35.078778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e336a29-1f2b-4518-b753-74729215c9aa req-d0a9bf46-9c88-4b79-8067-a435014300a4 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042688 Nov 23 14:17:35.085151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316497071'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:35.118672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.121895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01911d-e96d-4b68-836b-bb00667dad03 req-c0204d6a-3ecf-4e60-a5b0-8591505c770d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:35.127175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e01911d-e96d-4b68-836b-bb00667dad03 req-c0204d6a-3ecf-4e60-a5b0-8591505c770d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1113467 Nov 23 14:17:35.141407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.231725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e01911d-e96d-4b68-836b-bb00667dad03 req-b394085d-8ab4-4fba-bc8b-a9b5c72e8c63 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972738 Nov 23 14:17:35.308914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.317062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.354154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c607a07c-e78d-48d7-a33e-0c443550f6b7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:35.429596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b2576-2ded-4e41-bac1-9cad52f0e073 req-03d5f41e-6ec2-48a3-ab13-1762be5828ac tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:35.436667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.440784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f8b2576-2ded-4e41-bac1-9cad52f0e073 req-03d5f41e-6ec2-48a3-ab13-1762be5828ac tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1477733 Nov 23 14:17:35.442642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.480774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.484604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5375094 Nov 23 14:17:35.484788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50078) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:35.491704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69169d2-da28-4a87-9343-1a8c750d69a7 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2955a69e-0913-4bc3-a5a5-579841353e33,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:35.564507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8d9fd-1c7a-4aaa-8e8e-fd3e062a9f6f req-3cbf5d53-c3ac-4f79-b258-a5855769f47a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:35.565998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63f8d9fd-1c7a-4aaa-8e8e-fd3e062a9f6f req-3cbf5d53-c3ac-4f79-b258-a5855769f47a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1090817 Nov 23 14:17:35.571130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f8b2576-2ded-4e41-bac1-9cad52f0e073 req-a41fead5-cdd0-46da-a9aa-0033e8d650d6 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288407 Nov 23 14:17:35.586292 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d6cc5aba-8b96-42a7-aa82-34c3c4f0e6d2 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0960810 Nov 23 14:17:35.589955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50082) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:35.594454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a9dcb83a-c0bb-4f93-b6d9-b585af018927 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-security--89526880', 'description': 'tempest-security-description-860540757'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:35.636368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb83a-c0bb-4f93-b6d9-b585af018927 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.679009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63f8d9fd-1c7a-4aaa-8e8e-fd3e062a9f6f req-24f40cca-fb3c-4e93-954a-90eeba7bb8da tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990877 Nov 23 14:17:35.734761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb83a-c0bb-4f93-b6d9-b585af018927 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.739776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb83a-c0bb-4f93-b6d9-b585af018927 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.748800 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb83a-c0bb-4f93-b6d9-b585af018927 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:35.750106 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a9dcb83a-c0bb-4f93-b6d9-b585af018927 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "PUT /v2.0/security-groups/2955a69e-0913-4bc3-a5a5-579841353e33 HTTP/1.1" status: 200 len: 1794 time: 0.1591525 Nov 23 14:17:35.753106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50092) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:35.792203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcb83a-c0bb-4f93-b6d9-b585af018927 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2955a69e-0913-4bc3-a5a5-579841353e33,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:35.838265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4a04d71f-a928-43a2-bd0a-bc2f20ca10ce tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups/2955a69e-0913-4bc3-a5a5-579841353e33 HTTP/1.1" status: 200 len: 1794 time: 0.0835202 Nov 23 14:17:35.840918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50100) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:35.935748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50110) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:35.965790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d23ac96b-cdfc-4c7a-be42-119a9704464a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.012501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d23ac96b-cdfc-4c7a-be42-119a9704464a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.016933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] Deleting subnet 4981d67f-7ab2-4953-a0e7-8dc1185675f1 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:17:36.020869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.068122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d23ac96b-cdfc-4c7a-be42-119a9704464a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.074409 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d23ac96b-cdfc-4c7a-be42-119a9704464a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.078654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50118) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:36.079273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d23ac96b-cdfc-4c7a-be42-119a9704464a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/2955a69e-0913-4bc3-a5a5-579841353e33 HTTP/1.1" status: 204 len: 168 time: 0.2370889 Nov 23 14:17:36.089260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ac96b-cdfc-4c7a-be42-119a9704464a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2955a69e-0913-4bc3-a5a5-579841353e33,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:36.199449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.204730 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd7ef77e-4a82-41f8-ad6b-df8327265ea4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1247265 Nov 23 14:17:36.208246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50122) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:36.240077 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-bd53b25c-6f56-483f-bd4c-a586890a8073 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] delete failed (client error): The resource could not be found. Nov 23 14:17:36.247549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bd53b25c-6f56-483f-bd4c-a586890a8073 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/2955a69e-0913-4bc3-a5a5-579841353e33 HTTP/1.1" status: 404 len: 347 time: 0.0379364 Nov 23 14:17:36.248204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50126) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:36.254235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.257509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-42a3ac9b-9e6d-4482-a2be-fd920c5af6fc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727716367'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:36.345918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9b-9e6d-4482-a2be-fd920c5af6fc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.387180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.396907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e56271-03ae-411f-acae-c8ccd5c3ecce req-48a629f1-f384-4dc9-9660-f202b37bc0bd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:36.407244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82e56271-03ae-411f-acae-c8ccd5c3ecce req-48a629f1-f384-4dc9-9660-f202b37bc0bd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1033356 Nov 23 14:17:36.460905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4981d67f-7ab2-4953-a0e7-8dc1185675f1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:36.478701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.487420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-82c0dba2-6074-4aec-b26b-d6feff891649 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4981d67f-7ab2-4953-a0e7-8dc1185675f1 HTTP/1.1" status: 204 len: 168 time: 0.5505199 Nov 23 14:17:36.489858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50130) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:36.497320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82e56271-03ae-411f-acae-c8ccd5c3ecce req-f2a0729e-7046-46bd-a6a5-95033c31b675 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891247 Nov 23 14:17:36.602487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.652181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec8f0a-6325-4f6f-b3d6-1857cc432462 req-0f0205bf-5c6c-4dfd-bcc9-cc97725fa313 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:36.675701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eec8f0a-6325-4f6f-b3d6-1857cc432462 req-0f0205bf-5c6c-4dfd-bcc9-cc97725fa313 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1693165 Nov 23 14:17:36.676316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:36.709525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 42aedd50-2939-47fe-9473-0d76db05c979 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:36.732759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.767519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:36.780881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f892f938-3bd7-4f42-b898-1ff1f719a0c2') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:36.781416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f892f938-3bd7-4f42-b898-1ff1f719a0c2') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:36.804277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.807911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 42aedd50-2939-47fe-9473-0d76db05c979 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:17:36.808661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 42aedd50-2939-47fe-9473-0d76db05c979 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:17:36.823366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.823547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eec8f0a-6325-4f6f-b3d6-1857cc432462 req-d0b2bc5c-1463-4c7c-bb6f-d6605b10e63f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474245 Nov 23 14:17:36.832659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:17:36.833631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:17:36.836345 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:17:36.894427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9b-9e6d-4482-a2be-fd920c5af6fc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.902122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9b-9e6d-4482-a2be-fd920c5af6fc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.920031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42a3ac9b-9e6d-4482-a2be-fd920c5af6fc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.923449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-42a3ac9b-9e6d-4482-a2be-fd920c5af6fc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6730325 Nov 23 14:17:36.933423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:36.939292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f33eccde-bb18-4a69-96e0-adf9300dcc62 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '6b1a74a0-61c1-4a80-9a7d-7820d3beb114', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:36.954987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48210bfc-9b85-497a-a827-a48e661b890a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.956759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.971373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:36.973980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e3fd7-b942-490d-a753-3152a54872d6 req-c154e387-38d3-47a7-8ec3-f97541db1d1a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:36.974471 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd HTTP/1.1" status: 204 len: 168 time: 0.4834957 Nov 23 14:17:36.978252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b70e3fd7-b942-490d-a753-3152a54872d6 req-c154e387-38d3-47a7-8ec3-f97541db1d1a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1338141 Nov 23 14:17:36.979147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3ac9b-9e6d-4482-a2be-fd920c5af6fc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a74a0-61c1-4a80-9a7d-7820d3beb114,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.004634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad8387-8bca-4e63-bae6-a4c37d906961 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be6ae88-bb08-4ce1-9c78-a6bea4d2c9dd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.032513 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33eccde-bb18-4a69-96e0-adf9300dcc62 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.091372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b70e3fd7-b942-490d-a753-3152a54872d6 req-bdd96e61-efee-436f-947b-b10356ac0c3e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991774 Nov 23 14:17:37.157732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33eccde-bb18-4a69-96e0-adf9300dcc62 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.162842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48210bfc-9b85-497a-a827-a48e661b890a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.164728 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33eccde-bb18-4a69-96e0-adf9300dcc62 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.171428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48210bfc-9b85-497a-a827-a48e661b890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.171648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50144) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.204044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eccde-bb18-4a69-96e0-adf9300dcc62 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1b7372-b308-4ee2-b83f-735d6272afb8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.229363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33eccde-bb18-4a69-96e0-adf9300dcc62 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.230612 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f33eccde-bb18-4a69-96e0-adf9300dcc62 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2962353 Nov 23 14:17:37.234002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50146) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.236747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48210bfc-9b85-497a-a827-a48e661b890a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1141cd02-4993-4b6f-ac0f-7928de03befb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.240840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ca776d54-8907-4e9f-b33f-ad446121c52b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64b8898bf10c4f1f89a62834e14151a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679226 Nov 23 14:17:37.243629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.264288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-48210bfc-9b85-497a-a827-a48e661b890a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=099bbdd05444458fbf56ce79cf6f86b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5845993 Nov 23 14:17:37.307734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50150) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.318067 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e34b250-5cf5-4677-bc88-c5781ba40da3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.328157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e34b250-5cf5-4677-bc88-c5781ba40da3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.353721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69f7b23c-ca2d-40e3-8d70-9ef42445890a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.371170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c516-7de9-43b4-868a-a1e843f96d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.375048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e34b250-5cf5-4677-bc88-c5781ba40da3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.385035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e34b250-5cf5-4677-bc88-c5781ba40da3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.386382 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e34b250-5cf5-4677-bc88-c5781ba40da3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/bb1b7372-b308-4ee2-b83f-735d6272afb8 HTTP/1.1" status: 204 len: 168 time: 0.1513934 Nov 23 14:17:37.391188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69f7b23c-ca2d-40e3-8d70-9ef42445890a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.391662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50154) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.403131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34b250-5cf5-4677-bc88-c5781ba40da3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb1b7372-b308-4ee2-b83f-735d6272afb8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.460547 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c516-7de9-43b4-868a-a1e843f96d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.470094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69f7b23c-ca2d-40e3-8d70-9ef42445890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.474121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69f7b23c-ca2d-40e3-8d70-9ef42445890a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.476898 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-69f7b23c-ca2d-40e3-8d70-9ef42445890a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ee08cc9-baba-4f39-8083-14c47bc53958 HTTP/1.1" status: 204 len: 168 time: 0.2265520 Nov 23 14:17:37.493317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7b23c-ca2d-40e3-8d70-9ef42445890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee08cc9-baba-4f39-8083-14c47bc53958,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.552229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50160) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.553381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-071825f7-7fcf-4c87-8cbf-0996ebf496de tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1607397 Nov 23 14:17:37.583174 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c516-7de9-43b4-868a-a1e843f96d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.586264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c516-7de9-43b4-868a-a1e843f96d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.591641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a4b7c516-7de9-43b4-868a-a1e843f96d45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1141cd02-4993-4b6f-ac0f-7928de03befb HTTP/1.1" status: 204 len: 168 time: 0.2822075 Nov 23 14:17:37.610340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7c516-7de9-43b4-868a-a1e843f96d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1141cd02-4993-4b6f-ac0f-7928de03befb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.706395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73e614-3403-40e8-b7e9-7817de1b5db3 req-437adee3-7ccc-4d8b-8cd8-dcbb223c61bb tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:37.708674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f73e614-3403-40e8-b7e9-7817de1b5db3 req-437adee3-7ccc-4d8b-8cd8-dcbb223c61bb tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0848777 Nov 23 14:17:37.729994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95155ee7-8aec-4605-a926-9a3e50a70ee3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.769745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95155ee7-8aec-4605-a926-9a3e50a70ee3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.807747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f73e614-3403-40e8-b7e9-7817de1b5db3 req-f4fcae32-77e0-4a49-a286-d8f4225542b9 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844045 Nov 23 14:17:37.840634 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95155ee7-8aec-4605-a926-9a3e50a70ee3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.844727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95155ee7-8aec-4605-a926-9a3e50a70ee3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:37.847209 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95155ee7-8aec-4605-a926-9a3e50a70ee3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b1a74a0-61c1-4a80-9a7d-7820d3beb114 HTTP/1.1" status: 204 len: 168 time: 0.2936845 Nov 23 14:17:37.849935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50166) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.859060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155ee7-8aec-4605-a926-9a3e50a70ee3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a74a0-61c1-4a80-9a7d-7820d3beb114,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:37.930748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d3f63adf-b5e9-431d-9de2-1567ade8f1a9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754881 Nov 23 14:17:37.931085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:37.937206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cc155f82-f876-4534-8aa7-8edb7e3187a4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658912334'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:37.980031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc155f82-f876-4534-8aa7-8edb7e3187a4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.078882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c541-bc33-47e9-b7be-6edc6a837a2a req-b660d4c2-b80e-4078-88b0-ea8e60972d84 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:38.092191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d88c541-bc33-47e9-b7be-6edc6a837a2a req-b660d4c2-b80e-4078-88b0-ea8e60972d84 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1408870 Nov 23 14:17:38.156217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc155f82-f876-4534-8aa7-8edb7e3187a4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.164463 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc155f82-f876-4534-8aa7-8edb7e3187a4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.195531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d88c541-bc33-47e9-b7be-6edc6a837a2a req-bec7c977-05c5-4cf2-9bd5-86a0a43c7513 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023495 Nov 23 14:17:38.218756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc155f82-f876-4534-8aa7-8edb7e3187a4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8985b022-31cf-4f26-b3f6-428e2c88bbf4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:38.227011 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc155f82-f876-4534-8aa7-8edb7e3187a4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.228379 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc155f82-f876-4534-8aa7-8edb7e3187a4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2962146 Nov 23 14:17:38.231609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50180) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:38.237030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8ec31b41-8bb0-4b1f-83b3-c1fe3af4a341 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '8985b022-31cf-4f26-b3f6-428e2c88bbf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:38.275543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ec31b41-8bb0-4b1f-83b3-c1fe3af4a341 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.327764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d4d52-9f18-41c9-a262-2e7c2b96cb44 req-31815f5d-bc06-4702-a777-8f77a89ae3f8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:38.337412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f3d4d52-9f18-41c9-a262-2e7c2b96cb44 req-31815f5d-bc06-4702-a777-8f77a89ae3f8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0886290 Nov 23 14:17:38.410269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f3d4d52-9f18-41c9-a262-2e7c2b96cb44 req-654a0514-8351-4466-b9ec-b41e4a3e9227 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713453 Nov 23 14:17:38.415031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ec31b41-8bb0-4b1f-83b3-c1fe3af4a341 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.430569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ec31b41-8bb0-4b1f-83b3-c1fe3af4a341 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.478343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec31b41-8bb0-4b1f-83b3-c1fe3af4a341 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfdbbe2-4671-4787-968d-c42d2ea2cfda,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:38.480287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50186) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:38.512406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7489288f-a8d9-40c9-9bf5-3ce50b82afd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.526885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ec31b41-8bb0-4b1f-83b3-c1fe3af4a341 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.530355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8ec31b41-8bb0-4b1f-83b3-c1fe3af4a341 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2976177 Nov 23 14:17:38.533263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50190) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:38.540482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e5567301-5cb3-493c-a146-00e95bda379f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '8985b022-31cf-4f26-b3f6-428e2c88bbf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:38.573704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5567301-5cb3-493c-a146-00e95bda379f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.607034 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7489288f-a8d9-40c9-9bf5-3ce50b82afd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.612606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7489288f-a8d9-40c9-9bf5-3ce50b82afd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.657539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7489288f-a8d9-40c9-9bf5-3ce50b82afd0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0cf11283e694948b3fe866f658f3053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760042 Nov 23 14:17:38.658769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489288f-a8d9-40c9-9bf5-3ce50b82afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cafcf1-f6ee-49bc-9ebb-9bc6a8da228d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:38.660175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50196) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:38.664593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5567301-5cb3-493c-a146-00e95bda379f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.675559 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5567301-5cb3-493c-a146-00e95bda379f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.714170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5567301-5cb3-493c-a146-00e95bda379f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfb8a25-90df-4e9b-b38a-77d24d2bc0bd,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:38.751385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5567301-5cb3-493c-a146-00e95bda379f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.755330 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e5567301-5cb3-493c-a146-00e95bda379f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2182515 Nov 23 14:17:38.755667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50202) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:38.760744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8d5284a6-e9ed-4d7b-9dc9-7a96fb10a1bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '8985b022-31cf-4f26-b3f6-428e2c88bbf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:38.763566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed6d4b74-a172-4a74-a9cc-ac44603edb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.787341 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed6d4b74-a172-4a74-a9cc-ac44603edb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.818512 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d5284a6-e9ed-4d7b-9dc9-7a96fb10a1bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.864098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed6d4b74-a172-4a74-a9cc-ac44603edb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.868384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed6d4b74-a172-4a74-a9cc-ac44603edb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.873871 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ed6d4b74-a172-4a74-a9cc-ac44603edb0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4cafcf1-f6ee-49bc-9ebb-9bc6a8da228d HTTP/1.1" status: 204 len: 168 time: 0.2118506 Nov 23 14:17:38.883494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d4b74-a172-4a74-a9cc-ac44603edb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cafcf1-f6ee-49bc-9ebb-9bc6a8da228d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:38.946147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d5284a6-e9ed-4d7b-9dc9-7a96fb10a1bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:38.952537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d5284a6-e9ed-4d7b-9dc9-7a96fb10a1bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.023897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5284a6-e9ed-4d7b-9dc9-7a96fb10a1bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c911a5-e167-4b79-bc88-dcc47edad20c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:39.032191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d5284a6-e9ed-4d7b-9dc9-7a96fb10a1bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.036244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8d5284a6-e9ed-4d7b-9dc9-7a96fb10a1bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2767885 Nov 23 14:17:39.036573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50212) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:39.042481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fa64178d-9518-48b7-aca5-4b983050880a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '8985b022-31cf-4f26-b3f6-428e2c88bbf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:39.087468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50216) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:39.106752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323f29-4d11-45c5-8a20-f0cb88e685ee req-5a09066f-2b8b-4404-a29d-719c741da9ea tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:39.108957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa64178d-9518-48b7-aca5-4b983050880a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.118563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03323f29-4d11-45c5-8a20-f0cb88e685ee req-5a09066f-2b8b-4404-a29d-719c741da9ea tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1575971 Nov 23 14:17:39.204995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa64178d-9518-48b7-aca5-4b983050880a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.212502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa64178d-9518-48b7-aca5-4b983050880a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.234060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03323f29-4d11-45c5-8a20-f0cb88e685ee req-f398ba50-41df-4b2d-944e-3c0d547b738d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142223 Nov 23 14:17:39.260026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa64178d-9518-48b7-aca5-4b983050880a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.265585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fa64178d-9518-48b7-aca5-4b983050880a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2279527 Nov 23 14:17:39.267206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64178d-9518-48b7-aca5-4b983050880a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c58f61a-1d7c-4608-a172-6851064d99c3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:39.268587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50224) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:39.281512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9da481ce-cf9b-49d1-b141-4e1bfaa62c4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '8985b022-31cf-4f26-b3f6-428e2c88bbf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:39.373340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9da481ce-cf9b-49d1-b141-4e1bfaa62c4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.398579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ec0d-1503-469e-ae8a-338fce076c7d req-8c0f47ff-1a82-4dae-930e-1719365e1254 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:39.406130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8dd8ec0d-1503-469e-ae8a-338fce076c7d req-8c0f47ff-1a82-4dae-930e-1719365e1254 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1008685 Nov 23 14:17:39.427116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1800378630-network', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:39.453706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Made reservation on behalf of aa3dcd61ffcc40d0955c6e10dbd07774 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:39.456347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.471602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.564170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.575012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.613799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:17:39.633800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:39.640394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.640771 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Added segment 3603b6bf-9464-4ea7-95f6-2346292c3c4a of type vlan for network 97f3a198-067a-4cc7-bd93-6158709af584 Nov 23 14:17:39.643223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9da481ce-cf9b-49d1-b141-4e1bfaa62c4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.660055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8dd8ec0d-1503-469e-ae8a-338fce076c7d req-bfc15ed2-835b-431d-ac97-9b7886e4df58 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523313 Nov 23 14:17:39.667241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9da481ce-cf9b-49d1-b141-4e1bfaa62c4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.699431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da481ce-cf9b-49d1-b141-4e1bfaa62c4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f19dc52-359b-4d81-a6fc-fc199bd2dfb5,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:39.709821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15464cf-a3fa-40a6-bc22-a373d6d2cf2a req-4fd25848-7a23-4a4f-8428-468375736592 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:39.711885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c15464cf-a3fa-40a6-bc22-a373d6d2cf2a req-4fd25848-7a23-4a4f-8428-468375736592 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1518745 Nov 23 14:17:39.715649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9da481ce-cf9b-49d1-b141-4e1bfaa62c4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.717194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9da481ce-cf9b-49d1-b141-4e1bfaa62c4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4472044 Nov 23 14:17:39.718378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.721651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50238) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:39.775909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f47449d-10b5-4e22-97d0-66528e62ecc1 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.799728 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.800708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:39.801306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.805413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f47449d-10b5-4e22-97d0-66528e62ecc1 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.814258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c15464cf-a3fa-40a6-bc22-a373d6d2cf2a req-a4538cf7-05c8-4b1a-b074-a99ed398076c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767453 Nov 23 14:17:39.875867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f47449d-10b5-4e22-97d0-66528e62ecc1 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.901203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f47449d-10b5-4e22-97d0-66528e62ecc1 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:39.902317 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f47449d-10b5-4e22-97d0-66528e62ecc1 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9f19dc52-359b-4d81-a6fc-fc199bd2dfb5 HTTP/1.1" status: 204 len: 168 time: 0.1740525 Nov 23 14:17:39.905140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50246) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:39.913474 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8250077 Nov 23 14:17:39.914084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50248) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:39.951343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Request body: {'subnet': {'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1800378630-subnet', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:39.954385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47449d-10b5-4e22-97d0-66528e62ecc1 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f19dc52-359b-4d81-a6fc-fc199bd2dfb5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:39.965920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ac326-44f9-4f57-8e73-708e1c4d8b66 admin admin] Pushing event updated for resources: {'Network': ['ID=97f3a198-067a-4cc7-bd93-6158709af584,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:39.974159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6d27f2f3-bd41-4084-abc5-be6aaf5a9ccb tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0677791 Nov 23 14:17:39.978685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50250) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:39.980572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 97f3a198-067a-4cc7-bd93-6158709af584 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:17:39.990491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Made reservation on behalf of aa3dcd61ffcc40d0955c6e10dbd07774 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:39.993464 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.029760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-466946e6-15e4-4f13-868d-6b389e25c48d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.039869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-466946e6-15e4-4f13-868d-6b389e25c48d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.116693 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-466946e6-15e4-4f13-868d-6b389e25c48d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.124470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-466946e6-15e4-4f13-868d-6b389e25c48d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.125967 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-466946e6-15e4-4f13-868d-6b389e25c48d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/8c58f61a-1d7c-4608-a172-6851064d99c3 HTTP/1.1" status: 204 len: 168 time: 0.1462307 Nov 23 14:17:40.129429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50254) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.135746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466946e6-15e4-4f13-868d-6b389e25c48d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c58f61a-1d7c-4608-a172-6851064d99c3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:40.219305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a984873-c1cc-4129-a6b3-9c8cdb0a9846 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0873921 Nov 23 14:17:40.221901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50258) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.256398 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8db152d-215e-4ba3-8bd1-085ef8900387 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.272200 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8db152d-215e-4ba3-8bd1-085ef8900387 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.308822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.357915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8db152d-215e-4ba3-8bd1-085ef8900387 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.367720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8db152d-215e-4ba3-8bd1-085ef8900387 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.368777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c8db152d-215e-4ba3-8bd1-085ef8900387 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c4c911a5-e167-4b79-bc88-dcc47edad20c HTTP/1.1" status: 204 len: 168 time: 0.1452899 Nov 23 14:17:40.373296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50264) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.381343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db152d-215e-4ba3-8bd1-085ef8900387 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4c911a5-e167-4b79-bc88-dcc47edad20c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:40.391661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9c2a94-4dca-41aa-a881-51d3e11ae006,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:40.417258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:40.417799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Network hostable DHCP agents. Network: 97f3a198-067a-4cc7-bd93-6158709af584, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:17:40.426154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b9cbd-7162-4c42-a5a2-855960b581c7 req-a99aae83-ed39-4c04-8acc-22a8c3c1120f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:40.433441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f9b9cbd-7162-4c42-a5a2-855960b581c7 req-a99aae83-ed39-4c04-8acc-22a8c3c1120f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1071093 Nov 23 14:17:40.448200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Network 97f3a198-067a-4cc7-bd93-6158709af584 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:17:40.464229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 97f3a198-067a-4cc7-bd93-6158709af584) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:40.471041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cbcc667e-196f-4b3a-a7da-89b131fb8e86 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0964162 Nov 23 14:17:40.476831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50270) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.478607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84d0e7-c4b0-46ef-ba7f-8afa47a4f5d4 None None] Network 97f3a198-067a-4cc7-bd93-6158709af584 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:40.484653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:40.485406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.525830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f3c05977-83ed-4146-88c3-ce843db1a960 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6087291 Nov 23 14:17:40.528528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50272) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.529011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-013ebb0c-9bfe-46cb-80bc-3d1e3acc5b38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.535599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:40.545906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f9b9cbd-7162-4c42-a5a2-855960b581c7 req-9de06883-1f5b-4f8e-b8c2-020a2c49513a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114745 Nov 23 14:17:40.559813 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-013ebb0c-9bfe-46cb-80bc-3d1e3acc5b38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.596215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.597531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.615820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-013ebb0c-9bfe-46cb-80bc-3d1e3acc5b38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.634682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-013ebb0c-9bfe-46cb-80bc-3d1e3acc5b38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.636323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-013ebb0c-9bfe-46cb-80bc-3d1e3acc5b38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/abfb8a25-90df-4e9b-b38a-77d24d2bc0bd HTTP/1.1" status: 204 len: 168 time: 0.1585743 Nov 23 14:17:40.637473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ebb0c-9bfe-46cb-80bc-3d1e3acc5b38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abfb8a25-90df-4e9b-b38a-77d24d2bc0bd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:40.639489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50274) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.711145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-42dc2043-1932-4389-bfdd-1f72d704760c tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0703664 Nov 23 14:17:40.713703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50280) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.724685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.761020 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c955d04-00f7-462e-8023-430cd395610c tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.771808 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c955d04-00f7-462e-8023-430cd395610c tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.821054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-97f3a198-067a-4cc7-bd93-6158709af584', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:17:40.822408 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.853759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c955d04-00f7-462e-8023-430cd395610c tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.862958 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c955d04-00f7-462e-8023-430cd395610c tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.864252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2c955d04-00f7-462e-8023-430cd395610c tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/0dfdbbe2-4671-4787-968d-c42d2ea2cfda HTTP/1.1" status: 204 len: 168 time: 0.1494317 Nov 23 14:17:40.873508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50288) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:40.891480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf61d17-a1cd-4e02-9ac1-a1918f18fd2a req-18392104-a76d-43b7-ba6a-0a0ffd0d604d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:40.893043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-faf61d17-a1cd-4e02-9ac1-a1918f18fd2a req-18392104-a76d-43b7-ba6a-0a0ffd0d604d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1087399 Nov 23 14:17:40.893998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c955d04-00f7-462e-8023-430cd395610c tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dfdbbe2-4671-4787-968d-c42d2ea2cfda,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:40.969041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:40.988469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-faf61d17-a1cd-4e02-9ac1-a1918f18fd2a req-df8b46f8-b42c-4170-bc93-2fecf28c31e5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733566 Nov 23 14:17:40.999235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-afa906c7-1035-4e38-a7ce-b09e9f33c90e tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1242735 Nov 23 14:17:41.002138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50290) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:41.122560 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a557b02-391a-4ee9-9608-dc1dae5bf8bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.151064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d4470-8804-4b3e-8b0f-bd3c2a637565 req-6d702fe7-1809-4fc2-bdbf-3e2fd331c5ca tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:41.151064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e4d4470-8804-4b3e-8b0f-bd3c2a637565 req-6d702fe7-1809-4fc2-bdbf-3e2fd331c5ca tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1024842 Nov 23 14:17:41.183334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a557b02-391a-4ee9-9608-dc1dae5bf8bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.184800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Allocated IP 172.20.0.2 (97f3a198-067a-4cc7-bd93-6158709af584/ff9c2a94-4dca-41aa-a881-51d3e11ae006/5f0a4b66-55f0-4f1b-ac17-929597f33651) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:41.229110 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:17:41.251539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e4d4470-8804-4b3e-8b0f-bd3c2a637565 req-e13f92be-da4c-472d-9a4a-cd08ff198b11 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944247 Nov 23 14:17:41.267538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a557b02-391a-4ee9-9608-dc1dae5bf8bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.274380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a557b02-391a-4ee9-9608-dc1dae5bf8bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.276079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8a557b02-391a-4ee9-9608-dc1dae5bf8bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/8985b022-31cf-4f26-b3f6-428e2c88bbf4 HTTP/1.1" status: 204 len: 168 time: 0.2723014 Nov 23 14:17:41.289111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50296) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:41.300244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a557b02-391a-4ee9-9608-dc1dae5bf8bc tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985b022-31cf-4f26-b3f6-428e2c88bbf4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:41.354303 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.391892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.407404 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8441631-801e-4ae0-b515-d44154ae043d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1169276 Nov 23 14:17:41.411751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50298) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:41.422014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e4b3334e-b84f-4cd7-84a5-db69c0d082b6 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--317988322'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:41.490857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4b3334e-b84f-4cd7-84a5-db69c0d082b6 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.589332 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.613604 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4b3334e-b84f-4cd7-84a5-db69c0d082b6 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.615822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.623970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4b3334e-b84f-4cd7-84a5-db69c0d082b6 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.651776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Allocated IP 172.25.3.131 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/3ba149e4-b37e-47b2-ad48-3ed153770da1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:41.700439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4b3334e-b84f-4cd7-84a5-db69c0d082b6 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.708461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e4b3334e-b84f-4cd7-84a5-db69c0d082b6 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2954423 Nov 23 14:17:41.715197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50306) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:41.723926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a22972c5-268d-4959-958b-9d99a0a44915 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '86012b6b-4b3b-4070-8b73-3b4cd48fe955', 'direction': 'ingress', 'protocol': 17}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:41.730725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:41.732775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:41.736365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:41.775413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Pushing event updated for resources: {'Port': ['ID=5f0a4b66-55f0-4f1b-ac17-929597f33651,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:41.781769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3334e-b84f-4cd7-84a5-db69c0d082b6 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86012b6b-4b3b-4070-8b73-3b4cd48fe955,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:41.842674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Attempting to bind port 5f0a4b66-55f0-4f1b-ac17-929597f33651 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:17:41.845823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Attempting to bind port 5f0a4b66-55f0-4f1b-ac17-929597f33651 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:17:41.846400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Attempting to bind port 5f0a4b66-55f0-4f1b-ac17-929597f33651 on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:41.850433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a22972c5-268d-4959-958b-9d99a0a44915 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.861000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:17:41.861382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:41.861789 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.862190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Bound using segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:17:41.862672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Bound port: 5f0a4b66-55f0-4f1b-ac17-929597f33651, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:17:41.863697 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.879970 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.958285 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a22972c5-268d-4959-958b-9d99a0a44915 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.966743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:41.983790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471f021-5d62-46b0-9259-a815cc4d34eb req-537a4841-0174-421f-a7fd-f7a963bd3f74 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:41.985528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0471f021-5d62-46b0-9259-a815cc4d34eb req-537a4841-0174-421f-a7fd-f7a963bd3f74 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.2047570 Nov 23 14:17:41.986993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a22972c5-268d-4959-958b-9d99a0a44915 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.009586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] For port 5f0a4b66-55f0-4f1b-ac17-929597f33651, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:17:42.014659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] For port 5f0a4b66-55f0-4f1b-ac17-929597f33651, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5f0a4b66-55f0-4f1b-ac17-929597f33651,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:42.021263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.062587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22972c5-268d-4959-958b-9d99a0a44915 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137c61ab-48dc-42c0-9e90-015c7d0c1cf2,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:42.094208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a22972c5-268d-4959-958b-9d99a0a44915 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.095747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a22972c5-268d-4959-958b-9d99a0a44915 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3792894 Nov 23 14:17:42.106028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:42.109690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba149e4-b37e-47b2-ad48-3ed153770da1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:42.142140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:42.143949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:42.149633 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:42.173127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0471f021-5d62-46b0-9259-a815cc4d34eb req-c1aac176-5ed4-4b86-a28b-15fe8ea3a862 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755574 Nov 23 14:17:42.202042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35386417-c953-4269-9c32-cab62bee25d7 None None] Pushing event updated for resources: {'Port': ['ID=5f0a4b66-55f0-4f1b-ac17-929597f33651,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:42.301904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95af70-ad00-42d5-b45d-a84bd9944f8a req-75fd5fad-a819-439c-b003-7372cefa1796 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:42.304260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df95af70-ad00-42d5-b45d-a84bd9944f8a req-75fd5fad-a819-439c-b003-7372cefa1796 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1343768 Nov 23 14:17:42.305017 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-856d9026-8c1c-49bc-878f-e473dac90aa3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.375968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-856d9026-8c1c-49bc-878f-e473dac90aa3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.451291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df95af70-ad00-42d5-b45d-a84bd9944f8a req-e3573571-fb50-4450-8f4a-c921cbe7ac2e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368911 Nov 23 14:17:42.563865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee3a9-b9b5-4d5b-b96b-721564597799 req-507df2b4-f606-42cb-8bda-952615a4d4be tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:42.565466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81bee3a9-b9b5-4d5b-b96b-721564597799 req-507df2b4-f606-42cb-8bda-952615a4d4be tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1743736 Nov 23 14:17:42.575014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-856d9026-8c1c-49bc-878f-e473dac90aa3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.580933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-856d9026-8c1c-49bc-878f-e473dac90aa3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.590209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-856d9026-8c1c-49bc-878f-e473dac90aa3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/86012b6b-4b3b-4070-8b73-3b4cd48fe955 HTTP/1.1" status: 204 len: 168 time: 0.4322567 Nov 23 14:17:42.594866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:42.633699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d9026-8c1c-49bc-878f-e473dac90aa3 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86012b6b-4b3b-4070-8b73-3b4cd48fe955,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:42.685889 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8eef3d5-31ba-4df6-a7c9-2bb17a42259a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0847685 Nov 23 14:17:42.689164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50324) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:42.698325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4d5fb7f4-f982-4842-8e89-af36f2411737 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915937317'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:42.700102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.723454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81bee3a9-b9b5-4d5b-b96b-721564597799 req-dd45b5a0-c031-407b-9669-2b8393c516b4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319258 Nov 23 14:17:42.749829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb7f4-f982-4842-8e89-af36f2411737 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.862307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb7f4-f982-4842-8e89-af36f2411737 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.869935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb7f4-f982-4842-8e89-af36f2411737 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.904251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb7f4-f982-4842-8e89-af36f2411737 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:42.905886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4d5fb7f4-f982-4842-8e89-af36f2411737 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2152479 Nov 23 14:17:42.909230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50332) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:42.913930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-af391746-60a0-4c3a-89bd-d72b1393e89d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--966896528'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:42.922787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fb7f4-f982-4842-8e89-af36f2411737 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d7cf42-c693-4e89-a2c4-cceb95258287,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:42.945800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af391746-60a0-4c3a-89bd-d72b1393e89d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.044644 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af391746-60a0-4c3a-89bd-d72b1393e89d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.052668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af391746-60a0-4c3a-89bd-d72b1393e89d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.145758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af391746-60a0-4c3a-89bd-d72b1393e89d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c11abd9-4f57-4dea-af65-c4735f1c1526,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:43.156033 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af391746-60a0-4c3a-89bd-d72b1393e89d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.160911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-af391746-60a0-4c3a-89bd-d72b1393e89d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2504976 Nov 23 14:17:43.161955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50336) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:43.167647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-cfbdfee0-90a0-43c4-84db-fece57c8cf75 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '49d7cf42-c693-4e89-a2c4-cceb95258287', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c11abd9-4f57-4dea-af65-c4735f1c1526', 'remote_ip_prefix': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:43.231773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfee0-90a0-43c4-84db-fece57c8cf75 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.435263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfee0-90a0-43c4-84db-fece57c8cf75 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.472065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f6156-ce54-4b67-95d0-f9fea6de677a req-c8b6c3a9-1b8d-4ca7-a302-e6d3ea33c8c5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:43.473639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-063f6156-ce54-4b67-95d0-f9fea6de677a req-c8b6c3a9-1b8d-4ca7-a302-e6d3ea33c8c5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1478972 Nov 23 14:17:43.474516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfee0-90a0-43c4-84db-fece57c8cf75 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.494682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.517649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdfee0-90a0-43c4-84db-fece57c8cf75 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9d7744-c529-4581-876b-5852fb244d59,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:43.532318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfee0-90a0-43c4-84db-fece57c8cf75 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.539525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cfbdfee0-90a0-43c4-84db-fece57c8cf75 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3753555 Nov 23 14:17:43.540343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50346) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:43.587296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-063f6156-ce54-4b67-95d0-f9fea6de677a req-e852b026-7185-4a97-b46f-7a381cd3cf4a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001320 Nov 23 14:17:43.617362 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-483950b3-c4c7-4452-8fdc-15ab528adbcd tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.643223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-483950b3-c4c7-4452-8fdc-15ab528adbcd tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.720161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94149bf-bbe1-4bfd-be96-844e76b9fe5f req-22ffcd9f-993e-4894-89c9-71cc89a6da00 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:43.729018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e94149bf-bbe1-4bfd-be96-844e76b9fe5f req-22ffcd9f-993e-4894-89c9-71cc89a6da00 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1081259 Nov 23 14:17:43.796000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-483950b3-c4c7-4452-8fdc-15ab528adbcd tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.821127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-483950b3-c4c7-4452-8fdc-15ab528adbcd tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:43.822310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-483950b3-c4c7-4452-8fdc-15ab528adbcd tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2f9d7744-c529-4581-876b-5852fb244d59 HTTP/1.1" status: 204 len: 168 time: 0.2714815 Nov 23 14:17:43.838087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50350) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:43.895087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68875847-0f1f-4451-a647-590184cab5e8 None None] Network 97f3a198-067a-4cc7-bd93-6158709af584 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:17:43.938695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483950b3-c4c7-4452-8fdc-15ab528adbcd tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f9d7744-c529-4581-876b-5852fb244d59,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:43.966632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Router 31bcd45a-55e3-401e-947c-5100bfa7f372 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:17:44.006770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6b09450f-55a1-499e-8256-b68ea23bd659 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1676900 Nov 23 14:17:44.010554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e94149bf-bbe1-4bfd-be96-844e76b9fe5f req-8c0dd138-ac12-40ef-be7e-c3715060a3d7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803676 Nov 23 14:17:44.018260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337007c7-1400-4e82-a0b8-95750ed87693 req-c2d7d36c-427f-46fb-a63d-c416b3abb502 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:44.019804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-337007c7-1400-4e82-a0b8-95750ed87693 req-c2d7d36c-427f-46fb-a63d-c416b3abb502 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1827960 Nov 23 14:17:44.020299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50354) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:44.106404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49bbee7c-6057-412b-be1a-f30f29ee4fc9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.128928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6b30cdb1-12ba-4436-a231-8535de674221 None None] Provisioning complete for port 5f0a4b66-55f0-4f1b-ac17-929597f33651 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:44.129600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b30cdb1-12ba-4436-a231-8535de674221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.130419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49bbee7c-6057-412b-be1a-f30f29ee4fc9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.182220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49bbee7c-6057-412b-be1a-f30f29ee4fc9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.185174 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49bbee7c-6057-412b-be1a-f30f29ee4fc9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.186408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-49bbee7c-6057-412b-be1a-f30f29ee4fc9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/0c11abd9-4f57-4dea-af65-c4735f1c1526 HTTP/1.1" status: 204 len: 168 time: 0.1651831 Nov 23 14:17:44.190912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50358) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:44.203930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-337007c7-1400-4e82-a0b8-95750ed87693 req-44c63eaf-4249-4408-b9b0-32727a3cfba4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751990 Nov 23 14:17:44.216685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbee7c-6057-412b-be1a-f30f29ee4fc9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c11abd9-4f57-4dea-af65-c4735f1c1526,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:44.227864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:17:44.266327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Sync routers for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:17:44.274573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c5fd98f8-8bea-45fd-8538-894253953ddd tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0822885 Nov 23 14:17:44.277764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50362) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:44.313735 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.317506 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5dd0e88b-a44d-40a2-b9a5-8d072f048924 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7855165 Nov 23 14:17:44.318173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50364) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:44.418528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:44.419143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:17:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:44.444040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f267e2f7-ea7c-4ccc-b87d-b50ebea51277 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.512139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f267e2f7-ea7c-4ccc-b87d-b50ebea51277 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.534535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5f0a4b66-55f0-4f1b-ac17-929597f33651 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:44.547289 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b30cdb1-12ba-4436-a231-8535de674221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.625302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f267e2f7-ea7c-4ccc-b87d-b50ebea51277 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.633851 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f267e2f7-ea7c-4ccc-b87d-b50ebea51277 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.635077 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f267e2f7-ea7c-4ccc-b87d-b50ebea51277 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/49d7cf42-c693-4e89-a2c4-cceb95258287 HTTP/1.1" status: 204 len: 168 time: 0.3545780 Nov 23 14:17:44.637657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50370) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:44.655555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267e2f7-ea7c-4ccc-b87d-b50ebea51277 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d7cf42-c693-4e89-a2c4-cceb95258287,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:44.658954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6b30cdb1-12ba-4436-a231-8535de674221 None None] For port 5f0a4b66-55f0-4f1b-ac17-929597f33651, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5f0a4b66-55f0-4f1b-ac17-929597f33651,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:44.730741 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b30cdb1-12ba-4436-a231-8535de674221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.851924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7171bb72-7ca4-4d00-98bc-fc7273cd117e tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2125335 Nov 23 14:17:44.856157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50374) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:44.910331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-abacc0a0-b432-4e75-9754-36d5249cb912 None None] Provisioning complete for port 5f0a4b66-55f0-4f1b-ac17-929597f33651 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:44.910331 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-abacc0a0-b432-4e75-9754-36d5249cb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.912079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b835dce8-0d07-4150-8cfd-131da293023a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040013334'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:44.929194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0feee-624d-4c9a-b776-6b16cdbb0e0d req-e876aec6-65a0-470b-bd24-ce743f109f61 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:44.936753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95d0feee-624d-4c9a-b776-6b16cdbb0e0d req-e876aec6-65a0-470b-bd24-ce743f109f61 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1545322 Nov 23 14:17:44.956821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:17:44.959762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5f0a4b66-55f0-4f1b-ac17-929597f33651 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:44.960833 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:44.974077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b835dce8-0d07-4150-8cfd-131da293023a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.029808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95d0feee-624d-4c9a-b776-6b16cdbb0e0d req-f9b818b8-1635-440e-9bbd-2b63c4572ecb tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920589 Nov 23 14:17:45.054293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30cdb1-12ba-4436-a231-8535de674221 None None] Pushing event updated for resources: {'Port': ['ID=5f0a4b66-55f0-4f1b-ac17-929597f33651,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:45.110632 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b835dce8-0d07-4150-8cfd-131da293023a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.117579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b835dce8-0d07-4150-8cfd-131da293023a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.215533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b835dce8-0d07-4150-8cfd-131da293023a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.217096 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b835dce8-0d07-4150-8cfd-131da293023a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3585191 Nov 23 14:17:45.218393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835dce8-0d07-4150-8cfd-131da293023a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28333ef3-5181-44f3-8c61-dde7913a920a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:45.221005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50386) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:45.227011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-81907c57-3b72-46dc-8c9c-be3e2fd90649 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': '28333ef3-5181-44f3-8c61-dde7913a920a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:45.260814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81907c57-3b72-46dc-8c9c-be3e2fd90649 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.298383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7c32-7c52-47fe-a181-c278b994309d req-a344bcc0-5c74-4dcd-86c5-d60da3ac23bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:45.306620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf6b7c32-7c52-47fe-a181-c278b994309d req-a344bcc0-5c74-4dcd-86c5-d60da3ac23bd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1373248 Nov 23 14:17:45.393910 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81907c57-3b72-46dc-8c9c-be3e2fd90649 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.404038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81907c57-3b72-46dc-8c9c-be3e2fd90649 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.435091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81907c57-3b72-46dc-8c9c-be3e2fd90649 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38525899-3b85-4615-843a-daae59de38c9,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:45.442985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81907c57-3b72-46dc-8c9c-be3e2fd90649 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.446881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81907c57-3b72-46dc-8c9c-be3e2fd90649 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2220883 Nov 23 14:17:45.447929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50394) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:45.495474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eb11c2e-70d7-444f-9ef3-96a95fb99b4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.517762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eb11c2e-70d7-444f-9ef3-96a95fb99b4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.536099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:42Z', 'revision_number': 3, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:45.570879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Checking router: 31bcd45a-55e3-401e-947c-5100bfa7f372 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:17:45.571445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Updating router 31bcd45a-55e3-401e-947c-5100bfa7f372 port 3ba149e4-b37e-47b2-ad48-3ed153770da1 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:17:45.575555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf6b7c32-7c52-47fe-a181-c278b994309d req-563ff109-2b40-4cc6-aa94-61b7d95e6a42 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679088 Nov 23 14:17:45.595992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.598630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.606612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eb11c2e-70d7-444f-9ef3-96a95fb99b4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.612801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eb11c2e-70d7-444f-9ef3-96a95fb99b4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.616475 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0eb11c2e-70d7-444f-9ef3-96a95fb99b4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/38525899-3b85-4615-843a-daae59de38c9 HTTP/1.1" status: 204 len: 168 time: 0.1652515 Nov 23 14:17:45.618496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61bb98-724d-4349-984d-475de64baf40 req-92b5eed8-4b86-4767-a574-e4639c25b823 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:45.624710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50398) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:45.626802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb11c2e-70d7-444f-9ef3-96a95fb99b4d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38525899-3b85-4615-843a-daae59de38c9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:45.627032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb61bb98-724d-4349-984d-475de64baf40 req-92b5eed8-4b86-4767-a574-e4639c25b823 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.2576287 Nov 23 14:17:45.765251 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6a7e4975-10bc-4d30-808f-9497c20c86c5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1394105 Nov 23 14:17:45.772033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:45.881386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb61bb98-724d-4349-984d-475de64baf40 req-355f1dbf-3781-44bd-9e4f-29912ba8225e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533922 Nov 23 14:17:45.897026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1bbaf02-ba7e-4f18-8991-1defb88c06d0 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:45.949695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1bbaf02-ba7e-4f18-8991-1defb88c06d0 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.043194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1bbaf02-ba7e-4f18-8991-1defb88c06d0 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.046556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1bbaf02-ba7e-4f18-8991-1defb88c06d0 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.051844 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c1bbaf02-ba7e-4f18-8991-1defb88c06d0 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/28333ef3-5181-44f3-8c61-dde7913a920a HTTP/1.1" status: 204 len: 168 time: 0.2760158 Nov 23 14:17:46.068915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50408) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:46.069828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbaf02-ba7e-4f18-8991-1defb88c06d0 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28333ef3-5181-44f3-8c61-dde7913a920a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:46.175664 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-18d19e65-1516-4e01-a733-7e08d8bbbeab tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0960908 Nov 23 14:17:46.175664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50410) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:46.186462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fc88f759-a3ff-4b14-9c4b-ee77b837c5f4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980652865'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:46.191133 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.204251 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.252680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc88f759-a3ff-4b14-9c4b-ee77b837c5f4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.277891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Attempting to bind port 3ba149e4-b37e-47b2-ad48-3ed153770da1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:17:46.278271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Attempting to bind port 3ba149e4-b37e-47b2-ad48-3ed153770da1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:17:46.278637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Attempting to bind port 3ba149e4-b37e-47b2-ad48-3ed153770da1 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:46.369212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5f0a4b66-55f0-4f1b-ac17-929597f33651 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:46.425786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc88f759-a3ff-4b14-9c4b-ee77b837c5f4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.434509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:17:46.436003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc88f759-a3ff-4b14-9c4b-ee77b837c5f4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.442169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:46.442623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.443058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:17:46.443564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Bound port: 3ba149e4-b37e-47b2-ad48-3ed153770da1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:17:46.446094 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.511829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88f759-a3ff-4b14-9c4b-ee77b837c5f4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e64f2-7ce0-43f4-bac4-fe39b63d4ba9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:46.517158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc88f759-a3ff-4b14-9c4b-ee77b837c5f4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.518414 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc88f759-a3ff-4b14-9c4b-ee77b837c5f4 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3418477 Nov 23 14:17:46.521548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50416) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:46.530235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1c1a8ae1-9b24-4d1c-9f22-5b28f86163fa tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e64f2-7ce0-43f4-bac4-fe39b63d4ba9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:46.632699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e148c-414f-4d2c-8230-41ade53f90df None None] Pushing event updated for resources: {'Port': ['ID=3ba149e4-b37e-47b2-ad48-3ed153770da1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:46.638026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c1a8ae1-9b24-4d1c-9f22-5b28f86163fa tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.681320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdef05-db31-4803-a2a8-e3332ffea6fa req-1f136ee3-981c-4408-925e-365dc93c2e37 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:46.684939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccfdef05-db31-4803-a2a8-e3332ffea6fa req-1f136ee3-981c-4408-925e-365dc93c2e37 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1557186 Nov 23 14:17:46.698826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5f0a4b66-55f0-4f1b-ac17-929597f33651 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:46.699363 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.744453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Allocated IP 172.20.0.1 (97f3a198-067a-4cc7-bd93-6158709af584/ff9c2a94-4dca-41aa-a881-51d3e11ae006/483679d9-324e-4cba-bc7b-8bb246a8d4e2) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:46.745919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] For port 3ba149e4-b37e-47b2-ad48-3ed153770da1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:17:46.768611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] For port 3ba149e4-b37e-47b2-ad48-3ed153770da1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3ba149e4-b37e-47b2-ad48-3ed153770da1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:46.796797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c1a8ae1-9b24-4d1c-9f22-5b28f86163fa tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.799324 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.800386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c1a8ae1-9b24-4d1c-9f22-5b28f86163fa tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.827317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a8ae1-9b24-4d1c-9f22-5b28f86163fa tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cad32c-1dcf-4661-92cd-27153f5a53c0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:46.842999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c1a8ae1-9b24-4d1c-9f22-5b28f86163fa tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:46.846775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1c1a8ae1-9b24-4d1c-9f22-5b28f86163fa tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3199377 Nov 23 14:17:46.848113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50424) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:46.893444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccfdef05-db31-4803-a2a8-e3332ffea6fa req-6ca444a4-e890-44a7-a2a0-5db0ad51a1fd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955321 Nov 23 14:17:46.919923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b4e0026d-d260-4fda-8b99-f490ccd379be tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules/01cad32c-1dcf-4661-92cd-27153f5a53c0 HTTP/1.1" status: 200 len: 763 time: 0.0667830 Nov 23 14:17:46.922248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50428) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:46.923138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:46.923917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:17:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:47.017094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e593582e-ce7b-47df-9e21-8425213127df tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0914009 Nov 23 14:17:47.017773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50432) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:47.025011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e148c-414f-4d2c-8230-41ade53f90df None None] Pushing event updated for resources: {'Port': ['ID=3ba149e4-b37e-47b2-ad48-3ed153770da1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:47.069001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acb0fd33-e2e3-4747-b65f-64cce4eaab38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.086796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea3f46-a578-46ad-afde-dbddd1a3bf4b req-fcabd3af-9e06-41ba-ae4d-154b18d94472 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:47.095321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acb0fd33-e2e3-4747-b65f-64cce4eaab38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.097678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6ea3f46-a578-46ad-afde-dbddd1a3bf4b req-fcabd3af-9e06-41ba-ae4d-154b18d94472 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.3057277 Nov 23 14:17:47.148000 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acb0fd33-e2e3-4747-b65f-64cce4eaab38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.166123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acb0fd33-e2e3-4747-b65f-64cce4eaab38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.167970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-acb0fd33-e2e3-4747-b65f-64cce4eaab38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/01cad32c-1dcf-4661-92cd-27153f5a53c0 HTTP/1.1" status: 204 len: 168 time: 0.1492312 Nov 23 14:17:47.168669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:17:47.171576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50434) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:47.181377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0fd33-e2e3-4747-b65f-64cce4eaab38 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01cad32c-1dcf-4661-92cd-27153f5a53c0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:47.241827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.258847 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-97f06bc8-4668-4954-a83e-5bf6cfcc6fc9 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0869596 Nov 23 14:17:47.261320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50438) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:47.270849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2aa84087-ec2d-486b-8ec0-6232fa40fb2d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e64f2-7ce0-43f4-bac4-fe39b63d4ba9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:47.284940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6ea3f46-a578-46ad-afde-dbddd1a3bf4b req-c1725fbd-f80a-4741-a6bf-d4bc551256c9 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863022 Nov 23 14:17:47.323481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25591c7a-415e-4e9c-b64d-63d0d2d11a8d req-08945c4d-ef5e-40d0-aedd-93926074ebf1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:47.325368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2aa84087-ec2d-486b-8ec0-6232fa40fb2d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.331365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25591c7a-415e-4e9c-b64d-63d0d2d11a8d req-08945c4d-ef5e-40d0-aedd-93926074ebf1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1190836 Nov 23 14:17:47.360244 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.412151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2aa84087-ec2d-486b-8ec0-6232fa40fb2d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.420770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2aa84087-ec2d-486b-8ec0-6232fa40fb2d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.421961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25591c7a-415e-4e9c-b64d-63d0d2d11a8d req-fd521813-ac59-4815-b107-b0dd815f484f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893843 Nov 23 14:17:47.436923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:47.440917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:47.445827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:47.469400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Pushing event updated for resources: {'Port': ['ID=483679d9-324e-4cba-bc7b-8bb246a8d4e2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:47.482384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa84087-ec2d-486b-8ec0-6232fa40fb2d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced2ea46-d5de-4a3f-a093-63c426d5ae22,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:47.492702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.493548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.494104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.494612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.495460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.495999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.496544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.497028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.497696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.498757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.499657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.500214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:47.513643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2aa84087-ec2d-486b-8ec0-6232fa40fb2d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.517273 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2aa84087-ec2d-486b-8ec0-6232fa40fb2d tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2520549 Nov 23 14:17:47.517460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.525335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50442) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:47.589880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41a7b47a-a0a8-4384-afff-0472b7b9b9de tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules/ced2ea46-d5de-4a3f-a093-63c426d5ae22 HTTP/1.1" status: 200 len: 763 time: 0.0656216 Nov 23 14:17:47.590268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50444) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:47.645206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:42Z', 'revision_number': 3, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:47.674740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-30b87bd0-1084-4d11-86e3-c8b80c77d003 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0831892 Nov 23 14:17:47.675676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50446) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:47.729895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6de0f-ae8e-4c49-8ba4-e1721f8087c5 None None] The sync data for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 is: [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:42Z', 'revision_number': 3, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:17:47.743588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d195-fe7d-4055-b9ab-ce7cc13a51da tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.772372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d195-fe7d-4055-b9ab-ce7cc13a51da tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.817470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d195-fe7d-4055-b9ab-ce7cc13a51da tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.831534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-98344715-eece-43ea-b064-e39df603d90c None None] Provisioning complete for port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:47.831914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-98344715-eece-43ea-b064-e39df603d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.839424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d195-fe7d-4055-b9ab-ce7cc13a51da tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:47.846252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e5d3d195-fe7d-4055-b9ab-ce7cc13a51da tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ced2ea46-d5de-4a3f-a093-63c426d5ae22 HTTP/1.1" status: 204 len: 168 time: 0.1672373 Nov 23 14:17:47.846252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3d195-fe7d-4055-b9ab-ce7cc13a51da tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ced2ea46-d5de-4a3f-a093-63c426d5ae22,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:47.846618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50450) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:47.887424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-98344715-eece-43ea-b064-e39df603d90c None None] Port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:47.944980 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.074120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79ad7ad7-0328-47e1-9c52-cfbbd2728b43 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2223747 Nov 23 14:17:48.075234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50458) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:48.082385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3a337cc8-c663-48e0-9bc8-27820ecf1d95 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Request body: {'security_group_rule': {'security_group_id': 'ac7e64f2-7ce0-43f4-bac4-fe39b63d4ba9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:48.182219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a337cc8-c663-48e0-9bc8-27820ecf1d95 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.371812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a337cc8-c663-48e0-9bc8-27820ecf1d95 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.380796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a337cc8-c663-48e0-9bc8-27820ecf1d95 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.450969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a337cc8-c663-48e0-9bc8-27820ecf1d95 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.457720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ba149e4-b37e-47b2-ad48-3ed153770da1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:48.470680 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a337cc8-c663-48e0-9bc8-27820ecf1d95 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3927324 Nov 23 14:17:48.472759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50466) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:48.477583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81be6e0-823d-453b-8300-4a74ee9118fa req-6bfc7536-e124-4f4d-b14e-b429aa1c165b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:48.479847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a81be6e0-823d-453b-8300-4a74ee9118fa req-6bfc7536-e124-4f4d-b14e-b429aa1c165b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.4523804 Nov 23 14:17:48.489217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a337cc8-c663-48e0-9bc8-27820ecf1d95 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cd12e5-cde3-46bc-a833-79c8c23489f5,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:48.495919 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.537560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-73f0a48a-0a04-429a-be12-70cee38a0871 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules/56cd12e5-cde3-46bc-a833-79c8c23489f5 HTTP/1.1" status: 200 len: 764 time: 0.0635338 Nov 23 14:17:48.540936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50468) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:48.545206 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.563321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3ba149e4-b37e-47b2-ad48-3ed153770da1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:48.563699 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.661121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-47eee4fd-c2aa-4682-b72a-bab5ea78b40f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1153781 Nov 23 14:17:48.661852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50470) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:48.705110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.707415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d17dfa9f-6cbb-4b92-8b94-3986c9da929a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.721987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d17dfa9f-6cbb-4b92-8b94-3986c9da929a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.738846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.785873 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d17dfa9f-6cbb-4b92-8b94-3986c9da929a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.791650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d17dfa9f-6cbb-4b92-8b94-3986c9da929a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.792808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d17dfa9f-6cbb-4b92-8b94-3986c9da929a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/56cd12e5-cde3-46bc-a833-79c8c23489f5 HTTP/1.1" status: 204 len: 168 time: 0.1300538 Nov 23 14:17:48.800466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50474) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:48.803534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 3ba149e4-b37e-47b2-ad48-3ed153770da1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3ba149e4-b37e-47b2-ad48-3ed153770da1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:48.814204 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:48.847856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dfa9f-6cbb-4b92-8b94-3986c9da929a tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56cd12e5-cde3-46bc-a833-79c8c23489f5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:48.917503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=3ba149e4-b37e-47b2-ad48-3ed153770da1,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:48.929681 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bb52aa42-fd70-4906-8ccc-a1f9a41ac5ea tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1280780 Nov 23 14:17:48.934050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:48.992986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:49.010923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f8b1-4dad-499b-8e01-4275580703b5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:49.011625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:49.056013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ff5d-a176-4ebc-8aa6-2f93b6b13999 req-b6a8c7bf-03af-49fd-bfb0-ddee261163ec tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:49.060697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f8b1-4dad-499b-8e01-4275580703b5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:49.071904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c164ff5d-a176-4ebc-8aa6-2f93b6b13999 req-b6a8c7bf-03af-49fd-bfb0-ddee261163ec tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.5903726 Nov 23 14:17:49.156470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f8b1-4dad-499b-8e01-4275580703b5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:49.160083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f8b1-4dad-499b-8e01-4275580703b5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:49.161203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0ca9f8b1-4dad-499b-8e01-4275580703b5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "DELETE /v2.0/security-groups/ac7e64f2-7ce0-43f4-bac4-fe39b63d4ba9 HTTP/1.1" status: 204 len: 168 time: 0.2250938 Nov 23 14:17:49.167327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50478) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:49.187678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9f8b1-4dad-499b-8e01-4275580703b5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e64f2-7ce0-43f4-bac4-fe39b63d4ba9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:49.224749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c164ff5d-a176-4ebc-8aa6-2f93b6b13999 req-5f311459-208d-419b-939d-9af93f46c353 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515822 Nov 23 14:17:49.235492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a81be6e0-823d-453b-8300-4a74ee9118fa req-ad6b6188-2fba-402e-b231-38b1bc0e086a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373829 Nov 23 14:17:49.240913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Pushing event updated for resources: {'Port': ['ID=483679d9-324e-4cba-bc7b-8bb246a8d4e2,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:49.278546 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4bbd7fcb-b25f-4e00-a92c-548469f576c5 tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1099727 Nov 23 14:17:49.280198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:49.416065 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2d4e73b0-7655-4c0c-9c15-c4cf6495352f tempest-SecGroupTest-155940548 tempest-SecGroupTest-155940548-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1346796 Nov 23 14:17:49.560265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b0a84f1c-769d-4bac-a4c9-45c6308f1631 None None] Provisioning complete for port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:49.560986 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b0a84f1c-769d-4bac-a4c9-45c6308f1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:49.622865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Router 31bcd45a-55e3-401e-947c-5100bfa7f372 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:17:49.646508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9e46-4f2e-4336-950a-049b17a70dbf req-10d3e21d-4469-449e-b200-a6d5f97d509f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:49.649092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e0f9e46-4f2e-4336-950a-049b17a70dbf req-10d3e21d-4469-449e-b200-a6d5f97d509f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1774666 Nov 23 14:17:49.700268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b0a84f1c-769d-4bac-a4c9-45c6308f1631 None None] Port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:49.795019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e0f9e46-4f2e-4336-950a-049b17a70dbf req-2a137ec0-fa89-4823-88ed-3cadf69a99f9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038005 Nov 23 14:17:49.807955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:17:49.817102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a278abb-653d-498b-ac90-3e3e7b86b6ce admin admin] 10.222.0.46 "PUT /v2.0/routers/31bcd45a-55e3-401e-947c-5100bfa7f372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4975665 Nov 23 14:17:49.897834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50498) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:50.309792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ba149e4-b37e-47b2-ad48-3ed153770da1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:50.390201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-43eac8ae-dce1-4277-8806-d7a1e40404ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2755d364e811429bbeba935b7c515863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903767 Nov 23 14:17:50.392774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:50.433858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3ba149e4-b37e-47b2-ad48-3ed153770da1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:50.434230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:50.513968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555841-d64a-4d1c-961d-6d095c34dcbd req-40035728-a9a1-4f09-a7fb-02bd4bd4fe67 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:50.515714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0555841-d64a-4d1c-961d-6d095c34dcbd req-40035728-a9a1-4f09-a7fb-02bd4bd4fe67 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0995505 Nov 23 14:17:50.516615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d05c9019-7aa1-41a1-9202-66bb8edddd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:50.625831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d05c9019-7aa1-41a1-9202-66bb8edddd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:50.651730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Sync routers for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:17:50.663434 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:50.664098 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:17:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:50.777268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0555841-d64a-4d1c-961d-6d095c34dcbd req-958b50eb-9f33-41af-a713-5760dd393c32 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378790 Nov 23 14:17:50.798915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d05c9019-7aa1-41a1-9202-66bb8edddd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:50.799351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50520) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:50.799811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d05c9019-7aa1-41a1-9202-66bb8edddd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:50.800819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d05c9019-7aa1-41a1-9202-66bb8edddd69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c607a07c-e78d-48d7-a33e-0c443550f6b7 HTTP/1.1" status: 204 len: 168 time: 0.4069016 Nov 23 14:17:50.805826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4e64ad7c-cc4b-420b-ae80-e915d6e55ed0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097365138', 'description': 'tempest-description--1354699876'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:50.817634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c9019-7aa1-41a1-9202-66bb8edddd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607a07c-e78d-48d7-a33e-0c443550f6b7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:50.892731 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e64ad7c-cc4b-420b-ae80-e915d6e55ed0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:50.979485 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:17:51.031303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e863f98-6056-481c-801d-681419f98b55 req-a20a5c51-89fb-4af6-8fbf-d7f17a9e4700 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:51.042997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e863f98-6056-481c-801d-681419f98b55 req-a20a5c51-89fb-4af6-8fbf-d7f17a9e4700 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1351883 Nov 23 14:17:51.067889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e64ad7c-cc4b-420b-ae80-e915d6e55ed0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.076988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e64ad7c-cc4b-420b-ae80-e915d6e55ed0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.198490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e64ad7c-cc4b-420b-ae80-e915d6e55ed0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.204094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4e64ad7c-cc4b-420b-ae80-e915d6e55ed0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4029498 Nov 23 14:17:51.211155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50532) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:51.218581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64ad7c-cc4b-420b-ae80-e915d6e55ed0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5c592c-f695-447b-b58b-64af73c92bb1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:51.220310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c5fb1b3c-76f9-4dc8-a38d-00d73021f71b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'security_group_rule': {'security_group_id': '0d5c592c-f695-447b-b58b-64af73c92bb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:51.257171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e863f98-6056-481c-801d-681419f98b55 req-eaa88e0b-80c9-410c-a7a1-8ae6334714ed tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070801 Nov 23 14:17:51.334405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517b1e0-3a68-4456-b248-445412a6c993 req-c8f75d48-92af-4a5d-80ec-b1d41ecbcf92 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:51.343600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0517b1e0-3a68-4456-b248-445412a6c993 req-c8f75d48-92af-4a5d-80ec-b1d41ecbcf92 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.2263103 Nov 23 14:17:51.393900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1b3c-76f9-4dc8-a38d-00d73021f71b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.479573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0517b1e0-3a68-4456-b248-445412a6c993 req-7317e994-b540-4f4c-9f8b-cb8aaad51567 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253669 Nov 23 14:17:51.550648 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 2, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:51.585055 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Checking router: 31bcd45a-55e3-401e-947c-5100bfa7f372 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:17:51.586227 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Updating router 31bcd45a-55e3-401e-947c-5100bfa7f372 port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:17:51.591346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1b3c-76f9-4dc8-a38d-00d73021f71b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.600938 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1b3c-76f9-4dc8-a38d-00d73021f71b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.633799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1b3c-76f9-4dc8-a38d-00d73021f71b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8a015d-2e5b-4e54-a7af-5dc6c8d60db4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:51.639213 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.658249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1b3c-76f9-4dc8-a38d-00d73021f71b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.659901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c5fb1b3c-76f9-4dc8-a38d-00d73021f71b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445245 Nov 23 14:17:51.662620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50546) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:51.668278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f3b2885f-caf6-46c3-8ae2-3892cfc576d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'security_group_rule': {'security_group_id': '0d5c592c-f695-447b-b58b-64af73c92bb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:51.728789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3b2885f-caf6-46c3-8ae2-3892cfc576d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.837329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3b2885f-caf6-46c3-8ae2-3892cfc576d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.844903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3b2885f-caf6-46c3-8ae2-3892cfc576d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.876720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2885f-caf6-46c3-8ae2-3892cfc576d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8238f85f-c102-4edb-9856-e159aeec784a,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:51.891616 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3b2885f-caf6-46c3-8ae2-3892cfc576d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.893678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f3b2885f-caf6-46c3-8ae2-3892cfc576d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2294629 Nov 23 14:17:51.896582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50556) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:51.904181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:51.982167 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:51.996077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff9983-d797-4bc5-9e90-6407f2355ba1 req-5d481bff-79b2-4e17-a47f-032d1fe5791d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:52.003410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bff9983-d797-4bc5-9e90-6407f2355ba1 req-5d481bff-79b2-4e17-a47f-032d1fe5791d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0868459 Nov 23 14:17:52.095537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bff9983-d797-4bc5-9e90-6407f2355ba1 req-956b7fe9-66c6-4b08-b665-1f30871e6217 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910242 Nov 23 14:17:52.187501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:52.270769 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:52.286878 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:52.346430 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Pushing event updated for resources: {'Port': ['ID=483679d9-324e-4cba-bc7b-8bb246a8d4e2,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:52.392861 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.393594 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.394232 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.394832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.396324 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.397793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.398406 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.399259 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.399825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.400950 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.401529 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.402072 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:52.439551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Allocated IP 172.25.3.56 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/ae02c0b5-f9f7-4d05-9acf-5fdbe936e529) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:52.574973 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Attempting to bind port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:17:52.575592 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Attempting to bind port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:17:52.576214 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Attempting to bind port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:52.605475 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:17:52.608029 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:52.611977 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:52.613616 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Bound using segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:17:52.614376 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Bound port: 483679d9-324e-4cba-bc7b-8bb246a8d4e2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:17:52.616099 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:52.779587 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] For port 483679d9-324e-4cba-bc7b-8bb246a8d4e2, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:17:52.787152 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] For port 483679d9-324e-4cba-bc7b-8bb246a8d4e2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=483679d9-324e-4cba-bc7b-8bb246a8d4e2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:52.796810 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:52.817158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad6d5a-44c8-48cc-96d4-0adf964938fe req-97e8dcf3-ec7b-4ad8-aec9-2e9585271057 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:52.818795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dad6d5a-44c8-48cc-96d4-0adf964938fe req-97e8dcf3-ec7b-4ad8-aec9-2e9585271057 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1077869 Nov 23 14:17:52.854113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Provisioning complete for port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:52.854647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:52.857139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8467f-a1f6-4283-9ea8-0f2ae9176481 req-0843b8cd-fd77-4d35-86a0-27a3c7c43e96 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:52.866886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1d8467f-a1f6-4283-9ea8-0f2ae9176481 req-0843b8cd-fd77-4d35-86a0-27a3c7c43e96 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.3890901 Nov 23 14:17:52.913685 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a03b7e-8b49-4c0c-8034-440cfb44c343 None None] Pushing event updated for resources: {'Port': ['ID=483679d9-324e-4cba-bc7b-8bb246a8d4e2,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:52.951476 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:17:52.952607 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:17:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:53.005309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1d8467f-a1f6-4283-9ea8-0f2ae9176481 req-e208a195-2263-42e9-9a7d-70fd316b96a9 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322651 Nov 23 14:17:53.035756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.096953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.144773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1dad6d5a-44c8-48cc-96d4-0adf964938fe req-d364c516-96ea-4a7a-b282-3051d7576399 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004441 Nov 23 14:17:53.195557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] For port 483679d9-324e-4cba-bc7b-8bb246a8d4e2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=483679d9-324e-4cba-bc7b-8bb246a8d4e2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:53.202429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.205781 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:17:53.280802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.317663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Pushing event updated for resources: {'Port': ['ID=483679d9-324e-4cba-bc7b-8bb246a8d4e2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:53.337403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.338156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.338763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.339302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.340049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.340684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.341190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.341712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.342225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.342832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.343637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.344233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eaa9d2-7e5b-4465-8997-5215386ec217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:17:53.409374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:53.415838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:53.424748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:53.463265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=ae02c0b5-f9f7-4d05-9acf-5fdbe936e529,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:53.482232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0d4d-5ce9-4e83-bb71-bb06b46e2811 req-d5ca0788-a419-488c-a9b9-635c6c5d0242 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:53.490332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bdea0d4d-5ce9-4e83-bb71-bb06b46e2811 req-d5ca0788-a419-488c-a9b9-635c6c5d0242 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1576021 Nov 23 14:17:53.497194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c22955dd-1e97-4202-92c0-39d16100d465 None None] Provisioning complete for port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:53.497828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c22955dd-1e97-4202-92c0-39d16100d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.589477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bdea0d4d-5ce9-4e83-bb71-bb06b46e2811 req-8934001f-f8c7-4c57-8253-53d0e53675ab tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Nov 23 14:17:53.607343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.611875 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:52Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:17:53.644939 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.668625 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874da396-c9fd-4375-8dd1-87fb9d84617d None None] The sync data for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 is: [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:52Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:17:53.673591 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.927427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:53.934942 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:54.010757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=ae02c0b5-f9f7-4d05-9acf-5fdbe936e529,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:54.072673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:54.086959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-c7939bdf-62bf-4677-8d82-11eb62cc253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.088488 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-c7939bdf-62bf-4677-8d82-11eb62cc253e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1097 time: 0.0760050 Nov 23 14:17:54.109286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50622) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:54.111929 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:54.124104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-64fcbced-a412-404e-b7e7-2a800fc7d1ce tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2254670 Nov 23 14:17:54.236392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8f605-348e-4f7b-8f80-328f110af237 req-6ddb00b9-bbbc-4fa2-8522-c3b00c808043 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.246423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56f8f605-348e-4f7b-8f80-328f110af237 req-6ddb00b9-bbbc-4fa2-8522-c3b00c808043 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1095998 Nov 23 14:17:54.295095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-113a9524-d5a8-4e9c-a1e6-2ac6795db47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.299290 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-113a9524-d5a8-4e9c-a1e6-2ac6795db47f service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.2028115 Nov 23 14:17:54.384128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 483679d9-324e-4cba-bc7b-8bb246a8d4e2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:17:54.390780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56f8f605-348e-4f7b-8f80-328f110af237 req-9fe83091-c5ed-43f4-b1b3-e18746954845 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316817 Nov 23 14:17:54.415647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114717-7d17-4e33-968f-e53d492abbaa req-ebd9dd96-80fc-4e6d-b2ac-ad9b9cec9e94 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.416284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e05c4bc-23e9-46cc-b44d-13815c0c5099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:54.430414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e114717-7d17-4e33-968f-e53d492abbaa req-ebd9dd96-80fc-4e6d-b2ac-ad9b9cec9e94 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1273184 Nov 23 14:17:54.496324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:54.496955 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:54.517189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-ee200839-f4a7-41dd-a723-6bdc587dca6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 1002 time: 0.2103775 Nov 23 14:17:54.541779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e114717-7d17-4e33-968f-e53d492abbaa req-31c49034-84c1-4d19-8894-c069523122cb tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058943 Nov 23 14:17:54.605233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-0bc2d4ab-3bec-43dc-ae40-127fe8423e7a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1097365138&fields=id&tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 267 time: 0.1022007 Nov 23 14:17:54.606247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-0edcf7b7-2264-4112-9f67-854c783518d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.608214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-0edcf7b7-2264-4112-9f67-854c783518d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.0836179 Nov 23 14:17:54.673178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e05c4bc-23e9-46cc-b44d-13815c0c5099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:54.684701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e05c4bc-23e9-46cc-b44d-13815c0c5099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:54.736491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-fa084eb8-5372-4c12-a5a8-c115cb0a330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.738391 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-fa084eb8-5372-4c12-a5a8-c115cb0a330c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192257 Nov 23 14:17:54.771615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05c4bc-23e9-46cc-b44d-13815c0c5099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a5691-2968-407d-96e2-4317ce1df73c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:54.796930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50646) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:54.798315 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7e05c4bc-23e9-46cc-b44d-13815c0c5099 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15e7df02e66e4ca384010c41e1090cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861324 Nov 23 14:17:54.855378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-8e4775c4-7dc1-48aa-8076-71bf4f0dc406 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.857469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-8e4775c4-7dc1-48aa-8076-71bf4f0dc406 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.2507615 Nov 23 14:17:54.899432 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-3856426f-bcd4-41b3-8e10-c05fddb5976e service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515505 Nov 23 14:17:54.913050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-183417c7-207a-416f-a009-e23f68db252e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/quotas/aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 375 time: 0.0439255 Nov 23 14:17:54.923804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65eb9d-c7d2-4184-96d9-d1853bd881bf req-4089bdad-77f1-4d5e-ab24-b9fe6a7407c8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:54.932351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd65eb9d-c7d2-4184-96d9-d1853bd881bf req-4089bdad-77f1-4d5e-ab24-b9fe6a7407c8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1588273 Nov 23 14:17:54.990375 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b189e721-5a77-4d1b-a79a-3b683efebc8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.020097 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cfdc77b3-8969-4a87-9480-d45886b9a134 req-ebec694a-9130-4911-84c7-93dd49f46553 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075549 Nov 23 14:17:55.053247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd65eb9d-c7d2-4184-96d9-d1853bd881bf req-01aac019-8963-4ac5-aa62-6e52ec87b86f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180580 Nov 23 14:17:55.062629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b189e721-5a77-4d1b-a79a-3b683efebc8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.077554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-ac8d06c0-015e-4b9b-9e5b-e4b4c0880f22 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428289 Nov 23 14:17:55.199307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b189e721-5a77-4d1b-a79a-3b683efebc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.201939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b189e721-5a77-4d1b-a79a-3b683efebc8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.205599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b189e721-5a77-4d1b-a79a-3b683efebc8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea5a5691-2968-407d-96e2-4317ce1df73c HTTP/1.1" status: 204 len: 168 time: 0.3813601 Nov 23 14:17:55.208838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-397e42f3-07fc-4582-b29d-9163d91eceb4 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152461 Nov 23 14:17:55.234126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189e721-5a77-4d1b-a79a-3b683efebc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a5691-2968-407d-96e2-4317ce1df73c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:55.336318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-838ce336-fd56-4b98-9b6b-7340ccee3f21 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206324 Nov 23 14:17:55.572920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a14683f-9368-4ae2-8648-f9aa6b0fd031 req-88dc65b0-e42b-41ed-92aa-54bf1f7f5f43 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 210 time: 0.0303991 Nov 23 14:17:55.605821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351d8bb-ab90-4df5-832a-34d5be6a4f06 req-93d3684f-e28d-4356-9dac-c5e15a2ec535 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:55.611714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50664) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:55.615455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f351d8bb-ab90-4df5-832a-34d5be6a4f06 req-93d3684f-e28d-4356-9dac-c5e15a2ec535 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1315193 Nov 23 14:17:55.665753 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20edae96-1c17-4207-9148-b78ff4bf9588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.761504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919e330-4cf6-4a9a-b618-117fa9c347f3 req-ea42e4a8-0960-4a10-9fda-91f2dac9549a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:55.780898 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20edae96-1c17-4207-9148-b78ff4bf9588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.781797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d919e330-4cf6-4a9a-b618-117fa9c347f3 req-ea42e4a8-0960-4a10-9fda-91f2dac9549a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1221850 Nov 23 14:17:55.786366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20edae96-1c17-4207-9148-b78ff4bf9588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.822183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f351d8bb-ab90-4df5-832a-34d5be6a4f06 req-f18749b8-8b46-458e-ba70-164a14ea5f37 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780949 Nov 23 14:17:55.855382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edae96-1c17-4207-9148-b78ff4bf9588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63611910-4a41-4e62-8812-e6d8b5168244,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:55.862949 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-20edae96-1c17-4207-9148-b78ff4bf9588 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e41ff44ec38246d2badfa7346c785325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489569 Nov 23 14:17:55.864639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50674) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:17:55.889117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d919e330-4cf6-4a9a-b618-117fa9c347f3 req-c2a0952b-968f-4d05-8e4c-a7d35280b4d7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064548 Nov 23 14:17:55.945636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d01fd0b5-26e0-4a4e-96fb-7a6912f21126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:55.968576 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d01fd0b5-26e0-4a4e-96fb-7a6912f21126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:56.015710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d01fd0b5-26e0-4a4e-96fb-7a6912f21126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:56.018189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d01fd0b5-26e0-4a4e-96fb-7a6912f21126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:56.022171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d01fd0b5-26e0-4a4e-96fb-7a6912f21126 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63611910-4a41-4e62-8812-e6d8b5168244 HTTP/1.1" status: 204 len: 168 time: 0.1539230 Nov 23 14:17:56.029320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fd0b5-26e0-4a4e-96fb-7a6912f21126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63611910-4a41-4e62-8812-e6d8b5168244,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:56.169860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48428e7a-8ad3-4f4f-ad29-d365c700d8df req-db9412c7-08bb-4fcc-94d7-38b55dc94f36 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:56.171493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48428e7a-8ad3-4f4f-ad29-d365c700d8df req-db9412c7-08bb-4fcc-94d7-38b55dc94f36 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0511758 Nov 23 14:17:56.228615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48428e7a-8ad3-4f4f-ad29-d365c700d8df req-65f6495d-8881-4287-b8d8-cf9f54011a3c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Nov 23 14:17:56.666156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b272ba9-f34e-4c90-ba89-88e810dc5895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:56.735522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec8a129c-ba03-4faf-9023-49b7b1f50506 req-9e16b2d5-c2a8-44b5-a4db-43507f546185 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 210 time: 0.0497403 Nov 23 14:17:56.768032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-d9b5204b-91fc-4d4a-8162-d9171495289a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:56.769693 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-d9b5204b-91fc-4d4a-8162-d9171495289a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.1665995 Nov 23 14:17:56.844120 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-ef7680b4-3533-42be-8f51-e3d30ee8370f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 380 time: 0.0650885 Nov 23 14:17:56.857060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'port': {'device_id': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'admin_state_up': True, 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'security_groups': ['0d5c592c-f695-447b-b58b-64af73c92bb1']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:56.886443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:56.994537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e142-43a8-4e81-aa55-d6710854cf04 req-5d0cddbf-b37c-4346-9739-c0f0cd2a0c15 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:56.997978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d10e142-43a8-4e81-aa55-d6710854cf04 req-5d0cddbf-b37c-4346-9739-c0f0cd2a0c15 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0896976 Nov 23 14:17:57.039212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Made reservation on behalf of aa3dcd61ffcc40d0955c6e10dbd07774 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:17:57.043739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:57.116755 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d10e142-43a8-4e81-aa55-d6710854cf04 req-ccdcf427-4187-4b5f-80b6-9da86b5738b9 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999491 Nov 23 14:17:57.311270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Allocated IP 172.20.0.4 (97f3a198-067a-4cc7-bd93-6158709af584/ff9c2a94-4dca-41aa-a881-51d3e11ae006/25c3bb7a-21e3-4eec-a040-c830449a56cc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:17:57.345120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626848-a6c1-4a2d-b277-cf445e0d1296 req-9c01def4-cbd0-480b-887b-344398c37557 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:57.347405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a626848-a6c1-4a2d-b277-cf445e0d1296 req-9c01def4-cbd0-480b-887b-344398c37557 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0734251 Nov 23 14:17:57.433864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a626848-a6c1-4a2d-b277-cf445e0d1296 req-6037fddc-ca35-4eba-8a14-cb596fdb2083 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814021 Nov 23 14:17:57.584046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:57.624072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063f692-d942-4173-a6a6-8a6cb39d189f req-1117b0bb-9152-45ea-b114-901ca180e795 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:57.625539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0063f692-d942-4173-a6a6-8a6cb39d189f req-1117b0bb-9152-45ea-b114-901ca180e795 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0810175 Nov 23 14:17:57.645991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:57.691521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:17:57.695736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:17:57.703556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:17:57.721090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0063f692-d942-4173-a6a6-8a6cb39d189f req-61132435-5c18-4bec-9798-10d536f44472 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868006 Nov 23 14:17:57.736593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:57.791479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:57.792149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:57.815296 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-2230f77b-42ca-42dd-ae86-6420e4278496 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9621930 Nov 23 14:17:57.830761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Request body: {'port': {'device_id': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:17:57.905656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:57.975998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c995f-c3e5-4d05-b2f6-3eb31d095412 req-22f5900d-992c-4b53-9ad3-e946b16d0da1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:57.986136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd6c995f-c3e5-4d05-b2f6-3eb31d095412 req-22f5900d-992c-4b53-9ad3-e946b16d0da1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 931 time: 0.1278756 Nov 23 14:17:58.087192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd6c995f-c3e5-4d05-b2f6-3eb31d095412 req-6666b8bc-8728-4c1f-8789-8442e4bbf83e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965469 Nov 23 14:17:58.115205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-12d729c8-5e34-4e80-913b-64632467a9aa None None] Provisioning complete for port 25c3bb7a-21e3-4eec-a040-c830449a56cc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:17:58.117048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-12d729c8-5e34-4e80-913b-64632467a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:58.117978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-8872c49e-de0c-4d59-89bc-35c0f39246eb req-3e199163-e7f1-4c48-b31b-2d175ea9c25d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:17:58.119384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8872c49e-de0c-4d59-89bc-35c0f39246eb req-3e199163-e7f1-4c48-b31b-2d175ea9c25d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095851 Nov 23 14:17:58.162192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-12d729c8-5e34-4e80-913b-64632467a9aa None None] Port 25c3bb7a-21e3-4eec-a040-c830449a56cc cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:17:58.283582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c3bb7a-21e3-4eec-a040-c830449a56cc {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:58.305395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:58.342625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Transition to ACTIVE for port object 25c3bb7a-21e3-4eec-a040-c830449a56cc will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:17:58.353272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:58.413861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694e91c-79c2-4902-a4e4-fb7c957bc110 req-8e33adce-b1dd-4467-b5eb-06d7dd3a3d10 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:58.416309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4694e91c-79c2-4902-a4e4-fb7c957bc110 req-8e33adce-b1dd-4467-b5eb-06d7dd3a3d10 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0862327 Nov 23 14:17:58.456203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:58.505371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4694e91c-79c2-4902-a4e4-fb7c957bc110 req-f7537976-c40a-4ace-9ef1-e4ad678f89e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784872 Nov 23 14:17:58.535051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Attempting to bind port 25c3bb7a-21e3-4eec-a040-c830449a56cc on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:17:58.535396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Attempting to bind port 25c3bb7a-21e3-4eec-a040-c830449a56cc by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:17:58.535739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Attempting to bind port 25c3bb7a-21e3-4eec-a040-c830449a56cc on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:58.542951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Port 25c3bb7a-21e3-4eec-a040-c830449a56cc on network 97f3a198-067a-4cc7-bd93-6158709af584 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:17:58.543289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Attempting to bind port 25c3bb7a-21e3-4eec-a040-c830449a56cc on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:17:58.549349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:17:58.549703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:17:58.550099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Bound using segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:17:58.550537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Bound port: 25c3bb7a-21e3-4eec-a040-c830449a56cc, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:17:58.550916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:58.588635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6d6c21a7-accf-49ba-a7c6-eba34c492cec details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:17:58.600320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:17:58.693882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:17:58.699259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:17:58.715348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:58.719190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bce46-f110-4319-819a-af88231c26ee req-1b6a22c9-0274-4669-afa1-bdfcf711df96 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:58.731681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-555bce46-f110-4319-819a-af88231c26ee req-1b6a22c9-0274-4669-afa1-bdfcf711df96 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1483848 Nov 23 14:17:58.817104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:58.818825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:58.821591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] 10.222.0.11 "PUT /v2.0/ports/25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 1091 time: 0.9970353 Nov 23 14:17:58.823843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:58.831082 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f481bef-7853-41fa-841e-b8c41a4c6b11" -d '{"events": [{"name": "network-changed", "server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:58.855239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-555bce46-f110-4319-819a-af88231c26ee req-12094a09-6ae7-48f3-847d-4ed200973f34 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223745 Nov 23 14:17:58.972998 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:58.987940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5942c-b192-4c6b-886e-a946db7285b0 req-96eb6fae-79e3-4f1e-848d-79d0bdb89520 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:58.998511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7c5942c-b192-4c6b-886e-a946db7285b0 req-96eb6fae-79e3-4f1e-848d-79d0bdb89520 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1322432 Nov 23 14:17:59.041507 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aae44e7-dc05-4639-ae5a-4504fce243d4 x-openstack-request-id: req-7aae44e7-dc05-4639-ae5a-4504fce243d4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:59.041820 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:59.042323 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7aae44e7-dc05-4639-ae5a-4504fce243d4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:59.042512 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'status': 'completed', 'code': 200} Nov 23 14:17:59.053039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173c8e0-c6a6-4df3-a45f-aa246463b348 service neutron] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:59.068632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:59.085212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-17f0742c-731e-4493-87e1-674668541f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:59.086856 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-17f0742c-731e-4493-87e1-674668541f48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1094 time: 0.2054038 Nov 23 14:17:59.089691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:17:59.092335 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76d983c-6c8a-423c-97bc-a70b3ed34343" -d '{"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-unplugged", "status": "completed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:17:59.092795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7c5942c-b192-4c6b-886e-a946db7285b0 req-2497e94a-3019-464c-af23-9ae34138c7e8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930328 Nov 23 14:17:59.136086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:59.140431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:59.198814 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-9bb6dacf-5a1d-43f0-966e-49657fea65cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 217 time: 0.1026256 Nov 23 14:17:59.277092 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a72df0-2906-458b-a807-8b7896337ad7 x-openstack-request-id: req-f7a72df0-2906-458b-a807-8b7896337ad7 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:17:59.278410 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-unplugged", "status": "failed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "code": 422}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:17:59.279439 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7a72df0-2906-458b-a807-8b7896337ad7 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:17:59.280695 n-d-818503-2 neutron-server[103347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'code': 422} returned with failed status Nov 23 14:17:59.282282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:59.302816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-014e02a6-04d7-4ff3-b7b8-09d89e9b175d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:59.308588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'port_id': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'mac_address': 'fa:16:3e:ca:af:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:17:59.440623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:59.457564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d6c21a7-accf-49ba-a7c6-eba34c492cec {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:59.470528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf773ca-e7e1-47fb-812e-47baf27384ce req-38c02c42-e6b7-4ec3-842d-f6d49a683dcc tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:59.481028 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-67239cc2-63e7-41c0-9b4c-c2a1e7c7e78c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6347158 Nov 23 14:17:59.487060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acf773ca-e7e1-47fb-812e-47baf27384ce req-38c02c42-e6b7-4ec3-842d-f6d49a683dcc tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 943 time: 0.2076492 Nov 23 14:17:59.497250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:59.503153 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:59.504182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:17:59.523381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-b69ac60c-47f1-4618-8729-98a34abd29d6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:17:59.524264 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-b69ac60c-47f1-4618-8729-98a34abd29d6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0334694 Nov 23 14:17:59.529909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-3bb578c8-cfb5-48ee-8980-51373f77c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:59.531378 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-3bb578c8-cfb5-48ee-8980-51373f77c7f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.3156796 Nov 23 14:17:59.613721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acf773ca-e7e1-47fb-812e-47baf27384ce req-803e5514-45b8-4686-816c-c7a0da5f6025 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203506 Nov 23 14:17:59.670840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-f855e520-4dae-4421-b23e-8f1b039133ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:59.672518 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-f855e520-4dae-4421-b23e-8f1b039133ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295941 Nov 23 14:17:59.745486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:59.765457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '489048a6-4915-4b15-8153-75171f3f01ae', 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a', 'port_id': '489048a6-4915-4b15-8153-75171f3f01ae', 'mac_address': 'fa:16:3e:2d:ac:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e46272-b4e0-4d2a-8dd4-b85f87d70e00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:17:59.834402 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:59.874054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 489048a6-4915-4b15-8153-75171f3f01ae {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:17:59.895301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-36a600ff-9f80-4539-bda9-b309fadc2be5 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134314 Nov 23 14:17:59.907415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:17:59.907819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072855b-a44d-4283-bfef-4715072bb0e4 req-17ab6bdc-88d2-4924-8ff4-70cb34520886 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:17:59.917511 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:17:59.930220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:17:59.930362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4072855b-a44d-4283-bfef-4715072bb0e4 req-17ab6bdc-88d2-4924-8ff4-70cb34520886 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1690991 Nov 23 14:18:00.109461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4072855b-a44d-4283-bfef-4715072bb0e4 req-10220eaf-4eaf-44e5-a1cf-b02b63aa5af3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783981 Nov 23 14:18:00.112060 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:00.131220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:00.140911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['489048a6-4915-4b15-8153-75171f3f01ae'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:18:00.171931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd7fee-1425-4f52-9273-23fc8d2502d9 req-0455ac8e-a9ca-4995-8689-8ae2c5419db4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:00.178122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['6d6c21a7-accf-49ba-a7c6-eba34c492cec'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:18:00.184592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76bd7fee-1425-4f52-9273-23fc8d2502d9 req-0455ac8e-a9ca-4995-8689-8ae2c5419db4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 944 time: 0.1736383 Nov 23 14:18:00.236080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-01e435f7-42f0-4e06-87e9-ada16d11f736 req-06cbc9bc-d926-41e1-ae57-f4eaca91e0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370266 Nov 23 14:18:00.295198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50840) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:00.410108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-d300950a-4ac0-4b89-b2aa-9fc73263697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:00.417236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-d300950a-4ac0-4b89-b2aa-9fc73263697a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1094 time: 0.1154263 Nov 23 14:18:00.558871 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31825b3e-1a6e-46a0-a105-bcde8f64032d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:00.607843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:18:00.702360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31825b3e-1a6e-46a0-a105-bcde8f64032d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:00.781482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31825b3e-1a6e-46a0-a105-bcde8f64032d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:00.877722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31825b3e-1a6e-46a0-a105-bcde8f64032d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b8042e-8b8e-4799-89e3-73bc27f7ae03,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:00.927208 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-31825b3e-1a6e-46a0-a105-bcde8f64032d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=485d585158cb4ebfbf711bc6c639fd08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6288228 Nov 23 14:18:00.927883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50870) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:00.941618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76bd7fee-1425-4f52-9273-23fc8d2502d9 req-30b82807-52a3-409b-857b-d8bd846b9e93 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536592 Nov 23 14:18:00.985015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c8d6e-1a4a-4cc4-9dab-3d68b4ba3f72 req-bf3bfec5-0310-44a6-92b3-c6f4fa30d3bd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:00.986575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa9c8d6e-1a4a-4cc4-9dab-3d68b4ba3f72 req-bf3bfec5-0310-44a6-92b3-c6f4fa30d3bd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 944 time: 0.7153687 Nov 23 14:18:01.003696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-81f31a0a-1d97-447a-bda8-2169d7d20e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:01.005180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-81f31a0a-1d97-447a-bda8-2169d7d20e64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.5787423 Nov 23 14:18:01.099251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa9c8d6e-1a4a-4cc4-9dab-3d68b4ba3f72 req-3bf201ea-b16e-462f-88bf-31578257ccf8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744693 Nov 23 14:18:01.187270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-b59598f0-ae2f-45f8-900e-a2298a99dca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 217 time: 0.1659083 Nov 23 14:18:01.256407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2930df2c-5e39-423f-baf7-0ec92c98b65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:01.310796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2930df2c-5e39-423f-baf7-0ec92c98b65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:01.316975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab5e73-61d4-4026-9fc0-e2d2b37d8b04 req-0aba5c03-91e9-4222-9970-40ae92c21822 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:01.330009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8ab5e73-61d4-4026-9fc0-e2d2b37d8b04 req-0aba5c03-91e9-4222-9970-40ae92c21822 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 943 time: 0.1633923 Nov 23 14:18:01.401408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2930df2c-5e39-423f-baf7-0ec92c98b65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:01.404918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2930df2c-5e39-423f-baf7-0ec92c98b65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:01.408189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2930df2c-5e39-423f-baf7-0ec92c98b65b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65b8042e-8b8e-4799-89e3-73bc27f7ae03 HTTP/1.1" status: 204 len: 168 time: 0.4775066 Nov 23 14:18:01.450367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930df2c-5e39-423f-baf7-0ec92c98b65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b8042e-8b8e-4799-89e3-73bc27f7ae03,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:01.483925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-80e8cf9d-8d5a-40ad-b9e8-84a541f66ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:01.485417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-80e8cf9d-8d5a-40ad-b9e8-84a541f66ccc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.2354000 Nov 23 14:18:01.497876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8ab5e73-61d4-4026-9fc0-e2d2b37d8b04 req-11e8bf00-24e5-4d38-90e3-4e089e1d2321 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669021 Nov 23 14:18:01.564423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0538ff3-a21d-47e4-b1c5-6db38ebbab1e req-b6f9b842-75e6-4f34-b0ea-88c2937e8dd9 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:01.566887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0538ff3-a21d-47e4-b1c5-6db38ebbab1e req-b6f9b842-75e6-4f34-b0ea-88c2937e8dd9 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1612611 Nov 23 14:18:01.570577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:01.622473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-b204f82d-60f9-44c4-aa27-48b8610464c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:01.624031 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-b204f82d-60f9-44c4-aa27-48b8610464c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293354 Nov 23 14:18:01.731547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0538ff3-a21d-47e4-b1c5-6db38ebbab1e req-82c1525c-8017-41d7-acf2-7a01805b0827 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522570 Nov 23 14:18:01.882927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-95613175-5997-48fc-8bad-809327c3f73a service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462478 Nov 23 14:18:02.117050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50882) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:02.169120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-527da2ac-f10a-4808-867c-b555dd157334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:02.283319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3a091-ee42-4fb6-811a-8964966a860a req-1fab6f40-5c3e-4bcb-9d4b-c6fc6b12b48c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:02.284945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2b3a091-ee42-4fb6-811a-8964966a860a req-1fab6f40-5c3e-4bcb-9d4b-c6fc6b12b48c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 944 time: 0.2444949 Nov 23 14:18:02.446158 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:02.560664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898c39-2fd5-4902-b13c-83c4562f7d09 req-2bd9037c-74bf-4b3f-84bc-5a84f570de56 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:02.562252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42898c39-2fd5-4902-b13c-83c4562f7d09 req-2bd9037c-74bf-4b3f-84bc-5a84f570de56 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 944 time: 0.3632236 Nov 23 14:18:02.583924 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7f481bef-7853-41fa-841e-b8c41a4c6b11 req-5862a48e-278b-4431-8cbd-2a9d26a4e5a9 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894650 Nov 23 14:18:02.590241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6d6c21a7-accf-49ba-a7c6-eba34c492cec up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:02.654411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2b3a091-ee42-4fb6-811a-8964966a860a req-3ae44bfe-261b-4fdc-8e58-819c7da60c1b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523037 Nov 23 14:18:02.722395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 6d6c21a7-accf-49ba-a7c6-eba34c492cec triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:02.722843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:02.779166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-527da2ac-f10a-4808-867c-b555dd157334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:02.799925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-527da2ac-f10a-4808-867c-b555dd157334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:02.835718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42898c39-2fd5-4902-b13c-83c4562f7d09 req-fed76c85-2ead-4464-9b62-36082948c7b4 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227104 Nov 23 14:18:02.863669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:18:02.916218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-527da2ac-f10a-4808-867c-b555dd157334 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c79f090594c1404bab13de67a2df3d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7980833 Nov 23 14:18:02.917137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527da2ac-f10a-4808-867c-b555dd157334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7444ee-7c1b-4d94-9cc3-f0ee1f21e0b7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:02.918878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:03.062224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60a85572-984e-4e4d-a8e1-f5b50dd372ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:03.119564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60a85572-984e-4e4d-a8e1-f5b50dd372ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:03.202922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60a85572-984e-4e4d-a8e1-f5b50dd372ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:03.209364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60a85572-984e-4e4d-a8e1-f5b50dd372ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:03.212047 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-60a85572-984e-4e4d-a8e1-f5b50dd372ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb7444ee-7c1b-4d94-9cc3-f0ee1f21e0b7 HTTP/1.1" status: 204 len: 168 time: 0.2918575 Nov 23 14:18:03.227669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2221f4f-aaca-49c0-9d0a-39b789f6848c req-6e24cb02-ab57-4ac0-afa8-58f00115fde1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:03.229293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2221f4f-aaca-49c0-9d0a-39b789f6848c req-6e24cb02-ab57-4ac0-afa8-58f00115fde1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 943 time: 0.1975343 Nov 23 14:18:03.230439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a85572-984e-4e4d-a8e1-f5b50dd372ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7444ee-7c1b-4d94-9cc3-f0ee1f21e0b7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:03.246590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c23e-4de1-488a-b7bf-d2d1e8ef1800 req-257b7c35-318a-4d44-afaa-882dbfd0f48f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:03.259373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f031c23e-4de1-488a-b7bf-d2d1e8ef1800 req-257b7c35-318a-4d44-afaa-882dbfd0f48f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.2261641 Nov 23 14:18:03.399230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:03.468243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2221f4f-aaca-49c0-9d0a-39b789f6848c req-f4dd6966-ba3b-485d-9607-293375627b73 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059608 Nov 23 14:18:03.476004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f031c23e-4de1-488a-b7bf-d2d1e8ef1800 req-e4a04810-bac4-4b53-ad14-aa7eafead86a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151639 Nov 23 14:18:03.495551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:03.526071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:03.528725 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2059fd8f-3598-4acf-b473-c45d9a3cfc32" -d '{"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:03.565568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'mac_address': 'fa:16:3e:c1:ce:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:18:03.579529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:03.598194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:03.609671 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:03.849663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:03.875858 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a27d9-6316-4b01-88ea-1612958c4621 x-openstack-request-id: req-d35a27d9-6316-4b01-88ea-1612958c4621 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:03.876230 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:03.876490 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d35a27d9-6316-4b01-88ea-1612958c4621 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:03.877033 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'code': 200} Nov 23 14:18:03.878632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:03.927752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e26a2-f81c-4131-be68-5b1a57794161 req-ccb20c43-5449-4ed0-8a07-2779a4762021 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:03.950464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-320e26a2-f81c-4131-be68-5b1a57794161 req-ccb20c43-5449-4ed0-8a07-2779a4762021 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1473501 Nov 23 14:18:03.992060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c3bb7a-21e3-4eec-a040-c830449a56cc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:18:04.048249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:04.059360 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:04.076166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 489048a6-4915-4b15-8153-75171f3f01ae triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:04.076556 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:04.212711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-320e26a2-f81c-4131-be68-5b1a57794161 req-19f002c8-172d-44c4-9069-50024de22f2f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410884 Nov 23 14:18:04.252074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318306f-5d08-422c-8020-977c785a2b84 req-4319f97c-bcc8-4dd8-8d34-09b74537ffc1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:04.273367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2318306f-5d08-422c-8020-977c785a2b84 req-4319f97c-bcc8-4dd8-8d34-09b74537ffc1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 944 time: 0.2609575 Nov 23 14:18:04.334828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:04.407510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['25c3bb7a-21e3-4eec-a040-c830449a56cc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:18:04.451916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2318306f-5d08-422c-8020-977c785a2b84 req-3eb906e2-4f3b-4139-a783-7b824c6a6e72 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763892 Nov 23 14:18:04.518268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:04.648716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:04.681344 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:04.843404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b784fd-4c33-4291-9afb-d4e18fce9388 req-764d52bf-1ca7-426b-91fc-8114c3e51f95 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:04.857169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69b784fd-4c33-4291-9afb-d4e18fce9388 req-764d52bf-1ca7-426b-91fc-8114c3e51f95 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2014730 Nov 23 14:18:04.975105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c484d2-54f9-41e7-8d15-813e514604a5 req-b8b3e08c-eb5b-40fd-8783-83534b7bd0bf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:04.984792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c484d2-54f9-41e7-8d15-813e514604a5 req-b8b3e08c-eb5b-40fd-8783-83534b7bd0bf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.3086462 Nov 23 14:18:04.989153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:05.206634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69b784fd-4c33-4291-9afb-d4e18fce9388 req-a08df639-9949-4bcd-b6eb-97a4610ba5fd tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484936 Nov 23 14:18:05.242869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c484d2-54f9-41e7-8d15-813e514604a5 req-fb961112-9fcb-4972-92dd-0709bd493d72 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571840 Nov 23 14:18:05.407258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26391471-7c17-4ad1-8a36-f9bef4707343 req-cbbafa8d-ac4e-421b-90a7-f6667161ec52 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:05.416661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26391471-7c17-4ad1-8a36-f9bef4707343 req-cbbafa8d-ac4e-421b-90a7-f6667161ec52 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1009934 Nov 23 14:18:05.529033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26391471-7c17-4ad1-8a36-f9bef4707343 req-85f5aa7c-3ce0-4937-8c90-5f29842c3b46 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082985 Nov 23 14:18:05.787358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e95928-11f4-4137-86ec-a481a094609d req-20c7add3-1e35-48f4-8005-b4b51a40dff2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:05.789905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3e95928-11f4-4137-86ec-a481a094609d req-20c7add3-1e35-48f4-8005-b4b51a40dff2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1392848 Nov 23 14:18:05.878101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:05.880990 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa602312-84a8-4949-9a8d-941ebd215aae" -d '{"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-plugged", "status": "completed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:05.894723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3e95928-11f4-4137-86ec-a481a094609d req-b46aeffa-c9b6-4a4e-8771-3a726d110203 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986607 Nov 23 14:18:05.964100 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c00839d-d91b-4715-af3a-62a4aad98bef x-openstack-request-id: req-4c00839d-d91b-4715-af3a-62a4aad98bef {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:05.964484 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-plugged", "status": "completed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:05.964680 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c00839d-d91b-4715-af3a-62a4aad98bef {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:05.965401 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae', 'code': 200} Nov 23 14:18:06.517764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81c27-f1ad-4ed7-967a-b38d822dfe31 req-463cdb66-35e2-40d5-9361-6df26e007204 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:06.525588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fb81c27-f1ad-4ed7-967a-b38d822dfe31 req-463cdb66-35e2-40d5-9361-6df26e007204 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2182510 Nov 23 14:18:06.554001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332b79c-6f93-4358-862f-5841d5f984e6 req-ee904f66-f8d6-4cfe-a0d2-022a226522d1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:06.562538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9332b79c-6f93-4358-862f-5841d5f984e6 req-ee904f66-f8d6-4cfe-a0d2-022a226522d1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1935425 Nov 23 14:18:06.684646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9332b79c-6f93-4358-862f-5841d5f984e6 req-db67e0d7-860d-4037-807d-3e80b1a90f48 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156378 Nov 23 14:18:06.702531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fb81c27-f1ad-4ed7-967a-b38d822dfe31 req-56cd50a6-92fa-4eec-9a79-c6f2dea61f52 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759591 Nov 23 14:18:06.848563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:06.951506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caa66f-98ec-4494-8807-0b8b0298a0cf req-b56c4725-9441-4974-aefa-5a504ae9468d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:06.953098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64caa66f-98ec-4494-8807-0b8b0298a0cf req-b56c4725-9441-4974-aefa-5a504ae9468d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1223962 Nov 23 14:18:06.982157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 25c3bb7a-21e3-4eec-a040-c830449a56cc completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:18:06.989291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 25c3bb7a-21e3-4eec-a040-c830449a56cc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:06.990116 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:07.126813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64caa66f-98ec-4494-8807-0b8b0298a0cf req-94d02d3a-f1af-41c4-a728-9a77ed310449 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663380 Nov 23 14:18:07.158642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:07.232497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:07.235130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bc52f-36d3-431a-a756-d099068f5138 req-35695fb5-7f9b-4c50-8f77-e16bac2a9f02 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:07.237906 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:07.250653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad9bc52f-36d3-431a-a756-d099068f5138 req-35695fb5-7f9b-4c50-8f77-e16bac2a9f02 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1860774 Nov 23 14:18:07.331107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:07.339062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad9bc52f-36d3-431a-a756-d099068f5138 req-3c81befe-ea1a-4740-89ac-035fb1475e73 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874467 Nov 23 14:18:07.964641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2e324-13b3-4b5c-95b2-19cdb8d3080d req-e25b06e8-793b-40a2-8e9a-7c4ddcd44599 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:07.966514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:07.969725 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4b4386-0f71-47d2-89df-cb98fd231401" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:07.978785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fd2e324-13b3-4b5c-95b2-19cdb8d3080d req-e25b06e8-793b-40a2-8e9a-7c4ddcd44599 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1627436 Nov 23 14:18:08.121519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fd2e324-13b3-4b5c-95b2-19cdb8d3080d req-918bcf68-2211-4428-b728-c046d525b831 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400568 Nov 23 14:18:08.160364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547d812-29e5-4d05-9f29-64499cd48a08 req-4354ea34-1116-4b08-9738-d2d49b613f08 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:08.164836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0547d812-29e5-4d05-9f29-64499cd48a08 req-4354ea34-1116-4b08-9738-d2d49b613f08 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.2839103 Nov 23 14:18:08.321659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0547d812-29e5-4d05-9f29-64499cd48a08 req-5aba1859-7ae8-4947-9f47-4478a450cc3d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503446 Nov 23 14:18:08.382915 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4134edc8-2d3e-40c8-88e0-b8b6a053c038 x-openstack-request-id: req-4134edc8-2d3e-40c8-88e0-b8b6a053c038 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:08.384948 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:08.385466 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4134edc8-2d3e-40c8-88e0-b8b6a053c038 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:08.386012 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'code': 200} Nov 23 14:18:08.535124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922c7d6-c141-4552-a4ca-569c7c9498bd req-c6dcda0e-a948-4b20-9625-e2335332f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:08.537956 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8922c7d6-c141-4552-a4ca-569c7c9498bd req-c6dcda0e-a948-4b20-9625-e2335332f8e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1096 time: 0.0830467 Nov 23 14:18:08.631322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8922c7d6-c141-4552-a4ca-569c7c9498bd req-b6694b3d-c30f-439b-96f7-92ec08f1bcf3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871012 Nov 23 14:18:08.642542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28e13d-6ddb-4662-b0ce-967401401416 req-7a4de614-eeda-4c28-9dd5-d8ded9f709c3 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:08.651347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb28e13d-6ddb-4662-b0ce-967401401416 req-7a4de614-eeda-4c28-9dd5-d8ded9f709c3 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1784022 Nov 23 14:18:08.739932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb5d69-23be-441f-aee7-d0f5ba6f1e18 req-2359456d-38a4-425c-b5fa-d6cb48ae071f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:08.742240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7bb5d69-23be-441f-aee7-d0f5ba6f1e18 req-2359456d-38a4-425c-b5fa-d6cb48ae071f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.2168558 Nov 23 14:18:08.768781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb28e13d-6ddb-4662-b0ce-967401401416 req-b1f1418c-81cb-4910-9315-1d524829453d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161969 Nov 23 14:18:08.866470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7bb5d69-23be-441f-aee7-d0f5ba6f1e18 req-25384864-8beb-4309-8c41-ebb4a96b8cf8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Nov 23 14:18:09.443548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36962-a98b-4d0b-8c1c-7b1be5725550 req-0ed0ffb9-1aeb-4644-a9c0-84b10a9c3c3d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:09.454172 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6f36962-a98b-4d0b-8c1c-7b1be5725550 req-0ed0ffb9-1aeb-4644-a9c0-84b10a9c3c3d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1535697 Nov 23 14:18:09.769842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6f36962-a98b-4d0b-8c1c-7b1be5725550 req-bcfde954-3cd0-481b-bf18-e3cd2524f471 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142934 Nov 23 14:18:09.868502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f055c10-f6de-421a-994e-edeee7b1d707 req-5a43a0bb-ab27-412d-a2ec-289e2ff25375 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:09.878033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f055c10-f6de-421a-994e-edeee7b1d707 req-5a43a0bb-ab27-412d-a2ec-289e2ff25375 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.3204911 Nov 23 14:18:10.077274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f055c10-f6de-421a-994e-edeee7b1d707 req-cb83448e-9e65-47f7-8fc7-51863af792c5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979852 Nov 23 14:18:10.225064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e51f3-241c-4dd4-bb99-76f71a9477d0 req-19be27b8-44c3-4ee3-8ca1-a1b6184de8d8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:10.235754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-867e51f3-241c-4dd4-bb99-76f71a9477d0 req-19be27b8-44c3-4ee3-8ca1-a1b6184de8d8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.2254248 Nov 23 14:18:10.309173 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-867e51f3-241c-4dd4-bb99-76f71a9477d0 req-7e06ad05-e155-4eab-a529-c741b504871a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720818 Nov 23 14:18:10.423106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8317c6-c9af-4fe8-8256-f7aa4221a2c0 req-86324136-cd10-41dd-9eca-3a397f12fae3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:10.425299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be8317c6-c9af-4fe8-8256-f7aa4221a2c0 req-86324136-cd10-41dd-9eca-3a397f12fae3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1276970 Nov 23 14:18:10.527292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be8317c6-c9af-4fe8-8256-f7aa4221a2c0 req-14563024-2ad9-415f-9201-3407fcfe9a68 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921605 Nov 23 14:18:11.027788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db4f49-f535-4230-b44f-e71f1b7c1156 req-db4dd264-9580-4e42-9035-3a7a423a078e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:11.035791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77db4f49-f535-4230-b44f-e71f1b7c1156 req-db4dd264-9580-4e42-9035-3a7a423a078e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1148078 Nov 23 14:18:11.096697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77db4f49-f535-4230-b44f-e71f1b7c1156 req-65f86ecb-c6b2-4120-8d55-0ebce0154ae6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598340 Nov 23 14:18:11.296243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf3bd-9399-453b-8b12-8af705d4dbd2 req-2bec1a50-ecf5-4ee9-b674-c61984205b66 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:11.320021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2ccf3bd-9399-453b-8b12-8af705d4dbd2 req-2bec1a50-ecf5-4ee9-b674-c61984205b66 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.1182697 Nov 23 14:18:11.413267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2ccf3bd-9399-453b-8b12-8af705d4dbd2 req-d64a2eac-8bde-4ded-9740-8c5a02957031 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922332 Nov 23 14:18:11.533961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31f4f1-f376-4398-abd9-0c0730db5ab7 req-f0f6f213-7a1c-4ea9-966f-6ccf8e413a99 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:11.544498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec31f4f1-f376-4398-abd9-0c0730db5ab7 req-f0f6f213-7a1c-4ea9-966f-6ccf8e413a99 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1145492 Nov 23 14:18:11.648676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec31f4f1-f376-4398-abd9-0c0730db5ab7 req-e52f1a74-081e-4aac-a440-6dde0dcfaca2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029079 Nov 23 14:18:11.716222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e01222-2abd-4c71-8de7-ea9ee6d67086 req-9c3ff681-d0eb-43f7-9a80-dcde18dbb028 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:11.721395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0e01222-2abd-4c71-8de7-ea9ee6d67086 req-9c3ff681-d0eb-43f7-9a80-dcde18dbb028 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.1517665 Nov 23 14:18:11.731431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51038) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:11.736880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'floatingip': {'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:11.872997 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:11.900688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4d03-2117-4b39-9c70-ad10227a4cda req-d708638d-9149-474b-a2ac-18fa5c03d4ab tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:11.920445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d71d4d03-2117-4b39-9c70-ad10227a4cda req-d708638d-9149-474b-a2ac-18fa5c03d4ab tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1294026 Nov 23 14:18:12.021831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d71d4d03-2117-4b39-9c70-ad10227a4cda req-7135772f-86d8-4483-9f75-9fcdcdc69885 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003840 Nov 23 14:18:12.200250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-47014444-7ab1-4fa1-bb24-2f37dd79a52b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2102072 Nov 23 14:18:12.437327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5bda5-1734-434e-8f0f-908278111221 req-49963d06-3a3f-44ba-9f1e-c50df3952684 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.448516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3de5bda5-1734-434e-8f0f-908278111221 req-49963d06-3a3f-44ba-9f1e-c50df3952684 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.1264138 Nov 23 14:18:12.576643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3de5bda5-1734-434e-8f0f-908278111221 req-df9b2963-59ab-4aae-9dd8-3c24fd5974cf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271093 Nov 23 14:18:12.589805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.592185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.594232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.594876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.596716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.597336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.601043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.603253 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f7ccfc6f-d689-4280-aa2c-87ded12a52cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8b6d80189124f12b4c63bdf9790b332&device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 6492 time: 0.1704738 Nov 23 14:18:12.819948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11d2e6-00be-4ea8-99cf-4b532f88ba76 req-70f79fe6-76bd-4933-8079-50b856bb8f9b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.837850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d11d2e6-00be-4ea8-99cf-4b532f88ba76 req-70f79fe6-76bd-4933-8079-50b856bb8f9b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0912540 Nov 23 14:18:12.890579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-5a724f8e-2dd2-4af1-a6bf-f5124572d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.891223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-5a724f8e-2dd2-4af1-a6bf-f5124572d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.891520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-5a724f8e-2dd2-4af1-a6bf-f5124572d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:12.896079 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-5a724f8e-2dd2-4af1-a6bf-f5124572d9c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=df96e715-8814-46db-ab75-ff5e9b220772&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 200 len: 2294 time: 0.2550018 Nov 23 14:18:12.953525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d11d2e6-00be-4ea8-99cf-4b532f88ba76 req-ccd9ea4a-c5b5-4895-bd5d-82aefb4de64b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097779 Nov 23 14:18:13.291775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97025c-28f6-48ac-a37d-66b3e1e3e54d req-b14c5a20-7a14-4346-8b61-b98d57d68823 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:13.302141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d97025c-28f6-48ac-a37d-66b3e1e3e54d req-b14c5a20-7a14-4346-8b61-b98d57d68823 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1093326 Nov 23 14:18:13.383714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d97025c-28f6-48ac-a37d-66b3e1e3e54d req-f1566bf1-2add-44c6-b6ad-6dc647752b1a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787778 Nov 23 14:18:13.835811 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-9d153dc0-d564-4353-ac03-00bd718741f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 200 len: 1002 time: 0.8629880 Nov 23 14:18:13.946602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115597dd-30fd-489b-a007-8bde630d5c09 req-a889f504-0695-41d9-9ca6-ba3296ce5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:13.958294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-a889f504-0695-41d9-9ca6-ba3296ce5093 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149&tenant_id=0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 1095 time: 0.2729557 Nov 23 14:18:13.983372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:14.073567 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:18:14.077823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-4ec41bda-f97b-4c6b-9fbd-aff188110107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:14.079829 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-4ec41bda-f97b-4c6b-9fbd-aff188110107 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 HTTP/1.1" status: 200 len: 851 time: 0.2258587 Nov 23 14:18:14.083254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412d1d-6b52-42c2-8f3f-62966472f101 req-79169817-2544-4762-902b-15051c299639 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:14.093114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94412d1d-6b52-42c2-8f3f-62966472f101 req-79169817-2544-4762-902b-15051c299639 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.2674112 Nov 23 14:18:14.174778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-8ce35e1b-2e85-4468-aca5-352e61373ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:14.176707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-8ce35e1b-2e85-4468-aca5-352e61373ef2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=df96e715-8814-46db-ab75-ff5e9b220772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667779 Nov 23 14:18:14.179413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:14.256020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:14.310820 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94412d1d-6b52-42c2-8f3f-62966472f101 req-aabc51d7-3c16-4a1f-8561-0b28a2c7de70 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165325 Nov 23 14:18:14.409326 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:14.419005 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Floating IP 1338a638-e1ec-47d8-b9ef-6b5977075f0f associated. External IP: 172.25.3.56, port: 25c3bb7a-21e3-4eec-a040-c830449a56cc. Nov 23 14:18:14.424718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d545e0b-b31b-4a1c-8217-5d0d585d9c99 req-e28affba-91d1-4d69-a640-1fc35d9a6c8f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:14.436135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d545e0b-b31b-4a1c-8217-5d0d585d9c99 req-e28affba-91d1-4d69-a640-1fc35d9a6c8f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.3073149 Nov 23 14:18:15.026938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Router 31bcd45a-55e3-401e-947c-5100bfa7f372 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:18:15.153040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:15.202080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-fc2a91e6-0c08-4178-a41a-3dfd1806c200 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0173655 Nov 23 14:18:15.205587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:18:15.275993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1691298a-1a21-442b-9305-4db79aaaabfc {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:18:15.294392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:15.355612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Transition to ACTIVE for port object 1691298a-1a21-442b-9305-4db79aaaabfc will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:18:15.390884 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:15.407329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-9d7bd68c-ff17-4566-812e-2050cded46d9 service neutron] 10.222.0.11 "GET /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938624 Nov 23 14:18:15.498801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4718351-e18e-45f7-8ca1-445817e2f79f req-875a5941-a6c2-4f4a-b763-8ab1b7f961a0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:15.502739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4718351-e18e-45f7-8ca1-445817e2f79f req-875a5941-a6c2-4f4a-b763-8ab1b7f961a0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.8515143 Nov 23 14:18:15.589557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d545e0b-b31b-4a1c-8217-5d0d585d9c99 req-f3559989-8724-4095-bca0-75a46ea93bea tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1358564 Nov 23 14:18:15.969438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=9']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:16.049840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] No DVR routers for this DVR port 1691298a-1a21-442b-9305-4db79aaaabfc on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:18:16.137035 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-9d1a669b-2323-4f0a-bced-7ca055609271 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 217 time: 0.6652086 Nov 23 14:18:16.181092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:18:16.191042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] Sync routers for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:18:16.191886 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:16.224862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:18:16.225580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:17:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:16.257720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df44def-f60a-48fa-8d43-a2e4d8ae563c req-4773f716-06d3-4175-9db5-67ffb351a4d4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:16.269102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df44def-f60a-48fa-8d43-a2e4d8ae563c req-4773f716-06d3-4175-9db5-67ffb351a4d4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 944 time: 0.3643329 Nov 23 14:18:16.386811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:18:16.387275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:18:16.387493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:16.389125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-df8ced34-9ec5-498e-9b95-73d1172a2037 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "PUT /v2.0/floatingips/1338a638-e1ec-47d8-b9ef-6b5977075f0f HTTP/1.1" status: 200 len: 990 time: 4.6559100 Nov 23 14:18:16.400881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:16.406515 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69" -d '{"events": [{"name": "network-changed", "server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:16.407025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:18:16.411966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4718351-e18e-45f7-8ca1-445817e2f79f req-af3961fa-fd50-43fe-90c0-d77a92c66c90 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8442318 Nov 23 14:18:16.416924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Port 1691298a-1a21-442b-9305-4db79aaaabfc on network e050faec-e98f-4525-a16b-7c79017ec642 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:18:16.416924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Attempting to bind port 1691298a-1a21-442b-9305-4db79aaaabfc on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:16.441351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:18:16.443830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Checking segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:16.446402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Bound using segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:18:16.447567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-c975e569-713f-4273-b42f-796274997a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:16.448690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Bound port: 1691298a-1a21-442b-9305-4db79aaaabfc, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:18:16.449955 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:16.467222 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-c975e569-713f-4273-b42f-796274997a59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.2713306 Nov 23 14:18:16.596435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0df44def-f60a-48fa-8d43-a2e4d8ae563c req-ebadacdf-0059-4b9b-ae0b-d2a09f9e27bb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245933 Nov 23 14:18:16.652847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-aac8497a-5669-4e15-b849-d654eadae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:16.655676 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-aac8497a-5669-4e15-b849-d654eadae29b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1813412 Nov 23 14:18:16.825199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:18:16.848938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:18:16.861432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:16.894100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-3d5a2b25-5099-4531-8aa0-a481d64ef36b service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286887 Nov 23 14:18:16.896225 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40efe607-158d-43fa-9383-4cab32b24f51 x-openstack-request-id: req-40efe607-158d-43fa-9383-4cab32b24f51 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:16.896764 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:16.897829 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40efe607-158d-43fa-9383-4cab32b24f51 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:16.898452 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'status': 'completed', 'code': 200} Nov 23 14:18:17.029197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '1338a638-e1ec-47d8-b9ef-6b5977075f0f', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'mac_address': 'fa:16:3e:c1:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:17:53Z', 'updated_at': '2021-11-23T14:18:13Z', 'revision_number': 1, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:53Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:17.045470 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-1cc2b9aa-abcb-4af7-acea-c5df3f83edf3 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173048 Nov 23 14:18:17.109962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] Checking router: 31bcd45a-55e3-401e-947c-5100bfa7f372 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:18:17.118064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.118694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:17.120139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 1092 time: 3.1465397 Nov 23 14:18:17.125502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:17.128654 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a429799-47c5-4de4-83df-3ef655ee69f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:17.139801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:18:17.140429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:17:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:17.211679 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f224b8b7-17f5-4486-be80-5e15539c376f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 217 time: 0.1565108 Nov 23 14:18:17.222033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-308e2e9d-239b-41ca-8a57-ce1a25e834da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.227974 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-308e2e9d-239b-41ca-8a57-ce1a25e834da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1096 time: 0.3244326 Nov 23 14:18:17.272317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ac0a2-2459-4ce7-a4e5-17fa6753c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=10']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:17.282039 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a1a19-6e13-438e-98f2-9b3eadcff170 x-openstack-request-id: req-1a0a1a19-6e13-438e-98f2-9b3eadcff170 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:17.283236 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:17.283710 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a0a1a19-6e13-438e-98f2-9b3eadcff170 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:17.286472 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'status': 'completed', 'code': 200} Nov 23 14:18:17.353896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064929d7-8cf7-4d20-82fa-e3f35d4d5513 req-a87c6122-7963-4d2b-8a26-97f49225e22b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.361944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-064929d7-8cf7-4d20-82fa-e3f35d4d5513 req-a87c6122-7963-4d2b-8a26-97f49225e22b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.4880540 Nov 23 14:18:17.457105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115597dd-30fd-489b-a007-8bde630d5c09 req-27de18a5-ef9a-453a-8dc8-2f2381ed0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.460085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-27de18a5-ef9a-453a-8dc8-2f2381ed0543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1096 time: 0.2942753 Nov 23 14:18:17.467485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-2c793cae-675b-48b5-a498-a4c8a2d38f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.478426 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-2c793cae-675b-48b5-a498-a4c8a2d38f1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.2486737 Nov 23 14:18:17.537566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-064929d7-8cf7-4d20-82fa-e3f35d4d5513 req-ab849232-3442-43a3-ae5f-deb1a33b5d55 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645701 Nov 23 14:18:17.613780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:18:17.727113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-1e03d93b-836a-4bb7-897b-cf56b46306c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.733910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-1e03d93b-836a-4bb7-897b-cf56b46306c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.4800897 Nov 23 14:18:17.812973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-c63dcb7b-8f84-4334-9528-c849f3ace327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.814718 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-c63dcb7b-8f84-4334-9528-c849f3ace327 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3247313 Nov 23 14:18:17.964079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115597dd-30fd-489b-a007-8bde630d5c09 req-e6e24359-a45e-4770-b88c-27f8742e24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:17.976857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-e6e24359-a45e-4770-b88c-27f8742e24ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.4771326 Nov 23 14:18:18.166762 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f5997d57-5306-4688-80fd-5ad43aeb6920 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358479 Nov 23 14:18:18.197252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ad265-60cd-4a56-a7e9-0f58b374dade req-fca243a7-b6a6-4e03-b9fe-f3a50c3f88b2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:18.231664 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:18:18.245656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c2ad265-60cd-4a56-a7e9-0f58b374dade req-fca243a7-b6a6-4e03-b9fe-f3a50c3f88b2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.5155320 Nov 23 14:18:18.328103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-c54d0a50-b09f-4d9d-b67f-114a3def35ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 1000 time: 0.3472509 Nov 23 14:18:18.337708 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-23abc49c-63a5-4a4c-9835-cab9c798b5d6 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609592 Nov 23 14:18:18.343927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-72c84a90-24fb-4e87-8323-bdc5de0846a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.5996733 Nov 23 14:18:18.344660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff91e6-f963-4fc3-812c-bd41eb78ad08 req-9ec1ead0-59b4-4d30-98df-bcbca93ef2cc tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:18.352899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48ff91e6-f963-4fc3-812c-bd41eb78ad08 req-9ec1ead0-59b4-4d30-98df-bcbca93ef2cc tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.3118505 Nov 23 14:18:18.387603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '1338a638-e1ec-47d8-b9ef-6b5977075f0f', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'mac_address': 'fa:16:3e:c1:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:17:53Z', 'updated_at': '2021-11-23T14:18:13Z', 'revision_number': 1, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:53Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:18.451195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2ebe8-b41f-4022-9986-a0f5a1544136 None None] The sync data for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 is: [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '1338a638-e1ec-47d8-b9ef-6b5977075f0f', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'mac_address': 'fa:16:3e:c1:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:17:53Z', 'updated_at': '2021-11-23T14:18:13Z', 'revision_number': 1, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:53Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:18:18.528718 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-d2b80d02-7e4e-4f5d-a134-de3409f433ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=995db426-d5a7-4854-8c26-058caddd9a99 HTTP/1.1" status: 200 len: 217 time: 0.1784823 Nov 23 14:18:18.598750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c2ad265-60cd-4a56-a7e9-0f58b374dade req-cc050a54-37d8-46c0-9acd-3a64a86962e1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521264 Nov 23 14:18:18.664833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48ff91e6-f963-4fc3-812c-bd41eb78ad08 req-c8beecbb-34b2-4c72-9009-003d4d52ab4b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035860 Nov 23 14:18:18.670680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115597dd-30fd-489b-a007-8bde630d5c09 req-119783ba-7826-4cbb-9cb5-cd0badd9e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:18.672400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-119783ba-7826-4cbb-9cb5-cd0badd9e145 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.2856584 Nov 23 14:18:18.691984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-cdb6acbb-8573-4e47-8828-336187588e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:18.693389 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-cdb6acbb-8573-4e47-8828-336187588e54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.3417113 Nov 23 14:18:18.762267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-7d87b3db-6eb2-487f-8262-c48ba02150bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:18.764720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-7d87b3db-6eb2-487f-8262-c48ba02150bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1676972 Nov 23 14:18:18.791937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115597dd-30fd-489b-a007-8bde630d5c09 req-3a17c6b3-021d-4107-a31f-8e18fd127bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:18.793463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-3a17c6b3-021d-4107-a31f-8e18fd127bd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134560 Nov 23 14:18:18.908444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e36449-32b6-4625-9a58-db470280d308 None None] New status for floating IP 1338a638-e1ec-47d8-b9ef-6b5977075f0f: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:18:18.978054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-7d88c9d9-0cc5-4051-902f-71d2dfb8b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:18.995389 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-7d88c9d9-0cc5-4051-902f-71d2dfb8b08d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2233686 Nov 23 14:18:19.001353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-197dd11e-a66b-46f3-81ff-622db44ff1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:19.002924 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-197dd11e-a66b-46f3-81ff-622db44ff1f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3020380 Nov 23 14:18:19.083340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d71127-9be7-436b-91c1-c61aca12a999 req-8ba5a3c5-075e-4848-93be-885ced30e98a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:19.090126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10d71127-9be7-436b-91c1-c61aca12a999 req-8ba5a3c5-075e-4848-93be-885ced30e98a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.2019577 Nov 23 14:18:19.188113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-1c9652bc-ffee-4cdd-bf8a-3085e613d06d service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761494 Nov 23 14:18:19.268481 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-cfdcb6fa-7163-4216-adfb-d228439f5eaf service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488289 Nov 23 14:18:19.391225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-115597dd-30fd-489b-a007-8bde630d5c09 req-5fd49849-0ffe-45f2-ae08-0cbea22b2e7d service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908414 Nov 23 14:18:19.427883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10d71127-9be7-436b-91c1-c61aca12a999 req-70a2cbec-55b9-40a3-85a0-e0b5acaef3b8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242323 Nov 23 14:18:19.457555 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5b7bb5d4-599d-45bb-8848-31e0b4f58b69 req-079c82da-c42d-4a82-8ceb-b1c7eb83f8dd service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659372 Nov 23 14:18:19.484404 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-15b6de70-c04a-4829-8da9-479772d7b435 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758499 Nov 23 14:18:19.529833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-55217c77-6128-493e-a97d-d99aea5f18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:19.532300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-55217c77-6128-493e-a97d-d99aea5f18c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1096 time: 0.0679135 Nov 23 14:18:19.664044 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-70d6cb22-5cbf-42a8-be2e-75d05ba43e4f service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747050 Nov 23 14:18:19.777380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-33c42a8b-ae15-4b6e-920f-d03f39d24efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:19.778103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-f8b78b15-49c7-4fc1-8124-9dbe5b57b347 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 HTTP/1.1" status: 200 len: 217 time: 0.0927572 Nov 23 14:18:19.778863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-33c42a8b-ae15-4b6e-920f-d03f39d24efe service neutron] 10.222.0.11 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.2393990 Nov 23 14:18:19.892966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-5afd1321-689f-48f7-945d-62a8043078c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:19.894417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-5afd1321-689f-48f7-945d-62a8043078c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 200 len: 797 time: 0.1059616 Nov 23 14:18:19.987614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-8b4c599d-4ccb-463e-ac85-6ac5cf8ccc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:19.990006 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-8b4c599d-4ccb-463e-ac85-6ac5cf8ccc17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836987 Nov 23 14:18:20.195684 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-1625e5aa-a37f-4a36-9583-59ea1bd1e758 service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976011 Nov 23 14:18:20.375220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-3530e38a-8427-4d07-a020-68a54845a5ed service neutron] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520131 Nov 23 14:18:20.497618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-c7ad199c-30ce-481f-9e48-a86b15769ded service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7 HTTP/1.1" status: 200 len: 217 time: 0.1134028 Nov 23 14:18:20.620920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf421ef-a3d8-4d32-89c2-ba3b0ac55c07 req-e0685f48-678d-4d12-92ec-32e475424f7f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:20.628296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebf421ef-a3d8-4d32-89c2-ba3b0ac55c07 req-e0685f48-678d-4d12-92ec-32e475424f7f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1007605 Nov 23 14:18:20.647632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-0494d06d-e7ab-4b26-9565-8a8381e4d376 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 200 len: 1000 time: 0.8537049 Nov 23 14:18:20.659256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a19ac-cd21-4a0f-8c02-7ce4f9635d7c req-df84f7b8-5f6c-4955-a5ac-698dae3b4262 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:20.667501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd2a19ac-cd21-4a0f-8c02-7ce4f9635d7c req-df84f7b8-5f6c-4955-a5ac-698dae3b4262 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.8857119 Nov 23 14:18:20.670687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-bf598bb9-658c-48c4-a097-830e4feed2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:20.673175 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-bf598bb9-658c-48c4-a097-830e4feed2e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.1542649 Nov 23 14:18:20.767480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd2a19ac-cd21-4a0f-8c02-7ce4f9635d7c req-d7fcb59f-94be-482d-8d97-902ef9c29360 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998859 Nov 23 14:18:20.777971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-fb1e4177-c903-4501-b99f-ebf38c7dd9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:20.779548 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-fb1e4177-c903-4501-b99f-ebf38c7dd9fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979714 Nov 23 14:18:20.844879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebf421ef-a3d8-4d32-89c2-ba3b0ac55c07 req-20b54c97-416a-472f-9f14-d1857343af62 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156298 Nov 23 14:18:20.874796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-62373d37-4206-4ea3-a991-f0663306c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:20.879734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-62373d37-4206-4ea3-a991-f0663306c018 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.2048402 Nov 23 14:18:20.986515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-132e288d-eef6-4155-a795-74db4de3c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:20.988657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-132e288d-eef6-4155-a795-74db4de3c8a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005607 Nov 23 14:18:21.003785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-b764539f-f0f1-4f7e-887d-0f2b8976be3b service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134850 Nov 23 14:18:21.130076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-e6386e06-1bbe-49a6-835f-d29f22d2ed37 service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298256 Nov 23 14:18:21.130369 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-ba87851f-fff1-44d8-9f8a-a7896533136f service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206200 Nov 23 14:18:21.186720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51138) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:21.206257 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-475db5be-0701-4f4d-b4e8-55135df5b968 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 200 len: 217 time: 0.0566287 Nov 23 14:18:21.269329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094d997-099d-4c08-8d17-1fb5eda2a414 req-1a41ad36-a6fe-4414-9275-b3d7eb3219ad tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:21.278461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d094d997-099d-4c08-8d17-1fb5eda2a414 req-1a41ad36-a6fe-4414-9275-b3d7eb3219ad tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1473002 Nov 23 14:18:21.302576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-1096d8e5-1a7a-4f56-94fa-2a38129b547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:21.306279 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-1096d8e5-1a7a-4f56-94fa-2a38129b547b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 200 len: 797 time: 0.0907974 Nov 23 14:18:21.370211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d094d997-099d-4c08-8d17-1fb5eda2a414 req-80918f1e-c353-47ba-85fe-bbc6f3699990 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859978 Nov 23 14:18:21.372925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-48941a1a-817e-42eb-afed-7cf9da975888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:21.374489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-48941a1a-817e-42eb-afed-7cf9da975888 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78fed8ce-25e1-4f5d-a66d-2b048ebe607d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606868 Nov 23 14:18:21.375944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a429799-47c5-4de4-83df-3ef655ee69f2 req-c3652980-3df4-4e6c-b5f5-12ac17904f41 service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088890 Nov 23 14:18:21.475968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83b2ba37-f47a-43ba-9508-03f32eabe651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:21.543348 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-17d896e8-2022-49df-a948-0f6866fc156c service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561208 Nov 23 14:18:21.609231 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83b2ba37-f47a-43ba-9508-03f32eabe651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:21.614559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83b2ba37-f47a-43ba-9508-03f32eabe651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:21.651847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-83b2ba37-f47a-43ba-9508-03f32eabe651 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e92a5e55c1a48f2a6a0e95a865ea857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4639463 Nov 23 14:18:21.652486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51152) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:21.717651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9107f8d3-17f4-4dae-92a8-ff3d04615176 req-7b27b657-f02e-4fb0-97f4-33f4d5db774d service neutron] 10.222.0.11 "GET /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641519 Nov 23 14:18:21.721504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2ba37-f47a-43ba-9508-03f32eabe651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addb2b07-ae37-4435-8860-4b1c370f074a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:21.743703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0efc6c9b-935d-4bc0-810f-fb82404f55ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:21.786801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0efc6c9b-935d-4bc0-810f-fb82404f55ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:21.910820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755735d-d230-401b-8853-77d25190bff5 req-cc456aec-6645-42f0-9886-877a816d8b6d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:21.913491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8755735d-d230-401b-8853-77d25190bff5 req-cc456aec-6645-42f0-9886-877a816d8b6d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0726016 Nov 23 14:18:21.937961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0efc6c9b-935d-4bc0-810f-fb82404f55ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:21.945880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0efc6c9b-935d-4bc0-810f-fb82404f55ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:21.951329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0efc6c9b-935d-4bc0-810f-fb82404f55ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/addb2b07-ae37-4435-8860-4b1c370f074a HTTP/1.1" status: 204 len: 168 time: 0.2940497 Nov 23 14:18:22.014541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6c9b-935d-4bc0-810f-fb82404f55ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb2b07-ae37-4435-8860-4b1c370f074a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:22.081348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719626e-fc8b-41f5-81a4-2a59349f1c9a req-6b58c1be-d642-46ae-8516-866215829f73 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:22.083116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a719626e-fc8b-41f5-81a4-2a59349f1c9a req-6b58c1be-d642-46ae-8516-866215829f73 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1289079 Nov 23 14:18:22.120220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8755735d-d230-401b-8853-77d25190bff5 req-d0426229-91be-4f48-8673-c2db78a33833 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001815 Nov 23 14:18:22.167605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a719626e-fc8b-41f5-81a4-2a59349f1c9a req-6caf4276-725c-4fc0-b1a9-7f1bbb1d972b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729823 Nov 23 14:18:22.391998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51198) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:22.426375 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44e3c086-7bec-47ab-95a4-6f6547d1922b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:22.594933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3a17-eb36-4d18-ad82-34a4152bfc48 req-36aec431-9e69-47eb-a5e3-cf9be16c659a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:22.608311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c5b3a17-eb36-4d18-ad82-34a4152bfc48 req-36aec431-9e69-47eb-a5e3-cf9be16c659a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1424627 Nov 23 14:18:22.697570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-b0f93a98-8b2b-452e-8b61-036e0ecb7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:22.702552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-b0f93a98-8b2b-452e-8b61-036e0ecb7505 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 1096 time: 0.0953887 Nov 23 14:18:22.775537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-cf357b71-f6ab-4a55-bcbe-eafb9b16a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:22.777153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-cf357b71-f6ab-4a55-bcbe-eafb9b16a9a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 1096 time: 0.1576309 Nov 23 14:18:22.782328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c5b3a17-eb36-4d18-ad82-34a4152bfc48 req-c2f574e0-e2da-4060-b873-b75047ef772d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710231 Nov 23 14:18:22.800526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44e3c086-7bec-47ab-95a4-6f6547d1922b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:22.817447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44e3c086-7bec-47ab-95a4-6f6547d1922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:22.887490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-7a3566c5-bb34-47f5-b953-00169f3400d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:22.889905 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-7a3566c5-bb34-47f5-b953-00169f3400d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 912 time: 0.1811645 Nov 23 14:18:22.915226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-44e3c086-7bec-47ab-95a4-6f6547d1922b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f58245fac5ea433f82b407194747a912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5219743 Nov 23 14:18:22.972277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51228) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:22.981958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3c086-7bec-47ab-95a4-6f6547d1922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7499db8-2ba8-4bf0-9bc3-4331fa0172e8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:23.009157 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-1c350cfe-44cf-4418-b60a-dba6f2a5efc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec HTTP/1.1" status: 200 len: 217 time: 0.1043668 Nov 23 14:18:23.074253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-c6c320f8-433b-4ae6-9940-4e55a1677def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:23.076745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-c6c320f8-433b-4ae6-9940-4e55a1677def service neutron] 10.222.0.74 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 915 time: 0.2898052 Nov 23 14:18:23.086556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-15e43f5f-5e00-4e0c-a96f-17512357f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:23.088220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-15e43f5f-5e00-4e0c-a96f-17512357f532 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0725520 Nov 23 14:18:23.132829 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-23e1c173-1e79-4ee7-be50-84d52b8e16d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369470 Nov 23 14:18:23.154032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-bc0080ea-7421-4213-b3b7-d3eabff83a46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=489048a6-4915-4b15-8153-75171f3f01ae HTTP/1.1" status: 200 len: 217 time: 0.0650020 Nov 23 14:18:23.158606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ddc30ec-f8f2-43a5-a0f1-6bc65a775e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.217534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-0f5b090d-69f2-4f43-91f2-90043bbd1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:23.219181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-0f5b090d-69f2-4f43-91f2-90043bbd1afb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 200 len: 854 time: 0.0583384 Nov 23 14:18:23.285934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-d786afa1-04b7-467e-9221-1a790001e6df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6a2ba-b38f-451e-8f53-e21df7239a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554776 Nov 23 14:18:23.291308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ddc30ec-f8f2-43a5-a0f1-6bc65a775e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.332289 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-79cd9496-3099-420a-a85d-5464d4c7158e service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929736 Nov 23 14:18:23.445207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51240) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:23.477563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6fe0-7131-4474-b896-9f8d0afc3281 req-336a831e-3c77-4749-9688-ae3611c6e3df tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:23.479173 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b88e6fe0-7131-4474-b896-9f8d0afc3281 req-336a831e-3c77-4749-9688-ae3611c6e3df tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.1845582 Nov 23 14:18:23.500324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6305-4647-4475-bd5a-2d87e75d7bd3 req-ad15c04b-2348-4b3a-ae3e-fce2e87d8a0e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:23.501489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fd45f359-2e54-429c-a2c5-c7d5dd88fce4 req-ce652ea6-f481-4ff2-af54-7bcf8a4628f1 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623554 Nov 23 14:18:23.501866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3afe6305-4647-4475-bd5a-2d87e75d7bd3 req-ad15c04b-2348-4b3a-ae3e-fce2e87d8a0e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1736755 Nov 23 14:18:23.535570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ddc30ec-f8f2-43a5-a0f1-6bc65a775e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.538219 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ddc30ec-f8f2-43a5-a0f1-6bc65a775e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.541894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6ddc30ec-f8f2-43a5-a0f1-6bc65a775e3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7499db8-2ba8-4bf0-9bc3-4331fa0172e8 HTTP/1.1" status: 204 len: 168 time: 0.5433867 Nov 23 14:18:23.551214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-77664cca-cd49-4566-a07d-15aa8dfe1bf3 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577829 Nov 23 14:18:23.578153 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.602157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc30ec-f8f2-43a5-a0f1-6bc65a775e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7499db8-2ba8-4bf0-9bc3-4331fa0172e8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:23.613353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3afe6305-4647-4475-bd5a-2d87e75d7bd3 req-52c2728f-aa91-4ac0-a04c-066e1227111c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987816 Nov 23 14:18:23.651204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b88e6fe0-7131-4474-b896-9f8d0afc3281 req-3337ab6b-1345-4e70-b073-8685513f6260 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630819 Nov 23 14:18:23.702236 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09452bd3-5c3c-4983-b58d-249dd107a97f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.744822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51502a07-9a8a-47e8-b05a-bdde0b40afd8 req-a2da24aa-b028-44a1-8497-4615a1e2df50 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813352 Nov 23 14:18:23.885689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09452bd3-5c3c-4983-b58d-249dd107a97f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.894436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09452bd3-5c3c-4983-b58d-249dd107a97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:23.995055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09452bd3-5c3c-4983-b58d-249dd107a97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f63b16-dab2-42d2-8b64-ce07bafdf11a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:24.016079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-09452bd3-5c3c-4983-b58d-249dd107a97f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54dab31dad7646d9a5266612e0b312b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5679386 Nov 23 14:18:24.020248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51254) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:24.081914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.106604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdc24a-ceab-4e10-aefd-98596a5c895d req-fd74516b-f9bb-4d4f-be42-98f5c3874309 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:24.114042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.115428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecfdc24a-ceab-4e10-aefd-98596a5c895d req-fd74516b-f9bb-4d4f-be42-98f5c3874309 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.1141808 Nov 23 14:18:24.180117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.183155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.187532 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65f63b16-dab2-42d2-8b64-ce07bafdf11a HTTP/1.1" status: 204 len: 168 time: 0.1675239 Nov 23 14:18:24.189029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecfdc24a-ceab-4e10-aefd-98596a5c895d req-56e148fa-5697-484b-952d-1d5c455c44bb tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718021 Nov 23 14:18:24.195758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f63b16-dab2-42d2-8b64-ce07bafdf11a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:24.230195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.230544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.230887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.231252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.231588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.231919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.232249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.232575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.237820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.238256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.238852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.239450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf50d720-3a29-4ce0-878c-cf4ace0cfe03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:24.635729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51272) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:24.656335 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0ace038-648e-49a1-b302-15216e48b43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.797674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0ace038-648e-49a1-b302-15216e48b43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.808660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0ace038-648e-49a1-b302-15216e48b43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.836185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9f27-cdc9-4788-aba2-18fab0d9f657 req-fe7978b8-2122-462f-a9a1-acb184981c8c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:24.837735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e07c9f27-cdc9-4788-aba2-18fab0d9f657 req-fe7978b8-2122-462f-a9a1-acb184981c8c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.0888660 Nov 23 14:18:24.880025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e0ace038-648e-49a1-b302-15216e48b43a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30e49532116e4d5ca02abead8ba76b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427070 Nov 23 14:18:24.882839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ace038-648e-49a1-b302-15216e48b43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daee8438-9fe4-4624-8c37-03fb03a89929,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:24.884352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51284) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:24.931515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e07c9f27-cdc9-4788-aba2-18fab0d9f657 req-03f21054-2931-4463-976f-029c6f5be4b6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841594 Nov 23 14:18:24.957448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5dfc-3379-4a04-bfe1-b8ebf291fa9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:24.990302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5dfc-3379-4a04-bfe1-b8ebf291fa9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:25.078016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288562e-e9aa-4f2b-967a-9295fec3d53b req-208f11a8-99e8-4d3b-b4fc-2da488bafa54 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:25.080469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2288562e-e9aa-4f2b-967a-9295fec3d53b req-208f11a8-99e8-4d3b-b4fc-2da488bafa54 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 945 time: 0.0712695 Nov 23 14:18:25.114855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5dfc-3379-4a04-bfe1-b8ebf291fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:25.118540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5dfc-3379-4a04-bfe1-b8ebf291fa9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:25.119808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e4ff5dfc-3379-4a04-bfe1-b8ebf291fa9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/daee8438-9fe4-4624-8c37-03fb03a89929 HTTP/1.1" status: 204 len: 168 time: 0.2336981 Nov 23 14:18:25.139308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff5dfc-3379-4a04-bfe1-b8ebf291fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee8438-9fe4-4624-8c37-03fb03a89929,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:25.197449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2288562e-e9aa-4f2b-967a-9295fec3d53b req-15e0065d-0de3-4625-9653-87666ad22de8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017292 Nov 23 14:18:25.460231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfdc9f-756c-4820-9617-acd0b86186c3 req-ac22ec0f-3818-4c54-ac63-2e22b29ef045 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:25.467584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9bdfdc9f-756c-4820-9617-acd0b86186c3 req-ac22ec0f-3818-4c54-ac63-2e22b29ef045 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0678587 Nov 23 14:18:25.530874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9bdfdc9f-756c-4820-9617-acd0b86186c3 req-63946e54-6ec6-4d2d-a361-dc76a78f1a0d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623212 Nov 23 14:18:26.666811 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5fa384cb-5f99-4b10-b504-a43f0fc25523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:26.686070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6d6c21a7-accf-49ba-a7c6-eba34c492cec no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:18:26.847354 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:26.885598 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:26.887936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:26.890504 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f9e7d-9821-4e0d-b482-e82df9a70f07" -d '{"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:26.909506 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:26.910220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:18:26.913721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdfc19-e124-41e7-afa8-501412c56847 req-7a7d40d5-4ce0-4812-8e53-b4f39ea2c62b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:26.919510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06cdfc19-e124-41e7-afa8-501412c56847 req-7a7d40d5-4ce0-4812-8e53-b4f39ea2c62b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b49b479-596c-4b61-a6bb-651307b14503 HTTP/1.1" status: 200 len: 945 time: 0.0973115 Nov 23 14:18:27.096789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Deleting port 6d6c21a7-accf-49ba-a7c6-eba34c492cec {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:27.097203 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:27.187708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:27.218209 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:27.339150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] For port 6d6c21a7-accf-49ba-a7c6-eba34c492cec, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6d6c21a7-accf-49ba-a7c6-eba34c492cec,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:27.339530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:27.368855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Calling delete_port for 6d6c21a7-accf-49ba-a7c6-eba34c492cec owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:27.376942 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:27.441238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:27.451328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:27.562335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:27.718700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:27.787512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event deleted for resources: {'Port': ['ID=6d6c21a7-accf-49ba-a7c6-eba34c492cec,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:27.915253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] No DVR routers for this DVR port 6d6c21a7-accf-49ba-a7c6-eba34c492cec on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:18:27.924253 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:27.929930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06cdfc19-e124-41e7-afa8-501412c56847 req-94626fca-7a47-4f63-a582-f7787f0389ce tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "DELETE /v2.0/ports/6d6c21a7-accf-49ba-a7c6-eba34c492cec HTTP/1.1" status: 204 len: 173 time: 1.0078096 Nov 23 14:18:27.929930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-deleted', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:27.945383 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096a026b-fb1f-42be-b0ac-8c233c74e5b1" -d '{"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-deleted", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:28.503589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364ada2-50ce-4778-a921-05c328aff1ce req-cd0c7d3d-8b12-4b6e-8880-50d5ebb7dc45 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:28.505447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a364ada2-50ce-4778-a921-05c328aff1ce req-cd0c7d3d-8b12-4b6e-8880-50d5ebb7dc45 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.0907273 Nov 23 14:18:28.617775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a364ada2-50ce-4778-a921-05c328aff1ce req-0de189e7-bd06-4689-b8c5-c28bbab38eff tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016078 Nov 23 14:18:28.842992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa9a39-9a6f-46c4-9f6c-1a68533f6504 req-e1d1efdb-88a3-4894-865e-8fdfd9e9ae02 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:28.866056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3aa9a39-9a6f-46c4-9f6c-1a68533f6504 req-e1d1efdb-88a3-4894-865e-8fdfd9e9ae02 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1285083 Nov 23 14:18:28.927870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:28.958072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3aa9a39-9a6f-46c4-9f6c-1a68533f6504 req-0e5aa8b3-43af-4f6d-bd9b-55bebe0630af tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897501 Nov 23 14:18:29.054646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-60aa0217-dc79-4055-a475-e9652847b409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.143551 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c225a9a-e0bb-4474-a765-27a6efa7cf5b x-openstack-request-id: req-7c225a9a-e0bb-4474-a765-27a6efa7cf5b {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:29.144001 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-unplugged", "status": "failed", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec", "code": 422}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:29.144431 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c225a9a-e0bb-4474-a765-27a6efa7cf5b {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:29.144930 n-d-818503-2 neutron-server[103347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'code': 422} returned with failed status Nov 23 14:18:29.184343 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8cca25a9-f7e0-4ea3-a59e-a0043102ea64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.229473 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7cb54-9845-497f-815f-e4af109865cb x-openstack-request-id: req-92b7cb54-9845-497f-815f-e4af109865cb {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:29.229753 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49b479-596c-4b61-a6bb-651307b14503", "name": "network-vif-deleted", "tag": "6d6c21a7-accf-49ba-a7c6-eba34c492cec", "status": "failed", "code": 422}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:29.230002 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92b7cb54-9845-497f-815f-e4af109865cb {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:29.230586 n-d-818503-2 neutron-server[103346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b49b479-596c-4b61-a6bb-651307b14503', 'name': 'network-vif-deleted', 'tag': '6d6c21a7-accf-49ba-a7c6-eba34c492cec', 'status': 'failed', 'code': 422} returned with failed status Nov 23 14:18:29.397989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8cca25a9-f7e0-4ea3-a59e-a0043102ea64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.416160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8cca25a9-f7e0-4ea3-a59e-a0043102ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.484305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca25a9-f7e0-4ea3-a59e-a0043102ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a305647e-5f99-48ef-90e0-795375ee119a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:29.533862 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8cca25a9-f7e0-4ea3-a59e-a0043102ea64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ac280b627a74bdf9101bfd59c27dce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6034174 Nov 23 14:18:29.535063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51468) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:29.614169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86453a-7592-4cf0-9398-fafcc41805ef req-791f61c5-c725-4197-9aca-7700621f1682 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:29.629791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee86453a-7592-4cf0-9398-fafcc41805ef req-791f61c5-c725-4197-9aca-7700621f1682 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1461654 Nov 23 14:18:29.651964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02041ce6-ca7c-4612-8f1b-4b404cde0b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.696213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02041ce6-ca7c-4612-8f1b-4b404cde0b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.714613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee86453a-7592-4cf0-9398-fafcc41805ef req-10df2d31-123d-452c-b412-1825bff65318 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835574 Nov 23 14:18:29.839557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02041ce6-ca7c-4612-8f1b-4b404cde0b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.844710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02041ce6-ca7c-4612-8f1b-4b404cde0b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:29.847785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-02041ce6-ca7c-4612-8f1b-4b404cde0b7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a305647e-5f99-48ef-90e0-795375ee119a HTTP/1.1" status: 204 len: 168 time: 0.3112364 Nov 23 14:18:29.860607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02041ce6-ca7c-4612-8f1b-4b404cde0b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a305647e-5f99-48ef-90e0-795375ee119a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:29.986975 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:30.124735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-4d776fd3-56cd-41b6-877d-8e403049ede7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:30.127572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-4d776fd3-56cd-41b6-877d-8e403049ede7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.2101736 Nov 23 14:18:30.156691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-222aca6a-a692-47e7-b8fc-45e673cd6b85 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/quotas/18d87e869b304671b0799b7848a7f819 HTTP/1.1" status: 200 len: 375 time: 0.0195663 Nov 23 14:18:30.197528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-a99bf9c8-4c5c-437a-b77c-f582e0d559fa tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396991 Nov 23 14:18:30.384247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-75626960-d734-469b-9715-ff8b4b73d5d4 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730020 Nov 23 14:18:30.402636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51498) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:30.442529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8202e625-603e-49c5-a29e-959fa72c4922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:30.539665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-60940b88-b038-4b1e-afe7-de039da174e1 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481807 Nov 23 14:18:30.596973 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8202e625-603e-49c5-a29e-959fa72c4922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:30.616095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8202e625-603e-49c5-a29e-959fa72c4922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:30.668795 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8202e625-603e-49c5-a29e-959fa72c4922 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3ab923317734ff28aa0295fc3bcb6d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627041 Nov 23 14:18:30.670174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202e625-603e-49c5-a29e-959fa72c4922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac02cd1-5f94-4658-ad13-07deef51cc7c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:30.671817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51502) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:30.822759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46993073-d087-4b86-9838-4a3a4353b908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:30.917099 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46993073-d087-4b86-9838-4a3a4353b908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:31.068678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28119d4e-5834-45fc-80ec-271be05ba2a0 req-e055a024-d956-4006-8db5-7f937cd09922 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:31.076573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28119d4e-5834-45fc-80ec-271be05ba2a0 req-e055a024-d956-4006-8db5-7f937cd09922 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.2303834 Nov 23 14:18:31.145988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:31.149162 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4708c5-3aa5-4b6a-88f0-1873762195fc" -d '{"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-unplugged", "status": "completed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:31.193628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28119d4e-5834-45fc-80ec-271be05ba2a0 req-09f1a8f3-646f-40bd-80e5-971a0802381e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066029 Nov 23 14:18:31.218088 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46993073-d087-4b86-9838-4a3a4353b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:31.220878 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46993073-d087-4b86-9838-4a3a4353b908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:31.224419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-46993073-d087-4b86-9838-4a3a4353b908 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cac02cd1-5f94-4658-ad13-07deef51cc7c HTTP/1.1" status: 204 len: 168 time: 0.5491869 Nov 23 14:18:31.238692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46993073-d087-4b86-9838-4a3a4353b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac02cd1-5f94-4658-ad13-07deef51cc7c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:31.593977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:31.753223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f74b112-0c94-45d9-b05e-2ac39bb46826 req-5454e359-b625-4518-9517-36bd2de7c906 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 210 time: 0.0554070 Nov 23 14:18:31.854840 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2272c37d-f912-4a2a-99b3-75b2f5d2a9a7 x-openstack-request-id: req-2272c37d-f912-4a2a-99b3-75b2f5d2a9a7 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:31.855182 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-unplugged", "status": "failed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae", "code": 422}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:31.855439 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2272c37d-f912-4a2a-99b3-75b2f5d2a9a7 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:31.855834 n-d-818503-2 neutron-server[103347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae', 'code': 422} returned with failed status Nov 23 14:18:32.298440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-9e40ef66-3cde-4ad9-99cd-453ef23738e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684531 Nov 23 14:18:32.437100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:32.452925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332928-40f6-4916-a24e-3bf3bc0bf0fe req-ced066c2-cac6-4c1e-8c40-b0301ed007c4 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:32.461832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df332928-40f6-4916-a24e-3bf3bc0bf0fe req-ced066c2-cac6-4c1e-8c40-b0301ed007c4 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.3190565 Nov 23 14:18:32.594155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-3fd78178-862f-4873-8016-38f6a7da5510 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:32.599418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-3fd78178-862f-4873-8016-38f6a7da5510 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.74 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.3556247 Nov 23 14:18:32.639281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df332928-40f6-4916-a24e-3bf3bc0bf0fe req-52f377b7-4fb9-4bb4-8437-7dac61504070 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734684 Nov 23 14:18:32.666316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Request body: {'port': {'device_id': '22803db0-6b85-4b01-867f-31436a98c91f', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'admin_state_up': True, 'tenant_id': '18d87e869b304671b0799b7848a7f819'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:32.922401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025116-a368-416f-9053-0db57f521c49 req-d8d36db1-1aa8-43ba-a2ea-8a1b180f2949 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:32.924023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa025116-a368-416f-9053-0db57f521c49 req-d8d36db1-1aa8-43ba-a2ea-8a1b180f2949 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1337299 Nov 23 14:18:33.039455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa025116-a368-416f-9053-0db57f521c49 req-8deda935-0d3b-43ed-97fe-7ab2558500d1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976927 Nov 23 14:18:33.044197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:33.050462 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:33.282747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Allocated IP 172.20.0.2 (175646c2-c3c9-4e80-91cd-29d7ebb5987b/1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f/fbeb4c32-aad7-4922-850e-b6aef6505f05) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:33.487877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a77424b4-2128-40b2-8f19-7d4b83871ce3 req-3639a9d8-48b4-4883-9329-2bffdf131c83 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 210 time: 0.0731652 Nov 23 14:18:33.638421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:33.699793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:33.728275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-3873b0f0-34f7-45d6-96f5-02e878f23cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:33.729795 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-3873b0f0-34f7-45d6-96f5-02e878f23cb7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da&tenant_id=4115e8a47c3d492a8b4537f63e6329e2 HTTP/1.1" status: 200 len: 1094 time: 0.1029980 Nov 23 14:18:33.745433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:33.762811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:33.784256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:33.804010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51616) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:33.811118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-1e82149b-4e99-4ffe-9841-badc6fe6a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:33.812801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-1e82149b-4e99-4ffe-9841-badc6fe6a4a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 1094 time: 0.0568616 Nov 23 14:18:33.821492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event updated for resources: {'Port': ['ID=fbeb4c32-aad7-4922-850e-b6aef6505f05,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:33.867439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3d873-80d7-4380-8d80-3cad79a84b07 req-1c794c24-6e2f-48a6-93f6-5ba3e78e1820 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:33.869894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48d3d873-80d7-4380-8d80-3cad79a84b07 req-1c794c24-6e2f-48a6-93f6-5ba3e78e1820 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1296172 Nov 23 14:18:33.885426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:33.886056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:33.928967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ca071bc7-6881-4236-b64c-cc7222133e31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2878404 Nov 23 14:18:33.945706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Request body: {'port': {'device_id': '22803db0-6b85-4b01-867f-31436a98c91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:33.952281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc24a-5206-42a9-848e-112a2c37b7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:33.962360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-47c04fbe-2fb2-4904-9513-900638a56353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:33.963858 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-47c04fbe-2fb2-4904-9513-900638a56353 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 915 time: 0.1422498 Nov 23 14:18:34.004251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48d3d873-80d7-4380-8d80-3cad79a84b07 req-8683ffab-71de-4f3b-83e0-ec85da5a48b4 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153038 Nov 23 14:18:34.011530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-5be14b59-18a4-41d8-8aa3-cd42147ad2d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=489048a6-4915-4b15-8153-75171f3f01ae HTTP/1.1" status: 200 len: 217 time: 0.0400338 Nov 23 14:18:34.050004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.087108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-9c6dd6e9-ba9e-45db-8265-db8263b4a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:34.088841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-9c6dd6e9-ba9e-45db-8265-db8263b4a377 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 200 len: 854 time: 0.0683904 Nov 23 14:18:34.138193 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-9ba83d64-06be-4bb5-9e42-59f6239b5634 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6a2ba-b38f-451e-8f53-e21df7239a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364943 Nov 23 14:18:34.160141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc24a-5206-42a9-848e-112a2c37b7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.172196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc24a-5206-42a9-848e-112a2c37b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.249921 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fe9cc24a-5206-42a9-848e-112a2c37b7dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=634fa8c3747e4d60b2bad565f5fbecfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430876 Nov 23 14:18:34.249921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cc24a-5206-42a9-848e-112a2c37b7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc49b2-63d9-462e-9b01-116347164aa8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:34.254035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51624) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:34.288934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b136ea-a996-4505-bb90-8465b11b4c88 req-45c5917a-b853-4ebb-b6ed-ee8b54f32b8b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:34.290785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9b136ea-a996-4505-bb90-8465b11b4c88 req-45c5917a-b853-4ebb-b6ed-ee8b54f32b8b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1127150 Nov 23 14:18:34.388492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9b136ea-a996-4505-bb90-8465b11b4c88 req-01f50986-c9d7-4bb8-8185-acee50697592 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714033 Nov 23 14:18:34.446574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbeb4c32-aad7-4922-850e-b6aef6505f05 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:18:34.455411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.471184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Transition to ACTIVE for port object fbeb4c32-aad7-4922-850e-b6aef6505f05 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:18:34.477327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.572256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeb4c32-aad7-4922-850e-b6aef6505f05,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:34.598987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-e13ade2a-4453-4425-9ec8-8063e41504b0 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495091 Nov 23 14:18:34.635301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34b24063-6cd9-47ce-9876-faf01c927714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.650591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Attempting to bind port fbeb4c32-aad7-4922-850e-b6aef6505f05 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:18:34.651106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Attempting to bind port fbeb4c32-aad7-4922-850e-b6aef6505f05 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:18:34.651437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Attempting to bind port fbeb4c32-aad7-4922-850e-b6aef6505f05 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:34.664970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Port fbeb4c32-aad7-4922-850e-b6aef6505f05 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:18:34.665537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Attempting to bind port fbeb4c32-aad7-4922-850e-b6aef6505f05 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:34.671972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:18:34.672307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Checking segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:34.672688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Bound using segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:18:34.673112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Bound port: fbeb4c32-aad7-4922-850e-b6aef6505f05, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:18:34.673468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.696740 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34b24063-6cd9-47ce-9876-faf01c927714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.752632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] For port fbeb4c32-aad7-4922-850e-b6aef6505f05, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:18:34.753445 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-918281d5-ff0d-45c2-b90b-33176e070e08 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473346 Nov 23 14:18:34.756631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] For port fbeb4c32-aad7-4922-850e-b6aef6505f05, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbeb4c32-aad7-4922-850e-b6aef6505f05,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:18:34.766085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8a3b1-9736-4c2a-ae7b-d08dcd32440a req-d58fef32-b3d9-4088-a66d-4a307491859a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:34.771381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02e8a3b1-9736-4c2a-ae7b-d08dcd32440a req-d58fef32-b3d9-4088-a66d-4a307491859a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.1695194 Nov 23 14:18:34.774459 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.781934 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34b24063-6cd9-47ce-9876-faf01c927714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.786137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34b24063-6cd9-47ce-9876-faf01c927714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.787546 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-34b24063-6cd9-47ce-9876-faf01c927714 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42fc49b2-63d9-462e-9b01-116347164aa8 HTTP/1.1" status: 204 len: 168 time: 0.5325744 Nov 23 14:18:34.798134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b24063-6cd9-47ce-9876-faf01c927714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc49b2-63d9-462e-9b01-116347164aa8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:34.844300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:34.845125 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:34.846848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/fbeb4c32-aad7-4922-850e-b6aef6505f05 HTTP/1.1" status: 200 len: 1091 time: 0.9067087 Nov 23 14:18:34.847420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22803db0-6b85-4b01-867f-31436a98c91f', 'tag': 'fbeb4c32-aad7-4922-850e-b6aef6505f05'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:34.850358 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18" -d '{"events": [{"name": "network-changed", "server_uuid": "22803db0-6b85-4b01-867f-31436a98c91f", "tag": "fbeb4c32-aad7-4922-850e-b6aef6505f05"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:34.926368 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab274f83-b2c7-415a-8a0e-7f4d26b07245 x-openstack-request-id: req-ab274f83-b2c7-415a-8a0e-7f4d26b07245 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:34.926663 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22803db0-6b85-4b01-867f-31436a98c91f", "tag": "fbeb4c32-aad7-4922-850e-b6aef6505f05", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:34.926951 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab274f83-b2c7-415a-8a0e-7f4d26b07245 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:34.927390 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22803db0-6b85-4b01-867f-31436a98c91f', 'tag': 'fbeb4c32-aad7-4922-850e-b6aef6505f05', 'status': 'completed', 'code': 200} Nov 23 14:18:34.949696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd355a-494c-4da3-bedb-c9feeff8a5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeb4c32-aad7-4922-850e-b6aef6505f05,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:34.968330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02e8a3b1-9736-4c2a-ae7b-d08dcd32440a req-ea99bd8d-a8e4-4080-a300-6b5a7751e0e9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908531 Nov 23 14:18:34.981468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-61569448-dd10-42c3-b713-25c4bcf0ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:34.983169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-61569448-dd10-42c3-b713-25c4bcf0ef8b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 1094 time: 0.0768416 Nov 23 14:18:35.032489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-8fe78512-242a-4289-a6ac-aef355f36ac3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbeb4c32-aad7-4922-850e-b6aef6505f05 HTTP/1.1" status: 200 len: 217 time: 0.0389383 Nov 23 14:18:35.169639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ff50fd5a-0992-4b0d-b9b0-efe38b0b2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:35.171163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-ff50fd5a-0992-4b0d-b9b0-efe38b0b2b65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.1318431 Nov 23 14:18:35.218774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-f1780c5e-eafa-4ffd-a8f7-391db1eb49b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380599 Nov 23 14:18:35.226869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26679483-dd43-43b3-b7a0-2f59b5f26b5a req-66d09d67-cc7b-4159-b99b-e52fbdaebbc9 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:35.228367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26679483-dd43-43b3-b7a0-2f59b5f26b5a req-66d09d67-cc7b-4159-b99b-e52fbdaebbc9 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1327958 Nov 23 14:18:35.380545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26679483-dd43-43b3-b7a0-2f59b5f26b5a req-185c0d37-020e-46e0-87fc-95e19879d065 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440306 Nov 23 14:18:35.473252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-e43f0805-296f-44ba-852a-5adc0d084b95 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438273 Nov 23 14:18:35.698079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10596cc-16b8-45eb-848e-54f2fd78dee9 req-bd68590b-0c83-4f9c-9bf4-0604aa25d9fa tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:35.699823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d10596cc-16b8-45eb-848e-54f2fd78dee9 req-bd68590b-0c83-4f9c-9bf4-0604aa25d9fa tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1879373 Nov 23 14:18:35.790403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed8a2041-3f74-46f9-bf66-063425d86fb3 req-de43811f-3b0b-402a-b72c-adcc81352f56 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697186 Nov 23 14:18:35.866259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d10596cc-16b8-45eb-848e-54f2fd78dee9 req-2fe8987b-46ae-4107-b4bf-64fe27a1af48 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678148 Nov 23 14:18:36.196356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b5fa2-e71c-44d7-a84b-eeef8c493ec7 req-d0b0a31a-e02e-4e0d-80dd-11cf86179638 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:36.198352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a6b5fa2-e71c-44d7-a84b-eeef8c493ec7 req-d0b0a31a-e02e-4e0d-80dd-11cf86179638 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.0918121 Nov 23 14:18:36.313427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a6b5fa2-e71c-44d7-a84b-eeef8c493ec7 req-603b8dca-ab8c-4e5d-97d0-8ab1e6bc5b03 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084211 Nov 23 14:18:36.594554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266b0a7-bf42-43c2-bba5-ec6e919c65c6 req-7c7df0c1-5410-460d-8d0a-9e98614b3829 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:36.596168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b266b0a7-bf42-43c2-bba5-ec6e919c65c6 req-7c7df0c1-5410-460d-8d0a-9e98614b3829 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.0629163 Nov 23 14:18:36.679084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b266b0a7-bf42-43c2-bba5-ec6e919c65c6 req-75fa75f8-dc7e-40f4-a96d-43fe20701fa1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Nov 23 14:18:36.952737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51712) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:37.027399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47b95a-1def-4a2e-a746-4f8cd95b6c03 req-c2cfde42-e185-4b3a-b810-1f88312ebfa0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:37.028900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b47b95a-1def-4a2e-a746-4f8cd95b6c03 req-c2cfde42-e185-4b3a-b810-1f88312ebfa0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.0828028 Nov 23 14:18:37.123717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b47b95a-1def-4a2e-a746-4f8cd95b6c03 req-f2cf44a6-57da-4601-843e-429d2b691fbf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734005 Nov 23 14:18:37.193367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1632056839'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:37.245306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Made reservation on behalf of f6c89f249c1746d085ae15f6367b8bb5 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:37.249198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.258887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.358387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.364693 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.408681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f950ee5d-58e4-49ef-8875-911006df7979,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:37.423071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:18:37.451514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.452073 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Added segment ad5af16a-81cf-45dc-ba80-85dce777335c of type vlan for network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac Nov 23 14:18:37.523554 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.586467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.596482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:37.597340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.658320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7877b84-9aa4-4b3a-ab8a-6c1172fc95fc req-b8fd0d6c-725b-45d2-9b97-f5b4be2d2b31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:37.659109 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7042532 Nov 23 14:18:37.661998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51720) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:37.667212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Request body: {'subnet': {'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:37.668149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7877b84-9aa4-4b3a-ab8a-6c1172fc95fc req-b8fd0d6c-725b-45d2-9b97-f5b4be2d2b31 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.0781245 Nov 23 14:18:37.728492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd82f0-3baf-4dad-ac1b-b798de6c5077 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event updated for resources: {'Network': ['ID=66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:37.734782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7877b84-9aa4-4b3a-ab8a-6c1172fc95fc req-0e867468-cd9d-4f92-b9a9-51cdcbae37c6 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595710 Nov 23 14:18:37.747133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:18:37.831500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Made reservation on behalf of f6c89f249c1746d085ae15f6367b8bb5 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:37.860491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:37.977509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420a5a2-cb74-4f9d-aa4f-318335b33f9d req-bdb10756-4ecf-4060-b043-bf788d76c62d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:37.979126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6420a5a2-cb74-4f9d-aa4f-318335b33f9d req-bdb10756-4ecf-4060-b043-bf788d76c62d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1502340 Nov 23 14:18:38.343698 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:38.384652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:38.443191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Checking segment: {'id': 'ad5af16a-81cf-45dc-ba80-85dce777335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:38.443571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Network hostable DHCP agents. Network: 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:18:38.447398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event updated for resources: {'Subnet': ['ID=b4a76570-5763-4234-a847-8b7d499f45ed,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:38.467256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:18:38.483551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:38.494359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:38.498848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2b012-1a58-4412-912c-69d5d91d634f None None] Network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:38.508379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:38.543967 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ed667f0-033c-484f-aa2e-6e424879315c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8794672 Nov 23 14:18:38.546337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51742) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:38.562223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Request body: {'port': {'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1066675681'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:38.650759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6420a5a2-cb74-4f9d-aa4f-318335b33f9d req-3c4499e2-2f5f-4cd4-bf9d-17fdfeacaeda tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601942 Nov 23 14:18:38.672475 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d900aa71-c075-4682-b72b-a5fb892d2511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:38.846277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d900aa71-c075-4682-b72b-a5fb892d2511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:38.861493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d900aa71-c075-4682-b72b-a5fb892d2511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:38.874694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac', 'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac', 'tenant_id': 'f6c89f249c1746d085ae15f6367b8bb5', 'fixed_ips': [{'subnet_id': 'b4a76570-5763-4234-a847-8b7d499f45ed'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:18:38.876562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:38.887418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd5935-c339-4287-86e3-9ffafc0be8cd req-07399429-9b3f-4afc-aecc-bac5d23a5245 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:38.889116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ddd5935-c339-4287-86e3-9ffafc0be8cd req-07399429-9b3f-4afc-aecc-bac5d23a5245 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.1138871 Nov 23 14:18:38.953227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900aa71-c075-4682-b72b-a5fb892d2511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b892c3-9ee2-4fbc-bf4b-e5eb229c46fe,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:39.001764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ddd5935-c339-4287-86e3-9ffafc0be8cd req-25b62cc3-ccd1-4018-a471-746238817fca tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045463 Nov 23 14:18:39.005565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Made reservation on behalf of f6c89f249c1746d085ae15f6367b8bb5 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:39.023805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.066218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51746) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:39.067825 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d900aa71-c075-4682-b72b-a5fb892d2511 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdf420cc9d894eb18ef5c7b9c92372fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6819577 Nov 23 14:18:39.081761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] device_id is not set on port 1454bee5-b43d-4930-adb4-f3a1d7de8c94 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:18:39.148358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2e249d8-825c-4276-ac36-09006c20109f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.207719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Allocated IP 172.20.0.2 (66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac/b4a76570-5763-4234-a847-8b7d499f45ed/efb31b44-f3eb-4d90-9aeb-829a4170f7f7) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:39.220773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2e249d8-825c-4276-ac36-09006c20109f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.387021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00f3ac-b796-421b-9632-75373e1a0373 req-f2cca9bd-5113-47f8-8ff7-ff9ebaa010af tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:39.394947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa00f3ac-b796-421b-9632-75373e1a0373 req-f2cca9bd-5113-47f8-8ff7-ff9ebaa010af tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.1294782 Nov 23 14:18:39.414445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2e249d8-825c-4276-ac36-09006c20109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.417060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2e249d8-825c-4276-ac36-09006c20109f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.418536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2e249d8-825c-4276-ac36-09006c20109f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80b892c3-9ee2-4fbc-bf4b-e5eb229c46fe HTTP/1.1" status: 204 len: 168 time: 0.3505402 Nov 23 14:18:39.426705 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.445725 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.506802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa00f3ac-b796-421b-9632-75373e1a0373 req-2aff06d5-392e-4acc-970a-5af5b137348c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102674 Nov 23 14:18:39.509871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:39.519080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:39.532103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e249d8-825c-4276-ac36-09006c20109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b892c3-9ee2-4fbc-bf4b-e5eb229c46fe,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:39.536292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Pushing event updated for resources: {'Port': ['ID=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:39.539477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:39.583041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fbdab930-cdf3-44b5-9555-c2d944e78e59 {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:18:39.583637 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:18:39.673268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Attempting to bind port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:18:39.674082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Attempting to bind port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ad5af16a-81cf-45dc-ba80-85dce777335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:18:39.674602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Attempting to bind port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 on network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:39.699397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:18:39.700214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Checking segment: {'id': 'ad5af16a-81cf-45dc-ba80-85dce777335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:39.703096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.704985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Bound using segment: {'id': 'ad5af16a-81cf-45dc-ba80-85dce777335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:18:39.705498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Bound port: efb31b44-f3eb-4d90-9aeb-829a4170f7f7, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5af16a-81cf-45dc-ba80-85dce777335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:18:39.705898 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.803688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653746e4-c774-4334-89b8-a7ea4404c884 req-1d8041ba-ab15-415b-8a39-41f699fe9520 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:39.813410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-653746e4-c774-4334-89b8-a7ea4404c884 req-1d8041ba-ab15-415b-8a39-41f699fe9520 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.0717158 Nov 23 14:18:39.824849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] For port efb31b44-f3eb-4d90-9aeb-829a4170f7f7, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:18:39.828991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] For port efb31b44-f3eb-4d90-9aeb-829a4170f7f7, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,segment=NetworkSegment(ad5af16a-81cf-45dc-ba80-85dce777335c),segment_id=ad5af16a-81cf-45dc-ba80-85dce777335c)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:18:39.834099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:39.893884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-653746e4-c774-4334-89b8-a7ea4404c884 req-5435a5ef-e4d9-4712-aeb3-7faef38070a7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783851 Nov 23 14:18:39.935031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f7ac2-55ee-44b5-87f8-e71b9e8692a8 None None] Pushing event updated for resources: {'Port': ['ID=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:39.950355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:39.968206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a597d933-70f9-4b2f-bf1a-b957bb63786e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.071786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a597d933-70f9-4b2f-bf1a-b957bb63786e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.082154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a597d933-70f9-4b2f-bf1a-b957bb63786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.087646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.177699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a597d933-70f9-4b2f-bf1a-b957bb63786e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c40c010ab274119a915397e70956450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235110 Nov 23 14:18:40.177699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597d933-70f9-4b2f-bf1a-b957bb63786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746314d9-08af-4566-adb9-e8bb16437758,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:40.181557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51760) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:40.187067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] device_id is not set on port 0778e2e1-16e4-4a98-bd56-f26558d882b7 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:18:40.208302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4fa13-d5f2-45a6-9bdb-7c7054127644 req-fda2206e-d668-46e7-83a5-25a78a261949 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:40.212227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bd4fa13-d5f2-45a6-9bdb-7c7054127644 req-fda2206e-d668-46e7-83a5-25a78a261949 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 945 time: 0.0985477 Nov 23 14:18:40.311515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bd4fa13-d5f2-45a6-9bdb-7c7054127644 req-9925d559-d347-4f1e-9be6-5d6e16616c1b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784595 Nov 23 14:18:40.336457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1529-3669-4c07-8ad4-f5e42e718213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.360816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Allocated IP 172.20.0.10 (66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac/b4a76570-5763-4234-a847-8b7d499f45ed/0778e2e1-16e4-4a98-bd56-f26558d882b7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:40.396020 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1529-3669-4c07-8ad4-f5e42e718213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.473652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device efb31b44-f3eb-4d90-9aeb-829a4170f7f7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:40.493005 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1529-3669-4c07-8ad4-f5e42e718213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.497467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8b1529-3669-4c07-8ad4-f5e42e718213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.502941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b8b1529-3669-4c07-8ad4-f5e42e718213 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/746314d9-08af-4566-adb9-e8bb16437758 HTTP/1.1" status: 204 len: 168 time: 0.3200531 Nov 23 14:18:40.514927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b1529-3669-4c07-8ad4-f5e42e718213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746314d9-08af-4566-adb9-e8bb16437758,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:40.581639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.624706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:40.625196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.629498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.688324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:40.698853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:40.710680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe22067-e4a2-467a-a2b5-285a9104faf2 req-b5383fca-a713-410c-96cd-8db9db01198b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:40.716609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:40.723845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe22067-e4a2-467a-a2b5-285a9104faf2 req-b5383fca-a713-410c-96cd-8db9db01198b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.0900173 Nov 23 14:18:40.779495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.783778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event updated for resources: {'Port': ['ID=0778e2e1-16e4-4a98-bd56-f26558d882b7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:40.830865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe22067-e4a2-467a-a2b5-285a9104faf2 req-3be3e72e-95d0-4d03-b858-7665c5725046 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059182 Nov 23 14:18:40.851910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port efb31b44-f3eb-4d90-9aeb-829a4170f7f7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,segment=NetworkSegment(ad5af16a-81cf-45dc-ba80-85dce777335c),segment_id=ad5af16a-81cf-45dc-ba80-85dce777335c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:40.857576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:40.859996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.876320 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:40.914719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:40.915003 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a005a78b-fbd2-4132-b740-57290b377f97 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.3656125 Nov 23 14:18:40.972817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:41.043008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:18:41.215269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f893e-69e3-4fda-9049-7db62ae4dc94 req-c4ca73cc-1dcd-42c2-8c6c-4f301ccdf15e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:41.225250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933f893e-69e3-4fda-9049-7db62ae4dc94 req-c4ca73cc-1dcd-42c2-8c6c-4f301ccdf15e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1539953 Nov 23 14:18:41.237809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Deleting port 0778e2e1-16e4-4a98-bd56-f26558d882b7 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:41.238420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:41.238569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:41.260124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '1691298a-1a21-442b-9305-4db79aaaabfc', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'port_id': '1691298a-1a21-442b-9305-4db79aaaabfc', 'mac_address': 'fa:16:3e:8a:a6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:18:41.307399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:41.348381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1691298a-1a21-442b-9305-4db79aaaabfc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:18:41.406428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:41.415676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:41.415915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:41.430210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933f893e-69e3-4fda-9049-7db62ae4dc94 req-c5e28142-2219-4f6d-a34a-955c89267799 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039297 Nov 23 14:18:41.464759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Calling delete_port for 0778e2e1-16e4-4a98-bd56-f26558d882b7 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:41.550787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:41.660039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb54c7-f737-43b0-b2a7-16c5f6c25e9d req-0e46ee74-7f20-4194-9f4a-87c35ba56eec tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:41.661599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cbb54c7-f737-43b0-b2a7-16c5f6c25e9d req-0e46ee74-7f20-4194-9f4a-87c35ba56eec tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1079261 Nov 23 14:18:41.678470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1030a49-f4ea-4fe2-ad52-1579e57e93b0 None None] Network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:41.730583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['1691298a-1a21-442b-9305-4db79aaaabfc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:18:41.761119 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:41.798097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cbb54c7-f737-43b0-b2a7-16c5f6c25e9d req-6d737731-50ad-44ac-a8e3-c47cb3ced5cf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938916 Nov 23 14:18:41.800511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event deleted for resources: {'Port': ['ID=0778e2e1-16e4-4a98-bd56-f26558d882b7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:41.988633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:41.993044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30f32e0a-b5f7-4c74-8925-ebd746aae14c tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "DELETE /v2.0/ports/0778e2e1-16e4-4a98-bd56-f26558d882b7 HTTP/1.1" status: 204 len: 168 time: 1.0782630 Nov 23 14:18:41.995518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51796) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:42.017842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-49073d11-a7cb-49b1-9184-ba9bcfb378ca None None] Provisioning complete for port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:42.018450 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-49073d11-a7cb-49b1-9184-ba9bcfb378ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:42.213744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c41f6-e899-49c5-ba6c-a7368cdfe1f3 req-05c40ae9-4356-4652-8c97-ddfec57b9f25 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:42.221902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-495c41f6-e899-49c5-ba6c-a7368cdfe1f3 req-05c40ae9-4356-4652-8c97-ddfec57b9f25 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.1021879 Nov 23 14:18:42.298922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-495c41f6-e899-49c5-ba6c-a7368cdfe1f3 req-4249afea-d423-41f5-9ede-6619f2f8d6d8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760212 Nov 23 14:18:42.363433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51802) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:42.371049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-133117805'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:42.378649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f6444c14-fb3b-4358-8a35-742fdf5f2d04 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3816190 Nov 23 14:18:42.401829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Made reservation on behalf of f6c89f249c1746d085ae15f6367b8bb5 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:42.409594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:42.442077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:18:42.456017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device efb31b44-f3eb-4d90-9aeb-829a4170f7f7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:42.462198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:42.463162 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Added segment bedda396-ebc5-476b-9817-61d06f997a3a of type vlan for network 5f6d762a-7a7e-4ea5-9f68-766fac86e6fa Nov 23 14:18:42.624415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:42.645074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:42.645446 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:42.683626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:42.691445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:42.692122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:42.734298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710ae35-9a78-4fab-9898-2acffc41833f req-7561bf48-c817-495d-8c75-757897020136 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:42.755831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7710ae35-9a78-4fab-9898-2acffc41833f req-7561bf48-c817-495d-8c75-757897020136 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.1482060 Nov 23 14:18:42.852094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4866138 Nov 23 14:18:42.855041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51814) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:42.862825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc069c9f-6c6c-49b4-9681-4c39b29c8165 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event updated for resources: {'Network': ['ID=5f6d762a-7a7e-4ea5-9f68-766fac86e6fa,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:42.880896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5f6d762a-7a7e-4ea5-9f68-766fac86e6fa details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:18:42.904502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7710ae35-9a78-4fab-9898-2acffc41833f req-a61fa694-1c6f-4c3f-9d24-5ed708a42442 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470003 Nov 23 14:18:43.138571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2d7c2f88-2333-4289-92c6-a33c24ac7c0a None None] Provisioning complete for port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:43.139213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f88-2333-4289-92c6-a33c24ac7c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:43.206132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7535b4-5af8-4f14-9ab1-e8c5dcdceec1 req-108069da-941e-43a9-a5a1-6723ce630e4d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:43.222797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d7535b4-5af8-4f14-9ab1-e8c5dcdceec1 req-108069da-941e-43a9-a5a1-6723ce630e4d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.1476829 Nov 23 14:18:43.251026 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-12cce5de-272d-48ed-a69a-d3bf7968ac95 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "GET /v2.0/agents/eb4a5ed9-e157-46a5-b1b1-d94fde3a1736/dhcp-networks HTTP/1.1" status: 200 len: 12841 time: 0.3913248 Nov 23 14:18:43.252101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51824) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:43.379535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d7535b4-5af8-4f14-9ab1-e8c5dcdceec1 req-800c3d04-0620-4b7a-9697-6b9ca106352d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499577 Nov 23 14:18:43.433970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc28fe-6877-4eef-8bcc-db5a9c492380 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] Network 5f6d762a-7a7e-4ea5-9f68-766fac86e6fa is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:18:43.457581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c4add-c8c5-41e9-aaa9-9acd1c22abc2 None None] Network 5f6d762a-7a7e-4ea5-9f68-766fac86e6fa requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:43.466449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3dcc28fe-6877-4eef-8bcc-db5a9c492380 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "POST /v2.0/agents/eb4a5ed9-e157-46a5-b1b1-d94fde3a1736/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2073736 Nov 23 14:18:43.466860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51828) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:43.524117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4a5ae58b-d54a-4ac3-8a8a-42978b5fc25a None None] Could not find standard attr ID for object 0778e2e1-16e4-4a98-bd56-f26558d882b7. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:18:43.793723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4717c-22a5-4ac6-bca6-8d8bc758ac4f req-ba453c2b-cd2d-47c1-b673-c54571633cc8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:43.795825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe4717c-22a5-4ac6-bca6-8d8bc758ac4f req-ba453c2b-cd2d-47c1-b673-c54571633cc8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.1803930 Nov 23 14:18:43.847441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51836) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:43.847911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-47144d0c-77ee-4bd4-b6df-f25023be3222 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "GET /v2.0/agents/eb4a5ed9-e157-46a5-b1b1-d94fde3a1736/dhcp-networks HTTP/1.1" status: 200 len: 13611 time: 0.3796623 Nov 23 14:18:43.907045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe4717c-22a5-4ac6-bca6-8d8bc758ac4f req-3c2fc5e6-b208-4a4d-9189-2c5ebd20e924 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918841 Nov 23 14:18:43.948875 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3c9e9f2-08a1-4d1d-9e17-9723af152628 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "DELETE /v2.0/agents/eb4a5ed9-e157-46a5-b1b1-d94fde3a1736/dhcp-networks/5f6d762a-7a7e-4ea5-9f68-766fac86e6fa HTTP/1.1" status: 204 len: 168 time: 0.0998948 Nov 23 14:18:43.951341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51844) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:44.079067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8416f-a823-4f83-8723-afc2f00ff206 req-982c3d71-472f-47ce-8ca3-9e5393486e95 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:44.088960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6f8416f-a823-4f83-8723-afc2f00ff206 req-982c3d71-472f-47ce-8ca3-9e5393486e95 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.0922904 Nov 23 14:18:44.153290 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-676df5ff-da02-4c6c-8018-3ac7ccd483f8 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "GET /v2.0/agents/eb4a5ed9-e157-46a5-b1b1-d94fde3a1736/dhcp-networks HTTP/1.1" status: 200 len: 12841 time: 0.2003765 Nov 23 14:18:44.154176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51846) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:44.167213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6f8416f-a823-4f83-8723-afc2f00ff206 req-6961c9a3-9cdc-4841-9090-bf0e61110185 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772026 Nov 23 14:18:44.182454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a7fefd8-19bf-4e32-8e6b-580a1799c60b tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "GET /v2.0/networks/66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0235586 Nov 23 14:18:44.183121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:44.214258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51854) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:44.215351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-78146ff1-abde-4d77-9225-7a4d80f8d684 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "GET /v2.0/networks/66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0308321 Nov 23 14:18:44.372574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4bbb8e41-477b-4b1b-9421-16888657d9f4 tempest-DHCPAgentSchedulersTestJSON-1660210053 tempest-DHCPAgentSchedulersTestJSON-1660210053-project-admin] 10.222.0.46 "GET /v2.0/agents/eb4a5ed9-e157-46a5-b1b1-d94fde3a1736/dhcp-networks HTTP/1.1" status: 200 len: 12841 time: 0.1518822 Nov 23 14:18:44.373337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51860) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:44.508239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:44.544451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7c5ba-a09e-4dea-982f-d003124d38e6 req-e3db9a0f-6426-4a9f-840b-111cd7c3b25b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:44.548187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aed7c5ba-a09e-4dea-982f-d003124d38e6 req-e3db9a0f-6426-4a9f-840b-111cd7c3b25b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 946 time: 0.0833852 Nov 23 14:18:44.641947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aed7c5ba-a09e-4dea-982f-d003124d38e6 req-38b6a950-4c4f-4dda-8a7d-e171af04e01e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870397 Nov 23 14:18:44.676911 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:44.714189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6d762a-7a7e-4ea5-9f68-766fac86e6fa']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:44.726159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedda396-ebc5-476b-9817-61d06f997a3a') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:44.726531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedda396-ebc5-476b-9817-61d06f997a3a') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:44.736947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:44.751245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:44.761690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:18:44.761690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:18:44.762011 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:18:44.835194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:44.855525 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:44.861616 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "DELETE /v2.0/networks/5f6d762a-7a7e-4ea5-9f68-766fac86e6fa HTTP/1.1" status: 204 len: 168 time: 0.4843342 Nov 23 14:18:44.862291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51876) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:44.887992 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8670543a-f513-4029-96e0-4c646efef985 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] DELETE failed (client error): The resource could not be found. Nov 23 14:18:44.888679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8670543a-f513-4029-96e0-4c646efef985 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:18:44.894348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8670543a-f513-4029-96e0-4c646efef985 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "DELETE /v2.0/ports/0778e2e1-16e4-4a98-bd56-f26558d882b7 HTTP/1.1" status: 404 len: 333 time: 0.0286031 Nov 23 14:18:44.899231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51880) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:44.899403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1e1db-a19a-4343-a8f3-ec755a55b312 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event deleted for resources: {'Network': ['ID=5f6d762a-7a7e-4ea5-9f68-766fac86e6fa,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:44.968277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Deleting subnet b4a76570-5763-4234-a847-8b7d499f45ed {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:18:44.972414 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.051570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.055564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:45.107953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 1691298a-1a21-442b-9305-4db79aaaabfc completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:18:45.110700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea226f5-dadc-4ea4-8462-91308d483361 req-48e6bd01-fb29-4e71-8537-65ab81746eea tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:45.112480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ea226f5-dadc-4ea4-8462-91308d483361 req-48e6bd01-fb29-4e71-8537-65ab81746eea tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.1138747 Nov 23 14:18:45.123135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 1691298a-1a21-442b-9305-4db79aaaabfc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:45.123794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.236532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.267037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ea226f5-dadc-4ea4-8462-91308d483361 req-2f33519c-0676-4c13-b87b-af4e2d1f9bc4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452715 Nov 23 14:18:45.268314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:45.271387 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a639734-50de-49b1-8017-eff1345f5587" -d '{"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-plugged", "status": "completed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:45.294531 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.313027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:45.317899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.357672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51892) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:45.381331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:45.463256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.480138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7c654-4dc1-4cf4-bad5-2b95633e9b2e req-06d6dc1f-ad66-4ccd-9851-4f63f44b8ea1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:45.487231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-edc7c654-4dc1-4cf4-bad5-2b95633e9b2e req-06d6dc1f-ad66-4ccd-9851-4f63f44b8ea1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.0986297 Nov 23 14:18:45.524570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a76570-5763-4234-a847-8b7d499f45ed,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:45.536726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580b312-1064-41d2-bd27-137dfb152695 None None] Network 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:45.537216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.543543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-59af17cb-37ad-464e-a0b2-fe8045db5fcf tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "DELETE /v2.0/subnets/b4a76570-5763-4234-a847-8b7d499f45ed HTTP/1.1" status: 204 len: 168 time: 0.6398783 Nov 23 14:18:45.548761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51896) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:45.549979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71333358-8788-4e88-94cb-6e4f3172ec89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.701273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71333358-8788-4e88-94cb-6e4f3172ec89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.706651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71333358-8788-4e88-94cb-6e4f3172ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.730647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-edc7c654-4dc1-4cf4-bad5-2b95633e9b2e req-04cdf375-db54-44c4-ad06-6cc221327967 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886168 Nov 23 14:18:45.740703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.760234 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-71333358-8788-4e88-94cb-6e4f3172ec89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9498e0a59204e12b636d62ce9223931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014575 Nov 23 14:18:45.762850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51902) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:45.775396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71333358-8788-4e88-94cb-6e4f3172ec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72008879-59be-43b7-9028-3dbafbc41dbd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:45.809739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] DHCP port deletion for 66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:18:45.818414 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ae2df-bca1-48b3-ba6b-f8469155eec4 x-openstack-request-id: req-2d7ae2df-bca1-48b3-ba6b-f8469155eec4 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:45.830837 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-plugged", "status": "completed", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:45.831771 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d7ae2df-bca1-48b3-ba6b-f8469155eec4 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:45.832236 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'code': 200} Nov 23 14:18:45.847072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Deleting port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:45.847422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.922604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] Deleting port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:45.923099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.936365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65799e18-9df9-4e7e-836e-fd49dd75c43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:45.977852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] For port efb31b44-f3eb-4d90-9aeb-829a4170f7f7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,segment=NetworkSegment(ad5af16a-81cf-45dc-ba80-85dce777335c),segment_id=ad5af16a-81cf-45dc-ba80-85dce777335c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:45.978180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.000835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Calling delete_port for efb31b44-f3eb-4d90-9aeb-829a4170f7f7 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:46.009576 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65799e18-9df9-4e7e-836e-fd49dd75c43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.013048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660360d-9a2a-4f8d-9ff4-d3b6de7983a5 req-6380d35c-8db2-4ca3-b675-0a135b616280 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:46.014727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8660360d-9a2a-4f8d-9ff4-d3b6de7983a5 req-6380d35c-8db2-4ca3-b675-0a135b616280 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 947 time: 0.1201329 Nov 23 14:18:46.015464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] For port efb31b44-f3eb-4d90-9aeb-829a4170f7f7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,segment=NetworkSegment(ad5af16a-81cf-45dc-ba80-85dce777335c),segment_id=ad5af16a-81cf-45dc-ba80-85dce777335c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:46.015866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.032308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] Calling delete_port for efb31b44-f3eb-4d90-9aeb-829a4170f7f7 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:46.082803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65799e18-9df9-4e7e-836e-fd49dd75c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.087553 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65799e18-9df9-4e7e-836e-fd49dd75c43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.091552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-65799e18-9df9-4e7e-836e-fd49dd75c43a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72008879-59be-43b7-9028-3dbafbc41dbd HTTP/1.1" status: 204 len: 168 time: 0.3222656 Nov 23 14:18:46.103286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799e18-9df9-4e7e-836e-fd49dd75c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72008879-59be-43b7-9028-3dbafbc41dbd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:46.118188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8660360d-9a2a-4f8d-9ff4-d3b6de7983a5 req-91709e34-a4d7-4646-a809-85eb28f8fe37 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946243 Nov 23 14:18:46.142238 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.172708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event deleted for resources: {'Port': ['ID=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:46.176316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] No DVR routers for this DVR port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: from cryptography.utils import int_from_bytes Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: from cryptography.utils import int_from_bytes Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.244374 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:18:46.247454 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:18:46.254098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a190ddd-925c-4fd0-8a20-6716f766a958 req-1369bdeb-fc00-408c-a1d9-402d7f32819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:46.254098 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a190ddd-925c-4fd0-8a20-6716f766a958 req-1369bdeb-fc00-408c-a1d9-402d7f32819b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 1098 time: 0.2231612 Nov 23 14:18:46.257934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.274619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.285002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] Pushing event deleted for resources: {'Port': ['ID=efb31b44-f3eb-4d90-9aeb-829a4170f7f7,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:46.310185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:46.320333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf56967-30aa-4fda-949e-44f4220ecc55 None None] No DVR routers for this DVR port efb31b44-f3eb-4d90-9aeb-829a4170f7f7 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:18:46.343749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5af16a-81cf-45dc-ba80-85dce777335c') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:46.343749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5af16a-81cf-45dc-ba80-85dce777335c') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:18:46.357033 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6a190ddd-925c-4fd0-8a20-6716f766a958 req-61a37f24-cf27-459a-b3d6-5e345062888c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984275 Nov 23 14:18:46.358568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.368534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device efb31b44-f3eb-4d90-9aeb-829a4170f7f7 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:18:46.374025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.380649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:18:46.381053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:18:46.384805 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:18:46.478743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.499685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.505598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] 10.222.0.46 "DELETE /v2.0/networks/66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac HTTP/1.1" status: 204 len: 168 time: 0.9519172 Nov 23 14:18:46.505598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93524e-17c8-4321-8857-fde5ee38e767 tempest-DHCPAgentSchedulersTestJSON-1670083638 tempest-DHCPAgentSchedulersTestJSON-1670083638-project] Pushing event deleted for resources: {'Network': ['ID=66f4cc17-5c7b-46f7-b6c2-d6bc7ccfb3ac,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:46.515920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8421c-2b28-467b-9605-40e673497845 req-2279a8a7-6150-4705-a3e4-4a8c84c767b1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:46.517594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fad8421c-2b28-467b-9605-40e673497845 req-2279a8a7-6150-4705-a3e4-4a8c84c767b1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.1319625 Nov 23 14:18:46.538388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51914) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:46.539453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: efb31b44-f3eb-4d90-9aeb-829a4170f7f7 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:18:46.539877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device efb31b44-f3eb-4d90-9aeb-829a4170f7f7 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:18:46.555514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc54751a-4d7f-41f3-b44b-a3a7d7f7a96a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.589082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fad8421c-2b28-467b-9605-40e673497845 req-3f70548e-7dfe-415a-87f5-c76d907b15cc tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634310 Nov 23 14:18:46.656471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc54751a-4d7f-41f3-b44b-a3a7d7f7a96a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.661658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc54751a-4d7f-41f3-b44b-a3a7d7f7a96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.703440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc54751a-4d7f-41f3-b44b-a3a7d7f7a96a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15e1bd832dbc43c998161596f6aa09b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632497 Nov 23 14:18:46.704110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51920) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:46.704786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54751a-4d7f-41f3-b44b-a3a7d7f7a96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ee08a-f5ea-4333-be7f-952e2e79f404,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:46.763641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-313250e2-852e-4cb4-9755-cc4810d06055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.769545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:46.796563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-313250e2-852e-4cb4-9755-cc4810d06055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.864209 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b9aad720-c3bf-47e7-b5ed-668371165559 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6c89f249c1746d085ae15f6367b8bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934870 Nov 23 14:18:46.866696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:46.899481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-4691c3f1-ad53-41b1-854c-c708b19dba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:46.901248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-4691c3f1-ad53-41b1-854c-c708b19dba19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 1094 time: 0.2300944 Nov 23 14:18:46.909873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3c71-f317-4fba-8282-805adbd19d95 req-f2e6b896-fd87-4451-ac37-cd0b7ae0584c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:46.911298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70fb3c71-f317-4fba-8282-805adbd19d95 req-f2e6b896-fd87-4451-ac37-cd0b7ae0584c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.0825222 Nov 23 14:18:46.918300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e07597d-5f6d-445b-b5c7-6eb6fc23dd4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.943312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e07597d-5f6d-445b-b5c7-6eb6fc23dd4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.953447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-313250e2-852e-4cb4-9755-cc4810d06055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.956036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-313250e2-852e-4cb4-9755-cc4810d06055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:46.957154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-313250e2-852e-4cb4-9755-cc4810d06055 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e2ee08a-f5ea-4333-be7f-952e2e79f404 HTTP/1.1" status: 204 len: 168 time: 0.2520254 Nov 23 14:18:46.979264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313250e2-852e-4cb4-9755-cc4810d06055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ee08a-f5ea-4333-be7f-952e2e79f404,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:47.009308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e07597d-5f6d-445b-b5c7-6eb6fc23dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.012146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e07597d-5f6d-445b-b5c7-6eb6fc23dd4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.013350 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2e07597d-5f6d-445b-b5c7-6eb6fc23dd4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f950ee5d-58e4-49ef-8875-911006df7979 HTTP/1.1" status: 204 len: 168 time: 0.1456575 Nov 23 14:18:47.022575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07597d-5f6d-445b-b5c7-6eb6fc23dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950ee5d-58e4-49ef-8875-911006df7979,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:47.059531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70fb3c71-f317-4fba-8282-805adbd19d95 req-9775277b-f49f-4bd9-a6e6-093dbf5b2e3a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248894 Nov 23 14:18:47.075848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-52e1ebb8-f6e0-4db9-862a-7ea0928d0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:47.078461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-52e1ebb8-f6e0-4db9-862a-7ea0928d0b41 service neutron] 10.222.0.74 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 912 time: 0.1662450 Nov 23 14:18:47.126012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-9413416a-91b5-4c2b-896f-f10df2d1d6a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbeb4c32-aad7-4922-850e-b6aef6505f05 HTTP/1.1" status: 200 len: 217 time: 0.0400846 Nov 23 14:18:47.178615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-204c4661-9329-40e7-b109-ecdca2f95f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:47.180191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-204c4661-9329-40e7-b109-ecdca2f95f66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.0473850 Nov 23 14:18:47.215573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-9810c440-ec24-4f67-b00c-19815b631a4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257528 Nov 23 14:18:47.335989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e81509-4695-4fa5-8256-94e58e873e62 req-a8d37760-61eb-4bee-894c-8c560896b6ad tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:47.337637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1e81509-4695-4fa5-8256-94e58e873e62 req-a8d37760-61eb-4bee-894c-8c560896b6ad tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 947 time: 0.1186578 Nov 23 14:18:47.345302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51948) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:47.388370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.400373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-b225e7f7-695f-4ead-bae0-6f63b1ef80f7 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716614 Nov 23 14:18:47.475450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1e81509-4695-4fa5-8256-94e58e873e62 req-ac7fd696-6dc7-4c6f-b03a-81dd54b6a13c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312613 Nov 23 14:18:47.563125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4ebc20e-ea08-4dfe-a92b-58a8e75d8e18 req-635e51b6-c8a0-4a83-b5d2-794e1c75cfc5 service neutron] 10.222.0.74 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520417 Nov 23 14:18:47.585850 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.591324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.635350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07cd4f4de7e64d05b11295fd8936f087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890432 Nov 23 14:18:47.637521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e47cc-666f-41a9-b1ad-cf3fc358ae19,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:47.638492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51960) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:47.645281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.647793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.648148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.648658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.649168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.649665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.650396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.650879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.651402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.651895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.652374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.652862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb396114-c7b1-4e7d-bb0b-c2971694dbaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:47.730605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-218d30d4-6ca5-494f-bce7-ebf93d6f084c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.754179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e378f-238a-4803-ad66-db849eb256d1 req-10c863b8-a4ae-4dc2-b222-83b7a7aac190 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:47.762237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-742e378f-238a-4803-ad66-db849eb256d1 req-10c863b8-a4ae-4dc2-b222-83b7a7aac190 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.0723207 Nov 23 14:18:47.764577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-218d30d4-6ca5-494f-bce7-ebf93d6f084c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.824620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-742e378f-238a-4803-ad66-db849eb256d1 req-6e45a63f-85ec-4c75-b93c-a1a70ef7c702 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611987 Nov 23 14:18:47.830852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-218d30d4-6ca5-494f-bce7-ebf93d6f084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.834798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-218d30d4-6ca5-494f-bce7-ebf93d6f084c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:47.836818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-218d30d4-6ca5-494f-bce7-ebf93d6f084c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f7e47cc-666f-41a9-b1ad-cf3fc358ae19 HTTP/1.1" status: 204 len: 168 time: 0.1971712 Nov 23 14:18:47.847500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d30d4-6ca5-494f-bce7-ebf93d6f084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e47cc-666f-41a9-b1ad-cf3fc358ae19,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:48.181699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e02fd-25ba-4e6d-a6cc-59941cbf1c61 req-5e3b2e7e-514a-402f-93bc-2cedef521e4f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:48.186290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c43e02fd-25ba-4e6d-a6cc-59941cbf1c61 req-5e3b2e7e-514a-402f-93bc-2cedef521e4f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 943 time: 0.0562377 Nov 23 14:18:48.244665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c43e02fd-25ba-4e6d-a6cc-59941cbf1c61 req-9675396a-f0e4-4c81-91f9-b71db3871093 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545547 Nov 23 14:18:48.642775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507131-acab-4442-84be-96903ca02594 req-55b10115-3ab7-4e39-9b8d-001f85227557 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:48.644350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be507131-acab-4442-84be-96903ca02594 req-55b10115-3ab7-4e39-9b8d-001f85227557 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 947 time: 0.0655084 Nov 23 14:18:48.727503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be507131-acab-4442-84be-96903ca02594 req-f7934c6f-494e-429b-b0f3-e3a73811e3ee tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696769 Nov 23 14:18:48.789865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbeb4c32-aad7-4922-850e-b6aef6505f05 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:18:48.885591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52050) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:48.910445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fbeb4c32-aad7-4922-850e-b6aef6505f05, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbeb4c32-aad7-4922-850e-b6aef6505f05,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:48.925105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'fbeb4c32-aad7-4922-850e-b6aef6505f05', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'port_id': 'fbeb4c32-aad7-4922-850e-b6aef6505f05', 'mac_address': 'fa:16:3e:8a:70:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:18:48.954049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996937b-fde6-4c13-bdc6-7e537132141a req-16f86559-efcd-4b15-bdc9-8a74fc7f3af2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:48.956174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6996937b-fde6-4c13-bdc6-7e537132141a req-16f86559-efcd-4b15-bdc9-8a74fc7f3af2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 943 time: 0.0632741 Nov 23 14:18:48.966387 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:48.980422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeb4c32-aad7-4922-850e-b6aef6505f05 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:18:49.001353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fbeb4c32-aad7-4922-850e-b6aef6505f05, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbeb4c32-aad7-4922-850e-b6aef6505f05,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:49.007265 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.007935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:18:49.025702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6996937b-fde6-4c13-bdc6-7e537132141a req-7fddc390-1758-4a9a-966a-a224e2affe06 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621567 Nov 23 14:18:49.046503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0aa42b21-00d7-4656-83d3-61b040145642 tempest-AgentManagementNegativeTest-630613766 tempest-AgentManagementNegativeTest-630613766-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1568971 Nov 23 14:18:49.154239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fbeb4c32-aad7-4922-850e-b6aef6505f05,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:49.175647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:49.193972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '489048a6-4915-4b15-8153-75171f3f01ae', 'network_id': '5be6a2ba-b38f-451e-8f53-e21df7239a8a', 'port_id': '489048a6-4915-4b15-8153-75171f3f01ae', 'mac_address': 'fa:16:3e:2d:ac:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e46272-b4e0-4d2a-8dd4-b85f87d70e00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:18:49.238038 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.256913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489048a6-4915-4b15-8153-75171f3f01ae {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:18:49.278927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:49.284144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.344636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52076) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:49.350293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:49.404977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cc0c8-d419-4d92-bedf-ab4927c58614 req-fbe41d06-b79b-4723-bf70-c02a85efd1be tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:49.406825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d6cc0c8-d419-4d92-bedf-ab4927c58614 req-fbe41d06-b79b-4723-bf70-c02a85efd1be tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 944 time: 0.0633647 Nov 23 14:18:49.482624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d6cc0c8-d419-4d92-bedf-ab4927c58614 req-26cf47e1-6b54-4c73-922a-d8f32dc36761 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Nov 23 14:18:49.488346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d70d-8df3-4bb5-94d5-4ed31c513c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.567389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d70d-8df3-4bb5-94d5-4ed31c513c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.572090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d70d-8df3-4bb5-94d5-4ed31c513c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.579385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fbeb4c32-aad7-4922-850e-b6aef6505f05'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:18:49.591727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['489048a6-4915-4b15-8153-75171f3f01ae'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:18:49.613590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2d70d-8df3-4bb5-94d5-4ed31c513c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85758191-91dd-4dc9-997d-6061564ce594,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:49.629401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1ca2d70d-8df3-4bb5-94d5-4ed31c513c5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4a04e08ba314fe7a1264d7247430734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836511 Nov 23 14:18:49.633059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52094) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:49.689153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d7dc8d-2323-4f7f-9f7e-b89db1984ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.718197 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d7dc8d-2323-4f7f-9f7e-b89db1984ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.777754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d7dc8d-2323-4f7f-9f7e-b89db1984ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.781480 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d7dc8d-2323-4f7f-9f7e-b89db1984ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:49.786111 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22d7dc8d-2323-4f7f-9f7e-b89db1984ac7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85758191-91dd-4dc9-997d-6061564ce594 HTTP/1.1" status: 204 len: 168 time: 0.1498787 Nov 23 14:18:49.810038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7dc8d-2323-4f7f-9f7e-b89db1984ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85758191-91dd-4dc9-997d-6061564ce594,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:49.853932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52104) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:49.877211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd40aa-5915-4463-9c4d-5211b8ecafb6 req-29109bb6-3a5f-40c7-888a-d5322b09fcc1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:49.885339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5bd40aa-5915-4463-9c4d-5211b8ecafb6 req-29109bb6-3a5f-40c7-888a-d5322b09fcc1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 947 time: 0.0744781 Nov 23 14:18:49.935910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5bd40aa-5915-4463-9c4d-5211b8ecafb6 req-ce4207ee-9096-4dbd-ae52-3e2af9cddc07 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493507 Nov 23 14:18:50.005965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97a78ec8-7322-486e-9732-734affed05ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.090759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97a78ec8-7322-486e-9732-734affed05ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.095394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97a78ec8-7322-486e-9732-734affed05ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.137595 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-97a78ec8-7322-486e-9732-734affed05ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66c676c9a3334962a8774361d005d7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825119 Nov 23 14:18:50.141115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52116) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:50.146316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba525f4b-2006-4632-8393-e698222cbb2b req-514f39e9-02b3-4b10-962e-149ff727fb1f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:50.148002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba525f4b-2006-4632-8393-e698222cbb2b req-514f39e9-02b3-4b10-962e-149ff727fb1f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 944 time: 0.0522933 Nov 23 14:18:50.158724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78ec8-7322-486e-9732-734affed05ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92eba2-7358-4b16-99a1-3ae5b59d99a3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:50.196691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1985cf5d-665a-4f76-9d35-8ba28b602bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.219193 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba525f4b-2006-4632-8393-e698222cbb2b req-208bf5c1-7866-46b5-95da-1ee1a5f6d0a2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Nov 23 14:18:50.220643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1985cf5d-665a-4f76-9d35-8ba28b602bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.275981 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1985cf5d-665a-4f76-9d35-8ba28b602bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.278560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1985cf5d-665a-4f76-9d35-8ba28b602bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.282010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1985cf5d-665a-4f76-9d35-8ba28b602bf1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e92eba2-7358-4b16-99a1-3ae5b59d99a3 HTTP/1.1" status: 204 len: 168 time: 0.1379399 Nov 23 14:18:50.287461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985cf5d-665a-4f76-9d35-8ba28b602bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92eba2-7358-4b16-99a1-3ae5b59d99a3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:50.626925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448f21-c133-49dd-8441-2ce1f4ad564d req-17cc98e8-ad02-45d1-95b0-dc13d38f06c2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:50.635115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61448f21-c133-49dd-8441-2ce1f4ad564d req-17cc98e8-ad02-45d1-95b0-dc13d38f06c2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 944 time: 0.0750797 Nov 23 14:18:50.648650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:50.664420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96475ac4-0c55-4718-8338-d54a0faf31f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.667054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52142) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:50.688749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61448f21-c133-49dd-8441-2ce1f4ad564d req-805ead33-92e7-42ac-996e-55cf93276dc4 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520959 Nov 23 14:18:50.747011 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96475ac4-0c55-4718-8338-d54a0faf31f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.751071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96475ac4-0c55-4718-8338-d54a0faf31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.786485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbeb4c32-aad7-4922-850e-b6aef6505f05 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:50.790252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-96475ac4-0c55-4718-8338-d54a0faf31f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7328f9c6bd84f22907325442922b657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401956 Nov 23 14:18:50.791285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96475ac4-0c55-4718-8338-d54a0faf31f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef1405-dc7b-4adb-8412-93a5b2cfdad9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:50.792933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52146) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:50.839486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2114642988'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:50.849271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6bca41c-e00c-4078-9ce1-58e7866cc17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.861019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port fbeb4c32-aad7-4922-850e-b6aef6505f05 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:18:50.862479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:50.865902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port fbeb4c32-aad7-4922-850e-b6aef6505f05 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:50.866054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.866276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.874859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.875557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6bca41c-e00c-4078-9ce1-58e7866cc17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.947300 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.948567 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6bca41c-e00c-4078-9ce1-58e7866cc17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.952525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6bca41c-e00c-4078-9ce1-58e7866cc17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.954177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c6bca41c-e00c-4078-9ce1-58e7866cc17b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1eef1405-dc7b-4adb-8412-93a5b2cfdad9 HTTP/1.1" status: 204 len: 168 time: 0.1601391 Nov 23 14:18:50.968847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.974232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:50.975314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22803db0-6b85-4b01-867f-31436a98c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4c32-aad7-4922-850e-b6aef6505f05'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:50.977966 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51908844-d199-4edb-9300-12724e4ef7aa" -d '{"events": [{"server_uuid": "22803db0-6b85-4b01-867f-31436a98c91f", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4c32-aad7-4922-850e-b6aef6505f05"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:50.991642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bca41c-e00c-4078-9ce1-58e7866cc17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef1405-dc7b-4adb-8412-93a5b2cfdad9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:51.001247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fbeb4c32-aad7-4922-850e-b6aef6505f05, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbeb4c32-aad7-4922-850e-b6aef6505f05,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:51.017642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.018552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:51.019771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:18:51.027714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e4e60-81c5-4ce4-a26d-1ceeed3ea113,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:51.036325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.036674 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Added segment d05b6658-25cd-4222-af4c-8627b52162f9 of type vlan for network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e Nov 23 14:18:51.068244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fbeb4c32-aad7-4922-850e-b6aef6505f05,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:51.086253 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.116510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.123197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 489048a6-4915-4b15-8153-75171f3f01ae triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:51.123960 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.127070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:51.127904 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.170060 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4975970 Nov 23 14:18:51.171110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52156) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:51.176915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:51.224007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a74030-7795-4c23-a099-50692953e06d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Network': ['ID=40670f4d-ed4f-4ec6-b765-0923ee47ac2e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:51.233265 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.250827 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84628e52-4faf-4527-a77c-c0c5f4c66627 x-openstack-request-id: req-84628e52-4faf-4527-a77c-c0c5f4c66627 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:51.251684 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22803db0-6b85-4b01-867f-31436a98c91f", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4c32-aad7-4922-850e-b6aef6505f05", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:51.252246 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84628e52-4faf-4527-a77c-c0c5f4c66627 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:51.252827 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22803db0-6b85-4b01-867f-31436a98c91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4c32-aad7-4922-850e-b6aef6505f05', 'code': 200} Nov 23 14:18:51.256683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:18:51.319882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:51.323766 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.357004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:51.361590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.421312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:51.447875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74a533-98f3-4157-a270-a72dc969f5d8 req-5b70db36-af8b-43b1-a44a-bbdc49b3d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:51.449687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e74a533-98f3-4157-a270-a72dc969f5d8 req-5b70db36-af8b-43b1-a44a-bbdc49b3d0e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 1096 time: 0.1566195 Nov 23 14:18:51.492155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeb75b-de1f-4307-a0a9-f28a737b7c86 req-307bbdf5-73cc-44cc-abd8-23217cf5d77b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:51.493914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79eeb75b-de1f-4307-a0a9-f28a737b7c86 req-307bbdf5-73cc-44cc-abd8-23217cf5d77b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1113086 Nov 23 14:18:51.601621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e74a533-98f3-4157-a270-a72dc969f5d8 req-24744874-bf8f-43a4-abf1-4e5136db187e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452496 Nov 23 14:18:51.607399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79eeb75b-de1f-4307-a0a9-f28a737b7c86 req-aacff0f3-eb90-4bd9-a6d5-9a9700a37560 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002047 Nov 23 14:18:51.676588 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.736128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=e8673ed3-0831-487f-83f9-6a231b4e502d,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:51.747969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:51.748279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network hostable DHCP agents. Network: 40670f4d-ed4f-4ec6-b765-0923ee47ac2e, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:18:51.767627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:18:51.796572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 40670f4d-ed4f-4ec6-b765-0923ee47ac2e) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:51.802225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:51.802821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.805491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7028e-533a-410a-9b82-a02f3ae6f278 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:51.829727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f8f16-9065-470b-a573-fe3f3dee3714 req-252ab2d7-7306-4ad4-a810-2f6724fb1e9f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:51.831265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f25f8f16-9065-470b-a573-fe3f3dee3714 req-252ab2d7-7306-4ad4-a810-2f6724fb1e9f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0657103 Nov 23 14:18:51.835475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-48147e28-3e68-4a6c-8c0b-89af957ab786 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6627750 Nov 23 14:18:51.838681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52182) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:51.844019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'name': 'tempest-NetworksTestDHCPv6-1667450382'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:51.883958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f25f8f16-9065-470b-a573-fe3f3dee3714 req-029b330c-a937-42ca-8755-9c6a0e8fb9a5 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Nov 23 14:18:51.986394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:51.988586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': 'e8673ed3-0831-487f-83f9-6a231b4e502d'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:18:51.989531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:51.990555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.020077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 29457a97-a42d-479b-a97c-f94150b31dc1 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:18:52.143485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/e8673ed3-0831-487f-83f9-6a231b4e502d/4d1f8cff-ed24-49bb-9dad-89833fe7e7e2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:52.289588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.299130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.340320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:52.343473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:52.347143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:52.354050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Pushing event updated for resources: {'Port': ['ID=4d1f8cff-ed24-49bb-9dad-89833fe7e7e2,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:52.360342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::387 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/e8673ed3-0831-487f-83f9-6a231b4e502d/29457a97-a42d-479b-a97c-f94150b31dc1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:52.408579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Attempting to bind port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:18:52.409032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Attempting to bind port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:18:52.409495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Attempting to bind port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:52.414882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:18:52.415517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:52.416084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.416620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:18:52.417255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Bound port: 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:18:52.417830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.489647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] For port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:18:52.493515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] For port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4d1f8cff-ed24-49bb-9dad-89833fe7e7e2,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:18:52.510755 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.537678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.594622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d966908-ae07-4914-99b0-10b0a7a28426 None None] Pushing event updated for resources: {'Port': ['ID=4d1f8cff-ed24-49bb-9dad-89833fe7e7e2,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:52.620643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.687652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:52.690999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:52.695447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:52.701266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:52.702157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:52.723584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=29457a97-a42d-479b-a97c-f94150b31dc1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:52.732811 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c5e0f673-21b7-4ba1-9951-c59024fc2d67 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8902471 Nov 23 14:18:52.733280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52208) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:52.818107 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5b025-325d-4333-8346-246a676fcf13 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:52.826725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5b025-325d-4333-8346-246a676fcf13 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:52.828402 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-80e5b025-325d-4333-8346-246a676fcf13 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0941424 Nov 23 14:18:52.831638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52212) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:52.849401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad984485-6db4-42ba-a64e-ca80105487d4 req-c9d816d2-3b94-4bcf-b87b-c9cd391fd3df tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:52.857750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad984485-6db4-42ba-a64e-ca80105487d4 req-c9d816d2-3b94-4bcf-b87b-c9cd391fd3df tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1058068 Nov 23 14:18:52.921667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad984485-6db4-42ba-a64e-ca80105487d4 req-ed1b61f4-13ae-4fcd-b987-2d37d6560e56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629628 Nov 23 14:18:52.967179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 29457a97-a42d-479b-a97c-f94150b31dc1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:52.967727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.059265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406acd-91e2-487c-b6b2-de87a341dd33 req-7423e47d-ee83-4de1-a840-d8fc5dd0907c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:53.061004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf406acd-91e2-487c-b6b2-de87a341dd33 req-7423e47d-ee83-4de1-a840-d8fc5dd0907c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0702746 Nov 23 14:18:53.109466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.123394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 29457a97-a42d-479b-a97c-f94150b31dc1 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:53.138376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf406acd-91e2-487c-b6b2-de87a341dd33 req-c467b82c-6a71-4307-93d3-7f741386d541 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664682 Nov 23 14:18:53.254132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:18:53.257539 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deeb249-e142-4372-840e-2855a4ecf4bd" -d '{"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-plugged", "status": "completed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:18:53.280661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442dec9-135c-4227-a88f-147e8936c8fb req-44178e1c-ee09-4549-834c-84c75fc03cec tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:53.282333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5442dec9-135c-4227-a88f-147e8936c8fb req-44178e1c-ee09-4549-834c-84c75fc03cec tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0576839 Nov 23 14:18:53.306264 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6585dd-6039-4ff5-b3e2-d14560d90a2c x-openstack-request-id: req-0e6585dd-6039-4ff5-b3e2-d14560d90a2c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:18:53.306563 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-plugged", "status": "completed", "tag": "489048a6-4915-4b15-8153-75171f3f01ae", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:18:53.306820 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e6585dd-6039-4ff5-b3e2-d14560d90a2c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:18:53.307238 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae', 'code': 200} Nov 23 14:18:53.312087 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.337881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5442dec9-135c-4227-a88f-147e8936c8fb req-eea7f554-c661-4232-9946-c4ae8564938f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471718 Nov 23 14:18:53.347160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=29457a97-a42d-479b-a97c-f94150b31dc1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:53.395101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.399297 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-35038001-f8b9-4d0e-b9be-f0cbb75b2a9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/29457a97-a42d-479b-a97c-f94150b31dc1 HTTP/1.1" status: 204 len: 168 time: 0.5660186 Nov 23 14:18:53.402568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52252) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:53.516980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44715585-ff90-457b-a359-894d0b031db1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:53.518944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44715585-ff90-457b-a359-894d0b031db1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:53.519920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199964c-f941-4d53-ac2f-90bfa92ad27d req-1c02417b-16aa-42b6-bbaf-0c8cfbaaa9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:53.523416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-44715585-ff90-457b-a359-894d0b031db1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1169016 Nov 23 14:18:53.523676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52254) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:53.526297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b199964c-f941-4d53-ac2f-90bfa92ad27d req-1c02417b-16aa-42b6-bbaf-0c8cfbaaa9ce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 1097 time: 0.0792127 Nov 23 14:18:53.574531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.590955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet e8673ed3-0831-487f-83f9-6a231b4e502d {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:18:53.594391 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.599573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b199964c-f941-4d53-ac2f-90bfa92ad27d req-69c1575f-e063-48a3-b125-97b55183517a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639389 Nov 23 14:18:53.642129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.661638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52258) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:53.739490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.782057 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2818-9a2f-41a1-a530-1428572d4b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.812033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.815666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90b427-e8ae-4a13-a37f-730a2a88b613 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:53.843758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=e8673ed3-0831-487f-83f9-6a231b4e502d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:53.848289 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.851655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62941e8f-2cab-4af7-8414-f7c3afa9203a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/e8673ed3-0831-487f-83f9-6a231b4e502d HTTP/1.1" status: 204 len: 168 time: 0.3266485 Nov 23 14:18:53.854293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52264) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:53.904928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Provisioning complete for port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:53.905298 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:53.919491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-16a26742-5327-4881-8a2d-9559600c617c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607877 Nov 23 14:18:53.919681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52266) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:53.925572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:54.005520 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2818-9a2f-41a1-a530-1428572d4b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.014507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2818-9a2f-41a1-a530-1428572d4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.029488 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.061682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ba5f2818-9a2f-41a1-a530-1428572d4b60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a542f5dc792f40bf9a941d4a7a0e5240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981209 Nov 23 14:18:54.064211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52268) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:54.065861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f2818-9a2f-41a1-a530-1428572d4b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a763394-8a80-4a71-b5b0-1fa8190bf9dc,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:54.070474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:54.073695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:18:54.074209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.080561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] For port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4d1f8cff-ed24-49bb-9dad-89833fe7e7e2,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:54.106164 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.148866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bbbf9d-8dcc-411d-a1e9-cb3d35f0d227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.171836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Pushing event updated for resources: {'Port': ['ID=4d1f8cff-ed24-49bb-9dad-89833fe7e7e2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:54.173273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bbbf9d-8dcc-411d-a1e9-cb3d35f0d227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.183445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.183791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.184132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.184465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.184796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.185125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.185501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.186020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.186393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.186762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.187112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.187435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567a6e7-8cee-4482-9599-cc3c46610540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:18:54.192860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] Deleting port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:54.193238 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.230048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bbbf9d-8dcc-411d-a1e9-cb3d35f0d227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.233212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bbbf9d-8dcc-411d-a1e9-cb3d35f0d227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.234484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-23bbbf9d-8dcc-411d-a1e9-cb3d35f0d227 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a763394-8a80-4a71-b5b0-1fa8190bf9dc HTTP/1.1" status: 204 len: 168 time: 0.1674948 Nov 23 14:18:54.258782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbbf9d-8dcc-411d-a1e9-cb3d35f0d227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a763394-8a80-4a71-b5b0-1fa8190bf9dc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:54.308466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] For port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4d1f8cff-ed24-49bb-9dad-89833fe7e7e2,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:54.308935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.324299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] Calling delete_port for 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:54.420523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.454482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] Pushing event deleted for resources: {'Port': ['ID=4d1f8cff-ed24-49bb-9dad-89833fe7e7e2,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:54.460083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717d7cf-c2a8-4803-a170-f82c9c958153 None None] No DVR routers for this DVR port 4d1f8cff-ed24-49bb-9dad-89833fe7e7e2 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:18:54.592488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52280) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:54.609356 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7addbacd-2333-4cac-9d78-72858d177b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.682795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.707669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7addbacd-2333-4cac-9d78-72858d177b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.711989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7addbacd-2333-4cac-9d78-72858d177b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.723588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1214f-283d-4744-b544-bfda17b50153 req-ac1afaf3-2104-4c31-ab3a-f73901b6e208 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:54.725031 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8a1214f-283d-4744-b544-bfda17b50153 req-ac1afaf3-2104-4c31-ab3a-f73901b6e208 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.4775388 Nov 23 14:18:54.755246 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7addbacd-2333-4cac-9d78-72858d177b55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5de848bc1a724bd484d9fa8d7e0684cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591163 Nov 23 14:18:54.755445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:54.759097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62df078-3546-4226-9d83-0b19081301d5 req-94ecd29d-3a0c-4f8b-aae9-da561616d6af tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:54.760597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a62df078-3546-4226-9d83-0b19081301d5 req-94ecd29d-3a0c-4f8b-aae9-da561616d6af tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1246688 Nov 23 14:18:54.762456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addbacd-2333-4cac-9d78-72858d177b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829cf97-1f6b-48a2-8797-9caa3fce1e5e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:54.763023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:54.781407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:54.790519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=561d192d-14cc-4b3e-8504-394085a1e338,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:54.791912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc5630-18c0-4871-aa62-507e517af7e1 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:54.795397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:54.795981 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.842560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5b120150-c96a-4aab-8eaa-fa8256e90614 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9218593 Nov 23 14:18:54.843194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52294) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:54.850875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'name': 'tempest-NetworksTestDHCPv6-1338388885'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:54.852450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-706d4464-0b09-4aea-8a18-e755894344ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.883561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-706d4464-0b09-4aea-8a18-e755894344ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.914191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8a1214f-283d-4744-b544-bfda17b50153 req-3f9bf6c3-cf8b-4097-820a-3838f458d059 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715009 Nov 23 14:18:54.921725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a62df078-3546-4226-9d83-0b19081301d5 req-c071ce08-71f0-48f3-9b60-67c8e14972da tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480036 Nov 23 14:18:54.984136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-706d4464-0b09-4aea-8a18-e755894344ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.987440 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-706d4464-0b09-4aea-8a18-e755894344ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:54.989266 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-706d4464-0b09-4aea-8a18-e755894344ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f829cf97-1f6b-48a2-8797-9caa3fce1e5e HTTP/1.1" status: 204 len: 168 time: 0.2328637 Nov 23 14:18:55.007845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d4464-0b09-4aea-8a18-e755894344ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829cf97-1f6b-48a2-8797-9caa3fce1e5e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:55.053912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '561d192d-14cc-4b3e-8504-394085a1e338'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:18:55.054914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.064496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:55.074341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.111904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 3a901e7a-6dd2-4508-91c3-abbb54e8732e yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:18:55.242795 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:18:55.271862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/561d192d-14cc-4b3e-8504-394085a1e338/c5141c17-7307-4c21-bf30-d3a99e318ea2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:55.579851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.596195 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.636590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:55.643260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:55.647672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:55.671103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Pushing event updated for resources: {'Port': ['ID=c5141c17-7307-4c21-bf30-d3a99e318ea2,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:55.675239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::ba (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/561d192d-14cc-4b3e-8504-394085a1e338/3a901e7a-6dd2-4508-91c3-abbb54e8732e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:55.738804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Attempting to bind port c5141c17-7307-4c21-bf30-d3a99e318ea2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:18:55.739203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Attempting to bind port c5141c17-7307-4c21-bf30-d3a99e318ea2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:18:55.739563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Attempting to bind port c5141c17-7307-4c21-bf30-d3a99e318ea2 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:55.745202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:18:55.745577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:55.745972 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.746361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:18:55.746826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Bound port: c5141c17-7307-4c21-bf30-d3a99e318ea2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:18:55.747233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.813499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] For port c5141c17-7307-4c21-bf30-d3a99e318ea2, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:18:55.817575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] For port c5141c17-7307-4c21-bf30-d3a99e318ea2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c5141c17-7307-4c21-bf30-d3a99e318ea2,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:18:55.822054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.855261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.883676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603874ff-bc9d-49ab-9e92-674fa7f9fe2f None None] Pushing event updated for resources: {'Port': ['ID=c5141c17-7307-4c21-bf30-d3a99e318ea2,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:55.889569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.915397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52344) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:55.932210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:55.947547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:55.953542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:55.959716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:55.960573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:55.991353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1441791 Nov 23 14:18:55.991568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52352) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:55.992677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a80e60-fe5e-4750-ba1f-f7bdfd93f6ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=3a901e7a-6dd2-4508-91c3-abbb54e8732e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:56.065215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-70026543-network', 'tenant_id': '5e9583aaf52e40728774fb116f779f56'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:56.100244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Made reservation on behalf of 5e9583aaf52e40728774fb116f779f56 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:56.103719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.114073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2704-8d34-45d4-85c2-1597e969eecb req-4639f5f5-02fa-4883-b7a7-cccc2ffe1602 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:56.122019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.123057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff9f2704-8d34-45d4-85c2-1597e969eecb req-4639f5f5-02fa-4883-b7a7-cccc2ffe1602 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1035142 Nov 23 14:18:56.132773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c21456-e993-4384-8db8-fba301099695 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:56.138856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c21456-e993-4384-8db8-fba301099695 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:56.140472 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-72c21456-e993-4384-8db8-fba301099695 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1477518 Nov 23 14:18:56.147486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52356) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:56.229199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.235030 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.240978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b9a31-407c-4b91-8867-bb900370139f req-d9dbd415-e4ff-4790-aa53-6b77f6059dad tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:56.242545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed6b9a31-407c-4b91-8867-bb900370139f req-d9dbd415-e4ff-4790-aa53-6b77f6059dad tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1682270 Nov 23 14:18:56.265177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff9f2704-8d34-45d4-85c2-1597e969eecb req-ed3cff5e-0b81-46c4-93ed-7dfbb20f8669 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410360 Nov 23 14:18:56.272709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:18:56.283830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:56.292652 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.295933 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Added segment 2afb9960-5f1e-4c9a-a215-28c2199c03e3 of type vlan for network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 Nov 23 14:18:56.325723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed6b9a31-407c-4b91-8867-bb900370139f req-ec15d787-9759-41da-b0f1-bf98ed40b117 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595820 Nov 23 14:18:56.336629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 3a901e7a-6dd2-4508-91c3-abbb54e8732e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:56.336973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.374977 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.408567 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.409919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:56.410734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.447743 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5308907 Nov 23 14:18:56.450199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52362) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:56.460052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Request body: {'subnet': {'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-70026543-subnet', 'tenant_id': '5e9583aaf52e40728774fb116f779f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:56.461610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c5141c17-7307-4c21-bf30-d3a99e318ea2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:18:56.507861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385a359-6df3-405b-82ac-abc5af4d1f03 admin admin] Pushing event updated for resources: {'Network': ['ID=aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:56.526092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Made reservation on behalf of 5e9583aaf52e40728774fb116f779f56 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:56.530277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.531741 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.534303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:18:56.555458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc92e99-5c56-4f8d-bb17-9c42f0a4e5d5 req-261987cd-b876-4674-bfc4-9c74df5b6446 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:56.556986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc92e99-5c56-4f8d-bb17-9c42f0a4e5d5 req-261987cd-b876-4674-bfc4-9c74df5b6446 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1100752 Nov 23 14:18:56.557935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 3a901e7a-6dd2-4508-91c3-abbb54e8732e owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:56.624163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c5141c17-7307-4c21-bf30-d3a99e318ea2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:56.625203 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.673155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc92e99-5c56-4f8d-bb17-9c42f0a4e5d5 req-ac2c0a21-7220-4676-9f09-6f5a5c04b430 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059754 Nov 23 14:18:56.691490 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-37da784a-5dc4-4a1d-83ae-ecaeeb4df4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.766012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.776270 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.808754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.810994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=3a901e7a-6dd2-4508-91c3-abbb54e8732e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:56.833082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port c5141c17-7307-4c21-bf30-d3a99e318ea2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c5141c17-7307-4c21-bf30-d3a99e318ea2,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:56.840105 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.868167 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.871765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9fd36a24-49d8-40df-bf9d-75437e394aec tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/3a901e7a-6dd2-4508-91c3-abbb54e8732e HTTP/1.1" status: 204 len: 168 time: 0.7223270 Nov 23 14:18:56.874483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52366) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:56.879969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49646bcd-3de4-401b-b5ac-5eb77b83398b,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:56.899549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Checking segment: {'id': '2afb9960-5f1e-4c9a-a215-28c2199c03e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:56.900816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Network hostable DHCP agents. Network: aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:18:56.924334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:18:56.925643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.938278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:56.942703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:56.943405 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:56.945020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=c5141c17-7307-4c21-bf30-d3a99e318ea2,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:56.951285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afdf24b-c9bf-4273-ba48-00b9366a5c5c None None] Network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:56.987490 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f8da16ef-4399-4d85-a1bc-573a7e72fe91 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5243998 Nov 23 14:18:57.001599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c084cb-1697-4702-a8bb-3d813a6572c6 req-74e69de5-b4a5-4370-9e5f-74ee8c31fc29 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:57.011049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2c084cb-1697-4702-a8bb-3d813a6572c6 req-74e69de5-b4a5-4370-9e5f-74ee8c31fc29 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.2028515 Nov 23 14:18:57.043066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd69868-c24b-4dc9-b7bc-2d61148e61d8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:57.045919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd69868-c24b-4dc9-b7bc-2d61148e61d8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:57.048026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2bd69868-c24b-4dc9-b7bc-2d61148e61d8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1723306 Nov 23 14:18:57.050826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52370) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:57.110821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2c084cb-1697-4702-a8bb-3d813a6572c6 req-1c2fa604-3c43-45dc-ae64-8dd9d964c27c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988934 Nov 23 14:18:57.120018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4258b8-bfd3-47b4-b504-1a237b89910e None None] Network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:57.124404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 561d192d-14cc-4b3e-8504-394085a1e338 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:18:57.133069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.201040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.302315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe521b-def3-4dd7-898a-2ad417f98efd req-cd27106a-756f-4802-91b7-b5c3f65ae28c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:57.304647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-df738c4d-a5d2-45ca-8c91-e747cde06a22 None None] Provisioning complete for port c5141c17-7307-4c21-bf30-d3a99e318ea2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:18:57.305217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-df738c4d-a5d2-45ca-8c91-e747cde06a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.311433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3fe521b-def3-4dd7-898a-2ad417f98efd req-cd27106a-756f-4802-91b7-b5c3f65ae28c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0929024 Nov 23 14:18:57.342749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.388843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3fe521b-def3-4dd7-898a-2ad417f98efd req-84ba0911-28a3-4c25-bba8-26be54612224 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753539 Nov 23 14:18:57.475643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.523896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=561d192d-14cc-4b3e-8504-394085a1e338,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:57.526250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.532028 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-12474c60-e09a-4eac-afd1-dcaa9649ec65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/561d192d-14cc-4b3e-8504-394085a1e338 HTTP/1.1" status: 204 len: 168 time: 0.4771628 Nov 23 14:18:57.532422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52392) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:57.557273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae410-2f2d-4c8e-a6e3-cda85044c36e req-373e1573-acd5-45b0-b0ce-11e61dec4a6d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:57.559095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-761ae410-2f2d-4c8e-a6e3-cda85044c36e req-373e1573-acd5-45b0-b0ce-11e61dec4a6d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0956652 Nov 23 14:18:57.577729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf977a5-540f-437d-a989-fa0d62c89639 req-a713b48e-c61e-4bae-812f-301fc1ea7c21 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:57.579503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cf977a5-540f-437d-a989-fa0d62c89639 req-a713b48e-c61e-4bae-812f-301fc1ea7c21 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0853279 Nov 23 14:18:57.584762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c5da5-b654-49b5-a4fc-fd3ab2fe70c1 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:57.618076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-92b56782-238f-446c-b1a1-f6cf60983aee tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844691 Nov 23 14:18:57.620824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52396) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:57.626677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:57.669683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-761ae410-2f2d-4c8e-a6e3-cda85044c36e req-798d00a1-c37a-4c8d-91b7-619bfb6a6149 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889297 Nov 23 14:18:57.682702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cf977a5-540f-437d-a989-fa0d62c89639 req-aee0a4f6-26bd-4ce8-9296-f8bf3c7de2bc tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857615 Nov 23 14:18:57.703045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-631fcae5-8773-4afd-b816-98fdefa9d27e None None] Could not find standard attr ID for object 3a901e7a-6dd2-4508-91c3-abbb54e8732e. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:18:57.769334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:57.780996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1975923420-network', 'tenant_id': 'd16bfa9f70464f8791a527f28e6fb49e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:57.813566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Made reservation on behalf of d16bfa9f70464f8791a527f28e6fb49e for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:57.815989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.833250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.847294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:18:57.854315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:57.857785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.903530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] Deleting port c5141c17-7307-4c21-bf30-d3a99e318ea2 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:57.904067 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.921586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25836b-218d-4131-9222-731e6c9eaf5b req-445af0bd-9848-4854-9b82-0b61dcf129e1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:57.923263 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd25836b-218d-4131-9222-731e6c9eaf5b req-445af0bd-9848-4854-9b82-0b61dcf129e1 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0540631 Nov 23 14:18:57.970284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] For port c5141c17-7307-4c21-bf30-d3a99e318ea2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c5141c17-7307-4c21-bf30-d3a99e318ea2,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:18:57.970829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:57.984000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd25836b-218d-4131-9222-731e6c9eaf5b req-b0644cbb-8666-4658-af06-6c0f1d220e5b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Nov 23 14:18:57.988866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] Calling delete_port for c5141c17-7307-4c21-bf30-d3a99e318ea2 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:18:58.020277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.025675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.059877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:18:58.098976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.116348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b53c6e-b23b-483e-9771-bd1e87901583 req-27804bd6-b7cf-468d-a8e4-6d0ed6841399 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:58.118372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9b53c6e-b23b-483e-9771-bd1e87901583 req-27804bd6-b7cf-468d-a8e4-6d0ed6841399 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0631292 Nov 23 14:18:58.126289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] Pushing event deleted for resources: {'Port': ['ID=c5141c17-7307-4c21-bf30-d3a99e318ea2,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:58.128246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689298c9-23ec-4fdb-9e04-b6b239e56f10 None None] No DVR routers for this DVR port c5141c17-7307-4c21-bf30-d3a99e318ea2 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:18:58.182147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9b53c6e-b23b-483e-9771-bd1e87901583 req-7520bcb2-ed7e-4743-a400-84f80d84b69d tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Nov 23 14:18:58.323762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c5141c17-7307-4c21-bf30-d3a99e318ea2 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:18:58.359344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511d69f2-5a13-4039-8577-771844adbd83,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:58.363577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.363772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c5141c17-7307-4c21-bf30-d3a99e318ea2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:18:58.363923 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Added segment 94f4c533-9cd7-4876-9a97-cef42351542d of type vlan for network 47b47478-83bf-470c-af4a-e186c2787722 Nov 23 14:18:58.364098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c5141c17-7307-4c21-bf30-d3a99e318ea2 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:18:58.439462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.447894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.456073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d3457-0ece-47d8-8b80-b0bf2015ad8b req-f12611a6-478a-4ff1-8715-04b20843fb2c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:58.457546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc0d3457-0ece-47d8-8b80-b0bf2015ad8b req-f12611a6-478a-4ff1-8715-04b20843fb2c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0532253 Nov 23 14:18:58.493504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:58.502278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:58.506793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc0d3457-0ece-47d8-8b80-b0bf2015ad8b req-802a4849-256a-4ddb-a6a8-5382e7fb7f87 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Nov 23 14:18:58.508256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:58.508858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.512837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cdde0b-208e-4174-9a17-7ad5306740fc None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:58.531171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=26cbdfcf-89ce-485e-9194-b8debb1e1b33,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:58.531171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.531171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:58.531171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.556504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b1e3413f-e634-4150-9182-241f65f6e74d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9321098 Nov 23 14:18:58.558364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52412) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:58.567623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'name': 'tempest-NetworksTestDHCPv6-2016633196'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:58.572381 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7994189 Nov 23 14:18:58.573386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52414) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:58.579618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Request body: {'subnet': {'network_id': '47b47478-83bf-470c-af4a-e186c2787722', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1975923420-subnet', 'tenant_id': 'd16bfa9f70464f8791a527f28e6fb49e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:18:58.601832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26dd6-8dc1-407c-8d1a-7d805c605b56 admin admin] Pushing event updated for resources: {'Network': ['ID=47b47478-83bf-470c-af4a-e186c2787722,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:58.611830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 47b47478-83bf-470c-af4a-e186c2787722 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:18:58.658976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Made reservation on behalf of d16bfa9f70464f8791a527f28e6fb49e for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:58.661284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.753683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '26cbdfcf-89ce-485e-9194-b8debb1e1b33'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:18:58.754574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.820205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:18:58.823671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:58.868639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4bdec-eed1-47d2-b607-fbafef9ad651 req-8b30dc5c-f9ba-4a09-9b9c-c4ae3232aaad tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:58.870263 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28e4bdec-eed1-47d2-b607-fbafef9ad651 req-8b30dc5c-f9ba-4a09-9b9c-c4ae3232aaad tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1238055 Nov 23 14:18:58.885958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:18:58.952384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/26cbdfcf-89ce-485e-9194-b8debb1e1b33/ba9befbd-567a-4607-a378-4ae80798b60b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:59.021867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28e4bdec-eed1-47d2-b607-fbafef9ad651 req-49e621d2-8f53-40ef-9e01-166e6e12c95f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428716 Nov 23 14:18:59.030471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.052656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ef135da6-9965-412d-a2a7-7a2e218f9230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.088130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e936eea-888b-4e37-a20c-596a58c3f1c2,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:59.096646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Checking segment: {'id': '94f4c533-9cd7-4876-9a97-cef42351542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '47b47478-83bf-470c-af4a-e186c2787722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:59.097001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Network hostable DHCP agents. Network: 47b47478-83bf-470c-af4a-e186c2787722, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:18:59.112922 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.113778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Network 47b47478-83bf-470c-af4a-e186c2787722 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:18:59.124198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.128980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 47b47478-83bf-470c-af4a-e186c2787722) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:59.150652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df48ae5-7f85-4fa1-8347-c206180c0b13 None None] Network 47b47478-83bf-470c-af4a-e186c2787722 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:59.152755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:59.153344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.186471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fd457f55-7c6b-4c6c-9cd3-0c7e3d2f0ea0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6119356 Nov 23 14:18:59.192966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:59.198682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:59.206864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::188 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/26cbdfcf-89ce-485e-9194-b8debb1e1b33/25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:18:59.224491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Pushing event updated for resources: {'Port': ['ID=ba9befbd-567a-4607-a378-4ae80798b60b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:59.226984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:59.307096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Attempting to bind port ba9befbd-567a-4607-a378-4ae80798b60b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:18:59.307471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Attempting to bind port ba9befbd-567a-4607-a378-4ae80798b60b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:18:59.307826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Attempting to bind port ba9befbd-567a-4607-a378-4ae80798b60b on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:18:59.332696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:18:59.332696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:18:59.332696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.333048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:18:59.333361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Bound port: ba9befbd-567a-4607-a378-4ae80798b60b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:18:59.333744 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.371068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.384477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c42a7f-42aa-4c31-80a4-7138d3b3d2ce None None] Network 47b47478-83bf-470c-af4a-e186c2787722 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:18:59.416669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.470027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:18:59.470463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] For port ba9befbd-567a-4607-a378-4ae80798b60b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:18:59.475025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] For port ba9befbd-567a-4607-a378-4ae80798b60b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ba9befbd-567a-4607-a378-4ae80798b60b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:18:59.475530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:18:59.478352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:18:59.482683 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.484517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:59.485149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.500961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:59.510914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-20761dd8-289e-4d67-86ef-5639bb85488d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9484720 Nov 23 14:18:59.511435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52432) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:59.599127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada053ee-7252-404b-8157-70e0d26c8958 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:59.610617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada053ee-7252-404b-8157-70e0d26c8958 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:59.612406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ada053ee-7252-404b-8157-70e0d26c8958 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1003058 Nov 23 14:18:59.615187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52436) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:18:59.616514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a6ffe-0eb3-49d6-bc1a-a1c3d43124bd None None] Pushing event updated for resources: {'Port': ['ID=ba9befbd-567a-4607-a378-4ae80798b60b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:18:59.820100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c52ec8-a968-4387-a146-2154e42766cf req-76a3fdcc-b109-4e99-9cbd-51927ee722ce tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:59.821674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83c52ec8-a968-4387-a146-2154e42766cf req-76a3fdcc-b109-4e99-9cbd-51927ee722ce tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1677246 Nov 23 14:18:59.882410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-285157e1-bf33-4351-9943-c631d3dd6343 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:18:59.883914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-285157e1-bf33-4351-9943-c631d3dd6343 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/networks?id=aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 HTTP/1.1" status: 200 len: 807 time: 0.1915820 Nov 23 14:18:59.886619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:18:59.886975 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:18:59.928621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83c52ec8-a968-4387-a146-2154e42766cf req-a376fb49-b1ad-4c86-ada4-7f296516cbb3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995438 Nov 23 14:18:59.935560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-fbc25adb-0e7e-43c2-8f68-6780cf6519a3 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/quotas/5e9583aaf52e40728774fb116f779f56 HTTP/1.1" status: 200 len: 375 time: 0.0430496 Nov 23 14:18:59.978232 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.004829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-1fe056a2-297f-4c0e-b0d7-cb88250f9d61 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e9583aaf52e40728774fb116f779f56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570099 Nov 23 14:19:00.054013 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.098219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:00.175727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-a0ad5ad6-453f-472e-8c9d-4757214d212d service neutron] 10.222.0.46 "GET /v2.0/networks/aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604218 Nov 23 14:19:00.288502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73594da-6fef-4ac4-9c1e-5eb761a4985f req-be585a43-2f49-4f3a-939d-4eff3a56d3c4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:00.290023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e73594da-6fef-4ac4-9c1e-5eb761a4985f req-be585a43-2f49-4f3a-939d-4eff3a56d3c4 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1315410 Nov 23 14:19:00.352972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ba9befbd-567a-4607-a378-4ae80798b60b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:00.397331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-9f4afb18-3109-459e-bedc-491fa6904c89 service neutron] 10.222.0.46 "GET /v2.0/networks/aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075987 Nov 23 14:19:00.402756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e73594da-6fef-4ac4-9c1e-5eb761a4985f req-4d7c0956-f0d2-4517-b68b-fc3a7055fab9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015711 Nov 23 14:19:00.409960 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.410840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ba9befbd-567a-4607-a378-4ae80798b60b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:00.411247 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.489340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:00.561102 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.564845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.604758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f13a4ab0-6da9-4e5c-b985-8e3c91d34d02 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3 HTTP/1.1" status: 204 len: 168 time: 0.9861019 Nov 23 14:19:00.605881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52460) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:00.622216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port ba9befbd-567a-4607-a378-4ae80798b60b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ba9befbd-567a-4607-a378-4ae80798b60b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:00.628145 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.700212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=ba9befbd-567a-4607-a378-4ae80798b60b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:00.710994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736cfd-3a37-40c1-80c2-8b24e964299c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:00.712848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba736cfd-3a37-40c1-80c2-8b24e964299c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:00.714616 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ba736cfd-3a37-40c1-80c2-8b24e964299c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1077213 Nov 23 14:19:00.717568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52466) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:00.773974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e20175c2-9435-4dfe-8fa6-a8682b548b36 req-15a42063-4bab-41d9-bf2c-1285ca6937e0 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 210 time: 0.0672188 Nov 23 14:19:00.796432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-5c10258a-b0a2-4dda-951d-eec4ac5b4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:00.798635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-5c10258a-b0a2-4dda-951d-eec4ac5b4e9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 1097 time: 0.0899119 Nov 23 14:19:00.811383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d992e4-df67-4cfb-8692-b3089fb34e9d req-76cf5f6d-727a-4283-94a1-45b2993b94ca tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:00.813674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8d992e4-df67-4cfb-8692-b3089fb34e9d req-76cf5f6d-727a-4283-94a1-45b2993b94ca tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1501799 Nov 23 14:19:00.823853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 26cbdfcf-89ce-485e-9194-b8debb1e1b33 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:00.827865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.851930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-36d6ecae-63cf-4204-9500-3555e3e51ebd None None] Provisioning complete for port ba9befbd-567a-4607-a378-4ae80798b60b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:00.852432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-36d6ecae-63cf-4204-9500-3555e3e51ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.894090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:00.965685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8d992e4-df67-4cfb-8692-b3089fb34e9d req-35e69d91-4a64-485e-971c-1b16f5dd330f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380024 Nov 23 14:19:01.001501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-d3f3325d-7bc8-4d44-82c5-ed6106602c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:01.003947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-d3f3325d-7bc8-4d44-82c5-ed6106602c88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 200 len: 915 time: 0.1891747 Nov 23 14:19:01.037798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.067503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-e93e411c-aa28-4538-898c-998c31ed5654 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=489048a6-4915-4b15-8153-75171f3f01ae HTTP/1.1" status: 200 len: 217 time: 0.0569134 Nov 23 14:19:01.129467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.139550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-f3039c70-fb6c-4dca-9e7f-dddf6d8abfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:01.141576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-f3039c70-fb6c-4dca-9e7f-dddf6d8abfaf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 200 len: 854 time: 0.0660250 Nov 23 14:19:01.170565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=26cbdfcf-89ce-485e-9194-b8debb1e1b33,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:01.174476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.180394 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-65198643-3e5e-4e9d-9c72-a125167078cb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/26cbdfcf-89ce-485e-9194-b8debb1e1b33 HTTP/1.1" status: 204 len: 168 time: 0.4607551 Nov 23 14:19:01.181105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:01.183296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d53eed42-640c-45eb-8ab8-bb7221a21454 None None] Could not find standard attr ID for object 25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:01.195499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-baf014f6-69f3-403f-abd5-abe859669496 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5be6a2ba-b38f-451e-8f53-e21df7239a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462635 Nov 23 14:19:01.230269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52478) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:01.230554 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-307351a6-961a-48ca-a394-eee84ae6ab9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483928 Nov 23 14:19:01.331238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1eb26-ab09-4766-9ed6-9e1d3d9aea6d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:01.335041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a4b1eb26-ab09-4766-9ed6-9e1d3d9aea6d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1017575 Nov 23 14:19:01.335590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-ea12a008-a2bc-47bf-a77c-bdbbee241092 service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334348 Nov 23 14:19:01.335963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:01.339902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb858c87-7c95-4e64-95d2-b116c688aad8 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:01.390273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb19eb0-a62c-4563-9d73-f9d6a1f20ff3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:01.392135 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9bb19eb0-a62c-4563-9d73-f9d6a1f20ff3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551291 Nov 23 14:19:01.394802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:01.434216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a32a85b3-fd97-4c74-be1a-a618180e83a2 req-052ed318-c3fe-4eb8-8e0d-f3102e6fcf4c service neutron] 10.222.0.74 "GET /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919232 Nov 23 14:19:01.447034 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a0f9192f-c490-4063-9579-0386d86b925a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460002 Nov 23 14:19:01.447670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52488) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:01.453240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:01.593141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c0c5f-13e6-4e9d-ab8b-15dc6fdb4e8d req-8680f3fb-510a-491d-a78b-55f16535e25a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:01.594597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-950c0c5f-13e6-4e9d-ab8b-15dc6fdb4e8d req-8680f3fb-510a-491d-a78b-55f16535e25a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0759888 Nov 23 14:19:01.595844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:01.599259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.648355 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.719182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-950c0c5f-13e6-4e9d-ab8b-15dc6fdb4e8d req-142df030-576d-470b-bc49-228eb98f93e6 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050038 Nov 23 14:19:01.731731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:19:01.782571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] Deleting port ba9befbd-567a-4607-a378-4ae80798b60b {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:01.783078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.841162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.856567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] For port ba9befbd-567a-4607-a378-4ae80798b60b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ba9befbd-567a-4607-a378-4ae80798b60b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:01.856567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.871178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] Calling delete_port for ba9befbd-567a-4607-a378-4ae80798b60b owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:01.889028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:01.895017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:01.899613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:01.900720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:01.904635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=8abb6a86-13c6-4de9-b9ea-413143731182,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:01.929837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c7a62503-091b-40cb-a62b-1cae89090a10 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4773998 Nov 23 14:19:01.930623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52492) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:01.936568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '8abb6a86-13c6-4de9-b9ea-413143731182', 'ip_address': '2001:db8::e2c6:38c:53b2:7819'}], 'name': 'tempest-NetworksTestDHCPv6-1484974791'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:01.983666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.018696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] Pushing event deleted for resources: {'Port': ['ID=ba9befbd-567a-4607-a378-4ae80798b60b,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:02.020597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69fbf9-83bc-4904-bae2-47a9564ed95b None None] No DVR routers for this DVR port ba9befbd-567a-4607-a378-4ae80798b60b on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:02.059374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dabd992-4137-49cc-a734-cd25ae421750 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:02.187900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1651-170d-4a17-99d5-e7e0726c16bb req-c51e1cb1-745e-4b62-80df-4061c5440e55 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:02.191119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d8c1651-170d-4a17-99d5-e7e0726c16bb req-c51e1cb1-745e-4b62-80df-4061c5440e55 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1013858 Nov 23 14:19:02.221497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f912c71-b7bd-4850-85b5-e9627d0d9e07 req-d7e5b76a-d700-4aa6-8f69-352f8c717f57 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 210 time: 0.0289290 Nov 23 14:19:02.286599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:02.304709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d8c1651-170d-4a17-99d5-e7e0726c16bb req-50417797-d96b-41bc-9210-e5e0c600dbe2 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805309 Nov 23 14:19:02.309136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '8abb6a86-13c6-4de9-b9ea-413143731182'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:19:02.310630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.342389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-4d3a7383-273e-4dfb-abf3-9ac4b3fa4d7c tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:02.344274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-4d3a7383-273e-4dfb-abf3-9ac4b3fa4d7c tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.11 "GET /v2.0/networks?id=aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 HTTP/1.1" status: 200 len: 807 time: 0.2190075 Nov 23 14:19:02.360205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Request body: {'port': {'device_id': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9', 'admin_state_up': True, 'tenant_id': '5e9583aaf52e40728774fb116f779f56'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:02.402398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ba9befbd-567a-4607-a378-4ae80798b60b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:02.448451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ba9befbd-567a-4607-a378-4ae80798b60b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:02.448875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ba9befbd-567a-4607-a378-4ae80798b60b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:02.462698 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.520402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.529602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/8abb6a86-13c6-4de9-b9ea-413143731182/8d3e6472-c824-4afd-bc28-9e37124db37b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:02.556652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port c6274d2e-dda3-45a8-80d5-2ff743c3cd2a yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:02.615153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Made reservation on behalf of 5e9583aaf52e40728774fb116f779f56 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:02.618664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.675289 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.680436 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.723497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:02.728873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:02.733693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:02.735551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Pushing event updated for resources: {'Port': ['ID=8d3e6472-c824-4afd-bc28-9e37124db37b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:02.797806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Attempting to bind port 8d3e6472-c824-4afd-bc28-9e37124db37b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:02.798094 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Attempting to bind port 8d3e6472-c824-4afd-bc28-9e37124db37b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:02.798475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Attempting to bind port 8d3e6472-c824-4afd-bc28-9e37124db37b on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:02.803711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:02.804091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:02.804498 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.804893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:02.805371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Bound port: 8d3e6472-c824-4afd-bc28-9e37124db37b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:02.806517 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.821915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::e2c6:38c:53b2:7819 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/8abb6a86-13c6-4de9-b9ea-413143731182/c6274d2e-dda3-45a8-80d5-2ff743c3cd2a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:02.852380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Allocated IP 172.20.0.7 (aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9/49646bcd-3de4-401b-b5ac-5eb77b83398b/5d2fa73d-0802-48aa-8a09-fb8c1cfe7196) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:02.852792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec2e6-1d5b-4da4-8653-24b88770ad51 req-24e71bf6-ea0e-45a1-839b-a0062fa191ac tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:02.854635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7dec2e6-1d5b-4da4-8653-24b88770ad51 req-24e71bf6-ea0e-45a1-839b-a0062fa191ac tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0574710 Nov 23 14:19:02.883175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] For port 8d3e6472-c824-4afd-bc28-9e37124db37b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:02.886564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] For port 8d3e6472-c824-4afd-bc28-9e37124db37b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8d3e6472-c824-4afd-bc28-9e37124db37b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:02.892257 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:02.908689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7dec2e6-1d5b-4da4-8653-24b88770ad51 req-e4e47a4a-82de-4156-ac71-ff934c9cb440 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Nov 23 14:19:02.957754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eced9f-0054-4bfd-8964-75b6965f07e6 None None] Pushing event updated for resources: {'Port': ['ID=8d3e6472-c824-4afd-bc28-9e37124db37b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:03.082996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.120414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.158995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.212916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.231059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:03.239875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:03.244073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=c6274d2e-dda3-45a8-80d5-2ff743c3cd2a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:03.247360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:03.253157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:03.253790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.264517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:03.288282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:03.294394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:03.328052 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7a2a293f-e15c-4e83-b15b-1cea32c132b0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3959417 Nov 23 14:19:03.331712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52504) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:03.340548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Pushing event updated for resources: {'Port': ['ID=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:03.362442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:03.363081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.382371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-6171dfab-d57f-4afd-9b98-5732bd3657bf tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0265484 Nov 23 14:19:03.394547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Request body: {'port': {'device_id': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:03.403113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c655cb-b7e8-4844-b1db-962e2520fd97 req-931c4db0-6aa8-4563-905a-ac1535053109 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:03.404681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53c655cb-b7e8-4844-b1db-962e2520fd97 req-931c4db0-6aa8-4563-905a-ac1535053109 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 931 time: 0.0847862 Nov 23 14:19:03.447769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37ccf3-c347-4b0e-a3ae-f057afaa3008 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:03.448748 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.454441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37ccf3-c347-4b0e-a3ae-f057afaa3008 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:03.456309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1a37ccf3-c347-4b0e-a3ae-f057afaa3008 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1247675 Nov 23 14:19:03.463850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:03.538418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53c655cb-b7e8-4844-b1db-962e2520fd97 req-5c9e1333-6c40-42cc-b7c1-f9c59e8573a5 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Nov 23 14:19:03.564938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c9b62-4d47-4ce0-beda-1afb475416fe req-643c3661-63bc-45ce-be28-03629fdacd3f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:03.566570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b11c9b62-4d47-4ce0-beda-1afb475416fe req-643c3661-63bc-45ce-be28-03629fdacd3f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1743662 Nov 23 14:19:03.630109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port c6274d2e-dda3-45a8-80d5-2ff743c3cd2a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:03.630460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.639544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b11c9b62-4d47-4ce0-beda-1afb475416fe req-f91647cd-6d1d-4e49-85d2-f717d4435475 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651093 Nov 23 14:19:03.771416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.791608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for c6274d2e-dda3-45a8-80d5-2ff743c3cd2a owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:03.797471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:03.805088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.810480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068a81-071f-4d0d-abff-42972ebe7404 req-c1c81605-5b4c-4f0d-a648-91f298beaf9a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:03.812170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7068a81-071f-4d0d-abff-42972ebe7404 req-c1c81605-5b4c-4f0d-a648-91f298beaf9a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0819330 Nov 23 14:19:03.819065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Transition to ACTIVE for port object 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:19:03.823335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:03.876819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Pushing event updated for resources: {'Port': ['ID=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:03.957719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Attempting to bind port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:03.958076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Attempting to bind port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '2afb9960-5f1e-4c9a-a215-28c2199c03e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:03.958411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Attempting to bind port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 on network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:03.966369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 on network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:19:03.966712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Attempting to bind port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 on network aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:03.972620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:03.973018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Checking segment: {'id': '2afb9960-5f1e-4c9a-a215-28c2199c03e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:03.973395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Bound using segment: {'id': '2afb9960-5f1e-4c9a-a215-28c2199c03e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:03.973801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Bound port: 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afb9960-5f1e-4c9a-a215-28c2199c03e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:03.974164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.049220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] For port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:04.054690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] For port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,segment=NetworkSegment(2afb9960-5f1e-4c9a-a215-28c2199c03e3),segment_id=2afb9960-5f1e-4c9a-a215-28c2199c03e3)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:04.060258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.097747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.098433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.100406 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] 10.222.0.11 "PUT /v2.0/ports/5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 HTTP/1.1" status: 200 len: 1091 time: 0.7096086 Nov 23 14:19:04.100916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'tag': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:04.103365 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71981d34-b0ba-479c-87c0-baa00a89aff6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfd67a3-8109-4838-9714-f765dfc3f97b", "tag": "5d2fa73d-0802-48aa-8a09-fb8c1cfe7196"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:04.129444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936ba4-ffaa-4b51-8ab2-3a4fc1c0496a service neutron] Pushing event updated for resources: {'Port': ['ID=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:04.157822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-967593eb-193d-4a42-b191-16c3e2035d7d None None] Provisioning complete for port 8d3e6472-c824-4afd-bc28-9e37124db37b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:04.159050 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-967593eb-193d-4a42-b191-16c3e2035d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.206584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-03a95105-8002-4bd0-a037-44a0c78ddd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.209186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-03a95105-8002-4bd0-a037-44a0c78ddd73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e9583aaf52e40728774fb116f779f56&device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 1094 time: 0.0616131 Nov 23 14:19:04.255376 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-967593eb-193d-4a42-b191-16c3e2035d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.295134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-967593eb-193d-4a42-b191-16c3e2035d7d None None] For port 8d3e6472-c824-4afd-bc28-9e37124db37b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8d3e6472-c824-4afd-bc28-9e37124db37b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:04.299594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-df4a5b62-ad38-4380-a1c0-62a4e6bf75ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 HTTP/1.1" status: 200 len: 217 time: 0.0794945 Nov 23 14:19:04.302710 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-967593eb-193d-4a42-b191-16c3e2035d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.331361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706bbff-2808-4104-9ed5-3e110f29796e req-8d735b84-f0c7-41c6-8827-a21c87dc749f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.332905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8706bbff-2808-4104-9ed5-3e110f29796e req-8d735b84-f0c7-41c6-8827-a21c87dc749f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1112127 Nov 23 14:19:04.367748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7068a81-071f-4d0d-abff-42972ebe7404 req-10b37871-466e-4fa5-ade2-a561a8c6e327 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467161 Nov 23 14:19:04.380004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967593eb-193d-4a42-b191-16c3e2035d7d None None] Pushing event updated for resources: {'Port': ['ID=8d3e6472-c824-4afd-bc28-9e37124db37b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:04.431661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8706bbff-2808-4104-9ed5-3e110f29796e req-ee563bd1-9be4-45d6-ab62-cd95dcec006e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908666 Nov 23 14:19:04.431805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-cda64f04-636b-4c56-b7fc-eea205095ba1 None None] Provisioning complete for port c6274d2e-dda3-45a8-80d5-2ff743c3cd2a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:04.432117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cda64f04-636b-4c56-b7fc-eea205095ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.434974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-7b6d9636-2d29-49c1-9a63-5e47b1eaff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.436699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-7b6d9636-2d29-49c1-9a63-5e47b1eaff5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49646bcd-3de4-401b-b5ac-5eb77b83398b HTTP/1.1" status: 200 len: 847 time: 0.1278205 Nov 23 14:19:04.461450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8d3e6472-c824-4afd-bc28-9e37124db37b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:04.476522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cda64f04-636b-4c56-b7fc-eea205095ba1 None None] Port c6274d2e-dda3-45a8-80d5-2ff743c3cd2a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:19:04.481206 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-65d12ca6-ef94-41c7-a39e-c50cc752cfbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349214 Nov 23 14:19:04.482688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.516478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=c6274d2e-dda3-45a8-80d5-2ff743c3cd2a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:04.555278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.565594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7470e63e-b0ac-4a24-9679-b518c91cc081 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/c6274d2e-dda3-45a8-80d5-2ff743c3cd2a HTTP/1.1" status: 204 len: 168 time: 1.0948236 Nov 23 14:19:04.578093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8d3e6472-c824-4afd-bc28-9e37124db37b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:04.578324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52526) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:04.578524 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.611600 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8c9a39-6a13-4a30-94db-1d1477a33515 x-openstack-request-id: req-5c8c9a39-6a13-4a30-94db-1d1477a33515 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:04.612089 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfd67a3-8109-4838-9714-f765dfc3f97b", "tag": "5d2fa73d-0802-48aa-8a09-fb8c1cfe7196", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:04.612441 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c8c9a39-6a13-4a30-94db-1d1477a33515 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:04.612974 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'tag': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196', 'status': 'completed', 'code': 200} Nov 23 14:19:04.657171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-e9d149f1-462a-422c-8f43-9ce550e27243 service neutron] 10.222.0.11 "GET /v2.0/networks/aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677856 Nov 23 14:19:04.703414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0ce670-7ba6-49b5-b6c4-11eeecb26bfa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.704548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0ce670-7ba6-49b5-b6c4-11eeecb26bfa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.708629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8d0ce670-7ba6-49b5-b6c4-11eeecb26bfa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1269891 Nov 23 14:19:04.715981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe21f3-a896-4f08-8daa-7d154ca3ab6b req-2201a152-ab46-458b-b3b1-ea204cfa0dfc tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.724320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0abe21f3-a896-4f08-8daa-7d154ca3ab6b req-2201a152-ab46-458b-b3b1-ea204cfa0dfc tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1584661 Nov 23 14:19:04.725452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52532) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:04.767125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0dc5dcb7-a2fd-466d-87dc-315719c2160e req-f698a99a-d142-4ad0-bacf-5e6700782ce8 service neutron] 10.222.0.11 "GET /v2.0/networks/aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012719 Nov 23 14:19:04.807727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4692-ed31-454d-9bb2-d892bccfbb06 req-110440d2-eac6-4729-aa1c-a239c7172db5 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.809181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dbd4692-ed31-454d-9bb2-d892bccfbb06 req-110440d2-eac6-4729-aa1c-a239c7172db5 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 943 time: 0.1561491 Nov 23 14:19:04.818067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 8abb6a86-13c6-4de9-b9ea-413143731182 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:04.825551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.856222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-f1161845-9da4-4bc2-a5c5-591fce034d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:04.857844 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-f1161845-9da4-4bc2-a5c5-591fce034d40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e9583aaf52e40728774fb116f779f56&device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 1094 time: 0.0401776 Nov 23 14:19:04.885137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0abe21f3-a896-4f08-8daa-7d154ca3ab6b req-6fd8671b-a8e2-4188-9121-1e0ef25f1be8 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561241 Nov 23 14:19:04.906226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:04.953228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dbd4692-ed31-454d-9bb2-d892bccfbb06 req-2e4ca14a-025e-4bde-9f7f-65f216baff19 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323864 Nov 23 14:19:04.998512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-51cccabe-7c30-41e1-9a09-6b1a58cc3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.000252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-51cccabe-7c30-41e1-9a09-6b1a58cc3ad5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 HTTP/1.1" status: 200 len: 908 time: 0.1334543 Nov 23 14:19:05.015089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.066081 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-54444135-d073-41ef-b5bb-10b876c35baa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 HTTP/1.1" status: 200 len: 217 time: 0.0562718 Nov 23 14:19:05.113076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa6e66-296e-4182-87fd-8bb3f22e8a2d req-7f97e4e1-1492-44a6-add0-ac92509bd996 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.114528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46fa6e66-296e-4182-87fd-8bb3f22e8a2d req-7f97e4e1-1492-44a6-add0-ac92509bd996 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0724072 Nov 23 14:19:05.122068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-e1f32443-c305-4388-9970-8d8b81f46d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.123581 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-e1f32443-c305-4388-9970-8d8b81f46d29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49646bcd-3de4-401b-b5ac-5eb77b83398b HTTP/1.1" status: 200 len: 847 time: 0.0494111 Nov 23 14:19:05.129802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.156145 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-5635c729-95ec-4666-863a-38efd0cda181 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250456 Nov 23 14:19:05.165823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=8abb6a86-13c6-4de9-b9ea-413143731182,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:05.172661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.175812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aa096c11-9c88-4385-b184-ce10bd9f448f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/8abb6a86-13c6-4de9-b9ea-413143731182 HTTP/1.1" status: 204 len: 168 time: 0.4491355 Nov 23 14:19:05.181525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52538) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:05.181695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf6b82-e30a-4df7-982a-b29bc3115d25 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:05.225003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-663bb167-417f-4dc3-a7f8-d4983a5307e5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425587 Nov 23 14:19:05.228359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52540) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:05.233617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46fa6e66-296e-4182-87fd-8bb3f22e8a2d req-5c1683dd-46f8-4638-a534-c9f33957eb6c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121783 Nov 23 14:19:05.234999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:05.329142 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-b7153adc-5426-4cb9-aa64-14e649dcbd2f service neutron] 10.222.0.11 "GET /v2.0/networks/aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625237 Nov 23 14:19:05.373052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:19:05.382161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:05.385741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.420341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714811c-3178-43e4-ba45-a29fb75d6733 req-51b83f49-9f28-40bc-8b5f-725ca789a7e7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.421913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7714811c-3178-43e4-ba45-a29fb75d6733 req-51b83f49-9f28-40bc-8b5f-725ca789a7e7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0638599 Nov 23 14:19:05.440171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] Deleting port 8d3e6472-c824-4afd-bc28-9e37124db37b {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:05.440687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.499515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7714811c-3178-43e4-ba45-a29fb75d6733 req-1beaa191-f93d-4698-a132-cbd972ba844e tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659392 Nov 23 14:19:05.513610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] For port 8d3e6472-c824-4afd-bc28-9e37124db37b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8d3e6472-c824-4afd-bc28-9e37124db37b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:05.513610 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.514513 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71981d34-b0ba-479c-87c0-baa00a89aff6 req-997d6e93-f29c-405b-baec-71a027dfd82b service neutron] 10.222.0.11 "GET /v2.0/networks/aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765742 Nov 23 14:19:05.535396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] Calling delete_port for 8d3e6472-c824-4afd-bc28-9e37124db37b owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:05.612697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f501cf-90ee-45e3-a1e1-89d3342018f0 req-dfc25afb-cb4e-42a9-a7e9-25231db5c871 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.614365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f501cf-90ee-45e3-a1e1-89d3342018f0 req-dfc25afb-cb4e-42a9-a7e9-25231db5c871 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0872600 Nov 23 14:19:05.636456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.657525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf0a3-b15b-4c4d-9934-b9adf9ed493d req-333d0e2b-4b80-43d0-ae78-b4b67dc19a89 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.659039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df9bf0a3-b15b-4c4d-9934-b9adf9ed493d req-333d0e2b-4b80-43d0-ae78-b4b67dc19a89 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0836229 Nov 23 14:19:05.661939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] Pushing event deleted for resources: {'Port': ['ID=8d3e6472-c824-4afd-bc28-9e37124db37b,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:05.667604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f5103-f8c9-4acb-94a5-fc69297859b2 None None] No DVR routers for this DVR port 8d3e6472-c824-4afd-bc28-9e37124db37b on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:05.673412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.707955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f501cf-90ee-45e3-a1e1-89d3342018f0 req-1563802b-6c44-4d2d-b118-2b83a1456980 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869417 Nov 23 14:19:05.721796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:05.726422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:05.730098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.730706 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.736597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df9bf0a3-b15b-4c4d-9934-b9adf9ed493d req-0c1dda93-bcd6-49f8-b190-dae59f7f78ab tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632594 Nov 23 14:19:05.744381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d65aa-4ef4-43a7-adfe-dfa3e419336d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:05.750709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=2a62a95e-d469-49df-9cea-5ca7ede976a2,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:05.759730 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-17a7b443-d5ba-4076-b887-1054f0f55982 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5303383 Nov 23 14:19:05.762369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52552) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:05.767353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '2a62a95e-d469-49df-9cea-5ca7ede976a2', 'ip_address': '2001:db8::cc19:364e:d1cc:a171'}], 'name': 'tempest-NetworksTestDHCPv6-1863714812'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:05.879430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400a69c-c313-445f-aac5-385f650f4a88 req-5c512563-3bd5-439d-b7eb-d33b64995db3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:05.880950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b400a69c-c313-445f-aac5-385f650f4a88 req-5c512563-3bd5-439d-b7eb-d33b64995db3 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0516546 Nov 23 14:19:05.887194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:05.892480 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.910073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 5ef9c010-556b-43e0-8f27-4172919b6485 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:05.920151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '2a62a95e-d469-49df-9cea-5ca7ede976a2'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:19:05.921264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:05.933057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b400a69c-c313-445f-aac5-385f650f4a88 req-e4749f41-ac79-4efe-ba09-eabd0e6abb53 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 Nov 23 14:19:06.084374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/2a62a95e-d469-49df-9cea-5ca7ede976a2/aa7a1e9e-ba14-42e4-88d1-57efe2f1f679) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:06.101600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334aea-11fa-4eda-bcee-d966286b8bd6 req-a33d1cf1-765f-465a-81ae-3173c916c519 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.103126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90334aea-11fa-4eda-bcee-d966286b8bd6 req-a33d1cf1-765f-465a-81ae-3173c916c519 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0885737 Nov 23 14:19:06.114637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692f2c4-d152-473e-b888-964bc0b5a827 req-771c1072-3bc6-4aeb-82a0-abf2f794bb73 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.116638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9692f2c4-d152-473e-b888-964bc0b5a827 req-771c1072-3bc6-4aeb-82a0-abf2f794bb73 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 943 time: 0.0723403 Nov 23 14:19:06.184891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90334aea-11fa-4eda-bcee-d966286b8bd6 req-8db287d1-e502-4b67-ba9e-32717c167a27 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672109 Nov 23 14:19:06.196895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9692f2c4-d152-473e-b888-964bc0b5a827 req-fcf90364-db6c-49f8-81ef-e8b1de26aa06 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727663 Nov 23 14:19:06.229461 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.236877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.298611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:06.306006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Pushing event updated for resources: {'Port': ['ID=aa7a1e9e-ba14-42e4-88d1-57efe2f1f679,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:06.309889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:06.313144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:06.325349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-87ccdf47-fac5-4ec4-8c23-bf6eb0bd2e02 req-2968e475-f3ba-4863-932e-4e007c221f22 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:19:06.326297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87ccdf47-fac5-4ec4-8c23-bf6eb0bd2e02 req-2968e475-f3ba-4863-932e-4e007c221f22 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056889 Nov 23 14:19:06.363561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::cc19:364e:d1cc:a171 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/2a62a95e-d469-49df-9cea-5ca7ede976a2/5ef9c010-556b-43e0-8f27-4172919b6485) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:06.367298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8d3e6472-c824-4afd-bc28-9e37124db37b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:06.396878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8d3e6472-c824-4afd-bc28-9e37124db37b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:06.399182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8d3e6472-c824-4afd-bc28-9e37124db37b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:06.408561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Attempting to bind port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:06.408941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Attempting to bind port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:06.409311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Attempting to bind port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:06.419417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:06.419979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:06.420657 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.421225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:06.421971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Bound port: aa7a1e9e-ba14-42e4-88d1-57efe2f1f679, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:06.422430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.445377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb608c0-6950-4f01-a9f3-44e47d4d7c4f req-13a5b687-54fc-4955-9159-68334425a883 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.451379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbb608c0-6950-4f01-a9f3-44e47d4d7c4f req-13a5b687-54fc-4955-9159-68334425a883 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0638435 Nov 23 14:19:06.489361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] For port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:06.492669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] For port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=aa7a1e9e-ba14-42e4-88d1-57efe2f1f679,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:06.498949 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.503660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbb608c0-6950-4f01-a9f3-44e47d4d7c4f req-c5db89ae-5ecc-478a-85c3-15c09c7d06e0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509155 Nov 23 14:19:06.517320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.564984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.570862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7a41-1ed5-4a3f-92c1-3c8289615bb8 None None] Pushing event updated for resources: {'Port': ['ID=aa7a1e9e-ba14-42e4-88d1-57efe2f1f679,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:06.614954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:06.618603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:06.624729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:06.630351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.631040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.647278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=5ef9c010-556b-43e0-8f27-4172919b6485,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:06.656951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2e5496e9-f5cc-49e2-a245-e77bd4b148ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8931983 Nov 23 14:19:06.657078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52570) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:06.685570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06346f-b181-4ea3-a1da-e188cd83dd12 req-ea16d2ff-77ad-4449-a1c5-3ea9cea46b71 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.688939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d06346f-b181-4ea3-a1da-e188cd83dd12 req-ea16d2ff-77ad-4449-a1c5-3ea9cea46b71 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0846353 Nov 23 14:19:06.793509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdfabc-c918-4801-9967-64d3df7cfc58 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.799581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdfabc-c918-4801-9967-64d3df7cfc58 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.801171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-effdfabc-c918-4801-9967-64d3df7cfc58 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1413298 Nov 23 14:19:06.804292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52574) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:06.805968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d06346f-b181-4ea3-a1da-e188cd83dd12 req-95d8aabd-9053-4995-8656-edeb89315182 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020224 Nov 23 14:19:06.873677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01401d-69a2-4598-a2c4-177fcd159fd0 req-fb7cee15-eb20-4f4b-9c2c-45836b306818 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.875663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb01401d-69a2-4598-a2c4-177fcd159fd0 req-fb7cee15-eb20-4f4b-9c2c-45836b306818 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0670974 Nov 23 14:19:06.923705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 5ef9c010-556b-43e0-8f27-4172919b6485 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:06.924042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:06.957798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb01401d-69a2-4598-a2c4-177fcd159fd0 req-795eff9f-1be7-42be-b776-e6ceb936312c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756552 Nov 23 14:19:06.988647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace9d9-0909-4356-a3da-457e268a28d2 req-82da8b1a-24fa-445c-af39-2536566ddf68 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:06.990127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71ace9d9-0909-4356-a3da-457e268a28d2 req-82da8b1a-24fa-445c-af39-2536566ddf68 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0641947 Nov 23 14:19:07.016273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.028940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 5ef9c010-556b-43e0-8f27-4172919b6485 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:07.038143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71ace9d9-0909-4356-a3da-457e268a28d2 req-6ed402a7-d415-4a61-b67c-0840e3304e8b tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Nov 23 14:19:07.119328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:19:07.160724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f00a6-88ee-4925-9146-6589d4239ccb req-5a10e345-8129-4f44-83fa-85061298b132 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:07.161666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.162756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-833f00a6-88ee-4925-9146-6589d4239ccb req-5a10e345-8129-4f44-83fa-85061298b132 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0527058 Nov 23 14:19:07.195978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=5ef9c010-556b-43e0-8f27-4172919b6485,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:07.218184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-833f00a6-88ee-4925-9146-6589d4239ccb req-acd54621-bdac-4ee3-bb51-3d8784acd78f tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486965 Nov 23 14:19:07.227604 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.233996 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a1f4f9c2-f002-48b3-a932-19bbb21e7f39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/5ef9c010-556b-43e0-8f27-4172919b6485 HTTP/1.1" status: 204 len: 168 time: 0.4265618 Nov 23 14:19:07.234367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52584) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:07.235189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,segment=NetworkSegment(2afb9960-5f1e-4c9a-a215-28c2199c03e3),segment_id=2afb9960-5f1e-4c9a-a215-28c2199c03e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:07.258625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196', 'network_id': 'aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9', 'port_id': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196', 'mac_address': 'fa:16:3e:6b:20:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49646bcd-3de4-401b-b5ac-5eb77b83398b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:19:07.302296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6233437-7cb2-4f02-8d70-35bb27f3f8ae tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:07.304424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6233437-7cb2-4f02-8d70-35bb27f3f8ae tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:07.306415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a6233437-7cb2-4f02-8d70-35bb27f3f8ae tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0712409 Nov 23 14:19:07.309296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52594) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:07.319789 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.335986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:07.366976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,segment=NetworkSegment(2afb9960-5f1e-4c9a-a215-28c2199c03e3),segment_id=2afb9960-5f1e-4c9a-a215-28c2199c03e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:07.372295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.374512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 2a62a95e-d469-49df-9cea-5ca7ede976a2 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:07.378144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.413710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2822a1-1949-4b17-b178-5a5acd777ec8 req-a7f16048-98dd-4d55-8fb5-e1d3d3a6c9da tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:07.424692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b2822a1-1949-4b17-b178-5a5acd777ec8 req-a7f16048-98dd-4d55-8fb5-e1d3d3a6c9da tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 943 time: 0.1287658 Nov 23 14:19:07.432529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.435251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:07.454511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4514329-2332-4fae-845d-8e67ced3bd7b req-fd4e5847-43a6-47f7-bd70-cb4dec87f222 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:07.456272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4514329-2332-4fae-845d-8e67ced3bd7b req-fd4e5847-43a6-47f7-bd70-cb4dec87f222 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1116374 Nov 23 14:19:07.512814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b2822a1-1949-4b17-b178-5a5acd777ec8 req-bb4a000d-6c9f-4262-9895-4208c986bc60 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871308 Nov 23 14:19:07.552668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.570362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4514329-2332-4fae-845d-8e67ced3bd7b req-46a08c59-1e89-4530-b77f-67af61ccb067 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059270 Nov 23 14:19:07.652563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.676356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=2a62a95e-d469-49df-9cea-5ca7ede976a2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:07.687904 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.694306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-da61841f-bc95-4f6c-b456-743703fcb575 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/2a62a95e-d469-49df-9cea-5ca7ede976a2 HTTP/1.1" status: 204 len: 168 time: 0.3814847 Nov 23 14:19:07.694567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52598) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:07.700159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc59f83-88db-44ca-b271-7f1a55204344 req-4d4fba8f-379b-4f5a-84e2-a3a1e2bc2a63 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:07.703452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fdc59f83-88db-44ca-b271-7f1a55204344 req-4d4fba8f-379b-4f5a-84e2-a3a1e2bc2a63 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0594859 Nov 23 14:19:07.712106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641bad4-e5fc-41c8-934f-5397475a838b None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:07.740327 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9c30c75e-513f-440e-bf3e-e042792f6a13 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443633 Nov 23 14:19:07.743358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52600) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:07.746547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['5d2fa73d-0802-48aa-8a09-fb8c1cfe7196'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:07.753601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:07.787625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fdc59f83-88db-44ca-b271-7f1a55204344 req-75c9c0cd-8fb2-47fc-add4-09a29510d925 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764699 Nov 23 14:19:07.827340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-614c31ac-aa1c-4a33-85c6-4d43502ef0b1 None None] Provisioning complete for port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:07.828157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-614c31ac-aa1c-4a33-85c6-4d43502ef0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.858417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:07.861997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:07.995465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12af3d-c43e-4146-8f51-bfbf0f95c8ed req-77ee5b1b-f2a2-4efd-b3e3-0640d8c8be8a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:07.997072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e12af3d-c43e-4146-8f51-bfbf0f95c8ed req-77ee5b1b-f2a2-4efd-b3e3-0640d8c8be8a tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1205297 Nov 23 14:19:08.004937 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-614c31ac-aa1c-4a33-85c6-4d43502ef0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.033156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:19:08.060562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-614c31ac-aa1c-4a33-85c6-4d43502ef0b1 None None] For port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=aa7a1e9e-ba14-42e4-88d1-57efe2f1f679,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:08.086489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-614c31ac-aa1c-4a33-85c6-4d43502ef0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.137489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e12af3d-c43e-4146-8f51-bfbf0f95c8ed req-2537dd3b-8c2f-4630-8a1c-629e3cc9f9c4 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277099 Nov 23 14:19:08.184431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320433a9-9599-4b12-9881-31a6b808a306 req-5adf4ac1-ae34-4d37-93b9-b3b053901092 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:08.186214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-320433a9-9599-4b12-9881-31a6b808a306 req-5adf4ac1-ae34-4d37-93b9-b3b053901092 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1428726 Nov 23 14:19:08.228606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.286114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:08.294354 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:08.302166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:08.302923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.305096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c31ac-aa1c-4a33-85c6-4d43502ef0b1 None None] Pushing event updated for resources: {'Port': ['ID=aa7a1e9e-ba14-42e4-88d1-57efe2f1f679,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:08.316877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] Deleting port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:08.317391 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.323218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-320433a9-9599-4b12-9881-31a6b808a306 req-aa57e21f-f7d9-408b-8ccd-ad96e5ed4aa2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249835 Nov 23 14:19:08.345409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=4f53b1a9-af0a-46db-9e80-d278a70befb3,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:08.361514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f520d19c-140a-4b5f-82e5-f357747f062b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6142306 Nov 23 14:19:08.362231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52612) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:08.368508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '4f53b1a9-af0a-46db-9e80-d278a70befb3', 'ip_address': '2001:db8::4549:af74:5b00:150'}], 'name': 'tempest-NetworksTestDHCPv6-1604704246'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:08.409199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] For port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=aa7a1e9e-ba14-42e4-88d1-57efe2f1f679,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:08.409869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.428777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] Calling delete_port for aa7a1e9e-ba14-42e4-88d1-57efe2f1f679 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:08.486439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:08.509065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.541402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] Pushing event deleted for resources: {'Port': ['ID=aa7a1e9e-ba14-42e4-88d1-57efe2f1f679,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:08.547266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff5d2e-f84e-4331-8f9f-53ba240d346b None None] No DVR routers for this DVR port aa7a1e9e-ba14-42e4-88d1-57efe2f1f679 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:08.578333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d809fb-a8a6-4bb4-92db-72cf01d92a5d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:08.579901 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.605753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:08.783030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f1712-05d4-45b6-b27b-ef274e3badf7 req-3186dae6-b016-4b13-9782-d2754309ed12 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:08.784697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-619f1712-05d4-45b6-b27b-ef274e3badf7 req-3186dae6-b016-4b13-9782-d2754309ed12 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 944 time: 0.1343207 Nov 23 14:19:08.791740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '4f53b1a9-af0a-46db-9e80-d278a70befb3'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:19:08.798021 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:08.875102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::4549:af74:5b00:150 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/4f53b1a9-af0a-46db-9e80-d278a70befb3/bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:08.899212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-619f1712-05d4-45b6-b27b-ef274e3badf7 req-e211984a-4260-42f8-949f-0ec392084bfc tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041353 Nov 23 14:19:09.045110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.085278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.130676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:09.133815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:09.136414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:09.141718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/4f53b1a9-af0a-46db-9e80-d278a70befb3/a1f78c1c-4240-454b-bd97-44bb07877627) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:09.143603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:09.145032 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.148815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:09.169895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:09.185825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-96193b42-4a5c-4a8f-875f-a8bf39b10d69 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8200541 Nov 23 14:19:09.186571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52620) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:09.239327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c033a72-6f80-4585-8156-044ffbf11bf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:09.243400 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c033a72-6f80-4585-8156-044ffbf11bf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0535107 Nov 23 14:19:09.243557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52622) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:09.277107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:19:09.291191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:09.291720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.346819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:09.347468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.444838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.466451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.474115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.478820 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.491865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:09.496632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bb571-69c6-4553-82ee-346e01aa2894 req-41636d16-3152-4cbf-b901-17f74f55191c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:09.507783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-811bb571-69c6-4553-82ee-346e01aa2894 req-41636d16-3152-4cbf-b901-17f74f55191c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0835238 Nov 23 14:19:09.526929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:09.539827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:09.543464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:09.553330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Pushing event updated for resources: {'Port': ['ID=a1f78c1c-4240-454b-bd97-44bb07877627,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:09.556823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:09.559546 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e3c2da-37c3-421e-85b1-f2a28c2c2c46" -d '{"events": [{"server_uuid": "bbfd67a3-8109-4838-9714-f765dfc3f97b", "name": "network-vif-plugged", "status": "completed", "tag": "5d2fa73d-0802-48aa-8a09-fb8c1cfe7196"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:09.571516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-811bb571-69c6-4553-82ee-346e01aa2894 req-84fdfc00-03f6-4d53-b2f7-a532222a7ad5 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573609 Nov 23 14:19:09.581027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,segment=NetworkSegment(2afb9960-5f1e-4c9a-a215-28c2199c03e3),segment_id=2afb9960-5f1e-4c9a-a215-28c2199c03e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:09.621595 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cc7e37-8405-4217-9cdd-3c20d3f632ec x-openstack-request-id: req-10cc7e37-8405-4217-9cdd-3c20d3f632ec {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:09.621982 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfd67a3-8109-4838-9714-f765dfc3f97b", "name": "network-vif-plugged", "status": "completed", "tag": "5d2fa73d-0802-48aa-8a09-fb8c1cfe7196", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:09.622156 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10cc7e37-8405-4217-9cdd-3c20d3f632ec {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:09.622549 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196', 'code': 200} Nov 23 14:19:09.623578 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.702070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Attempting to bind port a1f78c1c-4240-454b-bd97-44bb07877627 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:09.702453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Attempting to bind port a1f78c1c-4240-454b-bd97-44bb07877627 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:09.702818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Attempting to bind port a1f78c1c-4240-454b-bd97-44bb07877627 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:09.718993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:09.719371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:09.719870 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.720162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:09.720647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Bound port: a1f78c1c-4240-454b-bd97-44bb07877627, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:09.721022 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.733624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:09.812108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] For port a1f78c1c-4240-454b-bd97-44bb07877627, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:09.817164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] For port a1f78c1c-4240-454b-bd97-44bb07877627, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1f78c1c-4240-454b-bd97-44bb07877627,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:09.822944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:09.890007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daeb7c-db14-43b9-84a9-9ecece2dbe50 None None] Pushing event updated for resources: {'Port': ['ID=a1f78c1c-4240-454b-bd97-44bb07877627,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:09.961007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bed29-3690-4e01-8ed3-59c231636b2c req-95264bd7-377f-46c3-9297-9133e37548f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:09.962709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f18bed29-3690-4e01-8ed3-59c231636b2c req-95264bd7-377f-46c3-9297-9133e37548f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 1096 time: 0.0660813 Nov 23 14:19:10.048744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398991a-4ae4-43c1-9afc-74e5a7f85c1c req-7f2085e6-0559-4397-9980-910f5e78d3f0 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:10.054206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.057149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2398991a-4ae4-43c1-9afc-74e5a7f85c1c req-7f2085e6-0559-4397-9980-910f5e78d3f0 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 945 time: 0.0655777 Nov 23 14:19:10.058013 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f18bed29-3690-4e01-8ed3-59c231636b2c req-16ca847f-4ce6-44ce-a98f-060703f55a33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Nov 23 14:19:10.097921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:10.129774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.141753 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d2287c28-d0cd-48ba-9dd9-fbda715f4697 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3 HTTP/1.1" status: 204 len: 168 time: 0.8967655 Nov 23 14:19:10.143541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52636) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:10.171077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2398991a-4ae4-43c1-9afc-74e5a7f85c1c req-ded941ba-b667-4e07-90cc-9c0991bdcd7b tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127861 Nov 23 14:19:10.249359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a7964-9ca0-437c-b7cb-e81fad9b2070 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:10.251344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a7964-9ca0-437c-b7cb-e81fad9b2070 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:10.256136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52638) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:10.256512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-623a7964-9ca0-437c-b7cb-e81fad9b2070 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1109986 Nov 23 14:19:10.339036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 4f53b1a9-af0a-46db-9e80-d278a70befb3 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:10.350679 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.433574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.438499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1f78c1c-4240-454b-bd97-44bb07877627 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:10.548707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a1f78c1c-4240-454b-bd97-44bb07877627 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:10.549415 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.566666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.660839 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.662712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.714416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=4f53b1a9-af0a-46db-9e80-d278a70befb3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:10.721082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:10.724504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-71b3cb25-5e0a-4379-9259-7e24eda3bb84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/4f53b1a9-af0a-46db-9e80-d278a70befb3 HTTP/1.1" status: 204 len: 168 time: 0.4673414 Nov 23 14:19:10.727789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52644) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:10.741677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:19:10.743478 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:19:10.781128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d202ecb-0682-4208-ace8-a92b0c5629ed req-6d332eb0-504b-4832-9329-98867bb01b2f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:10.782808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d202ecb-0682-4208-ace8-a92b0c5629ed req-6d332eb0-504b-4832-9329-98867bb01b2f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0800812 Nov 23 14:19:10.821189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cb159203-40f8-4618-9bca-fb9d90922ec7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920799 Nov 23 14:19:10.823623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52648) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:10.850836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d202ecb-0682-4208-ace8-a92b0c5629ed req-6de1b692-950a-4326-a5ef-a65619dc0632 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602458 Nov 23 14:19:10.892266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4409cff-72ea-4b0d-a8e2-0bd894047df1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:10.897270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52652) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:10.897600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b4409cff-72ea-4b0d-a8e2-0bd894047df1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0727475 Nov 23 14:19:10.965729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f55537-67a6-4df3-bf2b-a0ce69d38f58 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:10.967294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-01f55537-67a6-4df3-bf2b-a0ce69d38f58 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688415 Nov 23 14:19:10.969822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52656) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:11.023063 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f40c317a-5ed6-4129-ac67-c4ce4d801ad8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479050 Nov 23 14:19:11.024033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52658) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:11.029386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:11.137438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:11.141101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.173839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cabde-6618-4bc4-be54-f09fb0b62cd1 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:11.312703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-71167996-7427-49b9-b47c-5b71e046e71f None None] Provisioning complete for port a1f78c1c-4240-454b-bd97-44bb07877627 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:11.313355 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71167996-7427-49b9-b47c-5b71e046e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.342317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.399068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee170-5f07-4a78-a529-d7f9ba80148e req-6f1cb8ca-4399-44c0-9a08-da7110d92229 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:11.409430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0aee170-5f07-4a78-a529-d7f9ba80148e req-6f1cb8ca-4399-44c0-9a08-da7110d92229 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 945 time: 0.1433494 Nov 23 14:19:11.416340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port a1f78c1c-4240-454b-bd97-44bb07877627, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1f78c1c-4240-454b-bd97-44bb07877627,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:11.424580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.493690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.519528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=a1f78c1c-4240-454b-bd97-44bb07877627,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:11.532916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af34541-7125-433b-9029-6094109361f1 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:19:11.535004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0aee170-5f07-4a78-a529-d7f9ba80148e req-0d5231fa-807c-4645-b466-f5575acd0deb tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246910 Nov 23 14:19:11.566468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:11.572013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:11.575514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:11.576271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.594264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=4066beba-b075-40be-9187-617f52bc20d6,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:11.611497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1d5883f5-1255-48c8-bd27-fdf65456d3a1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5853980 Nov 23 14:19:11.613750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52666) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:11.621111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '4066beba-b075-40be-9187-617f52bc20d6', 'ip_address': '2001:db8::6a18:2594:f352:eeb1'}], 'name': 'tempest-NetworksTestDHCPv6-1244375837'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:11.634736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2af34541-7125-433b-9029-6094109361f1 None None] Deleting port a1f78c1c-4240-454b-bd97-44bb07877627 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:11.637042 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2af34541-7125-433b-9029-6094109361f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.747617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2af34541-7125-433b-9029-6094109361f1 None None] For port a1f78c1c-4240-454b-bd97-44bb07877627, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1f78c1c-4240-454b-bd97-44bb07877627,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:11.747934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2af34541-7125-433b-9029-6094109361f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.765424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2af34541-7125-433b-9029-6094109361f1 None None] Calling delete_port for a1f78c1c-4240-454b-bd97-44bb07877627 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:11.772094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:11.868887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.877718 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2af34541-7125-433b-9029-6094109361f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:11.890171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 615c796e-4c20-4c0a-8929-5f100c947f36 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:11.944109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af34541-7125-433b-9029-6094109361f1 None None] Pushing event deleted for resources: {'Port': ['ID=a1f78c1c-4240-454b-bd97-44bb07877627,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:11.954222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af34541-7125-433b-9029-6094109361f1 None None] No DVR routers for this DVR port a1f78c1c-4240-454b-bd97-44bb07877627 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:11.981469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5f52d-ce64-42fe-ba16-5049b93bc40a None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:12.068649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681008f6-5da5-46b2-a667-f5dab6b0fa2f req-644e73e1-99e1-467b-b98a-1ed78542852c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:12.076818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-681008f6-5da5-46b2-a667-f5dab6b0fa2f req-644e73e1-99e1-467b-b98a-1ed78542852c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1052787 Nov 23 14:19:12.094662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::6a18:2594:f352:eeb1 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/4066beba-b075-40be-9187-617f52bc20d6/615c796e-4c20-4c0a-8929-5f100c947f36) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:12.135989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-681008f6-5da5-46b2-a667-f5dab6b0fa2f req-d6b42b20-2414-466e-8a1c-0abb4c09899f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Nov 23 14:19:12.250174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '4066beba-b075-40be-9187-617f52bc20d6'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:19:12.251181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.314923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.354253 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.359622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1f78c1c-4240-454b-bd97-44bb07877627 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:12.384381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a1f78c1c-4240-454b-bd97-44bb07877627 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:12.384711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1f78c1c-4240-454b-bd97-44bb07877627 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:12.394658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:12.402507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:12.406198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:12.411837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:12.412955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.426071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=615c796e-4c20-4c0a-8929-5f100c947f36,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:12.442042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52676) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:12.446084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/4066beba-b075-40be-9187-617f52bc20d6/d72e24b2-6873-4937-b5ae-c17838555944) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:12.447482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c3ec60cc-a383-42cb-a60f-d0e4ad5df234 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8323514 Nov 23 14:19:12.448159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c184e9e9-5cb7-403e-8ddd-caf231aa7dc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '4066beba-b075-40be-9187-617f52bc20d6', 'ip_address': '2001:db8::6a18:2594:f352:eeb1'}], 'name': 'tempest-NetworksTestDHCPv6-1779006252'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:12.592957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c184e9e9-5cb7-403e-8ddd-caf231aa7dc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:12.607907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c184e9e9-5cb7-403e-8ddd-caf231aa7dc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.625734 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.632334 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.661429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-c184e9e9-5cb7-403e-8ddd-caf231aa7dc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 246d871d-4e67-4704-9345-72874ba77887 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:12.669742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:12.677543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:12.681554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:12.691690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Pushing event updated for resources: {'Port': ['ID=d72e24b2-6873-4937-b5ae-c17838555944,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:12.737102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eb33d-9149-4e51-a77c-5e1e14a29c10 req-539ee2ce-5b46-4ba9-8cf2-e19c0e08d222 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:12.739057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e2eb33d-9149-4e51-a77c-5e1e14a29c10 req-539ee2ce-5b46-4ba9-8cf2-e19c0e08d222 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 945 time: 0.1147859 Nov 23 14:19:12.773212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Attempting to bind port d72e24b2-6873-4937-b5ae-c17838555944 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:12.773592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Attempting to bind port d72e24b2-6873-4937-b5ae-c17838555944 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:12.773951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Attempting to bind port d72e24b2-6873-4937-b5ae-c17838555944 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:12.779878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:12.780245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:12.780637 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.781048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:12.781484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Bound port: d72e24b2-6873-4937-b5ae-c17838555944, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:12.781860 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.843778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] For port d72e24b2-6873-4937-b5ae-c17838555944, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:12.846901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] For port d72e24b2-6873-4937-b5ae-c17838555944, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d72e24b2-6873-4937-b5ae-c17838555944,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:12.852356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e2eb33d-9149-4e51-a77c-5e1e14a29c10 req-f1b984a1-4fbf-4b9b-bab8-48a1a70420ae tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996146 Nov 23 14:19:12.854314 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:12.923787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67ac0-bd0c-4f08-b5c4-1529a32e18fe None None] Pushing event updated for resources: {'Port': ['ID=d72e24b2-6873-4937-b5ae-c17838555944,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:12.932059 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c184e9e9-5cb7-403e-8ddd-caf231aa7dc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 14:19:12.932710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c184e9e9-5cb7-403e-8ddd-caf231aa7dc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:19:12.955300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52684) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:12.955803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c184e9e9-5cb7-403e-8ddd-caf231aa7dc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5123134 Nov 23 14:19:13.023094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a38c5-a127-4daf-a276-3118510c5638 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:13.029421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a38c5-a127-4daf-a276-3118510c5638 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:13.031299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c18a38c5-a127-4daf-a276-3118510c5638 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0735137 Nov 23 14:19:13.035676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:13.198768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 615c796e-4c20-4c0a-8929-5f100c947f36 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:13.199347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:13.339030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c4fe3-ea57-47a3-8a23-9c39977a2c6d req-ff5dfa73-85cb-4da9-a013-b6b3377e5cb7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:13.339451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:13.340555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c8c4fe3-ea57-47a3-8a23-9c39977a2c6d req-ff5dfa73-85cb-4da9-a013-b6b3377e5cb7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0812111 Nov 23 14:19:13.377619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 615c796e-4c20-4c0a-8929-5f100c947f36 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:13.445863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c8c4fe3-ea57-47a3-8a23-9c39977a2c6d req-00dd71b0-9c3d-4a1d-a952-7df781df4000 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933950 Nov 23 14:19:13.547957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:13.585053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=615c796e-4c20-4c0a-8929-5f100c947f36,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:13.612203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:13.616076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab8ab6d9-2f6c-4314-b9e1-63be95701666 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/615c796e-4c20-4c0a-8929-5f100c947f36 HTTP/1.1" status: 204 len: 168 time: 0.5792105 Nov 23 14:19:13.618421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52700) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:13.671143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1a871-93da-4c3c-ab0e-7d4b2afc1c96 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:13.672872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1a871-93da-4c3c-ab0e-7d4b2afc1c96 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:13.674987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-51c1a871-93da-4c3c-ab0e-7d4b2afc1c96 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0549634 Nov 23 14:19:13.677324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52702) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:13.728995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 4066beba-b075-40be-9187-617f52bc20d6 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:13.732298 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:13.781208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:13.886643 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:13.957921 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:14.002444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=4066beba-b075-40be-9187-617f52bc20d6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:14.007048 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:14.011434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ce6db82d-ae3c-4ef5-a680-9a6dacbbceab tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/4066beba-b075-40be-9187-617f52bc20d6 HTTP/1.1" status: 204 len: 168 time: 0.3323221 Nov 23 14:19:14.013887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:14.054588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f2a835f0-4a09-4f4f-b3ef-0a6fd49127e7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395463 Nov 23 14:19:14.059634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52708) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:14.066655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:14.069600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-d933d044-c897-41c7-b1c0-efae78527710 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771868 Nov 23 14:19:14.149599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-e6576dd9-12f3-454c-8085-b8c1da6b3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:14.153487 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-e6576dd9-12f3-454c-8085-b8c1da6b3e39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1096 time: 0.0573642 Nov 23 14:19:14.241594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:14.250135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:14.346508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-10f91e3b-106d-4f98-831e-cc6470536a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:14.349260 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-10f91e3b-106d-4f98-831e-cc6470536a5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.1739204 Nov 23 14:19:14.386714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122835d9-90ed-478e-8793-622b63add687 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:14.466045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d72e24b2-6873-4937-b5ae-c17838555944 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:14.605155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-4fa8b778-5977-4c55-b4af-1703893fc807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 1000 time: 0.2481327 Nov 23 14:19:14.662556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:14.720002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-82c9cdb5-cc91-4ec9-b71b-2e3ea88d367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:14.723420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:14.727594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-82c9cdb5-cc91-4ec9-b71b-2e3ea88d367a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1109354 Nov 23 14:19:14.732438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:14.736961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:14.737555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:14.756421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80ba5-1b67-4fb3-b6d3-89fc96fa3404 req-8f05b49b-a3da-4e39-9c92-89c6c4d826a7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:14.763095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ff80ba5-1b67-4fb3-b6d3-89fc96fa3404 req-8f05b49b-a3da-4e39-9c92-89c6c4d826a7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.2037468 Nov 23 14:19:14.786656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=8151d9b2-92d0-4d29-b926-060ed569deaa,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:14.795037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7d8dc8cd-8b13-4980-ac10-e65ecd2686c9 None None] Provisioning complete for port d72e24b2-6873-4937-b5ae-c17838555944 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:14.795424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d8dc8cd-8b13-4980-ac10-e65ecd2686c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:14.805836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2868959-783c-4212-89af-ea126873f260 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7421961 Nov 23 14:19:14.807171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52718) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:14.813585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9f107e5e-9cc0-4bee-835d-f257ba538018 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '8151d9b2-92d0-4d29-b926-060ed569deaa', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-224184288'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:14.820860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-7d33c14c-fb1d-41df-a752-a5b7c878b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:14.823362 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-7d33c14c-fb1d-41df-a752-a5b7c878b668 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872538 Nov 23 14:19:14.875731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d72e24b2-6873-4937-b5ae-c17838555944 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:14.876103 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:14.920920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ff80ba5-1b67-4fb3-b6d3-89fc96fa3404 req-1620394f-4b14-45ff-b9bb-70f6f1cfcdcd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568105 Nov 23 14:19:14.981132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d8dc8cd-8b13-4980-ac10-e65ecd2686c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:15.018781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f107e5e-9cc0-4bee-835d-f257ba538018 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:15.050560 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:15.062845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-b8bd9355-adbd-4b9e-91e3-a03979d10c3b service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309456 Nov 23 14:19:15.077343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7d8dc8cd-8b13-4980-ac10-e65ecd2686c9 None None] For port d72e24b2-6873-4937-b5ae-c17838555944, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d72e24b2-6873-4937-b5ae-c17838555944,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:15.087519 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d8dc8cd-8b13-4980-ac10-e65ecd2686c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:15.192513 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f107e5e-9cc0-4bee-835d-f257ba538018 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:15.210652 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:19:15.211038 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:19:15.211652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dc8cd-8b13-4980-ac10-e65ecd2686c9 None None] Pushing event updated for resources: {'Port': ['ID=d72e24b2-6873-4937-b5ae-c17838555944,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:15.253962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-9f107e5e-9cc0-4bee-835d-f257ba538018 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port e22cba6b-fae1-47a7-9101-59879f937502 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:15.265202 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5a6d50e7-7093-43c6-8fed-7ed8faa5a2fc req-86df8fa1-fa1d-45bd-afc5-d00334c6e463 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933336 Nov 23 14:19:15.346617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aef2d4-3bcc-421d-9455-71c3650b7554 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:15.423049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6020325-2dbd-4397-9b35-06adfb108dab req-71aa001e-12d3-4922-a5e9-935507668bce tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.424636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6020325-2dbd-4397-9b35-06adfb108dab req-71aa001e-12d3-4922-a5e9-935507668bce tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.1120079 Nov 23 14:19:15.426605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-41ede451-ca6f-4b4b-a40d-7db03b321258 None None] Provisioning complete for port d72e24b2-6873-4937-b5ae-c17838555944 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:15.427134 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-41ede451-ca6f-4b4b-a40d-7db03b321258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:15.457967 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f107e5e-9cc0-4bee-835d-f257ba538018 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:19:15.458415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f107e5e-9cc0-4bee-835d-f257ba538018 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:19:15.523033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9f107e5e-9cc0-4bee-835d-f257ba538018 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7131004 Nov 23 14:19:15.524384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:15.563703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6020325-2dbd-4397-9b35-06adfb108dab req-0a2be5a6-8d3a-4d05-b4b0-e29e4a41e5c7 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306446 Nov 23 14:19:15.571394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-1e6c381b-7d77-4623-a521-35baadd3e266 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1079371 Nov 23 14:19:15.621247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f836002-fa49-40ce-b741-a69ed23dd661 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.625842 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f836002-fa49-40ce-b741-a69ed23dd661 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0975688 Nov 23 14:19:15.626061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52738) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:15.711574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbaa15a-435e-451f-a220-ac7b15a5622a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.720207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbaa15a-435e-451f-a220-ac7b15a5622a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.724781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-acbaa15a-435e-451f-a220-ac7b15a5622a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0950117 Nov 23 14:19:15.725405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52742) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:15.769062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.769539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.770002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.770719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.770942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.771922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.772408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:15.774424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-029c1122-a2a0-4e1d-b9c6-860b4d5a0e21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6500 time: 0.0984218 Nov 23 14:19:15.800560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 8151d9b2-92d0-4d29-b926-060ed569deaa {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:15.804826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:15.879311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:15.939208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.054196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-65bf742d-49ad-4aa4-920f-c8e6c0145328 None None] Provisioning complete for port d72e24b2-6873-4937-b5ae-c17838555944 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:16.054563 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-65bf742d-49ad-4aa4-920f-c8e6c0145328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.057819 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.145781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=8151d9b2-92d0-4d29-b926-060ed569deaa,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:16.160831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.165581 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0111831e-7823-4b0c-91af-5b5f0556a512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/8151d9b2-92d0-4d29-b926-060ed569deaa HTTP/1.1" status: 204 len: 168 time: 0.4392486 Nov 23 14:19:16.168458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:16.219610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5dd5ae3f-73ec-4ce6-96b8-413f118c56c0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494041 Nov 23 14:19:16.225374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52756) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:16.231451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:16.256971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ddd7c5-50c4-4490-acf2-48a4f59dd979 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:16.387596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d72e24b2-6873-4937-b5ae-c17838555944 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:16.397338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-bcc8eca1-0cfc-4c6f-8859-92a470a6149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.397782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-bcc8eca1-0cfc-4c6f-8859-92a470a6149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.399236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-bcc8eca1-0cfc-4c6f-8859-92a470a6149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.399877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-bcc8eca1-0cfc-4c6f-8859-92a470a6149f service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a9ee93-d52a-40bd-8474-910f5a837859&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=2abe950e-20d4-41a3-987a-91c4a86ba666&id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 2298 time: 0.5811844 Nov 23 14:19:16.402120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2a5a9c5c-db75-4f68-95d1-120ee48bf00f None None] Could not find standard attr ID for object 5ef9c010-556b-43e0-8f27-4172919b6485. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:16.409581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3a8b-c62a-44b6-8dc8-a192478a3285 req-be20f9cb-ec3e-4092-bc2f-d9d38ee41ce9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.411971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78fa3a8b-c62a-44b6-8dc8-a192478a3285 req-be20f9cb-ec3e-4092-bc2f-d9d38ee41ce9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0851917 Nov 23 14:19:16.441947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:16.447252 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.509592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-988d9723-6849-44af-a133-77c1b2c936d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 200 len: 1002 time: 0.0968361 Nov 23 14:19:16.523532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d72e24b2-6873-4937-b5ae-c17838555944 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:16.523994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.541547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78fa3a8b-c62a-44b6-8dc8-a192478a3285 req-b487defa-add4-4f80-9d26-beed9e0554da tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927141 Nov 23 14:19:16.628025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-4d9fc49d-04f9-4ea4-8faf-e0af2fa82e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.629655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-4d9fc49d-04f9-4ea4-8faf-e0af2fa82e27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a364ed53-f9a0-4c52-85de-268f6f2f28e3 HTTP/1.1" status: 200 len: 856 time: 0.0869203 Nov 23 14:19:16.646537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:19:16.744242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-fd6dc502-a8d3-4fec-80e7-73ba487be036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.747927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-fd6dc502-a8d3-4fec-80e7-73ba487be036 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a9ee93-d52a-40bd-8474-910f5a837859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082389 Nov 23 14:19:16.760507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.767775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] Deleting port d72e24b2-6873-4937-b5ae-c17838555944 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:16.769231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.782136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65a8df-19c6-43d3-bc2d-01affd68999d req-d9899a73-258d-44cc-81ab-d7a137bc2e02 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.783873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd65a8df-19c6-43d3-bc2d-01affd68999d req-d9899a73-258d-44cc-81ab-d7a137bc2e02 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0895848 Nov 23 14:19:16.813693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:16.836575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:16.847293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:16.847931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.864875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=9a9796e2-5780-47f7-b0e5-345b1f68e7e3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:16.879338 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-82b32a84-4f9e-4152-9e06-5c95bcbabf3c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6502316 Nov 23 14:19:16.879554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52776) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:16.886129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a192ba9b-a3d1-4257-9e38-c36f5fdffca4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1696338815', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:16.890706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] For port d72e24b2-6873-4937-b5ae-c17838555944, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d72e24b2-6873-4937-b5ae-c17838555944,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:16.891277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.903465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd65a8df-19c6-43d3-bc2d-01affd68999d req-9df15d2e-b7ae-41be-adc2-a875e5e2abfd tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cb2f21b-5846-45fd-aec2-131184e54db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072524 Nov 23 14:19:16.921770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] Calling delete_port for d72e24b2-6873-4937-b5ae-c17838555944 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:16.929441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a192ba9b-a3d1-4257-9e38-c36f5fdffca4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.930476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a192ba9b-a3d1-4257-9e38-c36f5fdffca4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:16.939258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-e1c67c0b-271b-4852-8d9d-e1270bb2b0a8 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776686 Nov 23 14:19:17.004472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a192ba9b-a3d1-4257-9e38-c36f5fdffca4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.006454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.011064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a192ba9b-a3d1-4257-9e38-c36f5fdffca4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.037695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] Pushing event deleted for resources: {'Port': ['ID=d72e24b2-6873-4937-b5ae-c17838555944,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:17.039811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce300b78-c11f-474f-847f-af03f4683e4b None None] No DVR routers for this DVR port d72e24b2-6873-4937-b5ae-c17838555944 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:17.043098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a192ba9b-a3d1-4257-9e38-c36f5fdffca4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.044397 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a192ba9b-a3d1-4257-9e38-c36f5fdffca4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1638920 Nov 23 14:19:17.048509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:17.088681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77228d6b-04eb-4cfa-bcec-8e675c0b0105 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:17.098078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-6097835a-4d54-4991-9982-41f9493ea30c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:17.100822 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-6097835a-4d54-4991-9982-41f9493ea30c tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 946 time: 0.0728786 Nov 23 14:19:17.205598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-2d30435c-be95-45eb-9966-e7190babefa8 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554030 Nov 23 14:19:17.208624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Deleting port 489048a6-4915-4b15-8153-75171f3f01ae {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:17.209494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.244751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '9a9796e2-5780-47f7-b0e5-345b1f68e7e3'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:19:17.245638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.306868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] For port 489048a6-4915-4b15-8153-75171f3f01ae, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=489048a6-4915-4b15-8153-75171f3f01ae,segment=NetworkSegment(aae07149-eb39-4a32-80cc-4768a849141d),segment_id=aae07149-eb39-4a32-80cc-4768a849141d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:17.307392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.317051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-4a0477c9-9f61-4efd-8ab9-cfc32a8c1d51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 217 time: 0.0767024 Nov 23 14:19:17.320875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Calling delete_port for 489048a6-4915-4b15-8153-75171f3f01ae owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:17.325133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d53af3-f5ff-420a-b2fa-7f969b40b159 req-abca4f6a-5509-4031-aab3-479bdf97f217 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:17.326702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93d53af3-f5ff-420a-b2fa-7f969b40b159 req-abca4f6a-5509-4031-aab3-479bdf97f217 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 945 time: 0.1777050 Nov 23 14:19:17.384857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/9a9796e2-5780-47f7-b0e5-345b1f68e7e3/5fde44d4-7944-4014-9ab9-e37d06a5d764) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:17.472924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.486243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-2d7c55e3-df33-44c5-b44f-ed8b554d7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:17.487843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-2d7c55e3-df33-44c5-b44f-ed8b554d7ab6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.1600080 Nov 23 14:19:17.493284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['489048a6-4915-4b15-8153-75171f3f01ae'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:17.516756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Pushing event deleted for resources: {'Port': ['ID=489048a6-4915-4b15-8153-75171f3f01ae,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:17.545484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93d53af3-f5ff-420a-b2fa-7f969b40b159 req-7dcc6cab-88a4-47dc-897b-2fdc2b520565 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064660 Nov 23 14:19:17.589559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] No DVR routers for this DVR port 489048a6-4915-4b15-8153-75171f3f01ae on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:17.592562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.596434 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83ccbdd5-bfc3-41c8-9127-1a382f415570 req-69a6e440-c8a9-44ea-889c-609da2470cd0 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.74 "DELETE /v2.0/ports/489048a6-4915-4b15-8153-75171f3f01ae HTTP/1.1" status: 204 len: 173 time: 0.4900262 Nov 23 14:19:17.596899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-deleted', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:17.610398 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.610621 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb3d303-840b-4247-b2e1-514af4af6c7b" -d '{"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-deleted", "tag": "489048a6-4915-4b15-8153-75171f3f01ae"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:17.650264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.659101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.673209 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b08ecd2-1391-4ec5-b2e0-5f77289e29f2 x-openstack-request-id: req-2b08ecd2-1391-4ec5-b2e0-5f77289e29f2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:17.673807 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf3d66b-96cc-4591-8d92-e8aaa56fb2da", "name": "network-vif-deleted", "tag": "489048a6-4915-4b15-8153-75171f3f01ae", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:17.673807 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b08ecd2-1391-4ec5-b2e0-5f77289e29f2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:17.674108 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf3d66b-96cc-4591-8d92-e8aaa56fb2da', 'name': 'network-vif-deleted', 'tag': '489048a6-4915-4b15-8153-75171f3f01ae', 'status': 'completed', 'code': 200} Nov 23 14:19:17.680718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-dc4859a6-d420-4237-a6dd-21a99b31fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:17.682226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-dc4859a6-d420-4237-a6dd-21a99b31fa3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1832438 Nov 23 14:19:17.718679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:17.721511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:17.727505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:17.729571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Pushing event updated for resources: {'Port': ['ID=5fde44d4-7944-4014-9ab9-e37d06a5d764,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:17.795220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Attempting to bind port 5fde44d4-7944-4014-9ab9-e37d06a5d764 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:17.795594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Attempting to bind port 5fde44d4-7944-4014-9ab9-e37d06a5d764 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:17.795957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Attempting to bind port 5fde44d4-7944-4014-9ab9-e37d06a5d764 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:17.801061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:17.802541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:17.803581 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.803979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:17.804458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Bound port: 5fde44d4-7944-4014-9ab9-e37d06a5d764, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:17.805195 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.813438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec0e85-75d8-4a9b-a2a0-b5b07e3a8d82 req-907bf397-5b5e-415f-aa61-cde29862d843 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:17.814994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aec0e85-75d8-4a9b-a2a0-b5b07e3a8d82 req-907bf397-5b5e-415f-aa61-cde29862d843 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1701877 Nov 23 14:19:17.872691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] For port 5fde44d4-7944-4014-9ab9-e37d06a5d764, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:17.876162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] For port 5fde44d4-7944-4014-9ab9-e37d06a5d764, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5fde44d4-7944-4014-9ab9-e37d06a5d764,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:17.879895 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:17.954204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8446a5-e539-44a2-902c-00d6c6f3d3f4 None None] Pushing event updated for resources: {'Port': ['ID=5fde44d4-7944-4014-9ab9-e37d06a5d764,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:17.994298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-4fc8911f-4dfa-4682-8594-54729ee8495f service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716258 Nov 23 14:19:18.048900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aec0e85-75d8-4a9b-a2a0-b5b07e3a8d82 req-2db2539b-9ec3-4875-9816-2772bf61a6d8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043962 Nov 23 14:19:18.082106 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5669f97-e7ad-4f63-ab25-ad7615c2f03a req-fb2e91a3-84cb-4127-96a6-4fa7daaeb732 tempest-ServersNegativeTestJSON-1960781651 tempest-ServersNegativeTestJSON-1960781651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cf3d66b-96cc-4591-8d92-e8aaa56fb2da HTTP/1.1" status: 200 len: 210 time: 0.0643086 Nov 23 14:19:18.212408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::1 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/9a9796e2-5780-47f7-b0e5-345b1f68e7e3/51b28af7-f809-4d55-a7ea-699a1dab2455) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:18.223452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-db20d219-ec97-4859-a01f-e7bee54e5cd7 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185004 Nov 23 14:19:18.282934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-bb2add39-d10b-4409-b7e7-25452ad5f011 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 217 time: 0.0518470 Nov 23 14:19:18.371419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5fde44d4-7944-4014-9ab9-e37d06a5d764 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:18.380388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-c1aed02c-b3e7-430a-8c0b-bf406955594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:18.382369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-c1aed02c-b3e7-430a-8c0b-bf406955594d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0921378 Nov 23 14:19:18.421999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5fde44d4-7944-4014-9ab9-e37d06a5d764 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:18.422380 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.432273 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.455661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-0908be11-e036-4ff8-9510-40250fbec9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:18.457221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-0908be11-e036-4ff8-9510-40250fbec9df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656714 Nov 23 14:19:18.505374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.510059 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.542770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 5fde44d4-7944-4014-9ab9-e37d06a5d764, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5fde44d4-7944-4014-9ab9-e37d06a5d764,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:18.547471 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.595371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:18.601731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:18.604413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:18.604957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.629998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=5fde44d4-7944-4014-9ab9-e37d06a5d764,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:18.652642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d72e24b2-6873-4937-b5ae-c17838555944 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:18.662347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=51b28af7-f809-4d55-a7ea-699a1dab2455,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:18.682617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-07477447-5e5b-44c1-8390-5253ae7f74c3 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136974 Nov 23 14:19:18.697582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-59b74dda-c416-420f-adb1-ba5637d01ade tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:18.699358 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-59b74dda-c416-420f-adb1-ba5637d01ade tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 945 time: 0.0738785 Nov 23 14:19:18.710305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d72e24b2-6873-4937-b5ae-c17838555944 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:18.710797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d72e24b2-6873-4937-b5ae-c17838555944 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:18.817797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Deleting port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:18.818262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.865802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.901272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ed9d-7662-41c4-a3bc-ff49c69bf0fc req-b83a4870-499c-4099-b7a8-03bc271056f8 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:18.910105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2880ed9d-7662-41c4-a3bc-ff49c69bf0fc req-b83a4870-499c-4099-b7a8-03bc271056f8 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbfd67a3-8109-4838-9714-f765dfc3f97b HTTP/1.1" status: 200 len: 945 time: 0.1819844 Nov 23 14:19:18.930787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-2ee07486-c28c-4bfa-84b3-4f0d2f8452d9 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159636 Nov 23 14:19:18.931442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] For port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,segment=NetworkSegment(2afb9960-5f1e-4c9a-a215-28c2199c03e3),segment_id=2afb9960-5f1e-4c9a-a215-28c2199c03e3)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:18.931817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:18.945648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Calling delete_port for 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:19.004450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-b32929af-cdef-4008-9b8c-9e3c76f01d21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=65d08020-a694-47be-9fe7-64c58c3d4817 HTTP/1.1" status: 200 len: 217 time: 0.0511386 Nov 23 14:19:19.108075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.120249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['5d2fa73d-0802-48aa-8a09-fb8c1cfe7196'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:19.139617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Pushing event deleted for resources: {'Port': ['ID=5d2fa73d-0802-48aa-8a09-fb8c1cfe7196,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:19.190977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-161f9581-ef0f-4cee-afcc-800eb747b82e None None] Provisioning complete for port 5fde44d4-7944-4014-9ab9-e37d06a5d764 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:19.191612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-161f9581-ef0f-4cee-afcc-800eb747b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.209409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] No DVR routers for this DVR port 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:19.211957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.215602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9035cfe8-0435-4f01-88bc-3e51d17759cf req-c9e4b36f-7c13-409f-933f-054ca966430f tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.11 "DELETE /v2.0/ports/5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 HTTP/1.1" status: 204 len: 173 time: 0.5087585 Nov 23 14:19:19.411202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-83224040-0920-4088-97b1-f5fdbc78b868 None None] Could not find standard attr ID for object bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:19.483806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2880ed9d-7662-41c4-a3bc-ff49c69bf0fc req-1af10048-b964-4675-bebf-c391c6de2dd8 tempest-VolumesActionsTest-1374271023 tempest-VolumesActionsTest-1374271023-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730159 Nov 23 14:19:19.529640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-0018dd9b-cfa5-49ec-addb-2e4294dfeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:19.531124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-0018dd9b-cfa5-49ec-addb-2e4294dfeafd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.5176735 Nov 23 14:19:19.538030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52806) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:19.589638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] Deleting subnet 37e46272-b4e0-4d2a-8dd4-b85f87d70e00 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:19.593048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.606547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37858768-6f80-47bb-8579-ae8a0af28aa8 req-f0a0a53d-0464-4fce-8aee-02d59cbdf4c7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:19.608560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37858768-6f80-47bb-8579-ae8a0af28aa8 req-f0a0a53d-0464-4fce-8aee-02d59cbdf4c7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1304257 Nov 23 14:19:19.628320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3d6d3cfc-5f17-4763-bfcd-def2719d51fd None None] Could not find standard attr ID for object 615c796e-4c20-4c0a-8929-5f100c947f36. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:19.649820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.675889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'name': 'network-vif-deleted', 'tag': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:19.680271 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b41d186-596f-4e4c-a3a9-a2997e2a7c15" -d '{"events": [{"server_uuid": "bbfd67a3-8109-4838-9714-f765dfc3f97b", "name": "network-vif-deleted", "tag": "5d2fa73d-0802-48aa-8a09-fb8c1cfe7196"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:19.707906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.755565 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b4437a-9231-49ca-88e8-bac01530d2b2 x-openstack-request-id: req-78b4437a-9231-49ca-88e8-bac01530d2b2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:19.756424 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfd67a3-8109-4838-9714-f765dfc3f97b", "name": "network-vif-deleted", "tag": "5d2fa73d-0802-48aa-8a09-fb8c1cfe7196", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:19.756657 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78b4437a-9231-49ca-88e8-bac01530d2b2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:19.757061 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfd67a3-8109-4838-9714-f765dfc3f97b', 'name': 'network-vif-deleted', 'tag': '5d2fa73d-0802-48aa-8a09-fb8c1cfe7196', 'status': 'completed', 'code': 200} Nov 23 14:19:19.774044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.778154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-a4ff2b00-b194-4e85-8a34-35999ab06f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:19.780622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-a4ff2b00-b194-4e85-8a34-35999ab06f43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2401731 Nov 23 14:19:19.786700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.788311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.814153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.865427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e46272-b4e0-4d2a-8dd4-b85f87d70e00,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:19.868474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.874460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-628e193d-4480-443b-97be-a3251d9e88a9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/37e46272-b4e0-4d2a-8dd4-b85f87d70e00 HTTP/1.1" status: 204 len: 168 time: 0.3353384 Nov 23 14:19:19.875453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52812) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:19.885318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1b9c02b5-dc1e-4c4f-b78a-9af2852b7d8a None None] Provisioning complete for port 51b28af7-f809-4d55-a7ea-699a1dab2455 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:19.885930 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b9c02b5-dc1e-4c4f-b78a-9af2852b7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.928923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c02b5-dc1e-4c4f-b78a-9af2852b7d8a None None] Port 51b28af7-f809-4d55-a7ea-699a1dab2455 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:19:19.950389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:19.997869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37858768-6f80-47bb-8579-ae8a0af28aa8 req-7d150c1c-38e2-47b2-962a-9bba335e1cdc tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481450 Nov 23 14:19:20.040042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.063907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be6a2ba-b38f-451e-8f53-e21df7239a8a']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:20.075231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae07149-eb39-4a32-80cc-4768a849141d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:20.076130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae07149-eb39-4a32-80cc-4768a849141d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:20.086847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-87f295b2-4516-4393-8ff9-815793595f7b service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896028 Nov 23 14:19:20.087829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.093020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=51b28af7-f809-4d55-a7ea-699a1dab2455,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:20.103524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.111401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:19:20.112441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:19:20.114431 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:19:20.141686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:20.144489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:20.176693 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.196250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.199968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5be6a2ba-b38f-451e-8f53-e21df7239a8a HTTP/1.1" status: 204 len: 168 time: 0.3229365 Nov 23 14:19:20.207934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195e9f6-f562-4e9e-b50a-0da062bd9471 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be6a2ba-b38f-451e-8f53-e21df7239a8a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:20.281906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-02b75874-ce45-470e-ad5a-2a0d708777c6 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848178 Nov 23 14:19:20.337131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-76e43661-e05f-4ae3-9490-dd9e3fa893bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=331ef162-7cf5-4277-9771-c3759427fdf3 HTTP/1.1" status: 200 len: 217 time: 0.0471594 Nov 23 14:19:20.354766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5fde44d4-7944-4014-9ab9-e37d06a5d764 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:20.408770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-dbed86fa-c50c-49a2-9dfb-1436145f5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:20.410464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-dbed86fa-c50c-49a2-9dfb-1436145f5b31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.0636795 Nov 23 14:19:20.411570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Router 66b73333-a28e-455f-80d0-a3659d231405 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:19:20.417242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52818) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:20.438270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5fde44d4-7944-4014-9ab9-e37d06a5d764 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:20.438859 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.477073 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3ffcefee-2ccc-4e8c-97a0-c6b907199c83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4115e8a47c3d492a8b4537f63e6329e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584013 Nov 23 14:19:20.479476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:20.541512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-ac6e799e-3493-4bdd-a7fb-73605e3a4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:20.543258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-ac6e799e-3493-4bdd-a7fb-73605e3a4f0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224542 Nov 23 14:19:20.576444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e039929a-7d1f-4d15-8a98-f75a83d59d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.586267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:19:20.598179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Sync routers for ids ['66b73333-a28e-455f-80d0-a3659d231405'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:19:20.601791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a2fb485c-e18e-49c6-beea-123bbf9e55da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "PUT /v2.0/routers/66b73333-a28e-455f-80d0-a3659d231405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5517836 Nov 23 14:19:20.604499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52826) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:20.613383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Routers {'66b73333-a28e-455f-80d0-a3659d231405'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:20.614016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:18:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['66b73333-a28e-455f-80d0-a3659d231405'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:20.681223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e05964-8bb4-4503-b645-a5a17afc7ee8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:20.685678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66e05964-8bb4-4503-b645-a5a17afc7ee8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports/51b28af7-f809-4d55-a7ea-699a1dab2455 HTTP/1.1" status: 200 len: 911 time: 0.0731654 Nov 23 14:19:20.687992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e039929a-7d1f-4d15-8a98-f75a83d59d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.688128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52828) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:20.713377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-08b158d8-7c84-4fc0-9e33-d3ca81e70218 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610463 Nov 23 14:19:20.751803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e039929a-7d1f-4d15-8a98-f75a83d59d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.754602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e039929a-7d1f-4d15-8a98-f75a83d59d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.756619 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e039929a-7d1f-4d15-8a98-f75a83d59d04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6cb2f21b-5846-45fd-aec2-131184e54db5 HTTP/1.1" status: 204 len: 168 time: 0.2760468 Nov 23 14:19:20.780056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039929a-7d1f-4d15-8a98-f75a83d59d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb2f21b-5846-45fd-aec2-131184e54db5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:20.827187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4e9f0-85c9-42e2-9b25-1e5a79cf6ac1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:20.835457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4e9f0-85c9-42e2-9b25-1e5a79cf6ac1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:20.837621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3fb4e9f0-85c9-42e2-9b25-1e5a79cf6ac1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1485472 Nov 23 14:19:20.840793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52832) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:20.902206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3490ef97-5e53-4d83-a6f6-a51f115879c4 None None] Provisioning complete for port 51b28af7-f809-4d55-a7ea-699a1dab2455 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:20.902673 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3490ef97-5e53-4d83-a6f6-a51f115879c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:20.905657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-b72506e0-3211-4a06-9dba-38e8e62c4d8b service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608782 Nov 23 14:19:20.946423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3490ef97-5e53-4d83-a6f6-a51f115879c4 None None] Port 51b28af7-f809-4d55-a7ea-699a1dab2455 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:19:20.950361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:20.975221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 489048a6-4915-4b15-8153-75171f3f01ae {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:20.975394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 489048a6-4915-4b15-8153-75171f3f01ae not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:20.985875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Set router 66b73333-a28e-455f-80d0-a3659d231405 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:20.994146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-7ecdbf2b-509e-45bf-aec8-8a3bdca39aa2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 200 len: 217 time: 0.0792840 Nov 23 14:19:21.078027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-7230b7da-abc5-4879-b812-40e873639d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:21.080356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-7230b7da-abc5-4879-b812-40e873639d7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.0813742 Nov 23 14:19:21.203488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-9dfe1f3b-ec64-4301-8df4-b66a6130d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:21.205404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-9dfe1f3b-ec64-4301-8df4-b66a6130d7f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1165779 Nov 23 14:19:21.268075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622e341-e204-4731-906d-208365cb9e52 req-067fc28d-f86d-4fff-a18e-76b7eb575c95 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:21.269812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5622e341-e204-4731-906d-208365cb9e52 req-067fc28d-f86d-4fff-a18e-76b7eb575c95 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1005406 Nov 23 14:19:21.370032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:21.376235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b73333-a28e-455f-80d0-a3659d231405', 'name': 'tempest-NetworksTestDHCPv6-router-1696338815', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:16Z', 'updated_at': '2021-11-23T14:19:18Z', 'revision_number': 2, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None, '_interfaces': [{'id': '51b28af7-f809-4d55-a7ea-699a1dab2455', 'name': '', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'mac_address': 'fa:16:3e:43:b4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b73333-a28e-455f-80d0-a3659d231405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9a9796e2-5780-47f7-b0e5-345b1f68e7e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:19:17Z', 'updated_at': '2021-11-23T14:19:19Z', 'revision_number': 2, 'project_id': '46100085cfea47b59149a13064af628f', 'subnets': [{'id': '9a9796e2-5780-47f7-b0e5-345b1f68e7e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:21.390244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5622e341-e204-4731-906d-208365cb9e52 req-163bb273-ab2d-4725-81bd-18b5b19347d9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825019 Nov 23 14:19:21.392900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-0628ba1d-7b91-47fc-b684-f053662a8be2 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688216 Nov 23 14:19:21.431916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Checking router: 66b73333-a28e-455f-80d0-a3659d231405 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:19:21.432275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Updating router 66b73333-a28e-455f-80d0-a3659d231405 port 51b28af7-f809-4d55-a7ea-699a1dab2455 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:19:21.470610 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:21.522209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-95771303-06e5-471a-a285-338ce36f6c3c service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136627 Nov 23 14:19:21.569403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-31b80706-6c6f-4281-8ee7-ed75b49fade0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 200 len: 217 time: 0.0403860 Nov 23 14:19:21.673134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-9e631334-975f-49ff-8d16-b9958a2ca5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:21.679013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-9e631334-975f-49ff-8d16-b9958a2ca5e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.0997353 Nov 23 14:19:21.704131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 51b28af7-f809-4d55-a7ea-699a1dab2455 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:21.705006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:21.748797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-7f901861-f093-4c76-8006-01c2cec387bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:21.750396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-7f901861-f093-4c76-8006-01c2cec387bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676150 Nov 23 14:19:21.846041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:21.864477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 51b28af7-f809-4d55-a7ea-699a1dab2455 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:21.894010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-7a3c353f-9aee-4c59-9dcb-a49eba19015d service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358922 Nov 23 14:19:21.919919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:21.930521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.004944 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3dd92-8787-4b77-af0f-80546b419d29 None None] Pushing event updated for resources: {'Port': ['ID=51b28af7-f809-4d55-a7ea-699a1dab2455,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:22.053242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52868) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:22.102582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Attempting to bind port 51b28af7-f809-4d55-a7ea-699a1dab2455 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:22.103943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Attempting to bind port 51b28af7-f809-4d55-a7ea-699a1dab2455 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:22.104612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Attempting to bind port 51b28af7-f809-4d55-a7ea-699a1dab2455 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:22.110266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa68030a-0ec3-4545-9fde-0f48316cc391 req-2862d865-d923-41eb-9512-f4d0712e3cd3 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087059 Nov 23 14:19:22.119230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:22.123404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:22.123957 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.124456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:22.128509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Bound port: 51b28af7-f809-4d55-a7ea-699a1dab2455, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:22.129018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.241700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.279067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2060429983-network', 'tenant_id': '464b884339514022be8f075daf7e613b'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:22.286276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:19:22.286735 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:19:22.294162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=51b28af7-f809-4d55-a7ea-699a1dab2455,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:22.322612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Made reservation on behalf of 464b884339514022be8f075daf7e613b for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:22.331283 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.347564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.423073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.450659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.456601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.477349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1b148129-9134-4a70-894e-223f96d67a6d None None] Could not find standard attr ID for object 51b28af7-f809-4d55-a7ea-699a1dab2455. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:22.504053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:19:22.519914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:22.531944 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.532473 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Added segment 2f2349b6-e135-44a4-85d1-21fe4fa30190 of type vlan for network fead6271-9c0e-430c-aacf-5dbfa5c0b42d Nov 23 14:19:22.640972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.651837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011629-d98d-42a8-ad26-352c6e57ce6f req-c003993e-92de-4487-a1f1-211e46c2e7e1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:22.659691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55011629-d98d-42a8-ad26-352c6e57ce6f req-c003993e-92de-4487-a1f1-211e46c2e7e1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1318867 Nov 23 14:19:22.743565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55011629-d98d-42a8-ad26-352c6e57ce6f req-b60a18c7-0f54-40f8-a0d4-57c167a13ac1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828471 Nov 23 14:19:22.746226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.747689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:22.748811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.787521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7323601 Nov 23 14:19:22.795933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52890) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:22.801431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Request body: {'subnet': {'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2060429983-subnet', 'tenant_id': '464b884339514022be8f075daf7e613b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:22.808444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Attempting to bind port 51b28af7-f809-4d55-a7ea-699a1dab2455 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:22.809257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Attempting to bind port 51b28af7-f809-4d55-a7ea-699a1dab2455 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:22.809789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Attempting to bind port 51b28af7-f809-4d55-a7ea-699a1dab2455 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:22.817279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:22.819891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:22.820484 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.821582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:22.822350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Bound port: 51b28af7-f809-4d55-a7ea-699a1dab2455, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:22.822938 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.860729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aea8f-df4f-412c-9d3d-056d2556d378 admin admin] Pushing event updated for resources: {'Network': ['ID=fead6271-9c0e-430c-aacf-5dbfa5c0b42d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:22.861015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Port 51b28af7-f809-4d55-a7ea-699a1dab2455 has been deleted concurrently {{(pid=103347) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 14:19:22.873939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network fead6271-9c0e-430c-aacf-5dbfa5c0b42d details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:19:22.874125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Made reservation on behalf of 464b884339514022be8f075daf7e613b for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:22.876856 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:22.877621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Routers {'66b73333-a28e-455f-80d0-a3659d231405'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:22.878270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:18:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['66b73333-a28e-455f-80d0-a3659d231405'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:22.973539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Router 66b73333-a28e-455f-80d0-a3659d231405 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:19:23.004010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] Set router 66b73333-a28e-455f-80d0-a3659d231405 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:23.053605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:19:23.057995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.062935 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aaf003c9-ef71-48ec-8c3e-bbf3efdf03f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "PUT /v2.0/routers/66b73333-a28e-455f-80d0-a3659d231405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2186711 Nov 23 14:19:23.063117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52892) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:23.065773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b73333-a28e-455f-80d0-a3659d231405', 'name': 'tempest-NetworksTestDHCPv6-router-1696338815', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:16Z', 'updated_at': '2021-11-23T14:19:22Z', 'revision_number': 3, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:23.118429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefb521-68b5-4e66-a20f-b972127e546f None None] The sync data for ids ['66b73333-a28e-455f-80d0-a3659d231405'] in n-d-818503-2 is: [{'id': '66b73333-a28e-455f-80d0-a3659d231405', 'name': 'tempest-NetworksTestDHCPv6-router-1696338815', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:16Z', 'updated_at': '2021-11-23T14:19:22Z', 'revision_number': 3, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:19:23.123521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6388d16-9523-44c1-b784-96c92ae4c96f,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:23.129035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Checking segment: {'id': '2f2349b6-e135-44a4-85d1-21fe4fa30190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:23.129395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdf75a-c356-4f0b-af2e-a72d2baa530a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:23.129577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Network hostable DHCP agents. Network: fead6271-9c0e-430c-aacf-5dbfa5c0b42d, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:19:23.131798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdf75a-c356-4f0b-af2e-a72d2baa530a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:23.134162 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22cdf75a-c356-4f0b-af2e-a72d2baa530a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0699954 Nov 23 14:19:23.136706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52896) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:23.152482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Network fead6271-9c0e-430c-aacf-5dbfa5c0b42d is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:19:23.166210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, fead6271-9c0e-430c-aacf-5dbfa5c0b42d) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:23.172441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:23.173164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.176387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfebc1-a02b-4b79-b3a3-192b2022e614 None None] Network fead6271-9c0e-430c-aacf-5dbfa5c0b42d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:23.197179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 9a9796e2-5780-47f7-b0e5-345b1f68e7e3 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:23.201031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.201506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9fc9b461-c1b1-4bf0-bdbc-42025b80c175 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4041979 Nov 23 14:19:23.248741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:23.272651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.278651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:23.279032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5d2fa73d-0802-48aa-8a09-fb8c1cfe7196 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:23.361178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f43156-517e-4eef-b9a8-3e1cb698e30a None None] Network fead6271-9c0e-430c-aacf-5dbfa5c0b42d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:23.397857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.489472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.579874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9796e2-5780-47f7-b0e5-345b1f68e7e3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:23.591683 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.605173 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8c5fd7d6-2b33-4e33-b733-d5b8bf42883b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/9a9796e2-5780-47f7-b0e5-345b1f68e7e3 HTTP/1.1" status: 204 len: 168 time: 0.4630961 Nov 23 14:19:23.607652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52910) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:23.619700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa29b4b7-9ed4-4a07-9826-d1402867721d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:23.722489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:23.770808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b58a9569-1f02-4aea-a1bb-2f4b9456f5c9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1618445 Nov 23 14:19:23.773113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52918) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:23.885649 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee372df6-12a3-40ed-86fb-74827cf10dfe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.016011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05052-17ef-4ecb-8d52-1c029836d23d req-bb77c8e6-fffe-4474-b598-c594c2fcab61 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:24.034017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33d05052-17ef-4ecb-8d52-1c029836d23d req-bb77c8e6-fffe-4474-b598-c594c2fcab61 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.1443913 Nov 23 14:19:24.053348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:19:24.215840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee372df6-12a3-40ed-86fb-74827cf10dfe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.218719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee372df6-12a3-40ed-86fb-74827cf10dfe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.221530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33d05052-17ef-4ecb-8d52-1c029836d23d req-ea0e1a60-dd0f-42e9-bdf8-95d79c33c48e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845515 Nov 23 14:19:24.246136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] Deleting port 5fde44d4-7944-4014-9ab9-e37d06a5d764 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:24.248753 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.257736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52934) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:24.276275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1747075894-network', 'tenant_id': '46f550277cbb4ebf899ec10655b74186'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:24.314454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee372df6-12a3-40ed-86fb-74827cf10dfe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.315088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee372df6-12a3-40ed-86fb-74827cf10dfe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Fanout notify agent at l3_agent the message router_deleted on router 66b73333-a28e-455f-80d0-a3659d231405 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:19:24.322009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Made reservation on behalf of 46f550277cbb4ebf899ec10655b74186 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:24.325629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.326330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee372df6-12a3-40ed-86fb-74827cf10dfe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.334489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ee372df6-12a3-40ed-86fb-74827cf10dfe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/routers/66b73333-a28e-455f-80d0-a3659d231405 HTTP/1.1" status: 204 len: 168 time: 0.5603092 Nov 23 14:19:24.335157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52936) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:24.350912 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.351133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:24.420557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] For port 5fde44d4-7944-4014-9ab9-e37d06a5d764, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5fde44d4-7944-4014-9ab9-e37d06a5d764,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:24.420963 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.434172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5fde44d4-7944-4014-9ab9-e37d06a5d764 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:24.500891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] Calling delete_port for 5fde44d4-7944-4014-9ab9-e37d06a5d764 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:24.564539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:24.568747 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.578478 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.611625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.616251 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] Sync routers for ids ['66b73333-a28e-455f-80d0-a3659d231405'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:19:24.634846 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:24.635236 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:19:24.636066 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66b73333-a28e-455f-80d0-a3659d231405'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:18:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:19:24.661653 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:24.662080 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:19:24.662675 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66b73333-a28e-455f-80d0-a3659d231405'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:18:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:19:24.663073 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ff2fc-7fb0-4708-8f6b-18a9e64a2d70 None None] The sync data for ids ['66b73333-a28e-455f-80d0-a3659d231405'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:19:24.676133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.705037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 5fde44d4-7944-4014-9ab9-e37d06a5d764, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5fde44d4-7944-4014-9ab9-e37d06a5d764,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:24.716341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.746566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:19:24.750108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d150a81-6981-458c-be48-0cce7941ecd6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:24.767446 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.780163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53e99-e024-4493-b83f-1722bce0b097 req-41639b4b-511f-4640-8fb9-3630859cd83c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:24.782475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event deleted for resources: {'Port': ['ID=5fde44d4-7944-4014-9ab9-e37d06a5d764,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:24.789006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] No DVR routers for this DVR port 5fde44d4-7944-4014-9ab9-e37d06a5d764 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:24.789579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6d53e99-e024-4493-b83f-1722bce0b097 req-41639b4b-511f-4640-8fb9-3630859cd83c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.2078273 Nov 23 14:19:24.812887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.813501 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Added segment dded6219-b81f-41c7-9270-5fbe1c3d59c5 of type vlan for network 4d363109-6ed3-402d-a920-f291eabc2813 Nov 23 14:19:24.860591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa04be3-51b2-4f83-bb0b-b084c4bcf852 None None] Pushing event deleted for resources: {'Port': ['ID=5fde44d4-7944-4014-9ab9-e37d06a5d764,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:24.923736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6d53e99-e024-4493-b83f-1722bce0b097 req-dc045757-c684-4ff5-b8bf-2bdeec4da5b2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079776 Nov 23 14:19:24.938162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.954859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.980030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:24.981259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:24.981905 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.043647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:25.047463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:25.057857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:25.058460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.060322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb3cdb-89c3-4b5c-8d63-b727b7bc8985 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:25.062927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] Pushing event updated for resources: {'Network': ['ID=4d363109-6ed3-402d-a920-f291eabc2813,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:25.086039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 4d363109-6ed3-402d-a920-f291eabc2813 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:19:25.087782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d75688a0-6cf6-4ab9-acbc-70d91ca21924 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8288367 Nov 23 14:19:25.090449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52946) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:25.093853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=a68c360c-94b9-4828-88a1-ada5d5cb3aa5,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:25.096599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Request body: {'subnet': {'network_id': '4d363109-6ed3-402d-a920-f291eabc2813', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1747075894-subnet', 'tenant_id': '46f550277cbb4ebf899ec10655b74186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:25.122225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52948) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:25.123892 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7792277 Nov 23 14:19:25.126748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e82f52b9-0c4c-4294-9547-0478f9c86c50 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-707432369', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:25.127401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.128184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.129021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.129832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.130684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.135960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.137122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.138020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.138828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.140213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.141017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.142523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3003d30-c9e5-4c50-93ab-19d2b57a31ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:25.150185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Made reservation on behalf of 46f550277cbb4ebf899ec10655b74186 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:25.153977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.235007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e82f52b9-0c4c-4294-9547-0478f9c86c50 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.236100 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e82f52b9-0c4c-4294-9547-0478f9c86c50 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.342157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e82f52b9-0c4c-4294-9547-0478f9c86c50 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.372424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e82f52b9-0c4c-4294-9547-0478f9c86c50 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.398014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e82f52b9-0c4c-4294-9547-0478f9c86c50 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.399695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e82f52b9-0c4c-4294-9547-0478f9c86c50 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2766755 Nov 23 14:19:25.402685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52952) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:25.411221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': 'a68c360c-94b9-4828-88a1-ada5d5cb3aa5'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:19:25.413688 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.517339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.588194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0fe1f0-6bd7-468b-b0ba-873b22074f22,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:25.603536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Checking segment: {'id': 'dded6219-b81f-41c7-9270-5fbe1c3d59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4d363109-6ed3-402d-a920-f291eabc2813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:25.603888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Network hostable DHCP agents. Network: 4d363109-6ed3-402d-a920-f291eabc2813, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:19:25.621771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Network 4d363109-6ed3-402d-a920-f291eabc2813 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:19:25.634984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/a68c360c-94b9-4828-88a1-ada5d5cb3aa5/175ab859-900e-4a7c-8fee-98e8a8b223ff) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:25.658597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 4d363109-6ed3-402d-a920-f291eabc2813) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:25.687705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:25.688293 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.717929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b20f2c44-18e4-4fc1-b531-16827c7bedc9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6190953 Nov 23 14:19:25.724044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-3b64f04d-50d5-4b24-b9a5-fa9d595da42a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:25.727030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-3b64f04d-50d5-4b24-b9a5-fa9d595da42a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.74 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.0841384 Nov 23 14:19:25.825101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115d43a-872d-49fc-880b-080204215d64 None None] Network 4d363109-6ed3-402d-a920-f291eabc2813 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:25.851274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:25.868399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Deleting port fbeb4c32-aad7-4922-850e-b6aef6505f05 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:25.869025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.066648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] For port fbeb4c32-aad7-4922-850e-b6aef6505f05, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbeb4c32-aad7-4922-850e-b6aef6505f05,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:26.067216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.107683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Calling delete_port for fbeb4c32-aad7-4922-850e-b6aef6505f05 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:26.305103 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.363562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::1 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/a68c360c-94b9-4828-88a1-ada5d5cb3aa5/34790b4a-2f97-4381-9f56-e8f18945ab48) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:26.367099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.393710 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.458453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbf661-aa0b-4c97-8f9c-ac737e92fd3c req-f86ff962-459a-4aea-a96c-3d2ce97c4462 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:26.461067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ebbf661-aa0b-4c97-8f9c-ac737e92fd3c req-f86ff962-459a-4aea-a96c-3d2ce97c4462 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=22803db0-6b85-4b01-867f-31436a98c91f HTTP/1.1" status: 200 len: 945 time: 0.3659260 Nov 23 14:19:26.473268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fbeb4c32-aad7-4922-850e-b6aef6505f05'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:26.483226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event deleted for resources: {'Port': ['ID=fbeb4c32-aad7-4922-850e-b6aef6505f05,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:26.500979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.542404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0bc08-d09a-43ad-a9e8-3b41758470b7 None None] Network 4d363109-6ed3-402d-a920-f291eabc2813 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:26.552366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.564731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:26.590179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:26.594425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:26.624183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] No DVR routers for this DVR port fbeb4c32-aad7-4922-850e-b6aef6505f05 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:26.629312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.632123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:26.635076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9a37b19-e9e1-43b4-976c-f18febfcf3ea req-47b790d2-b36f-4854-a51d-5f4dd17e4e02 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.74 "DELETE /v2.0/ports/fbeb4c32-aad7-4922-850e-b6aef6505f05 HTTP/1.1" status: 204 len: 173 time: 0.9004867 Nov 23 14:19:26.638685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Pushing event updated for resources: {'Port': ['ID=175ab859-900e-4a7c-8fee-98e8a8b223ff,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:26.640409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:26.654224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:26.654942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.666992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=34790b4a-2f97-4381-9f56-e8f18945ab48,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:26.697877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22803db0-6b85-4b01-867f-31436a98c91f', 'name': 'network-vif-deleted', 'tag': 'fbeb4c32-aad7-4922-850e-b6aef6505f05'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:26.699997 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf869b-3f32-41bb-a67f-30fd1d65a207" -d '{"events": [{"server_uuid": "22803db0-6b85-4b01-867f-31436a98c91f", "name": "network-vif-deleted", "tag": "fbeb4c32-aad7-4922-850e-b6aef6505f05"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:26.775081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Attempting to bind port 175ab859-900e-4a7c-8fee-98e8a8b223ff on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:26.775449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Attempting to bind port 175ab859-900e-4a7c-8fee-98e8a8b223ff by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:26.776075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Attempting to bind port 175ab859-900e-4a7c-8fee-98e8a8b223ff on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:26.789690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ebbf661-aa0b-4c97-8f9c-ac737e92fd3c req-2b3c62fd-a70d-4682-8c43-180837cc6ffb tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153329 Nov 23 14:19:26.793377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:26.793775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:26.794155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.794536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:26.795049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Bound port: 175ab859-900e-4a7c-8fee-98e8a8b223ff, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:26.798564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.828508 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-122aa3ea-c401-4102-a483-6902e9829c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.863175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-ba55065b-505c-4b90-b900-3d6300be570b tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:26.875056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-ba55065b-505c-4b90-b900-3d6300be570b tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/networks?id=fead6271-9c0e-430c-aacf-5dbfa5c0b42d HTTP/1.1" status: 200 len: 825 time: 0.4116335 Nov 23 14:19:26.921529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-c0dd1c5e-dbc1-4ab0-b0be-2ec888a391ef tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/quotas/464b884339514022be8f075daf7e613b HTTP/1.1" status: 200 len: 375 time: 0.0452652 Nov 23 14:19:26.936551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:26.955654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] For port 175ab859-900e-4a7c-8fee-98e8a8b223ff, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:26.960983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] For port 175ab859-900e-4a7c-8fee-98e8a8b223ff, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=175ab859-900e-4a7c-8fee-98e8a8b223ff,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:27.016569 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:27.022091 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:27.026377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-cb71897c-633b-4c5c-b03d-8dd8a4a60d01 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=464b884339514022be8f075daf7e613b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033485 Nov 23 14:19:27.121967 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1a0144-fb52-4ed4-9402-602bd60d7ab3 x-openstack-request-id: req-7c1a0144-fb52-4ed4-9402-602bd60d7ab3 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:27.122274 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22803db0-6b85-4b01-867f-31436a98c91f", "name": "network-vif-deleted", "tag": "fbeb4c32-aad7-4922-850e-b6aef6505f05", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:27.122586 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c1a0144-fb52-4ed4-9402-602bd60d7ab3 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:27.123048 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22803db0-6b85-4b01-867f-31436a98c91f', 'name': 'network-vif-deleted', 'tag': 'fbeb4c32-aad7-4922-850e-b6aef6505f05', 'status': 'completed', 'code': 200} Nov 23 14:19:27.172969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-76504c57-d97c-460d-b67f-254ef2bf3476 service neutron] 10.222.0.46 "GET /v2.0/networks/fead6271-9c0e-430c-aacf-5dbfa5c0b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456540 Nov 23 14:19:27.240681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0add55-fa35-4567-98b3-1712b8b22d33 None None] Pushing event updated for resources: {'Port': ['ID=175ab859-900e-4a7c-8fee-98e8a8b223ff,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:27.334759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-ea65ed1c-95e8-4f85-a60a-fe2f75dc506b service neutron] 10.222.0.46 "GET /v2.0/networks/fead6271-9c0e-430c-aacf-5dbfa5c0b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597686 Nov 23 14:19:27.567223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:27.572978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:27.573690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:27.599937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8a23bb1-199f-42e4-a55e-fc923e79edda req-6821cad8-2d0b-4778-bb2f-7d6c399add7d tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 210 time: 0.0827627 Nov 23 14:19:27.696122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=34790b4a-2f97-4381-9f56-e8f18945ab48,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:27.857802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:27.860349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:28.178675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Router eb3468d2-e123-491b-9543-039450490a35 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:19:28.582138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 175ab859-900e-4a7c-8fee-98e8a8b223ff up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:28.595366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:19:28.622252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b1293970-88c9-4d68-aa83-da5312ca7c0c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "PUT /v2.0/routers/eb3468d2-e123-491b-9543-039450490a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2181475 Nov 23 14:19:28.624352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53028) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:28.694885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-e7f410c8-7708-4968-bb3b-80482a29d2cd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:28.702227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-e7f410c8-7708-4968-bb3b-80482a29d2cd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.4582865 Nov 23 14:19:28.704965 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Sync routers for ids ['eb3468d2-e123-491b-9543-039450490a35'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:19:28.765838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 175ab859-900e-4a7c-8fee-98e8a8b223ff triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:28.766180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:28.797849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded0b7d-1ab8-43a3-b994-f4f524871bdd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:28.802671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53038) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:28.819814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5ded0b7d-1ab8-43a3-b994-f4f524871bdd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports/34790b4a-2f97-4381-9f56-e8f18945ab48 HTTP/1.1" status: 200 len: 911 time: 0.1934428 Nov 23 14:19:28.832740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Routers {'eb3468d2-e123-491b-9543-039450490a35'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:28.833483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-b94baa00-cce2-460b-94da-d01244dc308f tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/quotas/18d87e869b304671b0799b7848a7f819 HTTP/1.1" status: 200 len: 375 time: 0.1302657 Nov 23 14:19:28.834381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:18:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['eb3468d2-e123-491b-9543-039450490a35'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:28.940458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef04ffad-655e-4843-981c-d1aadffcde6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:28.941318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d81f3210-165c-4a35-9add-7fde9a1617dd tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056976 Nov 23 14:19:28.951058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef04ffad-655e-4843-981c-d1aadffcde6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:28.954496 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef04ffad-655e-4843-981c-d1aadffcde6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1498435 Nov 23 14:19:28.956510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53042) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:29.087300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Set router eb3468d2-e123-491b-9543-039450490a35 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:29.279526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbeb4c32-aad7-4922-850e-b6aef6505f05 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:29.426415 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4bb2623b-7b06-4a5c-a29d-d72761435b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:29.462366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: fbeb4c32-aad7-4922-850e-b6aef6505f05 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:29.462724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbeb4c32-aad7-4922-850e-b6aef6505f05 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:29.596354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-af489569-9c71-4ab1-9116-8d9d5ed59ded None None] Provisioning complete for port 175ab859-900e-4a7c-8fee-98e8a8b223ff triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:29.599880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af489569-9c71-4ab1-9116-8d9d5ed59ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:29.735826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:29.768261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:29.983270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 175ab859-900e-4a7c-8fee-98e8a8b223ff, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=175ab859-900e-4a7c-8fee-98e8a8b223ff,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:30.045170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:30.191814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=175ab859-900e-4a7c-8fee-98e8a8b223ff,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:30.198533 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af489569-9c71-4ab1-9116-8d9d5ed59ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:30.201826 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:30.227313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-36259677-9f18-4828-9a00-8ceb968b4c8d service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2847018 Nov 23 14:19:30.269197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3468d2-e123-491b-9543-039450490a35', 'name': 'tempest-NetworksTestDHCPv6-router-707432369', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:25Z', 'updated_at': '2021-11-23T14:19:26Z', 'revision_number': 2, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None, '_interfaces': [{'id': '34790b4a-2f97-4381-9f56-e8f18945ab48', 'name': '', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'mac_address': 'fa:16:3e:a7:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3468d2-e123-491b-9543-039450490a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'a68c360c-94b9-4828-88a1-ada5d5cb3aa5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:19:26Z', 'updated_at': '2021-11-23T14:19:27Z', 'revision_number': 2, 'project_id': '46100085cfea47b59149a13064af628f', 'subnets': [{'id': 'a68c360c-94b9-4828-88a1-ada5d5cb3aa5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:30.302263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 34790b4a-2f97-4381-9f56-e8f18945ab48 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:30.303124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:30.338762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Checking router: eb3468d2-e123-491b-9543-039450490a35 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:19:30.339145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Updating router eb3468d2-e123-491b-9543-039450490a35 port 34790b4a-2f97-4381-9f56-e8f18945ab48 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:19:30.405780 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:30.470624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 175ab859-900e-4a7c-8fee-98e8a8b223ff up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:30.478397 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-af489569-9c71-4ab1-9116-8d9d5ed59ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:19:30.478777 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-af489569-9c71-4ab1-9116-8d9d5ed59ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:19:30.577568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:30.604005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 34790b4a-2f97-4381-9f56-e8f18945ab48 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:30.609728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-a5ae00cc-d856-473d-b9b0-bd1ad98545cc tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.611353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-a5ae00cc-d856-473d-b9b0-bd1ad98545cc tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.74 "GET /v2.0/networks?id=fead6271-9c0e-430c-aacf-5dbfa5c0b42d HTTP/1.1" status: 200 len: 825 time: 0.3617272 Nov 23 14:19:30.625407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f239868-a8f9-4bd4-8118-026b3736fcf3 req-a4ede941-2a5d-4d28-9c4e-cd98f5ff4376 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 210 time: 0.3938053 Nov 23 14:19:30.634489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.634745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Request body: {'port': {'device_id': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d', 'admin_state_up': True, 'tenant_id': '464b884339514022be8f075daf7e613b'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:30.639453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.646138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.654295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.662369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.669188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.675890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:30.678743 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-189e8668-4209-45da-b4c3-439865bd7364 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5435 time: 0.3795502 Nov 23 14:19:30.820729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 175ab859-900e-4a7c-8fee-98e8a8b223ff triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:30.821193 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:30.967979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-410aaa95-55b0-46c6-8b6d-ad425c313731 service neutron] 10.222.0.46 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396927 Nov 23 14:19:31.113626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.129539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.136923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.145795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.152508 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.155175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.161577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.165629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.187631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.207377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-b6edae7a-c829-4d93-842d-0f9275cc391c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 5435 time: 0.3081901 Nov 23 14:19:31.231564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050c943-22ac-4357-a068-52db9c478c74 None None] Pushing event updated for resources: {'Port': ['ID=34790b4a-2f97-4381-9f56-e8f18945ab48,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:31.246160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Made reservation on behalf of 464b884339514022be8f075daf7e613b for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:31.256755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.293524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1dd32e44-5548-48d9-9453-3b80fbb092b2 None None] Provisioning complete for port 34790b4a-2f97-4381-9f56-e8f18945ab48 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:31.294570 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1dd32e44-5548-48d9-9453-3b80fbb092b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.368874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Attempting to bind port 34790b4a-2f97-4381-9f56-e8f18945ab48 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:31.369256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Attempting to bind port 34790b4a-2f97-4381-9f56-e8f18945ab48 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:31.369628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Attempting to bind port 34790b4a-2f97-4381-9f56-e8f18945ab48 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:31.395219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:31.395649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:31.396704 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.397167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:31.397669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Bound port: 34790b4a-2f97-4381-9f56-e8f18945ab48, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:31.398115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.419940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1dd32e44-5548-48d9-9453-3b80fbb092b2 None None] Port 34790b4a-2f97-4381-9f56-e8f18945ab48 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:19:31.565739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] For port 34790b4a-2f97-4381-9f56-e8f18945ab48, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:31.582052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-7c4f8664-92af-42ff-bf6c-8f402dcbb032 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:31.586251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] For port 34790b4a-2f97-4381-9f56-e8f18945ab48, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=34790b4a-2f97-4381-9f56-e8f18945ab48,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:31.587927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-7c4f8664-92af-42ff-bf6c-8f402dcbb032 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "GET /v2.0/ports/720a6853-0f73-4079-a719-4363ffe71fbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8253987 Nov 23 14:19:31.600041 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.603556 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:31.678636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Routers {'eb3468d2-e123-491b-9543-039450490a35'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:31.679329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['eb3468d2-e123-491b-9543-039450490a35'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:31.804864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5880c21-302e-447b-ad0d-88aab48e3ee7 req-6e943634-89f3-4d8b-94cd-13584220c17b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 210 time: 0.1939809 Nov 23 14:19:31.839209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9c83e14-0d22-4d7a-ada5-3a2fac093dd5 req-6d0b34ac-455c-43d3-8288-ddf767c41dea tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6301982 Nov 23 14:19:31.901489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Allocated IP 172.20.0.8 (fead6271-9c0e-430c-aacf-5dbfa5c0b42d/f6388d16-9523-44c1-b784-96c92ae4c96f/c6d45d75-3241-492b-9aaa-7d6d33f0f27c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:32.028085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9efc99d1-79e9-4a0c-b322-1397e090fbe7 req-8541934f-1931-40a9-be82-cd4f4062f3e4 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 210 time: 0.0894933 Nov 23 14:19:32.038572 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-922c027a-fc8a-4dc3-9020-ddcd5e0dbe28 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "GET /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4294610 Nov 23 14:19:32.058089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:32.219686 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:32.225613 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:19:32.267238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050c943-22ac-4357-a068-52db9c478c74 None None] Pushing event updated for resources: {'Port': ['ID=34790b4a-2f97-4381-9f56-e8f18945ab48,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:32.270888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9e5cef74-7fad-48c9-a72c-72ca78247a58 None None] Could not find standard attr ID for object 34790b4a-2f97-4381-9f56-e8f18945ab48. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:32.284709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=34790b4a-2f97-4381-9f56-e8f18945ab48,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:32.305851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] Set router eb3468d2-e123-491b-9543-039450490a35 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:32.322615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:32.368685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:32.450163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:32.519360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-00db84c5-a3a4-4ac5-862a-6fb16fe1f451 None None] Could not find standard attr ID for object 34790b4a-2f97-4381-9f56-e8f18945ab48. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:32.571493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Network fead6271-9c0e-430c-aacf-5dbfa5c0b42d is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:32.574968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:32.581853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:32.655215 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:32.679465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Pushing event updated for resources: {'Port': ['ID=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:32.704723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:32.713115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] For port 720a6853-0f73-4079-a719-4363ffe71fbb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=720a6853-0f73-4079-a719-4363ffe71fbb,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:32.760565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:32.761310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:32.795984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-57dbd71d-0c5c-4e36-9f0b-3b3321cfdac6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1692250 Nov 23 14:19:32.824661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Request body: {'port': {'device_id': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:32.872690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] For port 720a6853-0f73-4079-a719-4363ffe71fbb, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:32.907704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3468d2-e123-491b-9543-039450490a35', 'name': 'tempest-NetworksTestDHCPv6-router-707432369', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:25Z', 'updated_at': '2021-11-23T14:19:26Z', 'revision_number': 2, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None, '_interfaces': [{'id': '34790b4a-2f97-4381-9f56-e8f18945ab48', 'name': '', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'mac_address': 'fa:16:3e:a7:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3468d2-e123-491b-9543-039450490a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'a68c360c-94b9-4828-88a1-ada5d5cb3aa5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:19:26Z', 'updated_at': '2021-11-23T14:19:31Z', 'revision_number': 4, 'project_id': '46100085cfea47b59149a13064af628f', 'subnets': [{'id': 'a68c360c-94b9-4828-88a1-ada5d5cb3aa5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:32.952809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5a5f4-84f9-45a2-aa64-8456ffb6b14e None None] The sync data for ids ['eb3468d2-e123-491b-9543-039450490a35'] in n-d-818503-2 is: [{'id': 'eb3468d2-e123-491b-9543-039450490a35', 'name': 'tempest-NetworksTestDHCPv6-router-707432369', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:25Z', 'updated_at': '2021-11-23T14:19:26Z', 'revision_number': 2, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None, '_interfaces': [{'id': '34790b4a-2f97-4381-9f56-e8f18945ab48', 'name': '', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'mac_address': 'fa:16:3e:a7:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3468d2-e123-491b-9543-039450490a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'a68c360c-94b9-4828-88a1-ada5d5cb3aa5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:19:26Z', 'updated_at': '2021-11-23T14:19:31Z', 'revision_number': 4, 'project_id': '46100085cfea47b59149a13064af628f', 'subnets': [{'id': 'a68c360c-94b9-4828-88a1-ada5d5cb3aa5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:19:32.990667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Router eb3468d2-e123-491b-9543-039450490a35 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:19:32.997838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] device_id is not set on port 720a6853-0f73-4079-a719-4363ffe71fbb yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:33.015869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.068894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-c293a169-8bce-468c-92d9-337fdc4f1c67 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.070361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-c293a169-8bce-468c-92d9-337fdc4f1c67 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 811 time: 0.2336702 Nov 23 14:19:33.117524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:19:33.126547 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0ac32cd2-13e2-4770-afad-dbc847eb384e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "PUT /v2.0/routers/eb3468d2-e123-491b-9543-039450490a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1685190 Nov 23 14:19:33.127584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.129691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53094) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:33.150450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Request body: {'port': {'device_id': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'admin_state_up': True, 'tenant_id': '18d87e869b304671b0799b7848a7f819'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:33.197856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f859a9-ddf6-4c12-a770-84fedda3af54 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.199688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f859a9-ddf6-4c12-a770-84fedda3af54 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.204761 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-26f859a9-ddf6-4c12-a770-84fedda3af54 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0689964 Nov 23 14:19:33.215317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7eeaade-ba11-4439-8ca5-28c199e108bc req-6fca4155-be1e-456a-9981-4815b11c9f8a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 210 time: 0.1131737 Nov 23 14:19:33.219811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53096) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:33.267581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] No DVR routers for this DVR port 720a6853-0f73-4079-a719-4363ffe71fbb on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:33.303199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 33204af3-bcba-4718-85f2-80e14dce670d no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:33.340162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65524055-148b-4cfa-9948-1b301b95594d service neutron] Pushing event updated for resources: {'Port': ['ID=720a6853-0f73-4079-a719-4363ffe71fbb,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:33.402787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] In _notify_port_updated(), no bound segment for port 720a6853-0f73-4079-a719-4363ffe71fbb on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:19:33.418777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.419739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.421212 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-65524055-148b-4cfa-9948-1b301b95594d service neutron] 10.222.0.11 "PUT /v2.0/ports/720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 200 len: 1027 time: 1.3730950 Nov 23 14:19:33.497947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.514023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f5bedc46-5a46-417e-94f2-7a3100fbc495 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.515775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f5bedc46-5a46-417e-94f2-7a3100fbc495 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "GET /v2.0/ports/3e582ae5-25c3-460f-9f35-1cd178f7e993?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0868227 Nov 23 14:19:33.518604 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.535568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:33.569819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:33.581970 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131bfe9e-47d0-41be-92a6-7db5d1eb9a6e" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "33204af3-bcba-4718-85f2-80e14dce670d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:33.595826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-95805049-c23f-4c46-a3c5-f0e778ea76e7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.597481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 33204af3-bcba-4718-85f2-80e14dce670d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=33204af3-bcba-4718-85f2-80e14dce670d,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:33.611999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.612729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:33.616206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-95805049-c23f-4c46-a3c5-f0e778ea76e7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.626886 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.629835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-95805049-c23f-4c46-a3c5-f0e778ea76e7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.648047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-95805049-c23f-4c46-a3c5-f0e778ea76e7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.664020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-95805049-c23f-4c46-a3c5-f0e778ea76e7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.671996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-95805049-c23f-4c46-a3c5-f0e778ea76e7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.680788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-95805049-c23f-4c46-a3c5-f0e778ea76e7 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 4661 time: 0.5823762 Nov 23 14:19:33.708537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet a68c360c-94b9-4828-88a1-ada5d5cb3aa5 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:33.730594 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.792071 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.806446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-60e648f4-2685-49f2-b0c9-6abd2b2730eb None None] Provisioning complete for port 720a6853-0f73-4079-a719-4363ffe71fbb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:33.806819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-60e648f4-2685-49f2-b0c9-6abd2b2730eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.850358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] For port 3e582ae5-25c3-460f-9f35-1cd178f7e993, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3e582ae5-25c3-460f-9f35-1cd178f7e993,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:33.862542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-60e648f4-2685-49f2-b0c9-6abd2b2730eb None None] Port 720a6853-0f73-4079-a719-4363ffe71fbb cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:19:33.878230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be009b-0712-4715-8644-218ecfb934ec req-ab6e1b1d-85bc-4875-839b-1413bede96f1 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:33.880127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9be009b-0712-4715-8644-218ecfb934ec req-ab6e1b1d-85bc-4875-839b-1413bede96f1 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 931 time: 0.4152453 Nov 23 14:19:33.885621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.897084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] For port 3e582ae5-25c3-460f-9f35-1cd178f7e993, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:33.902434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=33204af3-bcba-4718-85f2-80e14dce670d,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:33.926906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:33.932739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.934035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b130dc36-a9df-4a60-a3a5-af8ada00abc7 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:33.953783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] device_id is not set on port 3e582ae5-25c3-460f-9f35-1cd178f7e993 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:33.965454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.973036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:33.992369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:34.060812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2152a14-d182-46a1-9b3f-57656a70eaf5 req-bcc9084a-a85b-40e3-9199-7b7c3170f674 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&id=90ab283e-ebdc-466c-9591-11cedcb2318a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3786299 Nov 23 14:19:34.100553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] No DVR routers for this DVR port 3e582ae5-25c3-460f-9f35-1cd178f7e993 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:34.162604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Made reservation on behalf of 18d87e869b304671b0799b7848a7f819 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:34.171873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.173481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.199399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] In _notify_port_updated(), no bound segment for port 3e582ae5-25c3-460f-9f35-1cd178f7e993 on network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:19:34.200600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:34.201410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.202478 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33411482-b902-44f5-851e-c50b9eae74ea x-openstack-request-id: req-33411482-b902-44f5-851e-c50b9eae74ea {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:34.202726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] 10.222.0.11 "PUT /v2.0/ports/3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 200 len: 1028 time: 0.6783397 Nov 23 14:19:34.202845 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "33204af3-bcba-4718-85f2-80e14dce670d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:34.203200 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33411482-b902-44f5-851e-c50b9eae74ea {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:34.203392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a358e7-ac62-4c2e-ba19-cd3d7ee25886 service neutron] Pushing event updated for resources: {'Port': ['ID=3e582ae5-25c3-460f-9f35-1cd178f7e993,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:34.203494 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d', 'code': 200} Nov 23 14:19:34.266925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b130dc36-a9df-4a60-a3a5-af8ada00abc7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:34.275686 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.276664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8ab7bf62-694e-4f92-b6dc-8d10f8144029 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:34.392655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b130dc36-a9df-4a60-a3a5-af8ada00abc7,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:34.409005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ff39bc39-9a81-4e7e-8ffc-9d3998a489fd None None] Provisioning complete for port 3e582ae5-25c3-460f-9f35-1cd178f7e993 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:34.409005 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff39bc39-9a81-4e7e-8ffc-9d3998a489fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.435789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port b130dc36-a9df-4a60-a3a5-af8ada00abc7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:34.436364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.454422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9be009b-0712-4715-8644-218ecfb934ec req-5c4adcdc-7df7-42c5-ab2f-83af2d3f4afa tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591192 Nov 23 14:19:34.566619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ff39bc39-9a81-4e7e-8ffc-9d3998a489fd None None] Port 3e582ae5-25c3-460f-9f35-1cd178f7e993 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:19:34.586714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.595335 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.636281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:34.638247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] For port b130dc36-a9df-4a60-a3a5-af8ada00abc7, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b130dc36-a9df-4a60-a3a5-af8ada00abc7,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:34.638768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.641729 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.644872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 720a6853-0f73-4079-a719-4363ffe71fbb no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:34.676745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for b130dc36-a9df-4a60-a3a5-af8ada00abc7 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:34.689589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec9a0b8e-6e3f-4eee-b2cc-19bab588e29a req-be968fab-68a9-4c22-9733-89c05e0c5f81 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 210 time: 0.1101978 Nov 23 14:19:34.757850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 720a6853-0f73-4079-a719-4363ffe71fbb not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:34.758326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 995db426-d5a7-4854-8c26-058caddd9a99 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:34.820190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8ab7bf62-694e-4f92-b6dc-8d10f8144029,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:34.861170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.938056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.957593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=a68c360c-94b9-4828-88a1-ada5d5cb3aa5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:34.965130 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.972221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:34.975967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4608ebed-5b07-4b54-be70-71a9d70f196c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/a68c360c-94b9-4828-88a1-ada5d5cb3aa5 HTTP/1.1" status: 204 len: 168 time: 1.7537110 Nov 23 14:19:34.979565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53118) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:34.985245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ebf51a-8272-4862-8b96-33f0a5f6bee2 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:34.989391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d45d75-3241-492b-9aaa-7d6d33f0f27c {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:34.996956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Allocated IP 172.20.0.11 (175646c2-c3c9-4e80-91cd-29d7ebb5987b/1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f/1b13a942-a05f-4317-a925-17925d7802d0) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:35.014100 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.046960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=b130dc36-a9df-4a60-a3a5-af8ada00abc7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:35.065622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 995db426-d5a7-4854-8c26-058caddd9a99, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=995db426-d5a7-4854-8c26-058caddd9a99,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:35.067174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] No DVR routers for this DVR port b130dc36-a9df-4a60-a3a5-af8ada00abc7 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:35.071931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.076635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-b7cc2dc6-418b-4945-9a1b-11f244ad9d77 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "DELETE /v2.0/ports/b130dc36-a9df-4a60-a3a5-af8ada00abc7 HTTP/1.1" status: 204 len: 173 time: 0.8611569 Nov 23 14:19:35.077698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:35.080298 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c09763a-0ad9-4b59-8991-66c95c8ccafb" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:35.084877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.085649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3e582ae5-25c3-460f-9f35-1cd178f7e993 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:35.160453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Transition to ACTIVE for port object c6d45d75-3241-492b-9aaa-7d6d33f0f27c will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:19:35.165141 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cc1737-26a8-4323-9d4b-84d3a3e7dcc2 x-openstack-request-id: req-c8cc1737-26a8-4323-9d4b-84d3a3e7dcc2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:35.165400 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:35.165706 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8cc1737-26a8-4323-9d4b-84d3a3e7dcc2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:35.166104 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7', 'status': 'completed', 'code': 200} Nov 23 14:19:35.182885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.251207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3710f344-c594-44a0-a177-8c8c0fc2c1ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2658467 Nov 23 14:19:35.257087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53124) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:35.311426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253100de-2264-4066-a2bb-e0f2b4d84f94 req-344149d1-cb48-4a73-a159-35944e3b6d0e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:35.313052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-253100de-2264-4066-a2bb-e0f2b4d84f94 req-344149d1-cb48-4a73-a159-35944e3b6d0e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 947 time: 0.2596700 Nov 23 14:19:35.326461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3e582ae5-25c3-460f-9f35-1cd178f7e993 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:35.332466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=995db426-d5a7-4854-8c26-058caddd9a99,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:35.371954 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] Sync routers for ids ['eb3468d2-e123-491b-9543-039450490a35'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:19:35.393893 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8216cf9e-92d6-412a-9f8f-e11b16833deb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.395139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] Routers {'eb3468d2-e123-491b-9543-039450490a35'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:35.402002 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['eb3468d2-e123-491b-9543-039450490a35'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:35.444223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:35.464353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:19:35.551177 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] Set router eb3468d2-e123-491b-9543-039450490a35 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:35.554435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.589132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] Deleting port 175ab859-900e-4a7c-8fee-98e8a8b223ff {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:35.589132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.609310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.644154 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3468d2-e123-491b-9543-039450490a35', 'name': 'tempest-NetworksTestDHCPv6-router-707432369', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:25Z', 'updated_at': '2021-11-23T14:19:32Z', 'revision_number': 3, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:35.680192 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] Checking router: eb3468d2-e123-491b-9543-039450490a35 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:19:35.681960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88936b-2250-479b-9189-3181da11ef85 req-ada13559-3de8-4f2a-ba3b-19fc591f216c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:35.688038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88936b-2250-479b-9189-3181da11ef85 req-ada13559-3de8-4f2a-ba3b-19fc591f216c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:35.690953 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] Routers {'eb3468d2-e123-491b-9543-039450490a35'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:35.691726 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['eb3468d2-e123-491b-9543-039450490a35'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:35.694801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88936b-2250-479b-9189-3181da11ef85 req-ada13559-3de8-4f2a-ba3b-19fc591f216c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:35.710955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88936b-2250-479b-9189-3181da11ef85 req-ada13559-3de8-4f2a-ba3b-19fc591f216c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:35.717765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f88936b-2250-479b-9189-3181da11ef85 req-ada13559-3de8-4f2a-ba3b-19fc591f216c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 3143 time: 0.4729707 Nov 23 14:19:35.718501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] For port 175ab859-900e-4a7c-8fee-98e8a8b223ff, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=175ab859-900e-4a7c-8fee-98e8a8b223ff,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:35.718925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.745990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] Calling delete_port for 175ab859-900e-4a7c-8fee-98e8a8b223ff owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:35.776887 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] Set router eb3468d2-e123-491b-9543-039450490a35 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:35.806696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event updated for resources: {'Port': ['ID=1b13a942-a05f-4317-a925-17925d7802d0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:35.811945 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8216cf9e-92d6-412a-9f8f-e11b16833deb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.815239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8216cf9e-92d6-412a-9f8f-e11b16833deb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.828338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:35.828679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.847738 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3468d2-e123-491b-9543-039450490a35', 'name': 'tempest-NetworksTestDHCPv6-router-707432369', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:25Z', 'updated_at': '2021-11-23T14:19:32Z', 'revision_number': 3, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:35.867238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f88936b-2250-479b-9189-3181da11ef85 req-5700dbd1-4bfb-42db-9c71-6981b6509dad tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787628 Nov 23 14:19:35.878980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-253100de-2264-4066-a2bb-e0f2b4d84f94 req-d0260d70-1ea1-4aea-9823-b2c7be758aa6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5361614 Nov 23 14:19:35.880294 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a888f5-bf35-4bd9-a372-db5087576905 None None] The sync data for ids ['eb3468d2-e123-491b-9543-039450490a35'] in n-d-818503-2 is: [{'id': 'eb3468d2-e123-491b-9543-039450490a35', 'name': 'tempest-NetworksTestDHCPv6-router-707432369', 'tenant_id': '46100085cfea47b59149a13064af628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:19:25Z', 'updated_at': '2021-11-23T14:19:32Z', 'revision_number': 3, 'project_id': '46100085cfea47b59149a13064af628f', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:19:35.915437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Network 175646c2-c3c9-4e80-91cd-29d7ebb5987b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:35.952364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Attempting to bind port c6d45d75-3241-492b-9aaa-7d6d33f0f27c on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:35.952690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Attempting to bind port c6d45d75-3241-492b-9aaa-7d6d33f0f27c by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '2f2349b6-e135-44a4-85d1-21fe4fa30190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:35.953439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Attempting to bind port c6d45d75-3241-492b-9aaa-7d6d33f0f27c on network fead6271-9c0e-430c-aacf-5dbfa5c0b42d {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:35.963051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:35.965240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Port c6d45d75-3241-492b-9aaa-7d6d33f0f27c on network fead6271-9c0e-430c-aacf-5dbfa5c0b42d not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:19:35.965379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Attempting to bind port c6d45d75-3241-492b-9aaa-7d6d33f0f27c on network fead6271-9c0e-430c-aacf-5dbfa5c0b42d {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:35.966959 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:35.975300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:36.002916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] Pushing event deleted for resources: {'Port': ['ID=175ab859-900e-4a7c-8fee-98e8a8b223ff,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:36.009118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6a1ca-b7b5-4501-bdd6-737103d71d50 None None] No DVR routers for this DVR port 175ab859-900e-4a7c-8fee-98e8a8b223ff on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:36.035999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8216cf9e-92d6-412a-9f8f-e11b16833deb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:36.036530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8216cf9e-92d6-412a-9f8f-e11b16833deb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Fanout notify agent at l3_agent the message router_deleted on router eb3468d2-e123-491b-9543-039450490a35 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:19:36.061998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8216cf9e-92d6-412a-9f8f-e11b16833deb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:36.062603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:36.062958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Checking segment: {'id': '2f2349b6-e135-44a4-85d1-21fe4fa30190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:36.063352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Bound using segment: {'id': '2f2349b6-e135-44a4-85d1-21fe4fa30190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:36.063795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Bound port: c6d45d75-3241-492b-9aaa-7d6d33f0f27c, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2349b6-e135-44a4-85d1-21fe4fa30190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:36.064144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:36.065938 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8216cf9e-92d6-412a-9f8f-e11b16833deb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/routers/eb3468d2-e123-491b-9543-039450490a35 HTTP/1.1" status: 204 len: 168 time: 0.8010852 Nov 23 14:19:36.071440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:36.072081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:36.074281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53138) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:36.124310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] For port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:36.124696 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:36.149619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3c2307f8-d8b7-4a53-aa08-0d33024eb99a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0718853 Nov 23 14:19:36.152464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:36.158146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:36.195707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d5ae0-4182-4b6e-bfae-1f7e5fc06f95 req-29cb819c-e680-4762-a1f6-bbeded3d0f25 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:36.197894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-134d5ae0-4182-4b6e-bfae-1f7e5fc06f95 req-29cb819c-e680-4762-a1f6-bbeded3d0f25 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 943 time: 0.1028562 Nov 23 14:19:36.201894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-78d616d8-de92-46ea-9f8e-0d3796ad2a56 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0992663 Nov 23 14:19:36.204768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0'}, {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7'}, {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029'}, {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:36.207222 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c14dc4a-bb65-4112-b581-5bfd6432ff4c" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0"}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7"}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029"}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "995db426-d5a7-4854-8c26-058caddd9a99"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:36.241505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Request body: {'port': {'device_id': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:36.242800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73db229-7d2d-4cda-85f1-dc6488cf61a5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:36.244841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a73db229-7d2d-4cda-85f1-dc6488cf61a5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881693 Nov 23 14:19:36.248211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53146) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:36.332189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fb8073d3-3bb2-4b06-9a9a-44875fbee6b8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824795 Nov 23 14:19:36.345875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53150) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:36.356601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:36.446261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 34790b4a-2f97-4381-9f56-e8f18945ab48 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:36.475606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 34790b4a-2f97-4381-9f56-e8f18945ab48 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:36.476174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 34790b4a-2f97-4381-9f56-e8f18945ab48 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:36.476479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 175ab859-900e-4a7c-8fee-98e8a8b223ff no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:36.508795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 175ab859-900e-4a7c-8fee-98e8a8b223ff {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:36.509140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 175ab859-900e-4a7c-8fee-98e8a8b223ff not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:36.588031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aac43-ee1b-4a18-9c51-9496777d589f req-5003133e-9b83-4bd4-ba17-2d2f65833a45 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:36.590405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-071aac43-ee1b-4a18-9c51-9496777d589f req-5003133e-9b83-4bd4-ba17-2d2f65833a45 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.11 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 947 time: 0.1001151 Nov 23 14:19:36.591370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:36.628284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:36.835426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] No DVR routers for this DVR port 036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:36.841813 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:36.845595 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-702aa08f-2400-41ea-aa71-2087c43cb0fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "DELETE /v2.0/ports/036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0 HTTP/1.1" status: 204 len: 173 time: 1.7616408 Nov 23 14:19:36.937616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b16f-bdf7-43bf-b72a-0e66ca55ce3e req-fca447c2-9433-4452-943e-176a332387f2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:36.946017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc42b16f-bdf7-43bf-b72a-0e66ca55ce3e req-fca447c2-9433-4452-943e-176a332387f2 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 932 time: 0.6450405 Nov 23 14:19:36.981406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] For port c6d45d75-3241-492b-9aaa-7d6d33f0f27c, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:37.016251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Deleting port 1691298a-1a21-442b-9305-4db79aaaabfc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:37.016620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.028531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc42b16f-bdf7-43bf-b72a-0e66ca55ce3e req-f0278a7c-8157-424c-a38f-f13df2eca086 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815554 Nov 23 14:19:37.064200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] For port c6d45d75-3241-492b-9aaa-7d6d33f0f27c, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,segment=NetworkSegment(2f2349b6-e135-44a4-85d1-21fe4fa30190),segment_id=2f2349b6-e135-44a4-85d1-21fe4fa30190)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:37.091948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-134d5ae0-4182-4b6e-bfae-1f7e5fc06f95 req-8c620144-3c0e-43a8-b344-cc6279e144dc tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8868618 Nov 23 14:19:37.106456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.132865 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc815ec-ef9b-4e45-a358-29f271b4f662 x-openstack-request-id: req-9dc815ec-ef9b-4e45-a358-29f271b4f662 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:37.133747 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0", "code": 200}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "b130dc36-a9df-4a60-a3a5-af8ada00abc7", "code": 200}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029", "code": 200}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-unplugged", "status": "completed", "tag": "995db426-d5a7-4854-8c26-058caddd9a99", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:37.134090 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9dc815ec-ef9b-4e45-a358-29f271b4f662 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:37.134573 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0', 'code': 200} Nov 23 14:19:37.135000 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b130dc36-a9df-4a60-a3a5-af8ada00abc7', 'code': 200} Nov 23 14:19:37.135285 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029', 'code': 200} Nov 23 14:19:37.135603 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99', 'code': 200} Nov 23 14:19:37.155886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port 995db426-d5a7-4854-8c26-058caddd9a99 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:37.156749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.168687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:37.174295 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5cf445-8077-46a8-9cb7-0c15f8aa59cb" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:37.220866 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.285038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:37.297034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:37.301516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.313736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] For port 1691298a-1a21-442b-9305-4db79aaaabfc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1691298a-1a21-442b-9305-4db79aaaabfc,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:37.313736 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.420047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] For port 995db426-d5a7-4854-8c26-058caddd9a99, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=995db426-d5a7-4854-8c26-058caddd9a99,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:37.420408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.435079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for 995db426-d5a7-4854-8c26-058caddd9a99 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:37.503681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:37.504517 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.506070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b8237764-0890-4e80-944f-12d3eff427a1 service neutron] 10.222.0.74 "PUT /v2.0/ports/c6d45d75-3241-492b-9aaa-7d6d33f0f27c HTTP/1.1" status: 200 len: 1091 time: 4.7021041 Nov 23 14:19:37.512057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'tag': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:37.514479 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd27d913-0dd6-4640-afd2-a91f93954976" -d '{"events": [{"name": "network-changed", "server_uuid": "cf216acd-93d8-4da8-9d90-9316767101fa", "tag": "c6d45d75-3241-492b-9aaa-7d6d33f0f27c"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:37.558744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c88086-b369-4214-9dfa-bc3e13e93166 req-48287557-1d0d-4771-8bee-df6ccd017686 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:37.563543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34c88086-b369-4214-9dfa-bc3e13e93166 req-48287557-1d0d-4771-8bee-df6ccd017686 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 947 time: 0.3158598 Nov 23 14:19:37.723519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a0b0c-72c0-482d-a689-10f753ddbf16 req-132aeee5-46fb-4c67-b3ef-83cc38ab10dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:37.730085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a0b0c-72c0-482d-a689-10f753ddbf16 req-132aeee5-46fb-4c67-b3ef-83cc38ab10dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:37.736427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a0b0c-72c0-482d-a689-10f753ddbf16 req-132aeee5-46fb-4c67-b3ef-83cc38ab10dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:37.738289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a0a0b0c-72c0-482d-a689-10f753ddbf16 req-132aeee5-46fb-4c67-b3ef-83cc38ab10dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 2411 time: 0.4639735 Nov 23 14:19:37.877921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-d8b1be53-841e-4939-a5d1-8c55cc7eb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:37.879636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-d8b1be53-841e-4939-a5d1-8c55cc7eb8f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=464b884339514022be8f075daf7e613b&device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 1094 time: 0.2489984 Nov 23 14:19:37.916302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34c88086-b369-4214-9dfa-bc3e13e93166 req-2ebb28ef-1fcb-4c62-9113-f7c121318d04 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a2fa87d-ce87-4928-b03f-d3a45b3ea950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890000 Nov 23 14:19:37.956501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.956908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:37.957446 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Floating IP b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c disassociated. External IP: 172.25.3.192, port: 1691298a-1a21-442b-9305-4db79aaaabfc. Nov 23 14:19:37.957792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Calling delete_port for 1691298a-1a21-442b-9305-4db79aaaabfc owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:37.976079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-a3124fa2-dc97-4eb3-ad91-102e9370f78a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d45d75-3241-492b-9aaa-7d6d33f0f27c HTTP/1.1" status: 200 len: 217 time: 0.0525954 Nov 23 14:19:37.987227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a0a0b0c-72c0-482d-a689-10f753ddbf16 req-bf0d928f-b7ec-4e43-af4f-20d08c7fbbc3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366452 Nov 23 14:19:38.019523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.062648 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cf6309-0519-4863-9ef2-187482a6b2f5 x-openstack-request-id: req-32cf6309-0519-4863-9ef2-187482a6b2f5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:38.062999 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:38.064037 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32cf6309-0519-4863-9ef2-187482a6b2f5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:38.065095 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '036d3670-324e-4dd0-bbc6-3ca6cb8d4ab0', 'status': 'completed', 'code': 200} Nov 23 14:19:38.066742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=995db426-d5a7-4854-8c26-058caddd9a99,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:38.120896 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a432cc-2e79-4148-97a0-d28b689103d5 x-openstack-request-id: req-d2a432cc-2e79-4148-97a0-d28b689103d5 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:38.121443 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf216acd-93d8-4da8-9d90-9316767101fa", "tag": "c6d45d75-3241-492b-9aaa-7d6d33f0f27c", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:38.121835 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2a432cc-2e79-4148-97a0-d28b689103d5 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:38.122410 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'tag': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c', 'status': 'completed', 'code': 200} Nov 23 14:19:38.137740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-65b790a7-cc19-44de-b11a-cdd06cd30044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:38.139376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-65b790a7-cc19-44de-b11a-cdd06cd30044 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6388d16-9523-44c1-b784-96c92ae4c96f HTTP/1.1" status: 200 len: 865 time: 0.1498842 Nov 23 14:19:38.140413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] No DVR routers for this DVR port 995db426-d5a7-4854-8c26-058caddd9a99 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:38.144587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.148093 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-50ed00b2-1648-4355-8850-f8f0c2ca76e6 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "DELETE /v2.0/ports/995db426-d5a7-4854-8c26-058caddd9a99 HTTP/1.1" status: 204 len: 173 time: 1.2955256 Nov 23 14:19:38.189519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:19:38.249090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.260266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-df59fb3b-84b6-4ac3-ad24-de7f839a57f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fead6271-9c0e-430c-aacf-5dbfa5c0b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897882 Nov 23 14:19:38.305580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:38.306136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.310544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.360917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event deleted for resources: {'Port': ['ID=1691298a-1a21-442b-9305-4db79aaaabfc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:38.392436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:38.409812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:38.426437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df6bf5-8964-4299-a040-8d3d5ab09667 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:38.446121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:38.446692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.452164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=bc1ca0d4-3f8e-4729-b9c5-965b964d53b7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:38.462046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b13a942-a05f-4317-a925-17925d7802d0 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:38.483116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9123b7-8356-4a75-bf28-d1fb1a7711e3 req-9091b02f-36bd-4ae6-866a-d9266c7ce93b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:38.490530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed9123b7-8356-4a75-bf28-d1fb1a7711e3 req-9091b02f-36bd-4ae6-866a-d9266c7ce93b tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 932 time: 0.3188994 Nov 23 14:19:38.509137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4bf18-4e15-4cc5-8e10-09c07c7aa4cb req-5edc7d6b-4f3a-4e90-878e-ed3e69f08961 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:38.510644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4b4bf18-4e15-4cc5-8e10-09c07c7aa4cb req-5edc7d6b-4f3a-4e90-878e-ed3e69f08961 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 943 time: 0.3030977 Nov 23 14:19:38.513255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.569456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] For port 8ab7bf62-694e-4f92-b6dc-8d10f8144029, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ab7bf62-694e-4f92-b6dc-8d10f8144029,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:38.572742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.580648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e3f4339d-0dbf-4240-bab0-28941accabf7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2282653 Nov 23 14:19:38.591406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53176) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:38.597198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:38.604942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Transition to ACTIVE for port object 1b13a942-a05f-4317-a925-17925d7802d0 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:19:38.631570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for 8ab7bf62-694e-4f92-b6dc-8d10f8144029 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:38.647772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.671287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': 'bc1ca0d4-3f8e-4729-b9c5-965b964d53b7'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:19:38.671287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:38.704351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Router 7e3a78b0-c645-4f48-8628-6bc995db8bfe has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:19:38.805148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-b45d0700-678f-41f6-bbd1-dbf828cdbb96 service neutron] 10.222.0.74 "GET /v2.0/networks/fead6271-9c0e-430c-aacf-5dbfa5c0b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073123 Nov 23 14:19:38.806355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Pushing event updated for resources: {'Port': ['ID=1b13a942-a05f-4317-a925-17925d7802d0,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:38.826712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4b4bf18-4e15-4cc5-8e10-09c07c7aa4cb req-6a292ceb-1075-4cc0-b019-8492782c67ce tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954731 Nov 23 14:19:38.938966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Allocated IP 2001:db8::f816:3eff:febd:4a11 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/bc1ca0d4-3f8e-4729-b9c5-965b964d53b7/274b8e13-60dc-491a-a00f-f09bab804357) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:38.955262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed9123b7-8356-4a75-bf28-d1fb1a7711e3 req-900fba6d-d8f7-4dd2-b086-7be6215ac18d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636865 Nov 23 14:19:39.016889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:19:39.076981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] Sync routers for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:19:39.126210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0340fef-4f7c-468d-ad9c-96084ca21721 req-7a56dc8e-bb8e-4920-8719-403c95bc1a5a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9669fc1a-0f1f-4fc4-b3b9-c316fa076149 HTTP/1.1" status: 200 len: 210 time: 0.0636032 Nov 23 14:19:39.130657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] No DVR routers for this DVR port 1691298a-1a21-442b-9305-4db79aaaabfc on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:39.134358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.142370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.154150 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-071aac43-ee1b-4a18-9c51-9496777d589f req-22721999-b427-45e1-8120-7d4e2c9b39a5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.11 "DELETE /v2.0/ports/1691298a-1a21-442b-9305-4db79aaaabfc HTTP/1.1" status: 204 len: 173 time: 2.5270252 Nov 23 14:19:39.217901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fafd7e42-4024-4e5b-a165-becf4a23da4b req-774cc2ae-06c8-452f-81ce-e71b36434960 service neutron] 10.222.0.74 "GET /v2.0/networks/fead6271-9c0e-430c-aacf-5dbfa5c0b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768172 Nov 23 14:19:39.245838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:39.250917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.254846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=8ab7bf62-694e-4f92-b6dc-8d10f8144029,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:39.293261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.304504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:39.307536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:39.329227 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.330875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:39.353611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] No DVR routers for this DVR port 8ab7bf62-694e-4f92-b6dc-8d10f8144029 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:39.357385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.361195 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-fd143b59-24db-4854-800f-2af708256e0a tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "DELETE /v2.0/ports/8ab7bf62-694e-4f92-b6dc-8d10f8144029 HTTP/1.1" status: 204 len: 173 time: 1.2032063 Nov 23 14:19:39.458679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:39.460493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 1691298a-1a21-442b-9305-4db79aaaabfc {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:39.461100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1691298a-1a21-442b-9305-4db79aaaabfc not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:39.461880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Attempting to bind port 1b13a942-a05f-4317-a925-17925d7802d0 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:39.462238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Attempting to bind port 1b13a942-a05f-4317-a925-17925d7802d0 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:39.463008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Attempting to bind port 1b13a942-a05f-4317-a925-17925d7802d0 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:39.475551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:39.479513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befc78d-cbf9-4c25-bad6-be1fe180f4ad req-98a28b3a-7aa0-43a0-a2c1-213d2418acb8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:39.481091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7befc78d-cbf9-4c25-bad6-be1fe180f4ad req-98a28b3a-7aa0-43a0-a2c1-213d2418acb8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 944 time: 0.2261236 Nov 23 14:19:39.486799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-00852719-8e3f-4a7b-8696-bb91fbc0c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:39.488339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-00852719-8e3f-4a7b-8696-bb91fbc0c523 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=464b884339514022be8f075daf7e613b&device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 1094 time: 0.1555862 Nov 23 14:19:39.492626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:39.499127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Port 1b13a942-a05f-4317-a925-17925d7802d0 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:19:39.499127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Attempting to bind port 1b13a942-a05f-4317-a925-17925d7802d0 on network 175646c2-c3c9-4e80-91cd-29d7ebb5987b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:39.507975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port 33204af3-bcba-4718-85f2-80e14dce670d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:39.508708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.541301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:39.541653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Checking segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:39.542034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Bound using segment: {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:39.542484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Bound port: 1b13a942-a05f-4317-a925-17925d7802d0, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1262c3e-c2ee-462e-b4c0-583b392da7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:39.542985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.683424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] For port 33204af3-bcba-4718-85f2-80e14dce670d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=33204af3-bcba-4718-85f2-80e14dce670d,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:39.683801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.749108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-dc965fec-46d3-44d1-a26d-f2f269ca5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:39.751186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-dc965fec-46d3-44d1-a26d-f2f269ca5488 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fead6271-9c0e-430c-aacf-5dbfa5c0b42d HTTP/1.1" status: 200 len: 926 time: 0.2443104 Nov 23 14:19:39.766848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] For port 1b13a942-a05f-4317-a925-17925d7802d0, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:39.843628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Pushing event updated for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:39.855498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Attempting to bind port 274b8e13-60dc-491a-a00f-f09bab804357 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:39.855880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Attempting to bind port 274b8e13-60dc-491a-a00f-f09bab804357 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:39.856253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Attempting to bind port 274b8e13-60dc-491a-a00f-f09bab804357 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:39.869891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:39.870408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:39.870870 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.871370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:39.872052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Bound port: 274b8e13-60dc-491a-a00f-f09bab804357, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:39.872445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:39.878937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:39.900086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-11640cbb-4259-4c1f-aaed-58eb52d2b1cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d45d75-3241-492b-9aaa-7d6d33f0f27c HTTP/1.1" status: 200 len: 217 time: 0.1175056 Nov 23 14:19:39.903916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] For port 1b13a942-a05f-4317-a925-17925d7802d0, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1b13a942-a05f-4317-a925-17925d7802d0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:39.951140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7befc78d-cbf9-4c25-bad6-be1fe180f4ad req-45e1c2f7-b733-4fb0-ad0c-6439677b84fe tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups?id=90ce6462-a1cc-4a41-b641-5ee3309629c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4589496 Nov 23 14:19:40.004067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:40.009360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=274b8e13-60dc-491a-a00f-f09bab804357,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:40.024512 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.028831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.029322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.030327 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Floating IP 81d00392-0a1f-4893-bab6-133ee511b188 disassociated. External IP: 172.25.3.135, port: 33204af3-bcba-4718-85f2-80e14dce670d. Nov 23 14:19:40.030327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for 33204af3-bcba-4718-85f2-80e14dce670d owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:40.033788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.079922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99'}, {'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-deleted', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc'}, {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:40.085967 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898a9b4e-9532-4000-996c-7e26b5f22159" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "995db426-d5a7-4854-8c26-058caddd9a99"}, {"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-deleted", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc"}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:40.207770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577046d-48c3-4454-aa74-0197948e8b06 None None] Pushing event updated for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:40.239426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.261076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.353072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:40.360457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-9e6eac13-0d18-4e6c-b456-723cd7fecc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:40.361943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-9e6eac13-0d18-4e6c-b456-723cd7fecc49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f6388d16-9523-44c1-b784-96c92ae4c96f HTTP/1.1" status: 200 len: 865 time: 0.4607964 Nov 23 14:19:40.375223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:40.375223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.376593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] 10.222.0.11 "PUT /v2.0/ports/1b13a942-a05f-4317-a925-17925d7802d0 HTTP/1.1" status: 200 len: 1092 time: 4.1607676 Nov 23 14:19:40.399911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'tag': '1b13a942-a05f-4317-a925-17925d7802d0'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:40.411749 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f00ce98-5c16-410e-bad7-ab8bb3a44532" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6fea01-d2d1-4101-a1a8-cd86bdddd53e", "tag": "1b13a942-a05f-4317-a925-17925d7802d0"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:40.447894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=33204af3-bcba-4718-85f2-80e14dce670d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:40.451351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] Checking router: 7e3a78b0-c645-4f48-8628-6bc995db8bfe for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:19:40.469789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=7b06c8ef-6b72-4205-93d0-2927ac04fe4c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:40.470009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:40.470453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:40.488122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:40.527298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-78b272ce-e1c7-43a2-83b9-34bb3ee5da1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fead6271-9c0e-430c-aacf-5dbfa5c0b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470559 Nov 23 14:19:40.534521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:40.554102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d972a-e97d-4730-9dfc-b6980deeb5c3 req-1717438e-540c-4fe3-8313-da6514de1c14 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:40.556213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-136d972a-e97d-4730-9dfc-b6980deeb5c3 req-1717438e-540c-4fe3-8313-da6514de1c14 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 943 time: 0.6036947 Nov 23 14:19:40.559227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:40.559945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.580573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a96c-e126-4604-977e-06e3a1814855 service neutron] Pushing event updated for resources: {'Port': ['ID=1b13a942-a05f-4317-a925-17925d7802d0,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:40.601545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:19:40.613087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2f8e1-3253-44e6-8ead-948a8d3c019c req-9ad2a655-9335-4e02-8737-5a6b3e421e08 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:40.614652 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc2f8e1-3253-44e6-8ead-948a8d3c019c req-9ad2a655-9335-4e02-8737-5a6b3e421e08 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 944 time: 0.4321561 Nov 23 14:19:40.623418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3282416a-8eb7-4c8d-9396-340c8cf08036 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0311635 Nov 23 14:19:40.623865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53208) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:40.658786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:45:b8:f2', 'name': 'tempest-NetworksTestDHCPv6-850850549'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:40.697217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:40.774201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:19:40.786085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] Sync routers for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:19:40.809316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:40.809958 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:40.825737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] No DVR routers for this DVR port 33204af3-bcba-4718-85f2-80e14dce670d on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:40.829726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:40.834012 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a98922b2-f38f-4551-ac1e-7199b6dc49a0 req-bfe8b732-07db-4660-9f4c-7fdb0c09e2bf tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.11 "DELETE /v2.0/ports/33204af3-bcba-4718-85f2-80e14dce670d HTTP/1.1" status: 204 len: 173 time: 1.4618981 Nov 23 14:19:41.016719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c6d45d75-3241-492b-9aaa-7d6d33f0f27c details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:19:41.067882 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:41.328471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:41.360867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc2f8e1-3253-44e6-8ead-948a8d3c019c req-925c1d5c-5ce9-4ba6-91d6-9477cb0d2864 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7331910 Nov 23 14:19:41.363749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-2cbff282-ba8b-413b-bf52-172680b9a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:41.366019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-2cbff282-ba8b-413b-bf52-172680b9a10b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 1095 time: 0.8936172 Nov 23 14:19:41.368097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-3f4e313e-fbab-4e03-b23e-adf695cd8096 service neutron] 10.222.0.74 "GET /v2.0/networks/fead6271-9c0e-430c-aacf-5dbfa5c0b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314433 Nov 23 14:19:41.408232 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:30Z', 'revision_number': 5, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:41.451582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c6d45d75-3241-492b-9aaa-7d6d33f0f27c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,segment=NetworkSegment(2f2349b6-e135-44a4-85d1-21fe4fa30190),segment_id=2f2349b6-e135-44a4-85d1-21fe4fa30190)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:41.479136 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] Checking router: 1ce8a1fe-0514-4482-8bdf-c31eb5200615 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:19:41.483443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e803c-f604-4f38-ae61-d68504d2c203 None None] The sync data for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 is: [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:19:41.488605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c', 'network_id': 'fead6271-9c0e-430c-aacf-5dbfa5c0b42d', 'port_id': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c', 'mac_address': 'fa:16:3e:ba:4a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6388d16-9523-44c1-b784-96c92ae4c96f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:19:41.494226 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa4354-563c-4035-b792-56009ab54dbb x-openstack-request-id: req-b4aa4354-563c-4035-b792-56009ab54dbb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:41.494720 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "995db426-d5a7-4854-8c26-058caddd9a99", "status": "completed", "code": 200}, {"server_uuid": "9669fc1a-0f1f-4fc4-b3b9-c316fa076149", "name": "network-vif-deleted", "tag": "1691298a-1a21-442b-9305-4db79aaaabfc", "status": "completed", "code": 200}, {"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "8ab7bf62-694e-4f92-b6dc-8d10f8144029", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:41.494846 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4aa4354-563c-4035-b792-56009ab54dbb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:41.495229 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '995db426-d5a7-4854-8c26-058caddd9a99', 'status': 'completed', 'code': 200} Nov 23 14:19:41.495493 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9669fc1a-0f1f-4fc4-b3b9-c316fa076149', 'name': 'network-vif-deleted', 'tag': '1691298a-1a21-442b-9305-4db79aaaabfc', 'status': 'completed', 'code': 200} Nov 23 14:19:41.495750 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '8ab7bf62-694e-4f92-b6dc-8d10f8144029', 'status': 'completed', 'code': 200} Nov 23 14:19:41.501555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-136d972a-e97d-4730-9dfc-b6980deeb5c3 req-fa66c4ca-66fa-43c5-9c64-f6cd6d42bf53 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9161031 Nov 23 14:19:41.516956 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:19:41.517756 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:41.541794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-35836b0b-d41f-4b89-acb0-7d5d8f2d0022 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b13a942-a05f-4317-a925-17925d7802d0 HTTP/1.1" status: 200 len: 217 time: 0.1578689 Nov 23 14:19:41.604790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:41.637300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d45d75-3241-492b-9aaa-7d6d33f0f27c {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:41.675066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-18f1443e-38ca-4f0f-bd1c-9befdac29435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:41.678738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-18f1443e-38ca-4f0f-bd1c-9befdac29435 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.1216283 Nov 23 14:19:41.688362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c6d45d75-3241-492b-9aaa-7d6d33f0f27c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,segment=NetworkSegment(2f2349b6-e135-44a4-85d1-21fe4fa30190),segment_id=2f2349b6-e135-44a4-85d1-21fe4fa30190)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:41.696842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:41.796435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:41.809609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-a56efa3f-ab0b-4d93-8458-49d1c86e028e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598645 Nov 23 14:19:41.928835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53216) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:41.946716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-297b2db1-039b-4535-8087-0e96a28b2b76 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245587 Nov 23 14:19:41.950690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['c6d45d75-3241-492b-9aaa-7d6d33f0f27c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:41.981171 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:19:42.054230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad01ad-f941-4e98-8bb1-9315e3cfbc4a None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:42.064571 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6725e7-dc0b-4ed2-baa9-d19e19267237 x-openstack-request-id: req-4d6725e7-dc0b-4ed2-baa9-d19e19267237 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:42.074613 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6fea01-d2d1-4101-a1a8-cd86bdddd53e", "tag": "1b13a942-a05f-4317-a925-17925d7802d0", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:42.075105 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d6725e7-dc0b-4ed2-baa9-d19e19267237 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:42.075548 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'tag': '1b13a942-a05f-4317-a925-17925d7802d0', 'status': 'completed', 'code': 200} Nov 23 14:19:42.080558 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5b26918-080d-44b7-9b5c-fb68dfe6bbe7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.084925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ff98229-5600-40d6-b9b3-d7b9ab47a73f req-b8b6bfc7-e0ab-46b2-8970-1177dfd08829 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.1120260 Nov 23 14:19:42.153884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5b26918-080d-44b7-9b5c-fb68dfe6bbe7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.171540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832763a2-847e-4435-b33e-375843dd209d None None] New status for floating IP b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:19:42.183030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ba05982d-6405-494a-a511-a82ace6366fc None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:42.183838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba05982d-6405-494a-a511-a82ace6366fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.259143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5b26918-080d-44b7-9b5c-fb68dfe6bbe7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.262883 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5b26918-080d-44b7-9b5c-fb68dfe6bbe7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.267347 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c5b26918-080d-44b7-9b5c-fb68dfe6bbe7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "DELETE /v2.0/security-groups/6a2fa87d-ce87-4928-b03f-d3a45b3ea950 HTTP/1.1" status: 204 len: 168 time: 0.3374324 Nov 23 14:19:42.268100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53220) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:42.298184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd58d3f3-caa5-492e-82c8-f92b243e80f0 req-37d11569-fcb7-4301-b332-eabaea56dd9d service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039080 Nov 23 14:19:42.300892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd27d913-0dd6-4640-afd2-a91f93954976 req-d3f7313a-efd9-4221-816d-beb184f3b91f service neutron] 10.222.0.74 "GET /v2.0/networks/fead6271-9c0e-430c-aacf-5dbfa5c0b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151454 Nov 23 14:19:42.305729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:42.342949 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:30Z', 'revision_number': 5, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:42.376259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b26918-080d-44b7-9b5c-fb68dfe6bbe7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2fa87d-ce87-4928-b03f-d3a45b3ea950,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:42.390186 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-c7eed0c9-985b-47c7-8d69-c92cd2e3627c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] show failed (client error): The resource could not be found. Nov 23 14:19:42.395144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c7eed0c9-985b-47c7-8d69-c92cd2e3627c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups/6a2fa87d-ce87-4928-b03f-d3a45b3ea950 HTTP/1.1" status: 404 len: 347 time: 0.0388374 Nov 23 14:19:42.395871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53222) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:42.408997 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5cdb8-337e-4dec-b5ff-d863dc43953b None None] The sync data for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 is: [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:08:24Z', 'revision_number': 4, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'e511a4f4-0496-4c60-9fc9-ba2b33548992', 'name': '', 'network_id': 'df96e715-8814-46db-ab75-ff5e9b220772', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'mac_address': 'fa:16:3e:e3:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:23Z', 'updated_at': '2021-11-23T14:08:30Z', 'revision_number': 5, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'subnets': [{'id': 'c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:19:42.620673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 274b8e13-60dc-491a-a00f-f09bab804357 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:42.689686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.768622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Deleting port 5e7d594d-5109-4198-995e-89118778c1ab {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:42.769164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.772936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c03f-8879-4cb8-962d-3f521cd9cdfa req-9bdadbd5-e441-486a-a565-099ed255166a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:42.774865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab43c03f-8879-4cb8-962d-3f521cd9cdfa req-9bdadbd5-e441-486a-a565-099ed255166a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 944 time: 0.2092166 Nov 23 14:19:42.784429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-59ef68e7-9bab-4c9f-a93f-927cd13141e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:42.786317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-59ef68e7-9bab-4c9f-a93f-927cd13141e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d87e869b304671b0799b7848a7f819&device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 1095 time: 0.2582331 Nov 23 14:19:42.822274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 43a94a3b-9432-4513-9e8e-1f56c83d893e yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:42.943056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.943402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:42.947145 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857761cc-2cbf-4143-a138-059461b59da1 None None] New status for floating IP 81d00392-0a1f-4893-bab6-133ee511b188: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:19:42.968068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Calling delete_port for 5e7d594d-5109-4198-995e-89118778c1ab owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:43.097971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e9d25-a8d1-48b0-a245-11c67ea8caa8 req-a918ed69-1903-455a-8780-0c61e06492f6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:43.100128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-565e9d25-a8d1-48b0-a245-11c67ea8caa8 req-a918ed69-1903-455a-8780-0c61e06492f6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 944 time: 0.3975732 Nov 23 14:19:43.125104 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba05982d-6405-494a-a511-a82ace6366fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.167370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab43c03f-8879-4cb8-962d-3f521cd9cdfa req-cd37a195-da8c-42d5-9640-1d8cc2bb1d12 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747914 Nov 23 14:19:43.180535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:43.180911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.186380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ba05982d-6405-494a-a511-a82ace6366fc None None] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=274b8e13-60dc-491a-a00f-f09bab804357,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:43.208040 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba05982d-6405-494a-a511-a82ace6366fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.319853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1af111-4179-4a8f-9ab2-4f9ebce5963d None None] Update dhcp port {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': 'bc1ca0d4-3f8e-4729-b9c5-965b964d53b7', 'ip_address': '2001:db8::f816:3eff:febd:4a11'}, {'subnet_id': '7b06c8ef-6b72-4205-93d0-2927ac04fe4c'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '274b8e13-60dc-491a-a00f-f09bab804357'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:19:43.320500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.362517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1b13a942-a05f-4317-a925-17925d7802d0 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:19:43.373030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05982d-6405-494a-a511-a82ace6366fc None None] Pushing event updated for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:43.400300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event deleted for resources: {'Port': ['ID=5e7d594d-5109-4198-995e-89118778c1ab,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:43.402396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af1af111-4179-4a8f-9ab2-4f9ebce5963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.490617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-80e6fe03-cb0a-45b1-bace-f12263ab13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:43.492209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-80e6fe03-cb0a-45b1-bace-f12263ab13d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 200 len: 912 time: 0.6913903 Nov 23 14:19:43.507943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:43.509137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-565e9d25-a8d1-48b0-a245-11c67ea8caa8 req-a0788dde-dc3d-4d68-a40c-bfa43cb4bf18 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874021 Nov 23 14:19:43.511914 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad324ff-1cfd-46ed-baec-17076294e268" -d '{"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "33204af3-bcba-4718-85f2-80e14dce670d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:43.627415 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec108e7-95ba-4f10-b17e-116649dc7621 x-openstack-request-id: req-1ec108e7-95ba-4f10-b17e-116649dc7621 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:43.627710 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f360cbb3-4e53-4a56-b270-6a777c20bb15", "name": "network-vif-deleted", "tag": "33204af3-bcba-4718-85f2-80e14dce670d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:43.627966 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ec108e7-95ba-4f10-b17e-116649dc7621 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:43.628367 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f360cbb3-4e53-4a56-b270-6a777c20bb15', 'name': 'network-vif-deleted', 'tag': '33204af3-bcba-4718-85f2-80e14dce670d', 'status': 'completed', 'code': 200} Nov 23 14:19:43.655628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.658525 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.659727 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7f086745-8bfc-40d3-a8ec-555b805e8498 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "DELETE /v2.0/floatingips/b570f99b-4bb4-4ceb-a1c0-cba5aed50e8c HTTP/1.1" status: 204 len: 168 time: 1.2626946 Nov 23 14:19:43.774843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-4d1e6bac-9cc6-4fa4-8ec5-70e291e5b87c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b13a942-a05f-4317-a925-17925d7802d0 HTTP/1.1" status: 200 len: 217 time: 0.2497244 Nov 23 14:19:43.803250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b831ce85-a177-4afd-babb-eb39d6b6ffaa req-cce0d501-4f20-4f32-9725-aff13c519778 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.1158974 Nov 23 14:19:43.813933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1b13a942-a05f-4317-a925-17925d7802d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1b13a942-a05f-4317-a925-17925d7802d0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:43.843666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '1b13a942-a05f-4317-a925-17925d7802d0', 'network_id': '175646c2-c3c9-4e80-91cd-29d7ebb5987b', 'port_id': '1b13a942-a05f-4317-a925-17925d7802d0', 'mac_address': 'fa:16:3e:88:35:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:19:43.930269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 172.20.0.7 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/7b06c8ef-6b72-4205-93d0-2927ac04fe4c/43a94a3b-9432-4513-9e8e-1f56c83d893e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:43.942332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53246) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:43.951148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe45:b8f2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/bc1ca0d4-3f8e-4729-b9c5-965b964d53b7/43a94a3b-9432-4513-9e8e-1f56c83d893e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:43.951536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-737cc986-89e4-4353-8488-d067c47ad3e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717502723', 'description': 'tempest-description--1869349728'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:43.960054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:43.987113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b13a942-a05f-4317-a925-17925d7802d0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:43.993642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-737cc986-89e4-4353-8488-d067c47ad3e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.001886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-e6886c92-db4f-4004-8b72-eb5bf16a1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.003426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-e6886c92-db4f-4004-8b72-eb5bf16a1dc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 200 len: 851 time: 0.2038896 Nov 23 14:19:44.019442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1b13a942-a05f-4317-a925-17925d7802d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1b13a942-a05f-4317-a925-17925d7802d0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:44.028710 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.098018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1b13a942-a05f-4317-a925-17925d7802d0,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:44.111099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-3882d4b1-95be-4590-933b-fd62863ddf11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=175646c2-c3c9-4e80-91cd-29d7ebb5987b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699055 Nov 23 14:19:44.124165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-737cc986-89e4-4353-8488-d067c47ad3e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.133563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-737cc986-89e4-4353-8488-d067c47ad3e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.170939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-737cc986-89e4-4353-8488-d067c47ad3e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.172235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-737cc986-89e4-4353-8488-d067c47ad3e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2275193 Nov 23 14:19:44.180158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53250) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:44.182913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bbdd5058-d8ba-4562-a312-a71757e81b2b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'security_group_rule': {'security_group_id': '3f044d17-ae08-4658-8241-18b86247c89d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:44.212401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-225cb520-00cd-49ef-90f0-6de6443c78d5 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915346 Nov 23 14:19:44.245606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['1b13a942-a05f-4317-a925-17925d7802d0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:44.248541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cc986-89e4-4353-8488-d067c47ad3e2 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f044d17-ae08-4658-8241-18b86247c89d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:44.277377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5058-d8ba-4562-a312-a71757e81b2b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.388355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5058-d8ba-4562-a312-a71757e81b2b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.397320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5058-d8ba-4562-a312-a71757e81b2b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.455006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5058-d8ba-4562-a312-a71757e81b2b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f82fdf4-ef8c-4389-9d0e-91f63c1d94e7,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:44.461449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5058-d8ba-4562-a312-a71757e81b2b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.464524 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bbdd5058-d8ba-4562-a312-a71757e81b2b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826953 Nov 23 14:19:44.476928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53256) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:44.484076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bcd16401-e05b-4e69-8c63-6635752ab74d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'security_group_rule': {'security_group_id': '3f044d17-ae08-4658-8241-18b86247c89d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:44.517380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 274b8e13-60dc-491a-a00f-f09bab804357 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:44.547414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bcd16401-e05b-4e69-8c63-6635752ab74d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.670861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:44.672399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.674704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bcd16401-e05b-4e69-8c63-6635752ab74d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.683467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bcd16401-e05b-4e69-8c63-6635752ab74d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.722127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd16401-e05b-4e69-8c63-6635752ab74d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5d0565-5a6f-4481-8ec6-7f611c8160ab,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:44.730130 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bcd16401-e05b-4e69-8c63-6635752ab74d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.731724 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bcd16401-e05b-4e69-8c63-6635752ab74d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537253 Nov 23 14:19:44.736470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53264) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:44.747818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:44.768748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18942b64-e786-4b79-bceb-4e7eb9a40005 req-2997ee8f-b608-4b1a-ab70-c980afbbc96c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.770632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18942b64-e786-4b79-bceb-4e7eb9a40005 req-2997ee8f-b608-4b1a-ab70-c980afbbc96c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 945 time: 0.3608503 Nov 23 14:19:44.804294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.825311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f00ce98-5c16-410e-bad7-ab8bb3a44532 req-888a0ee5-b457-4d73-9232-c982125b7303 service neutron] 10.222.0.11 "GET /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036181 Nov 23 14:19:44.874401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.932306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.938973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.945778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.962164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.973526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.986361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:44.992716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:44.994655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c6d45d75-3241-492b-9aaa-7d6d33f0f27c up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:44.998085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.012790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-8f6fd40f-b7c3-4f52-a189-e2b7068537c5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.4092877 Nov 23 14:19:45.037163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-af1af111-4179-4a8f-9ab2-4f9ebce5963d None None] Allocated IP 172.20.0.2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/7b06c8ef-6b72-4205-93d0-2927ac04fe4c/274b8e13-60dc-491a-a00f-f09bab804357) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:45.040560 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.184519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port c6d45d75-3241-492b-9aaa-7d6d33f0f27c completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:19:45.191298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port c6d45d75-3241-492b-9aaa-7d6d33f0f27c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:45.191661 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.230093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18942b64-e786-4b79-bceb-4e7eb9a40005 req-970e2cb3-0ea7-410f-8d3a-4cde29b7da2e tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491637 Nov 23 14:19:45.263058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-af1af111-4179-4a8f-9ab2-4f9ebce5963d None None] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=274b8e13-60dc-491a-a00f-f09bab804357,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:45.266120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:45.284272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Allocated IP 172.25.3.169 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/469014de-27b3-4ca7-969f-c3f3ca5222bd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:45.309115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af1af111-4179-4a8f-9ab2-4f9ebce5963d None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.343383 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab5a1036-d93f-4d46-9a8d-aa43b180d2d0 req-3e54aa30-7c1e-46e4-90b2-2fe98a4a29fc tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3295317 Nov 23 14:19:45.347010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:45.354609 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.356839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1b13a942-a05f-4317-a925-17925d7802d0 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:45.357550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:45.360061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af1af111-4179-4a8f-9ab2-4f9ebce5963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.367986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=43a94a3b-9432-4513-9e8e-1f56c83d893e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:45.486155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.486810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.516707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.519219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-558e17f0-dbac-4f0a-9281-a8ef477da08a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8746698 Nov 23 14:19:45.522972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53272) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:45.538108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:45.540794 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ea6860-3995-4810-8465-ba3c990ae0f3" -d '{"events": [{"server_uuid": "cf216acd-93d8-4da8-9d90-9316767101fa", "name": "network-vif-plugged", "status": "completed", "tag": "c6d45d75-3241-492b-9aaa-7d6d33f0f27c"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:45.557874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c6d45d75-3241-492b-9aaa-7d6d33f0f27c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,segment=NetworkSegment(2f2349b6-e135-44a4-85d1-21fe4fa30190),segment_id=2f2349b6-e135-44a4-85d1-21fe4fa30190)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:45.587194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.625747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af111-4179-4a8f-9ab2-4f9ebce5963d None None] Pushing event updated for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:45.635840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b8d9c-3361-4acd-89ea-d1d741b0fd9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.639829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bdc25c6-6559-4afa-88f0-95e041e4014b req-92afaa15-441f-4cea-a61a-c26dce9ea783 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0602326 Nov 23 14:19:45.646720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b8d9c-3361-4acd-89ea-d1d741b0fd9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.649258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-723b8d9c-3361-4acd-89ea-d1d741b0fd9e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1250398 Nov 23 14:19:45.652302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53276) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:45.681775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 1b13a942-a05f-4317-a925-17925d7802d0 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:19:45.685201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12e0dc-e913-4570-ae04-ddd1cdc6916b req-20c73130-25ba-46c9-a45b-01d6d370fef3 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.688711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 1b13a942-a05f-4317-a925-17925d7802d0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:45.689093 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.690873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de12e0dc-e913-4570-ae04-ddd1cdc6916b req-20c73130-25ba-46c9-a45b-01d6d370fef3 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 944 time: 0.1653123 Nov 23 14:19:45.752349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.774505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:45.779223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:45.781266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:45.784633 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:45.840948 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.856877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de12e0dc-e913-4570-ae04-ddd1cdc6916b req-b30c9b9e-4644-46b8-9243-0f00eafd71f5 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594005 Nov 23 14:19:45.908189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 1b13a942-a05f-4317-a925-17925d7802d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1b13a942-a05f-4317-a925-17925d7802d0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:45.916006 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.916269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.923417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.931956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.943692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.958627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.965834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.972801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:45.980241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-229c6af1-510a-4cdd-b991-350f34fcec37 req-a2b3ea7b-5484-46e0-9c7b-4820d9307ff9 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.2014749 Nov 23 14:19:45.981003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 43a94a3b-9432-4513-9e8e-1f56c83d893e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:45.981342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:45.984208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'Port': ['ID=469014de-27b3-4ca7-969f-c3f3ca5222bd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:46.013830 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b29c30-7e01-4375-9b0c-8bdbc319f196 x-openstack-request-id: req-01b29c30-7e01-4375-9b0c-8bdbc319f196 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:46.014714 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf216acd-93d8-4da8-9d90-9316767101fa", "name": "network-vif-plugged", "status": "completed", "tag": "c6d45d75-3241-492b-9aaa-7d6d33f0f27c", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:46.014987 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01b29c30-7e01-4375-9b0c-8bdbc319f196 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:46.015384 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c', 'code': 200} Nov 23 14:19:46.016083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=1b13a942-a05f-4317-a925-17925d7802d0,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:46.039368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:46.069295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aff4a4-a8c8-43ed-9374-07b9ccead1c2 req-42f3a1ad-7218-4c33-ada1-8aa4457b077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:46.071032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7aff4a4-a8c8-43ed-9374-07b9ccead1c2 req-42f3a1ad-7218-4c33-ada1-8aa4457b077d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 1096 time: 0.0481977 Nov 23 14:19:46.128415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:46.132561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7aff4a4-a8c8-43ed-9374-07b9ccead1c2 req-b2c26518-c40b-4b3f-aa8d-2ea9b51db6a5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539801 Nov 23 14:19:46.174325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:46.210980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 43a94a3b-9432-4513-9e8e-1f56c83d893e owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:46.387061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 274b8e13-60dc-491a-a00f-f09bab804357 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:46.469562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330fba1-8048-4046-98ee-8bd74e3bc757 req-9f3db08c-976c-4a4c-bf97-d9b8fb0fb0ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:46.484854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9330fba1-8048-4046-98ee-8bd74e3bc757 req-9f3db08c-976c-4a4c-bf97-d9b8fb0fb0ef tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.1464353 Nov 23 14:19:46.551124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:46.552070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:46.600492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9330fba1-8048-4046-98ee-8bd74e3bc757 req-95fda91e-813a-41e5-a24d-378d6506d02d tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064880 Nov 23 14:19:46.621747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ae146507-1da4-4008-be53-b41a71987d2d None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:46.622122 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae146507-1da4-4008-be53-b41a71987d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:46.705483 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:46.812247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=43a94a3b-9432-4513-9e8e-1f56c83d893e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:46.854754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-670e5beb-322b-4290-b819-cf6e82834454 req-d20ad830-f008-4fb6-ada2-e95a7cb50cac tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0682559 Nov 23 14:19:46.953081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:46.961662 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.013384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629892bd-8c23-4b90-99e8-f8b568296e22 req-60e55be9-3bb5-4b8e-8916-81b8af9002dc tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:47.022664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-629892bd-8c23-4b90-99e8-f8b568296e22 req-60e55be9-3bb5-4b8e-8916-81b8af9002dc tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 945 time: 0.0676455 Nov 23 14:19:47.050122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-60d9d26b-3cc5-4ef2-bcd4-7645a98d01f5 None None] Could not find standard attr ID for object 43a94a3b-9432-4513-9e8e-1f56c83d893e. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:47.058053 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.087219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-629892bd-8c23-4b90-99e8-f8b568296e22 req-f35a4913-8373-42db-9869-d238333ec345 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620027 Nov 23 14:19:47.113493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.121300 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ae7ce834-2c00-45fe-829b-f062ccfeeb2b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/43a94a3b-9432-4513-9e8e-1f56c83d893e HTTP/1.1" status: 204 len: 168 time: 1.4655383 Nov 23 14:19:47.121835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53298) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:47.122276 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.131127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3857942 Nov 23 14:19:47.132325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df1c3-9717-41f4-9393-17abb840b288 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'Port': ['ID=469014de-27b3-4ca7-969f-c3f3ca5222bd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:47.202500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019adb5-1f68-448c-bca1-b788d11ab8e5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:47.204557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019adb5-1f68-448c-bca1-b788d11ab8e5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:47.206436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019adb5-1f68-448c-bca1-b788d11ab8e5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:47.208297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c019adb5-1f68-448c-bca1-b788d11ab8e5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0853956 Nov 23 14:19:47.211113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53302) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:47.283818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 7b06c8ef-6b72-4205-93d0-2927ac04fe4c {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:47.288678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.380294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.511945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-3383ea62-b26e-4fcd-b4fa-657338e22a33 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--717502723&fields=id&tenant_id=0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 267 time: 0.0871272 Nov 23 14:19:47.533362 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.620921 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.680473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=7b06c8ef-6b72-4205-93d0-2927ac04fe4c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:47.685981 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.691877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:47.692592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/7b06c8ef-6b72-4205-93d0-2927ac04fe4c HTTP/1.1" status: 204 len: 168 time: 0.4798703 Nov 23 14:19:47.711347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab64d8-0ab0-43d6-ae1f-84667e2cb07d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:47.789595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet bc1ca0d4-3f8e-4729-b9c5-965b964d53b7 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:47.795440 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.805699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-4ed0200d-261e-4026-9bb5-980d07c5c9e8 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:47.807288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-4ed0200d-261e-4026-9bb5-980d07c5c9e8 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 816 time: 0.2839584 Nov 23 14:19:47.810540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.810926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.811271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.811607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.811944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.812281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.812703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.812952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.813647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.813956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.814296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.814627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c718d-1ccc-49e4-af34-7e9613d3fbe0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:47.838493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-b9253167-6b65-47e1-8df0-4a4c602639df tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/quotas/0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 375 time: 0.0194771 Nov 23 14:19:47.909103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:47.915472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ceefb-05cb-4713-acdd-8acd52c0b9fb req-507610ee-2f68-473b-a414-12d1842d7ad1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:47.924825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a9ceefb-05cb-4713-acdd-8acd52c0b9fb req-507610ee-2f68-473b-a414-12d1842d7ad1 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.1156471 Nov 23 14:19:47.998359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-0f377253-77e3-433b-9ea5-65f619841b0a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166668 Nov 23 14:19:48.016486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b13a942-a05f-4317-a925-17925d7802d0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:48.019314 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046fea1d-4433-4201-9a82-4cb466d7dcea" -d '{"events": [{"server_uuid": "5d6fea01-d2d1-4101-a1a8-cd86bdddd53e", "name": "network-vif-plugged", "status": "completed", "tag": "1b13a942-a05f-4317-a925-17925d7802d0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:48.055378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a9ceefb-05cb-4713-acdd-8acd52c0b9fb req-936ab869-506c-47e2-ba05-5cbaca6ee0fa tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252532 Nov 23 14:19:48.106383 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:48.175225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68c91c49-73cd-4524-b3c0-05d7d3a8eb00 req-5c6671cb-47ad-4217-a5da-f6a0b1ce30fb tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0492740 Nov 23 14:19:48.263069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:48.282851 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26664ad0-863b-4a95-967d-b0302f1f2ca3 x-openstack-request-id: req-26664ad0-863b-4a95-967d-b0302f1f2ca3 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:48.283593 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6fea01-d2d1-4101-a1a8-cd86bdddd53e", "name": "network-vif-plugged", "status": "completed", "tag": "1b13a942-a05f-4317-a925-17925d7802d0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:48.283961 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26664ad0-863b-4a95-967d-b0302f1f2ca3 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:48.284710 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b13a942-a05f-4317-a925-17925d7802d0', 'code': 200} Nov 23 14:19:48.360601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1ca0d4-3f8e-4729-b9c5-965b964d53b7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:48.365610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:48.377865 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16d31367-0c8d-4845-af72-bcdf9223e584 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/bc1ca0d4-3f8e-4729-b9c5-965b964d53b7 HTTP/1.1" status: 204 len: 168 time: 0.6838350 Nov 23 14:19:48.378528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53344) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:48.432434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-e6d130be-7bcc-450b-a6ad-102695c997c6 service neutron] 10.222.0.46 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242830 Nov 23 14:19:48.434150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53346) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:48.456922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-79688f55-46b3-41f0-b126-bc1ea36c4515 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722833 Nov 23 14:19:48.461593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53348) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:48.473070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:48.619433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:48.623158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:48.632886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ad3a6-886a-4c9d-9228-6fc1fbf890c5 req-25346d99-dc2a-471f-82dc-dc4c8dbd576b tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.640211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-439ad3a6-886a-4c9d-9228-6fc1fbf890c5 req-25346d99-dc2a-471f-82dc-dc4c8dbd576b tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 945 time: 0.1989164 Nov 23 14:19:48.670641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bcbbc-4391-43da-bb0b-72f0cdcdad3a req-f3cfe9a0-ef94-439c-9e51-8c14ab410b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.672504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-892bcbbc-4391-43da-bb0b-72f0cdcdad3a req-f3cfe9a0-ef94-439c-9e51-8c14ab410b98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 1097 time: 0.2303030 Nov 23 14:19:48.723482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.724628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.725399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.726170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.727303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.727416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.728009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:48.737534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-f2b5cff3-ab29-483f-9013-46147ec82daa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6500 time: 0.2660756 Nov 23 14:19:48.832323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-82d03ad6-5125-4080-81dc-3ada3ad3016c service neutron] 10.222.0.46 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990211 Nov 23 14:19:48.838745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-892bcbbc-4391-43da-bb0b-72f0cdcdad3a req-a7be31ee-c6eb-469e-9754-951022e26f79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512647 Nov 23 14:19:48.858249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-439ad3a6-886a-4c9d-9228-6fc1fbf890c5 req-384a19db-e80a-480a-beb7-7a1053c53da6 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127507 Nov 23 14:19:48.918718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-e915b2fe-1fac-42b5-b4e6-cd7d91050981 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a020d5ec-1420-4c2a-8714-8990144ed0f1&id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1800668 Nov 23 14:19:48.957977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69c0abd-2241-4f92-a414-ddfa688a4efa None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:49.171423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-af0603b4-54aa-4ddc-a4d0-8f19849459e6 None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:49.171782 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af0603b4-54aa-4ddc-a4d0-8f19849459e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:49.253601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30e51a7f-9923-45b9-8069-284a490a5411 req-2f53b5fb-d542-40ec-83e1-64726869eba9 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 210 time: 0.0905037 Nov 23 14:19:49.303292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c233a5e-2156-4403-a015-ae317b14b149 req-2419266c-fc3d-4cfb-bf64-2a01456520b3 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:49.304879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c233a5e-2156-4403-a015-ae317b14b149 req-2419266c-fc3d-4cfb-bf64-2a01456520b3 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 945 time: 0.1923349 Nov 23 14:19:49.424357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c233a5e-2156-4403-a015-ae317b14b149 req-7eee7b10-714a-4450-8836-117f6e6235db tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115634 Nov 23 14:19:49.528256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcb6c1-092f-4e5e-a29f-c6b938124372 req-3e9ed157-c248-478b-a57a-8cad87b8a9ab tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:49.538941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8bcb6c1-092f-4e5e-a29f-c6b938124372 req-3e9ed157-c248-478b-a57a-8cad87b8a9ab tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.1266422 Nov 23 14:19:49.624983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0f0fb5a-b968-4714-9845-4042a221c69f req-357d70c2-f37d-4d42-a338-f6db5220c7a8 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0492229 Nov 23 14:19:49.660633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8bcb6c1-092f-4e5e-a29f-c6b938124372 req-fb3bfb06-d046-4f65-b19d-666b8e444fe9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207194 Nov 23 14:19:49.820800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b059159c-32c9-498d-9806-e53c3b4bed64 None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:49.821320 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b059159c-32c9-498d-9806-e53c3b4bed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:49.827197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:19:49.966814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c707-235b-47f0-9d65-4019deee9bc8 req-82d87847-690e-44fb-bf59-9bd3bbe2b18f tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:49.979606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3006c707-235b-47f0-9d65-4019deee9bc8 req-82d87847-690e-44fb-bf59-9bd3bbe2b18f tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 945 time: 0.1062567 Nov 23 14:19:50.086121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3006c707-235b-47f0-9d65-4019deee9bc8 req-50ca2be0-4e33-4274-b23e-671c1457d5e2 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056166 Nov 23 14:19:50.142678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:50.403002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=274b8e13-60dc-491a-a00f-f09bab804357,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:50.444850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:50.446034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05ff90da-0131-4f04-a4eb-ffd211905f3b req-43f6738c-a19f-4469-9386-29c9964a96ba tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 210 time: 0.0548699 Nov 23 14:19:50.471952 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:50.473072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:50.523059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d25f9-161b-46b9-aa0c-8e7f00954368 req-37b509a9-9703-4832-9cb4-61801b2c3930 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:50.532328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa0d25f9-161b-46b9-aa0c-8e7f00954368 req-37b509a9-9703-4832-9cb4-61801b2c3930 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 945 time: 0.0711319 Nov 23 14:19:50.551434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=e7f2a9df-ad9f-4b4e-b75f-55aaa95b66ac,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:50.597458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa0d25f9-161b-46b9-aa0c-8e7f00954368 req-9399c1b2-031b-4b37-8b85-bb2be2bcaf3b tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641758 Nov 23 14:19:50.638955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:50.642556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:50.648018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:50.648692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:50.653802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b635b7ee-e92b-4f55-884e-0f30c9d3186a None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:50.666033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:50.683510 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-20a28e19-9864-4e92-9f9f-e2aacc6651d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2208247 Nov 23 14:19:50.684177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53396) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:50.700114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:50.943203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-833e620b-90eb-4728-907e-e65147a5be1e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:50.947248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-833e620b-90eb-4728-907e-e65147a5be1e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 816 time: 0.3166687 Nov 23 14:19:50.979950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:50.983872 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:51.026756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84913f1a-39c9-4237-ab85-9337b3f90ae4 req-31d0aef8-e0f8-4244-a78c-f5e0639a72e2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0749702 Nov 23 14:19:51.080757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86508-7d52-497a-80c2-063c5226079a req-36dba56b-5ff1-4f92-817c-202526a0b95a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:51.090036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2d86508-7d52-497a-80c2-063c5226079a req-36dba56b-5ff1-4f92-817c-202526a0b95a tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.1350684 Nov 23 14:19:51.117313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-b3ea840d-4606-4abf-a0bc-515578b4696c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 379 time: 0.1397226 Nov 23 14:19:51.135390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'port': {'device_id': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'admin_state_up': True, 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'security_groups': ['3f044d17-ae08-4658-8241-18b86247c89d']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:51.202115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2d86508-7d52-497a-80c2-063c5226079a req-102bc7c3-05dc-4191-be1e-f0303e24cad9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110101 Nov 23 14:19:51.490306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Made reservation on behalf of 0349d05a379d4390bd68bcb2823865d9 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:51.494308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:51.525447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-491170dd-83d8-4570-8fa0-3d11c0ec6679 None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:51.525911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-491170dd-83d8-4570-8fa0-3d11c0ec6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:51.608230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:51.687342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:51.691594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:51.704021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7b40b-9aa4-4c39-9352-21f03160e437 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:51.705004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:51.707335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:51.733888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=473e3148-e29c-44a3-829e-0c92abb4fae1,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:51.734118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Allocated IP 172.20.0.11 (e050faec-e98f-4525-a16b-7c79017ec642/8c85e584-8651-4273-9b2c-cb4b80161674/ec080415-41a1-45dc-afdc-025e8e1383f8) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:51.776900 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6815d29-9187-4cb3-803b-9d463e045457 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0909436 Nov 23 14:19:51.779514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53422) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:51.785866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:0b:ef:c3', 'name': 'tempest-NetworksTestDHCPv6-1751938134'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:51.869188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-8e57e23b-cbb5-4ded-83d6-f14d3d16083a tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:51.871265 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-8e57e23b-cbb5-4ded-83d6-f14d3d16083a tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 945 time: 0.1560035 Nov 23 14:19:52.018227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:52.118959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Deleting port c6d45d75-3241-492b-9aaa-7d6d33f0f27c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:52.120341 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.257821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.296401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 03c814bb-7bfe-4be0-9aeb-8663d2a8e115 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:19:52.441871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 274b8e13-60dc-491a-a00f-f09bab804357 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:52.511501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-657a4d18-e516-4b99-8f25-f1bbcaa951b9 req-8fe5f190-d9ca-4c82-8fff-fc895d1a881d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 210 time: 0.1194668 Nov 23 14:19:52.553520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 172.20.0.14 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/473e3148-e29c-44a3-829e-0c92abb4fae1/03c814bb-7bfe-4be0-9aeb-8663d2a8e115) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:52.560833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe0b:efc3 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/e7f2a9df-ad9f-4b4e-b75f-55aaa95b66ac/03c814bb-7bfe-4be0-9aeb-8663d2a8e115) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:52.629348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71465bd9-57c5-4a2d-85d9-e0e40a462959 req-130f9be3-0c39-4ce4-913a-25a9fe709d8b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:52.637645 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71465bd9-57c5-4a2d-85d9-e0e40a462959 req-130f9be3-0c39-4ce4-913a-25a9fe709d8b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.2468684 Nov 23 14:19:52.692677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025e984-9a55-4f94-8014-3a96c9560eb0 None None] Update dhcp port {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': 'e7f2a9df-ad9f-4b4e-b75f-55aaa95b66ac', 'ip_address': '2001:db8::f816:3eff:febd:4a11'}, {'subnet_id': '473e3148-e29c-44a3-829e-0c92abb4fae1'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '274b8e13-60dc-491a-a00f-f09bab804357'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:19:52.710013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71465bd9-57c5-4a2d-85d9-e0e40a462959 req-0f052205-c7eb-4156-a784-76d4edd25318 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712972 Nov 23 14:19:52.716288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:52.716662 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.738301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] For port c6d45d75-3241-492b-9aaa-7d6d33f0f27c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,segment=NetworkSegment(2f2349b6-e135-44a4-85d1-21fe4fa30190),segment_id=2f2349b6-e135-44a4-85d1-21fe4fa30190)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:52.738842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.765519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Calling delete_port for c6d45d75-3241-492b-9aaa-7d6d33f0f27c owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:52.801279 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0025e984-9a55-4f94-8014-3a96c9560eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.840624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.884874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06b0f-33d9-4dd0-bca6-c76ce8001282 req-f334be6e-5546-40e4-b25b-a3180eb29eed tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:52.886939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ef06b0f-33d9-4dd0-bca6-c76ce8001282 req-f334be6e-5546-40e4-b25b-a3180eb29eed tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.1977472 Nov 23 14:19:52.928813 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.963828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:52.976976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0982c-8359-4c90-93ff-2dba5a427b2b req-50cd2eb9-0175-458c-93ad-354381a90472 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:52.978801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0c0982c-8359-4c90-93ff-2dba5a427b2b req-50cd2eb9-0175-458c-93ad-354381a90472 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf216acd-93d8-4da8-9d90-9316767101fa HTTP/1.1" status: 200 len: 945 time: 0.0891371 Nov 23 14:19:53.061944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.074532 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.093855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ef06b0f-33d9-4dd0-bca6-c76ce8001282 req-780848c1-51a4-4cda-a6d8-a813b6d7758c tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665916 Nov 23 14:19:53.115822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Pushing event deleted for resources: {'Port': ['ID=c6d45d75-3241-492b-9aaa-7d6d33f0f27c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:53.126199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-0025e984-9a55-4f94-8014-3a96c9560eb0 None None] Allocated IP 172.20.0.2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/473e3148-e29c-44a3-829e-0c92abb4fae1/274b8e13-60dc-491a-a00f-f09bab804357) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:53.126601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:53.159101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Network e050faec-e98f-4525-a16b-7c79017ec642 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:53.170115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:53.174710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:53.194921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:53.196794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] No DVR routers for this DVR port c6d45d75-3241-492b-9aaa-7d6d33f0f27c on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:53.199646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0c0982c-8359-4c90-93ff-2dba5a427b2b req-53cda31e-dbe7-4ed7-acdd-19e0dd614492 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738389 Nov 23 14:19:53.210222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.224420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e24dccb3-c565-4f87-bd88-b4156bd87255 req-551d2ee5-60b6-484f-bc40-11c25910e287 tempest-ServersNegativeTestMultiTenantJSON-1887964156 tempest-ServersNegativeTestMultiTenantJSON-1887964156-project] 10.222.0.74 "DELETE /v2.0/ports/c6d45d75-3241-492b-9aaa-7d6d33f0f27c HTTP/1.1" status: 204 len: 173 time: 1.3464932 Nov 23 14:19:53.225089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'name': 'network-vif-deleted', 'tag': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:53.227667 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6bea69-1dd8-4dc1-922d-cac47ee8b29c" -d '{"events": [{"server_uuid": "cf216acd-93d8-4da8-9d90-9316767101fa", "name": "network-vif-deleted", "tag": "c6d45d75-3241-492b-9aaa-7d6d33f0f27c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:53.236494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:53.241410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:19:53.298236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:53.299099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.324143 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5399399 Nov 23 14:19:53.324143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd6364-4ae4-4fcf-9ce5-20f490be2948 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=03c814bb-7bfe-4be0-9aeb-8663d2a8e115,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:53.326781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53434) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:53.347378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0025e984-9a55-4f94-8014-3a96c9560eb0 None None] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=274b8e13-60dc-491a-a00f-f09bab804357,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:53.384973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e0f3e5f-4f16-4a88-8aef-5e3e0e43dcd2 req-af1a9710-a23f-4914-a585-24ae3fff64f9 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.1652312 Nov 23 14:19:53.404512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:53.405460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.408721 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0025e984-9a55-4f94-8014-3a96c9560eb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.423997 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0025e984-9a55-4f94-8014-3a96c9560eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.439270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e682df5-976a-410a-abf7-00e9b7410bbb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:53.446670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e682df5-976a-410a-abf7-00e9b7410bbb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:53.452304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e682df5-976a-410a-abf7-00e9b7410bbb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1224790 Nov 23 14:19:53.453617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53442) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:53.486882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-41ee0770-af57-455f-ac9a-09fad3027811 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3617525 Nov 23 14:19:53.499744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Request body: {'port': {'device_id': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:53.666687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.669101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 03c814bb-7bfe-4be0-9aeb-8663d2a8e115 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:53.669462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.671762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025e984-9a55-4f94-8014-3a96c9560eb0 None None] Pushing event updated for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:53.709200 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.762509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-03e81d73-8666-437b-a8fa-8ca515380fc1 None None] Provisioning complete for port ec080415-41a1-45dc-afdc-025e8e1383f8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:53.763043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03e81d73-8666-437b-a8fa-8ca515380fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:53.874039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-03e81d73-8666-437b-a8fa-8ca515380fc1 None None] Port ec080415-41a1-45dc-afdc-025e8e1383f8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:19:53.928779 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d31905-1b8e-47d4-991b-b12a083357ab x-openstack-request-id: req-74d31905-1b8e-47d4-991b-b12a083357ab {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:53.929055 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf216acd-93d8-4da8-9d90-9316767101fa", "name": "network-vif-deleted", "tag": "c6d45d75-3241-492b-9aaa-7d6d33f0f27c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:53.929320 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74d31905-1b8e-47d4-991b-b12a083357ab {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:53.929738 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf216acd-93d8-4da8-9d90-9316767101fa', 'name': 'network-vif-deleted', 'tag': 'c6d45d75-3241-492b-9aaa-7d6d33f0f27c', 'status': 'completed', 'code': 200} Nov 23 14:19:54.004493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.030168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 03c814bb-7bfe-4be0-9aeb-8663d2a8e115 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:54.245913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6806a-72fb-4839-92ee-5400a4a9aae1 req-228b56c9-baf8-4091-9c2f-11ac7db1c2f1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:54.253581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66f6806a-72fb-4839-92ee-5400a4a9aae1 req-228b56c9-baf8-4091-9c2f-11ac7db1c2f1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 932 time: 0.1490276 Nov 23 14:19:54.320688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e6d2c-da2e-4493-8060-7ad274cd5f16 req-58ef1aa0-ed7c-4a1f-92ae-7a15a0cf4ff7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:54.337357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a39e6d2c-da2e-4493-8060-7ad274cd5f16 req-58ef1aa0-ed7c-4a1f-92ae-7a15a0cf4ff7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.2310545 Nov 23 14:19:54.421200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.454361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 274b8e13-60dc-491a-a00f-f09bab804357 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:19:54.542797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=03c814bb-7bfe-4be0-9aeb-8663d2a8e115,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:54.547015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:54.547181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec080415-41a1-45dc-afdc-025e8e1383f8 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:54.559773 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.567426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.599118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Transition to ACTIVE for port object ec080415-41a1-45dc-afdc-025e8e1383f8 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:19:54.615602 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.638197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66f6806a-72fb-4839-92ee-5400a4a9aae1 req-ef008ffe-d662-489d-8c96-f38a641ff398 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785388 Nov 23 14:19:54.685760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.689056 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-24f69115-eef8-4de3-9df1-3432e08a7d90 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/03c814bb-7bfe-4be0-9aeb-8663d2a8e115 HTTP/1.1" status: 204 len: 168 time: 1.2344115 Nov 23 14:19:54.692044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:54.698305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a39e6d2c-da2e-4493-8060-7ad274cd5f16 req-612b9bf4-fb12-45a2-a26f-df30a3767264 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598399 Nov 23 14:19:54.740201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53482) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:54.798447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db4ade-ebc6-4d1e-bce2-bfa5627f1f6b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:54.800249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db4ade-ebc6-4d1e-bce2-bfa5627f1f6b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:54.801973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db4ade-ebc6-4d1e-bce2-bfa5627f1f6b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:54.809696 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95db4ade-ebc6-4d1e-bce2-bfa5627f1f6b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1152411 Nov 23 14:19:54.810308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:54.884352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 473e3148-e29c-44a3-829e-0c92abb4fae1 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:54.887893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] Deleting subnet f6388d16-9523-44c1-b784-96c92ae4c96f {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:54.888816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.924222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-276b43c4-4e72-4cdd-b456-e2e41279f4b4 None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:54.926543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-276b43c4-4e72-4cdd-b456-e2e41279f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:54.974252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21cb7dd8-6521-43cc-a24c-58104c12e3e8 req-0d5fbd92-8b2e-4338-bff7-524527d1a668 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0413170 Nov 23 14:19:54.975974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.016076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.040200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c6d45d75-3241-492b-9aaa-7d6d33f0f27c no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:55.048556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:55.088976 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.118880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: c6d45d75-3241-492b-9aaa-7d6d33f0f27c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:55.119247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c6d45d75-3241-492b-9aaa-7d6d33f0f27c not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:55.155169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:19:55.155420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:19:55.156012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:55.164206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Port ec080415-41a1-45dc-afdc-025e8e1383f8 on network e050faec-e98f-4525-a16b-7c79017ec642 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:19:55.164584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:19:55.181075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:19:55.181403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Checking segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:19:55.181787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Bound using segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:19:55.182229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Bound port: ec080415-41a1-45dc-afdc-025e8e1383f8, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:19:55.184164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.192689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.261159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.297376 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.349387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.358377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ead332e4-6297-4780-86b9-86161f853b48 None None] Could not find standard attr ID for object 03c814bb-7bfe-4be0-9aeb-8663d2a8e115. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:19:55.364197 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/473e3148-e29c-44a3-829e-0c92abb4fae1 HTTP/1.1" status: 204 len: 168 time: 0.5526874 Nov 23 14:19:55.365690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:55.371446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee25b15-5ebd-41bb-9954-7cc533e66508 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=473e3148-e29c-44a3-829e-0c92abb4fae1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:55.389209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:19:55.395140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:19:55.403924 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.476530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet e7f2a9df-ad9f-4b4e-b75f-55aaa95b66ac {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:55.481630 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.486659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.549979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:55.551216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.554024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] 10.222.0.74 "PUT /v2.0/ports/ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 1092 time: 2.0584760 Nov 23 14:19:55.557863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:55.560181 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5813aec3-98ac-4a0b-9545-eab46553c07e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:55.605202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.612054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f6388d16-9523-44c1-b784-96c92ae4c96f HTTP/1.1" status: 204 len: 168 time: 0.8669293 Nov 23 14:19:55.614519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53496) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:55.633073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.710363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e9637-963f-4afe-a6e5-431bae2075cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6388d16-9523-44c1-b784-96c92ae4c96f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:55.748349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5844ef-f5a6-4368-b8d3-b7aa4a12fa99 service neutron] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:55.778602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834add7-46c2-40f4-9778-e13df9ae3e63 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:55.782370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-5f6564fc-7f6c-4c40-9d3f-5255fafeb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:55.784019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-5f6564fc-7f6c-4c40-9d3f-5255fafeb833 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1095 time: 0.1304443 Nov 23 14:19:55.795488 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e17fe0-0269-4481-9e86-e1c71f5e003f x-openstack-request-id: req-a8e17fe0-0269-4481-9e86-e1c71f5e003f {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:55.795783 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:55.796038 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8e17fe0-0269-4481-9e86-e1c71f5e003f {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:55.796463 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'status': 'completed', 'code': 200} Nov 23 14:19:55.832404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-6436dad2-2703-4914-ae21-fbe57e81bb83 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:55.840114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-6436dad2-2703-4914-ae21-fbe57e81bb83 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.3213768 Nov 23 14:19:55.869311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:55.937932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-26f979da-76fd-48cc-b764-0d2ca397fb61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 217 time: 0.1386678 Nov 23 14:19:55.986700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.072246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.103297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fead6271-9c0e-430c-aacf-5dbfa5c0b42d']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:56.117220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2349b6-e135-44a4-85d1-21fe4fa30190') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:56.117521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2349b6-e135-44a4-85d1-21fe4fa30190') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:56.131540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.140154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.180277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.185219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f2a9df-ad9f-4b4e-b75f-55aaa95b66ac,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:56.190173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.193888 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b4e42e2-c30e-4b6b-89a3-82f034a8b3a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/e7f2a9df-ad9f-4b4e-b75f-55aaa95b66ac HTTP/1.1" status: 204 len: 168 time: 0.8153989 Nov 23 14:19:56.195301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:19:56.195701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: items = [ Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:19:56.197542 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:19:56.199875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53508) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:56.244014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067f48-981b-47d6-9205-44227b023f55 req-4a07fe78-a97f-49d3-bd0a-5b7970878f15 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:56.245768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73067f48-981b-47d6-9205-44227b023f55 req-4a07fe78-a97f-49d3-bd0a-5b7970878f15 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 946 time: 0.3079176 Nov 23 14:19:56.256696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3b7f7-ab34-4ab5-bede-7f03e53e408d req-f427d937-cf65-48fb-a400-1ab7a1a43229 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:56.258931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada3b7f7-ab34-4ab5-bede-7f03e53e408d req-f427d937-cf65-48fb-a400-1ab7a1a43229 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.4177532 Nov 23 14:19:56.280160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b9cdb405-b20b-4cb2-beb8-0f474fe7cc7b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722752 Nov 23 14:19:56.305596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53510) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:56.310498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:56.358642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.370932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73067f48-981b-47d6-9205-44227b023f55 req-fd24125f-d3d4-4245-96c3-4f329d9c9d50 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104655 Nov 23 14:19:56.416777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada3b7f7-ab34-4ab5-bede-7f03e53e408d req-3b959a01-0c23-418c-847c-10ca8ff73338 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946963 Nov 23 14:19:56.418888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-fb1a1344-8c20-4803-9533-b3290ea7c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:56.420493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-fb1a1344-8c20-4803-9533-b3290ea7c1b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.4213140 Nov 23 14:19:56.430111 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.444852 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/fead6271-9c0e-430c-aacf-5dbfa5c0b42d HTTP/1.1" status: 204 len: 168 time: 0.8241210 Nov 23 14:19:56.454969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:56.490515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf592aca-944d-4e45-9b76-3f61a810b9bb admin admin] Pushing event deleted for resources: {'Network': ['ID=fead6271-9c0e-430c-aacf-5dbfa5c0b42d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:56.550188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:56.554054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.554428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Deleting port 1b13a942-a05f-4317-a925-17925d7802d0 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:19:56.554834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.648175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e3719ab-b876-4375-a21e-fb16fe181a66 req-c8cf42e7-f257-4404-8b7b-312564cb0d21 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.1226089 Nov 23 14:19:56.683996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] Deleting subnet be0fe1f0-6bd7-468b-b0ba-873b22074f22 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:19:56.696246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.702000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-da9216cb-e52c-43b3-ace1-6bf6bc71fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:56.703987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-da9216cb-e52c-43b3-ace1-6bf6bc71fbdd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2738011 Nov 23 14:19:56.758861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3c96-eafe-4271-a4d6-c16d30f33a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.796760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] For port 1b13a942-a05f-4317-a925-17925d7802d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=1b13a942-a05f-4317-a925-17925d7802d0,segment=NetworkSegment(c1262c3e-c2ee-462e-b4c0-583b392da7d6),segment_id=c1262c3e-c2ee-462e-b4c0-583b392da7d6)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:56.797754 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.837598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.843561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Calling delete_port for 1b13a942-a05f-4317-a925-17925d7802d0 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:19:56.860414 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.883094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:19:56.888252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:19:56.895043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:56.896373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.905812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:56.918834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=b4b29f16-c5d1-4e1d-b601-833a58594cfb,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:56.925577 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7ed347df-e66a-4e37-8828-e0a34f83db6e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6187470 Nov 23 14:19:56.933463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53516) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:56.945180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:19:57.033677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459bcf4f-c9b3-4be6-b522-b1ee0a491a60 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:19:57.065084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.122414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:19:57.126297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.141633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-586ad040-703c-4254-be83-a7a3e257b334 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636210 Nov 23 14:19:57.176664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d3e5d14d-ba0a-4bb0-980c-bafb6e42e4b8 None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:19:57.184100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d14d-ba0a-4bb0-980c-bafb6e42e4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.386779 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.439652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:19:57.450087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.470750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/be0fe1f0-6bd7-468b-b0ba-873b22074f22 HTTP/1.1" status: 204 len: 168 time: 1.0134060 Nov 23 14:19:57.481306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53534) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:19:57.623245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be879e2-f551-4298-94bd-37042ff14c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0fe1f0-6bd7-468b-b0ba-873b22074f22,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:57.644250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f11704c7-09fa-41d7-8a94-ce7614de56be req-e7b484da-fb19-4a53-9397-f5781e678ffa service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882224 Nov 23 14:19:57.704624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.725155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['1b13a942-a05f-4317-a925-17925d7802d0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:57.732948 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.777775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Update dhcp port {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': 'b4b29f16-c5d1-4e1d-b601-833a58594cfb'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '274b8e13-60dc-491a-a00f-f09bab804357'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:19:57.801774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Pushing event deleted for resources: {'Port': ['ID=1b13a942-a05f-4317-a925-17925d7802d0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:57.857290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeac52-bddc-409e-9c64-dfd9a76ec522 req-09989f8d-c9c1-4eec-aed7-dae2e4e915e7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:57.859061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbdeac52-bddc-409e-9c64-dfd9a76ec522 req-09989f8d-c9c1-4eec-aed7-dae2e4e915e7 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6fea01-d2d1-4101-a1a8-cd86bdddd53e HTTP/1.1" status: 200 len: 867 time: 0.2924399 Nov 23 14:19:57.895443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:57.899610 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:57.915023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d4e94-8dcb-4f7b-84c7-c76fcaf70e6d req-9ddc84a5-64f6-471f-bd56-be281811ad8a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:57.917536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e50d4e94-8dcb-4f7b-84c7-c76fcaf70e6d req-9ddc84a5-64f6-471f-bd56-be281811ad8a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.3007565 Nov 23 14:19:57.986615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.044661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-b8cf7726-3d41-4bce-9d60-bb38edd12107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:58.047256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-b8cf7726-3d41-4bce-9d60-bb38edd12107 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1095 time: 0.3398235 Nov 23 14:19:58.048537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] No DVR routers for this DVR port 1b13a942-a05f-4317-a925-17925d7802d0 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:19:58.051941 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.057896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e41fd7cc-ae4d-448e-8a21-325eb8f2c5ca req-4e79175f-90f8-47e1-b21b-64c2e18d4ca8 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.11 "DELETE /v2.0/ports/1b13a942-a05f-4317-a925-17925d7802d0 HTTP/1.1" status: 204 len: 173 time: 2.1946108 Nov 23 14:19:58.136417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d363109-6ed3-402d-a920-f291eabc2813']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:58.174187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'name': 'network-vif-deleted', 'tag': '1b13a942-a05f-4317-a925-17925d7802d0'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:19:58.183475 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e940d8bf-d365-4a0a-8820-48c0029c2cce" -d '{"events": [{"server_uuid": "5d6fea01-d2d1-4101-a1a8-cd86bdddd53e", "name": "network-vif-deleted", "tag": "1b13a942-a05f-4317-a925-17925d7802d0"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:19:58.205498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e50d4e94-8dcb-4f7b-84c7-c76fcaf70e6d req-a839ab8f-0c40-41a7-89a5-4444a3fea7ab tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728508 Nov 23 14:19:58.216593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Allocated IP 172.20.0.2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/b4b29f16-c5d1-4e1d-b601-833a58594cfb/274b8e13-60dc-491a-a00f-f09bab804357) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:58.222676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Allocated IP 2001:db8::f816:3eff:febd:4a11 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/5aceecaf-db95-4a5e-83fe-2cc36369a53c/274b8e13-60dc-491a-a00f-f09bab804357) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:19:58.248508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dded6219-b81f-41c7-9270-5fbe1c3d59c5') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:58.256245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dded6219-b81f-41c7-9270-5fbe1c3d59c5') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:19:58.317134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.338405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=274b8e13-60dc-491a-a00f-f09bab804357,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:58.349335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.372466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:19:58.373060 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.400028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.416672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'mac_address': 'fa:16:3e:c1:ce:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:19:58.421339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.462527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-56357ae5-351f-41e8-bc9b-faac45f86f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:58.464056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-56357ae5-351f-41e8-bc9b-faac45f86f07 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.2925537 Nov 23 14:19:58.512900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44a8476b-7208-487e-87ff-6e96059e22a5 req-f0981133-4953-42d2-862a-8eb679986214 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0420518 Nov 23 14:19:58.542887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Pushing event updated for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:58.657385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.657637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.657979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.658315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.658647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.659012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.659341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.659664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.659983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.660306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.660627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.660943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87923415-797f-4046-bf6f-ee1b1e03341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:19:58.675979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbdeac52-bddc-409e-9c64-dfd9a76ec522 req-07cb8c54-5752-4d51-9254-1e7a414d50e9 tempest-DeleteServersTestJSON-415721144 tempest-DeleteServersTestJSON-415721144-project] 10.222.0.46 "GET /v2.0/security-groups?id=4693f961-cd6e-4215-be73-80a7b9559d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7569628 Nov 23 14:19:58.711517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-c7695283-3bf6-4237-86ef-ef9c7734681c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 217 time: 0.1953919 Nov 23 14:19:58.780212 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.824128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25c3bb7a-21e3-4eec-a040-c830449a56cc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:19:58.837866 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d78a4a-60be-4a36-a7e8-72521f1cbc15 x-openstack-request-id: req-b6d78a4a-60be-4a36-a7e8-72521f1cbc15 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:19:58.838829 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6fea01-d2d1-4101-a1a8-cd86bdddd53e", "name": "network-vif-deleted", "tag": "1b13a942-a05f-4317-a925-17925d7802d0", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:19:58.842011 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6d78a4a-60be-4a36-a7e8-72521f1cbc15 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:19:58.843258 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6fea01-d2d1-4101-a1a8-cd86bdddd53e', 'name': 'network-vif-deleted', 'tag': '1b13a942-a05f-4317-a925-17925d7802d0', 'status': 'completed', 'code': 200} Nov 23 14:19:58.886607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:19:58.894476 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:58.899194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-df2d3e83-2303-4eb8-baf8-120fe55a3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:58.900809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-df2d3e83-2303-4eb8-baf8-120fe55a3ec7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.1827946 Nov 23 14:19:58.991780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:59.021274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-0778cecf-d19e-4e98-88ab-14ef1ba82068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:19:59.032760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-0778cecf-d19e-4e98-88ab-14ef1ba82068 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250305 Nov 23 14:19:59.040128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['25c3bb7a-21e3-4eec-a040-c830449a56cc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:19:59.216843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d0e11be5-441b-4cb4-8d1a-a95651c38544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:59.259036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-a54419c4-3fa9-468e-85ab-3f1ae1125716 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177558 Nov 23 14:19:59.448349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1b13a942-a05f-4317-a925-17925d7802d0 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:19:59.490093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 1b13a942-a05f-4317-a925-17925d7802d0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:19:59.490448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 1b13a942-a05f-4317-a925-17925d7802d0 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:19:59.500203 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:19:59.553185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:59.557207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:19:59.594801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:59.621423 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4d363109-6ed3-402d-a920-f291eabc2813 HTTP/1.1" status: 204 len: 168 time: 2.1389048 Nov 23 14:19:59.691850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd037b9-c875-44b3-9fd0-4ff472b9f3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d363109-6ed3-402d-a920-f291eabc2813,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:19:59.937616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Port 274b8e13-60dc-491a-a00f-f09bab804357 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Nov 23 14:19:59.938132 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:19:59.998652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:00.004042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:00.008913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:00.009643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:00.011883 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:00.040192 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1043491 Nov 23 14:20:00.041033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53592) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:00.050132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:d6:21:60', 'name': 'tempest-NetworksTestDHCPv6-274796432'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:00.084325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb0a4f-25a1-4d5b-ab24-a37cca120e4d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:00.165934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53598) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:00.245582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5177f0-af19-425e-9f20-7ba5e8102baa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=5aceecaf-db95-4a5e-83fe-2cc36369a53c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:00.262714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ca085a0a-5b39-4f4f-85ae-484c8d0b46ec None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:00.263520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca085a0a-5b39-4f4f-85ae-484c8d0b46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:00.302542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:00.368097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-422e13ab-24fe-4b91-84fc-9d29dbec77c8 req-7d885ce8-42d3-4099-8460-5c3443792eee tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.2418065 Nov 23 14:20:00.449262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 274b8e13-60dc-491a-a00f-f09bab804357 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:00.496127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:00.538800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5813aec3-98ac-4a0b-9545-eab46553c07e req-a9ad86ba-1f35-41d1-aa91-533b9cfea89a service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2719688 Nov 23 14:20:00.561088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port c1854e86-2a69-4aae-9116-9454e544881b yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:20:00.575102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5f8bdfb4-fdd9-45da-aec1-610201752786 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=464b884339514022be8f075daf7e613b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608685 Nov 23 14:20:00.603083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53604) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:00.619705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edb503-4c59-49e1-8f9c-25f1d93adee8 req-dd9758b0-2019-412e-a211-2f1c6f8483cc tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:00.621473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88edb503-4c59-49e1-8f9c-25f1d93adee8 req-dd9758b0-2019-412e-a211-2f1c6f8483cc tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.4967587 Nov 23 14:20:00.777935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88edb503-4c59-49e1-8f9c-25f1d93adee8 req-cc017487-0e1f-4018-9ec8-9fb87ea7bc28 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428576 Nov 23 14:20:00.939588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd8d4b4-cf94-4b8d-bbff-0eb562da8570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.040301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd8d4b4-cf94-4b8d-bbff-0eb562da8570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.095085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:20:01.208266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 172.20.0.4 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/b4b29f16-c5d1-4e1d-b601-833a58594cfb/c1854e86-2a69-4aae-9116-9454e544881b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:01.236484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fed6:2160 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/5aceecaf-db95-4a5e-83fe-2cc36369a53c/c1854e86-2a69-4aae-9116-9454e544881b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:01.284015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd8d4b4-cf94-4b8d-bbff-0eb562da8570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.291151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd8d4b4-cf94-4b8d-bbff-0eb562da8570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.300247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3dd8d4b4-cf94-4b8d-bbff-0eb562da8570 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c518a26-8b79-4c67-a4df-2e9cfa98f2f2 HTTP/1.1" status: 204 len: 168 time: 0.6856267 Nov 23 14:20:01.321155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:01.344137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'port_id': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'mac_address': 'fa:16:3e:8c:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:20:01.345542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8d4b4-cf94-4b8d-bbff-0eb562da8570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c518a26-8b79-4c67-a4df-2e9cfa98f2f2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:01.498672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:01.636605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b97b595e-2cfd-4af4-9c3b-82d930da34fc req-1f8b5b59-c2d7-4c78-906a-5c6a0ce1dec3 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0952442 Nov 23 14:20:01.640915 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:01.643310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.706171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.826632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.830564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.879831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:01.924775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:01.960799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec080415-41a1-45dc-afdc-025e8e1383f8 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:20:01.985279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:01.992311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:02.065024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:02.080456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 25c3bb7a-21e3-4eec-a040-c830449a56cc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:02.081294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.085554 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.119394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=c1854e86-2a69-4aae-9116-9454e544881b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:02.173888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c410b-8179-47f4-a073-7a0c64145c77 req-ce65f8d4-62b0-4529-b802-34d37f7f3e9b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:02.175985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f95c410b-8179-47f4-a073-7a0c64145c77 req-ce65f8d4-62b0-4529-b802-34d37f7f3e9b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.1899748 Nov 23 14:20:02.196134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:02.196826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.242642 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cf97c71b-a473-4615-9fad-8ef02c37f18f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1958842 Nov 23 14:20:02.244552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53646) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:02.311080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f95c410b-8179-47f4-a073-7a0c64145c77 req-abaa863a-0ecb-4048-ab45-8dba511bb7f3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249578 Nov 23 14:20:02.378327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3658e-6cf9-46f3-8dcd-e6a7faed45df tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:02.385810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3658e-6cf9-46f3-8dcd-e6a7faed45df tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:02.390192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53648) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:02.390423 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-03a3658e-6cf9-46f3-8dcd-e6a7faed45df tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1426294 Nov 23 14:20:02.485265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['ec080415-41a1-45dc-afdc-025e8e1383f8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:20:02.489544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53650) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:02.587917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port c1854e86-2a69-4aae-9116-9454e544881b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:02.588628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.625231 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a2118792-bf6f-4054-b637-44c335e42c90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46f550277cbb4ebf899ec10655b74186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341012 Nov 23 14:20:02.631132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53654) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:02.711246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.832790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af45639d-edef-41cc-927a-ac2961fbb24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.837972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:02.877928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af45639d-edef-41cc-927a-ac2961fbb24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.905829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-acb9e5da-cf8e-48cc-aa3b-6e27efc46de2 req-13e350b1-2126-4590-a550-7cce9a1f445f tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0782449 Nov 23 14:20:02.916771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:02.956960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for c1854e86-2a69-4aae-9116-9454e544881b owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:02.987691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b936a5e2-d508-447c-8893-133f19af157f None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:02.988760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b936a5e2-d508-447c-8893-133f19af157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.016016 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af45639d-edef-41cc-927a-ac2961fbb24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.019707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af45639d-edef-41cc-927a-ac2961fbb24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.032589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-af45639d-edef-41cc-927a-ac2961fbb24f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d150a81-6981-458c-be48-0cce7941ecd6 HTTP/1.1" status: 204 len: 168 time: 0.3905180 Nov 23 14:20:03.069664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45639d-edef-41cc-927a-ac2961fbb24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d150a81-6981-458c-be48-0cce7941ecd6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:03.076542 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.261789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:03.306202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.310582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:20:03.317406 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674a9643-c86f-4cba-8394-511d4838aa46" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:20:03.325430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.360635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=c1854e86-2a69-4aae-9116-9454e544881b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:03.462713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dc0467b7-b67d-4b0f-b35c-35f527cda4f1 None None] Could not find standard attr ID for object c1854e86-2a69-4aae-9116-9454e544881b. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:20:03.466763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:03.478614 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dba6d1-3ead-4435-9364-4353703db87a x-openstack-request-id: req-a8dba6d1-3ead-4435-9364-4353703db87a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:20:03.482473 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:20:03.483299 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8dba6d1-3ead-4435-9364-4353703db87a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:20:03.485116 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'code': 200} Nov 23 14:20:03.555890 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.562665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53670) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:03.562957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-42235fef-1524-4d9d-9558-58527f787b4b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/c1854e86-2a69-4aae-9116-9454e544881b HTTP/1.1" status: 204 len: 168 time: 1.1712697 Nov 23 14:20:03.626549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ebeb-7a1d-40f7-ab26-6e7ba25db167 req-7e47f0db-329e-4b43-971e-4aa15c465413 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:03.639099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f885ebeb-7a1d-40f7-ab26-6e7ba25db167 req-7e47f0db-329e-4b43-971e-4aa15c465413 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.0894253 Nov 23 14:20:03.652515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14be86c-2204-4554-8d18-e87e0b9223aa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:03.654227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14be86c-2204-4554-8d18-e87e0b9223aa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:03.656128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14be86c-2204-4554-8d18-e87e0b9223aa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:03.658292 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d14be86c-2204-4554-8d18-e87e0b9223aa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0937490 Nov 23 14:20:03.660476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53672) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:03.749347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 5aceecaf-db95-4a5e-83fe-2cc36369a53c {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:03.756218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.783835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f885ebeb-7a1d-40f7-ab26-6e7ba25db167 req-5c087e17-95d8-41ab-9c80-db70f672ad82 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412263 Nov 23 14:20:03.808888 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:03.942082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.051580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.071509 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.077835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7533dee-c5a7-44f2-ac42-1b86d30e1c1d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:04.101354 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/5aceecaf-db95-4a5e-83fe-2cc36369a53c HTTP/1.1" status: 204 len: 168 time: 0.4395268 Nov 23 14:20:04.102251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17709b13-16be-4ae7-951a-daa4df175f38 req-e25dfc28-d0ed-4b69-b569-39cb0e060e03 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0560019 Nov 23 14:20:04.104387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53688) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:04.172843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05724396-2f5d-458e-ac33-56493ef63e0a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=5aceecaf-db95-4a5e-83fe-2cc36369a53c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:04.291473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet b4b29f16-c5d1-4e1d-b601-833a58594cfb {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:04.299627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.374786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.495768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.589285 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.665126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b29f16-c5d1-4e1d-b601-833a58594cfb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:04.682543 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:04.687698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-525323b6-96da-4345-857f-36874d45217f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/b4b29f16-c5d1-4e1d-b601-833a58594cfb HTTP/1.1" status: 204 len: 168 time: 0.5806684 Nov 23 14:20:04.690240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53702) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:04.789770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f4f9335-d138-445d-83eb-26beac50ab84 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978618 Nov 23 14:20:04.792259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:04.798175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:05.008988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53718) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:05.088357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:05.108018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:05.111546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.136152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] Deleting subnet 49646bcd-3de4-401b-b5ac-5eb77b83398b {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:05.152676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.180568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port ec080415-41a1-45dc-afdc-025e8e1383f8 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:20:05.186419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port ec080415-41a1-45dc-afdc-025e8e1383f8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:05.187492 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.234268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.342015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.386256 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.403064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed209a-398e-4829-a5f2-862d2998e76a req-7f826442-f83d-48de-82ef-b1e05bc8da62 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:05.404566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01ed209a-398e-4829-a5f2-862d2998e76a req-7f826442-f83d-48de-82ef-b1e05bc8da62 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.4037054 Nov 23 14:20:05.478982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:05.486444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:20:05.495343 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf68e03-f2b3-4554-be29-4ebabd35fe82" -d '{"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-plugged", "status": "completed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:20:05.512288 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.521924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.580825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:05.620485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49646bcd-3de4-401b-b5ac-5eb77b83398b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:05.653891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.657129 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-062debb7-927c-4b9e-b18b-eac2cb505bda admin admin] 10.222.0.46 "DELETE /v2.0/subnets/49646bcd-3de4-401b-b5ac-5eb77b83398b HTTP/1.1" status: 204 len: 168 time: 0.6472743 Nov 23 14:20:05.670914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53730) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:05.697751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd24c2-f8c2-413b-a0aa-b9fe97feb2e5 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:05.830625 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.864705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f7ecc69-dafc-4393-bad6-a0de48c58ebb req-eda54061-3ec9-48f6-a302-81efaf5b013c tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.4207964 Nov 23 14:20:05.943973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:05.982989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-cdebed31-158f-4b35-a1b0-6fcb7881a746 None None] Provisioning complete for port 274b8e13-60dc-491a-a00f-f09bab804357 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:05.983364 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cdebed31-158f-4b35-a1b0-6fcb7881a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.090417 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae69a68b-f8e6-473a-a042-06b155c38e83 x-openstack-request-id: req-ae69a68b-f8e6-473a-a042-06b155c38e83 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:20:06.093295 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-plugged", "status": "completed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:20:06.093739 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae69a68b-f8e6-473a-a042-06b155c38e83 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:20:06.094310 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'code': 200} Nov 23 14:20:06.109831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=47c943bb-a357-4e20-9b46-871840a3eb90,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:06.186400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.258272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:06.263263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:06.264149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:06.268845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:06.287930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01ed209a-398e-4829-a5f2-862d2998e76a req-d6f6ff73-8637-4c52-aae5-fc72d3e2a543 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8438709 Nov 23 14:20:06.295132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afb9960-5f1e-4c9a-a215-28c2199c03e3') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:06.295424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afb9960-5f1e-4c9a-a215-28c2199c03e3') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:06.296296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:06.297093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.338799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.345359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0dd4b557-1cd3-4b6f-88cc-277575387e09 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5487616 Nov 23 14:20:06.345746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53736) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:06.358488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:06.368522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.385385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:20:06.387676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:20:06.394652 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:20:06.419487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98440c01-c8f9-4dd8-b8fd-cd6bcdff1989 req-365b33fa-b1f2-4bc8-a245-b60c98c0e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:06.429291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] Deleting port 274b8e13-60dc-491a-a00f-f09bab804357 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:06.429681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.434914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98440c01-c8f9-4dd8-b8fd-cd6bcdff1989 req-365b33fa-b1f2-4bc8-a245-b60c98c0e223 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1097 time: 0.3141291 Nov 23 14:20:06.591050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] For port 274b8e13-60dc-491a-a00f-f09bab804357, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=274b8e13-60dc-491a-a00f-f09bab804357,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:06.593725 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.636647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] Calling delete_port for 274b8e13-60dc-491a-a00f-f09bab804357 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:06.653214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.672220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.688220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9 HTTP/1.1" status: 204 len: 168 time: 1.0127516 Nov 23 14:20:06.688896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53744) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:06.692059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98440c01-c8f9-4dd8-b8fd-cd6bcdff1989 req-827dae27-e9cb-4fab-b77b-ad6ffc947dc2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334192 Nov 23 14:20:06.721958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53746) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:06.735643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6211853-a410-43a9-89f6-94461476f5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed2e0c7-2206-4113-8ac7-cdb6c0bf0aa9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:06.780309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:06.784071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:06.836964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 274b8e13-60dc-491a-a00f-f09bab804357 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:06.897007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] Deleting subnet 9e936eea-888b-4e37-a20c-596a58c3f1c2 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:06.923016 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.054355 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.080326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.129392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8c95628-d705-41f9-8522-1e1bcde4ca28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.132587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.164436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baa60649-4c20-4bd0-880e-e3e98303cd7b req-10cf8e42-6ff3-4656-9dbb-2eee696b9040 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.0786326 Nov 23 14:20:07.208337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] Pushing event deleted for resources: {'Port': ['ID=274b8e13-60dc-491a-a00f-f09bab804357,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:07.209247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.215341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463b737-c6f3-4c25-8c28-fd061fc3097c None None] No DVR routers for this DVR port 274b8e13-60dc-491a-a00f-f09bab804357 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:07.217866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.235606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36cba7c-5d10-4ad7-8b71-3c1668bf49ff None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:07.262605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.266509 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9e936eea-888b-4e37-a20c-596a58c3f1c2 HTTP/1.1" status: 204 len: 168 time: 0.5534937 Nov 23 14:20:07.267606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b7d7e-b156-4445-8240-c96da363ca8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e936eea-888b-4e37-a20c-596a58c3f1c2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:07.270748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:07.391348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.490112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '47c943bb-a357-4e20-9b46-871840a3eb90'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:20:07.492870 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.517409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.547902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b47478-83bf-470c-af4a-e186c2787722']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:07.602095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f4c533-9cd7-4876-9a97-cef42351542d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:07.603157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f4c533-9cd7-4876-9a97-cef42351542d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:07.638274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.655472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.667069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:20:07.667636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.710481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Allocated IP 172.20.0.2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/47c943bb-a357-4e20-9b46-871840a3eb90/d4722b69-5e31-4bd9-be67-da0c34124041) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:20:07.797761 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:20:07.804845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.815308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.820259 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] 10.222.0.46 "DELETE /v2.0/networks/47b47478-83bf-470c-af4a-e186c2787722 HTTP/1.1" status: 204 len: 168 time: 0.5476236 Nov 23 14:20:07.858470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaf8a7-4360-420e-bfaa-2507d04f8000 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b47478-83bf-470c-af4a-e186c2787722,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:07.901270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8c95628-d705-41f9-8522-1e1bcde4ca28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:07.929484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd54f2-163f-450b-b39d-57f41c4387ce req-e983fe63-ec4d-40e1-9aa5-bfbbdee00be6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:07.940622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65fd54f2-163f-450b-b39d-57f41c4387ce req-e983fe63-ec4d-40e1-9aa5-bfbbdee00be6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.4206560 Nov 23 14:20:07.952696 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8c95628-d705-41f9-8522-1e1bcde4ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.014767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53764) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:08.025424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53766) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:08.026464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a8c95628-d705-41f9-8522-1e1bcde4ca28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fd3a2c17024404383f743f85457c292&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3032448 Nov 23 14:20:08.084509 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e86c44f0-2c15-4f2c-a01a-4233f48214ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e9583aaf52e40728774fb116f779f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651817 Nov 23 14:20:08.094099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:08.185478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c10df27-a091-4589-8b0a-158aaad4afd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.212292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c10df27-a091-4589-8b0a-158aaad4afd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.221668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:20:08.288733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c10df27-a091-4589-8b0a-158aaad4afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.292498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c10df27-a091-4589-8b0a-158aaad4afd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.313400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65fd54f2-163f-450b-b39d-57f41c4387ce req-292f417d-a435-4a69-af3d-5e14111351e7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666542 Nov 23 14:20:08.318345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.320780 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1c10df27-a091-4589-8b0a-158aaad4afd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c7547a9-3336-43af-b9fb-1d493bb72eb9 HTTP/1.1" status: 204 len: 168 time: 0.2941854 Nov 23 14:20:08.330992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10df27-a091-4589-8b0a-158aaad4afd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7547a9-3336-43af-b9fb-1d493bb72eb9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:08.356522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c95628-d705-41f9-8522-1e1bcde4ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7547a9-3336-43af-b9fb-1d493bb72eb9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:08.389587 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.403629 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.478345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:08.486580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Pushing event updated for resources: {'Port': ['ID=d4722b69-5e31-4bd9-be67-da0c34124041,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:08.490919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:08.493597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c063533d-9384-49fb-9c6e-ab0911b8026e req-c3fd21b3-d806-4119-8055-f79daf9c5ae2 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/ports?device_id=f360cbb3-4e53-4a56-b270-6a777c20bb15 HTTP/1.1" status: 200 len: 210 time: 0.1305141 Nov 23 14:20:08.494712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:08.497736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:08.512968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:08.522164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:08.522758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.536129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd25480-b078-4d90-9a1e-167d47ffcaaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.566706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=d5d25e68-2021-465f-b8f9-ebddefb26cc7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:08.613987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-84c00aa9-3798-4375-9ebe-54f272c6a782 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2599654 Nov 23 14:20:08.616006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53784) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:08.621639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:26:48:ce', 'name': 'tempest-NetworksTestDHCPv6-1955533598'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:08.636521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd25480-b078-4d90-9a1e-167d47ffcaaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.712716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Attempting to bind port d4722b69-5e31-4bd9-be67-da0c34124041 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:08.714187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Attempting to bind port d4722b69-5e31-4bd9-be67-da0c34124041 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:08.715381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Attempting to bind port d4722b69-5e31-4bd9-be67-da0c34124041 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:08.722948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:08.723551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:08.724777 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.725272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:08.726226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Bound port: d4722b69-5e31-4bd9-be67-da0c34124041, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:08.726621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.759217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd25480-b078-4d90-9a1e-167d47ffcaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.763365 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd25480-b078-4d90-9a1e-167d47ffcaaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.779323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7dd25480-b078-4d90-9a1e-167d47ffcaaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1ceb57a-7ef6-4774-9fe2-da321bf3dd92 HTTP/1.1" status: 204 len: 168 time: 0.6750641 Nov 23 14:20:08.799915 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] For port d4722b69-5e31-4bd9-be67-da0c34124041, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:08.803618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] For port d4722b69-5e31-4bd9-be67-da0c34124041, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4722b69-5e31-4bd9-be67-da0c34124041,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:08.813325 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:08.820077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd25480-b078-4d90-9a1e-167d47ffcaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ceb57a-7ef6-4774-9fe2-da321bf3dd92,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:08.960065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a35a9-6a0c-413a-9be5-c697fdfd8430 None None] Pushing event updated for resources: {'Port': ['ID=d4722b69-5e31-4bd9-be67-da0c34124041,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:08.983999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:09.130527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:09.252044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:20:09.270025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port cd7a4787-133c-4238-ab1b-c7c9f147f84a yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:20:09.485770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53802) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:09.653401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53814) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:09.738185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ca25f93e-6d24-4f57-8560-adcc84ba26fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d16bfa9f70464f8791a527f28e6fb49e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489364 Nov 23 14:20:09.749902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53816) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:09.751918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 172.20.0.12 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/47c943bb-a357-4e20-9b46-871840a3eb90/cd7a4787-133c-4238-ab1b-c7c9f147f84a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:09.760878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe26:48ce (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/d5d25e68-2021-465f-b8f9-ebddefb26cc7/cd7a4787-133c-4238-ab1b-c7c9f147f84a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:09.761096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb112c-0c20-4c9f-86f1-1c47e0433d95 req-4e55aec4-e41b-429b-81d8-be2e6317e492 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:09.768059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bcb112c-0c20-4c9f-86f1-1c47e0433d95 req-4e55aec4-e41b-429b-81d8-be2e6317e492 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2022684 Nov 23 14:20:09.873122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c8ebd6-c087-4d18-934d-7b10019234f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:09.881911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bcb112c-0c20-4c9f-86f1-1c47e0433d95 req-6d398d1e-2aef-4be5-9173-f22632d9573d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043904 Nov 23 14:20:09.917189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c8ebd6-c087-4d18-934d-7b10019234f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:09.950849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1223daee-4a5b-415e-98d8-af81c8df16be tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.019776 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c8ebd6-c087-4d18-934d-7b10019234f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.022880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c8ebd6-c087-4d18-934d-7b10019234f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.024175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-61c8ebd6-c087-4d18-934d-7b10019234f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/511d69f2-5a13-4039-8577-771844adbd83 HTTP/1.1" status: 204 len: 168 time: 0.2543037 Nov 23 14:20:10.058223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1223daee-4a5b-415e-98d8-af81c8df16be tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.073183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8ebd6-c087-4d18-934d-7b10019234f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511d69f2-5a13-4039-8577-771844adbd83,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:10.129101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fe56f-3e60-45a3-87d0-cf1d1ca9baf0 req-04c3c969-cc68-446d-a4d9-b9dcfd3139a1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:10.160674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd8fe56f-3e60-45a3-87d0-cf1d1ca9baf0 req-04c3c969-cc68-446d-a4d9-b9dcfd3139a1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1015770 Nov 23 14:20:10.165000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53826) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:10.182605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Request body: {'floatingip': {'port_id': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:10.260547 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.284112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.350817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.463900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:10.469322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:10.487541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:10.556214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=cd7a4787-133c-4238-ab1b-c7c9f147f84a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:10.576361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1223daee-4a5b-415e-98d8-af81c8df16be tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.593608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1223daee-4a5b-415e-98d8-af81c8df16be tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:10.611689 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1223daee-4a5b-415e-98d8-af81c8df16be tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/security-groups/90ce6462-a1cc-4a41-b641-5ee3309629c5 HTTP/1.1" status: 204 len: 168 time: 0.9516723 Nov 23 14:20:10.616535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53838) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:10.686522 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-06e7ecc4-1eed-43c6-a667-83a1b0225cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] show failed (client error): The resource could not be found. Nov 23 14:20:10.703720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-06e7ecc4-1eed-43c6-a667-83a1b0225cec tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "GET /v2.0/security-groups/90ce6462-a1cc-4a41-b641-5ee3309629c5 HTTP/1.1" status: 404 len: 347 time: 0.0750537 Nov 23 14:20:10.720901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53844) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:10.770027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223daee-4a5b-415e-98d8-af81c8df16be tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce6462-a1cc-4a41-b641-5ee3309629c5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:10.917255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bba0e0-fce9-4de2-a02b-2965d36057f2 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:11.012358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:11.013184 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.094250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4722b69-5e31-4bd9-be67-da0c34124041 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:11.176182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3cadcab9-8fe3-466c-98be-87313832b8a7 None None] Provisioning complete for port d4722b69-5e31-4bd9-be67-da0c34124041 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:11.176785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3cadcab9-8fe3-466c-98be-87313832b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.224785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1c0488d6-7fbc-4614-9d52-c72ecde8f72e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6076124 Nov 23 14:20:11.231156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53866) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:11.314807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port fdec45f2-56b6-40cd-9dd5-745831f6767e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:11.316198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.377997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4722b69-5e31-4bd9-be67-da0c34124041 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:11.378761 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.517688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496c84b-4ded-4bee-b64c-4e548be3f6b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:11.525700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496c84b-4ded-4bee-b64c-4e548be3f6b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:11.530606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0496c84b-4ded-4bee-b64c-4e548be3f6b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2984159 Nov 23 14:20:11.531253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53874) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:11.568598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.568931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.642935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for fdec45f2-56b6-40cd-9dd5-745831f6767e owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:11.858588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.868325 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3cadcab9-8fe3-466c-98be-87313832b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:11.896183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.002391 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.007626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=fdec45f2-56b6-40cd-9dd5-745831f6767e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:12.035253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3cadcab9-8fe3-466c-98be-87313832b8a7 None None] For port d4722b69-5e31-4bd9-be67-da0c34124041, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4722b69-5e31-4bd9-be67-da0c34124041,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:12.041482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.088206 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3cadcab9-8fe3-466c-98be-87313832b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.113868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.117072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.123418 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7d1b5caf-a0d7-4fa2-af0f-443b42f688dc tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/floatingips/81d00392-0a1f-4893-bab6-133ee511b188 HTTP/1.1" status: 204 len: 168 time: 1.3886464 Nov 23 14:20:12.124058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:12.174883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca90785-9874-4097-889f-bf60d9b56003 None None] Update dhcp port {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '47c943bb-a357-4e20-9b46-871840a3eb90', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5d25e68-2021-465f-b8f9-ebddefb26cc7'}], 'binding:host_id': 'n-d-818503-2'}, 'id': 'd4722b69-5e31-4bd9-be67-da0c34124041'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:20:12.185614 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:20:12.185614 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:20:12.209301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadcab9-8fe3-466c-98be-87313832b8a7 None None] Pushing event updated for resources: {'Port': ['ID=d4722b69-5e31-4bd9-be67-da0c34124041,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:12.246887 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fca90785-9874-4097-889f-bf60d9b56003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.310052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port 720a6853-0f73-4079-a719-4363ffe71fbb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:12.311115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.353699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port cd7a4787-133c-4238-ab1b-c7c9f147f84a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:12.354297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.424333 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Floating IP dc1255d6-4224-448b-9b1a-325541e57e64 associated. External IP: 172.25.3.169, port: ec080415-41a1-45dc-afdc-025e8e1383f8. Nov 23 14:20:12.516932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.554492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for 720a6853-0f73-4079-a719-4363ffe71fbb owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:12.602368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-fca90785-9874-4097-889f-bf60d9b56003 None None] Allocated IP 2001:db8::f816:3eff:fe7c:a022 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/d5d25e68-2021-465f-b8f9-ebddefb26cc7/d4722b69-5e31-4bd9-be67-da0c34124041) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:12.658341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.683187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for cd7a4787-133c-4238-ab1b-c7c9f147f84a owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:12.760451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fca90785-9874-4097-889f-bf60d9b56003 None None] For port d4722b69-5e31-4bd9-be67-da0c34124041, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4722b69-5e31-4bd9-be67-da0c34124041,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:12.853315 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fca90785-9874-4097-889f-bf60d9b56003 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.869916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fca90785-9874-4097-889f-bf60d9b56003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:12.965949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53920) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:13.073468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca90785-9874-4097-889f-bf60d9b56003 None None] Pushing event updated for resources: {'Port': ['ID=d4722b69-5e31-4bd9-be67-da0c34124041,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:13.094235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4722b69-5e31-4bd9-be67-da0c34124041 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:13.162565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:13.247495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4722b69-5e31-4bd9-be67-da0c34124041 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:13.247887 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:13.285414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Router 7e3a78b0-c645-4f48-8628-6bc995db8bfe has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:20:13.422223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=720a6853-0f73-4079-a719-4363ffe71fbb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:13.449183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b30889df-9b74-4f17-aa98-25d89eecbdb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:13.494088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:13.506519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-28fb164c-8ccf-4d22-a0dc-086dd4d0def4 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/ports/720a6853-0f73-4079-a719-4363ffe71fbb HTTP/1.1" status: 204 len: 168 time: 1.3811543 Nov 23 14:20:13.508749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:13.689396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port 3e582ae5-25c3-460f-9f35-1cd178f7e993 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:13.704213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:13.891700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:13.925074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for 3e582ae5-25c3-460f-9f35-1cd178f7e993 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:14.234447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.288969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=3e582ae5-25c3-460f-9f35-1cd178f7e993,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:14.390589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.396672 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1b97b8f3-e32b-46ad-9b49-4c36d50881e0 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/ports/3e582ae5-25c3-460f-9f35-1cd178f7e993 HTTP/1.1" status: 204 len: 168 time: 0.8867536 Nov 23 14:20:14.399071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:14.460625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting subnet ef08fb45-7f18-45c2-9b67-c4210bb66986 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:14.461798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-71a8ca62-9813-431c-95ec-432131dbe411 None None] Provisioning complete for port cd7a4787-133c-4238-ab1b-c7c9f147f84a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:14.462676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71a8ca62-9813-431c-95ec-432131dbe411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.464284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.535102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.572861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:20:14.580384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.586662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] Sync routers for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:20:14.596141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-71a8ca62-9813-431c-95ec-432131dbe411 None None] Port cd7a4787-133c-4238-ab1b-c7c9f147f84a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:20:14.618321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-71a8ca62-9813-431c-95ec-432131dbe411 None None] Provisioning complete for port d4722b69-5e31-4bd9-be67-da0c34124041 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:14.620975 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71a8ca62-9813-431c-95ec-432131dbe411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.624415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:14.625285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:14.674041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a2a22b8-d8da-49dc-8007-a3e84937335b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "PUT /v2.0/floatingips/dc1255d6-4224-448b-9b1a-325541e57e64 HTTP/1.1" status: 200 len: 992 time: 4.5076940 Nov 23 14:20:14.739529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:20:14.746531 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3183d03a-5c36-4113-9481-a9f0cc912eca" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:20:14.834546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.871796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:14.948856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:14.986304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.017677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.034075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/subnets/ef08fb45-7f18-45c2-9b67-c4210bb66986 HTTP/1.1" status: 204 len: 168 time: 0.6306334 Nov 23 14:20:15.042061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53950) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:15.083780 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e1334c-dfdc-490e-81fc-6ab0957ceca5 x-openstack-request-id: req-89e1334c-dfdc-490e-81fc-6ab0957ceca5 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:20:15.084211 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:20:15.084572 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89e1334c-dfdc-490e-81fc-6ab0957ceca5 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:20:15.090598 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'status': 'completed', 'code': 200} Nov 23 14:20:15.125235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900621d4-5ce5-4049-ac6f-0201fa989200 tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Subnet': ['ID=ef08fb45-7f18-45c2-9b67-c4210bb66986,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:15.224569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=cd7a4787-133c-4238-ab1b-c7c9f147f84a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:15.281995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting subnet 357cc694-75cc-44e3-9e72-9c8bb8d0d167 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:15.294647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.320741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-d3d43fd1-2133-42a3-af0f-47f54cc81958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:15.323095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-d3d43fd1-2133-42a3-af0f-47f54cc81958 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1096 time: 0.6509945 Nov 23 14:20:15.359486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-f3621e55-4058-4055-9d70-c76361792ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:15.361960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-f3621e55-4058-4055-9d70-c76361792ebe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1097 time: 0.2964089 Nov 23 14:20:15.444137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13cd490-6867-4429-95cd-66cf6bd21be7 None None] Network 78fed8ce-25e1-4f5d-a66d-2b048ebe607d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:15.446260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4722b69-5e31-4bd9-be67-da0c34124041 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:15.446732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b30889df-9b74-4f17-aa98-25d89eecbdb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.459028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b30889df-9b74-4f17-aa98-25d89eecbdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.475608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.586698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-4ca6b20d-d0e0-4f25-a549-2047b6dbd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:15.588283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-4ca6b20d-d0e0-4f25-a549-2047b6dbd134 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.2322283 Nov 23 14:20:15.591123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.598133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2e85255f-5455-4a49-adc7-85e2cd2e32b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/cd7a4787-133c-4238-ab1b-c7c9f147f84a HTTP/1.1" status: 204 len: 168 time: 4.0616093 Nov 23 14:20:15.604244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53954) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:15.695781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.785514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.834928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-0f3f3f68-41ca-47ce-b17f-562aa804f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:15.837033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-0f3f3f68-41ca-47ce-b17f-562aa804f10f service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.3974245 Nov 23 14:20:15.849378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4722b69-5e31-4bd9-be67-da0c34124041 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:15.849903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:15.859895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de6493-66de-483e-a1ec-48c5d30bf100 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:15.861700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de6493-66de-483e-a1ec-48c5d30bf100 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:15.863347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de6493-66de-483e-a1ec-48c5d30bf100 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:15.868437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-97de6493-66de-483e-a1ec-48c5d30bf100 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2600706 Nov 23 14:20:15.896259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30889df-9b74-4f17-aa98-25d89eecbdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409ee03b-6a13-49be-a5e0-d2213961e931,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:15.908174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53958) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:15.919054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Subnet': ['ID=357cc694-75cc-44e3-9e72-9c8bb8d0d167,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:15.922106 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-200c8b1d-22bd-4ac1-b3c2-1673b37f94e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 1000 time: 0.3235049 Nov 23 14:20:15.933989 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b30889df-9b74-4f17-aa98-25d89eecbdb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97e4cdf0afdc4049bf57f422e775d3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9664054 Nov 23 14:20:15.939527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:16.050378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.058600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b546304-2231-4733-8ea1-1d5e380441ac None None] Network bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:16.062405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 47c943bb-a357-4e20-9b46-871840a3eb90 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:16.065287 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d71de96b-421e-4837-8839-f80c33b140ab tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/subnets/357cc694-75cc-44e3-9e72-9c8bb8d0d167 HTTP/1.1" status: 204 len: 168 time: 0.9566970 Nov 23 14:20:16.070920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53966) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:16.096005 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.143527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-923f3a01-b491-418e-995b-eba0b7b25d0f None None] Could not find standard attr ID for object cd7a4787-133c-4238-ab1b-c7c9f147f84a. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:20:16.153543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] DHCP port deletion for 78fed8ce-25e1-4f5d-a66d-2b048ebe607d request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:16.196236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-31395e0f-a3fd-4714-8bbd-08304a5dde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:16.197909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-31395e0f-a3fd-4714-8bbd-08304a5dde17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1463220 Nov 23 14:20:16.200564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d83f7c-1270-4b71-b08c-04e1325ce699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.275305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-f9bd2f94-29c9-4491-89ba-ae9d5bfad414 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 1000 time: 0.4261818 Nov 23 14:20:16.303867 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.313396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-b3cb4a2b-a5e9-42f7-8260-08da08b14dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:16.316227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-b3cb4a2b-a5e9-42f7-8260-08da08b14dcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072383 Nov 23 14:20:16.394618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.404650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d83f7c-1270-4b71-b08c-04e1325ce699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.406127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53982) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:16.483854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'dc1255d6-4224-448b-9b1a-325541e57e64', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'port_id': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'mac_address': 'fa:16:3e:8c:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:19:45Z', 'updated_at': '2021-11-23T14:20:11Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:16.525401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-b27eaaee-8213-4ff2-b135-bcf75997ffae service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400084 Nov 23 14:20:16.552843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] Checking router: 7e3a78b0-c645-4f48-8628-6bc995db8bfe for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:20:16.646540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-d2a04cf0-2cda-4eaf-981e-3be2ae00028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:16.649286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-d2a04cf0-2cda-4eaf-981e-3be2ae00028a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.3667822 Nov 23 14:20:16.707135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] Deleting subnet 1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:16.717943 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.729374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:16.739688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:19:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:16.833823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5bc64539-9f5a-4e85-a8b6-9a09a472fb60 req-0137d381-1ecc-4909-b2ad-6ca097ddfd1c service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982621 Nov 23 14:20:16.880040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] Deleting port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:16.880538 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:16.932520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-39d8ecb7-6591-4718-904d-12ee927d6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:16.934827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-39d8ecb7-6591-4718-904d-12ee927d6f55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2645013 Nov 23 14:20:17.099348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] For port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,segment=NetworkSegment(b8d7c06d-d2ef-460c-b284-e062fc5c237f),segment_id=b8d7c06d-d2ef-460c-b284-e062fc5c237f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:17.099730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.106289 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.123679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] Calling delete_port for 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:17.190227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-ec693995-46fe-416d-9000-8fb69c1fe52a service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762404 Nov 23 14:20:17.314834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:17.334881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3183d03a-5c36-4113-9481-a9f0cc912eca req-a445d6f4-2312-4739-b6bc-3f949a07b907 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325078 Nov 23 14:20:17.376752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.457672 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.459584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:17.471328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/47c943bb-a357-4e20-9b46-871840a3eb90 HTTP/1.1" status: 204 len: 168 time: 1.5543189 Nov 23 14:20:17.472615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa3485-9fa8-4533-90a1-bfc042954a06 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=47c943bb-a357-4e20-9b46-871840a3eb90,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:17.484020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53992) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:17.594230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.604195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d83f7c-1270-4b71-b08c-04e1325ce699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.617135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08d83f7c-1270-4b71-b08c-04e1325ce699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.618350 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08d83f7c-1270-4b71-b08c-04e1325ce699 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/409ee03b-6a13-49be-a5e0-d2213961e931 HTTP/1.1" status: 204 len: 168 time: 1.6776121 Nov 23 14:20:17.622719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet d5d25e68-2021-465f-b8f9-ebddefb26cc7 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:17.626631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.679402 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.705363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.722188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Deleting port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:17.722594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.766387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d83f7c-1270-4b71-b08c-04e1325ce699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409ee03b-6a13-49be-a5e0-d2213961e931,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:17.785694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93582966-1a7f-44b8-a18b-25cf593cfb6c None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:17.815274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:20:17.817285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:20:17.821697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:17.868269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] No DVR routers for this DVR port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:17.878571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b4e03-e6c3-4db6-9e72-8acf37caa55d None None] Pushing event deleted for resources: {'Port': ['ID=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:17.994933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.043100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] For port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e, host n-d-818503-2, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:18.043463 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.112743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] DHCP port deletion for bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:18.130664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Calling delete_port for 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:18.139837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:20:18.151389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.164537 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.232154 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.242049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/d5d25e68-2021-465f-b8f9-ebddefb26cc7 HTTP/1.1" status: 204 len: 168 time: 0.7545676 Nov 23 14:20:18.242049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f09a66-b4e3-44c2-9363-3ae529503a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d25e68-2021-465f-b8f9-ebddefb26cc7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:18.243199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54006) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:18.290792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] No DVR routers for this DVR port 3fd532f4-78e5-4ef4-b22b-d8a16b714e0e on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:18.302612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.325822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Port': ['ID=3fd532f4-78e5-4ef4-b22b-d8a16b714e0e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:18.352660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-98ea285d-a80a-4e7e-b766-f72a4ba50a30 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067538 Nov 23 14:20:18.356785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54014) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:18.450250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc7b0c-71aa-4923-8e17-30acbb8626cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:18.464062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c5bc7b0c-71aa-4923-8e17-30acbb8626cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1061888 Nov 23 14:20:18.466458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54020) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:18.569783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3394be0-33ec-4746-9bb1-acb7a3eba878 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:18.571318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b3394be0-33ec-4746-9bb1-acb7a3eba878 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1038678 Nov 23 14:20:18.574243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54024) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:18.703982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-055a9026-addc-4a19-9cc6-ee2bb9460b3e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1244287 Nov 23 14:20:18.710215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54028) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:18.722529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-970c87b0-5714-4c3a-a0ab-87a2069cacc8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:18.772471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:18.803208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.818866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] Deleting port 701a27b1-1400-462c-a6c3-adce26f78a5b {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:18.819835 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.857826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.861265 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5774b74a-d80c-45de-948c-f07015e4f35c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1cf45dba-b3a3-4a76-b6b2-812fefb4cf5f HTTP/1.1" status: 204 len: 168 time: 2.4541364 Nov 23 14:20:18.863778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:18.904383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c87b0-5714-4c3a-a0ab-87a2069cacc8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:18.921571 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-970c87b0-5714-4c3a-a0ab-87a2069cacc8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:18.923302 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-970c87b0-5714-4c3a-a0ab-87a2069cacc8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:20:18.926752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970c87b0-5714-4c3a-a0ab-87a2069cacc8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:20:18.969205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-970c87b0-5714-4c3a-a0ab-87a2069cacc8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2578981 Nov 23 14:20:18.973265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54038) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:18.983361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ad29c682-1919-4717-9deb-5254771321ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:19.027546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] For port 701a27b1-1400-462c-a6c3-adce26f78a5b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=701a27b1-1400-462c-a6c3-adce26f78a5b,segment=NetworkSegment(029d0fca-941f-4b9a-a3da-d6d804d6aa6e),segment_id=029d0fca-941f-4b9a-a3da-d6d804d6aa6e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:19.028510 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.046994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] Calling delete_port for 701a27b1-1400-462c-a6c3-adce26f78a5b owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:19.072382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fed8ce-25e1-4f5d-a66d-2b048ebe607d']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.115528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:19.119594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 701a27b1-1400-462c-a6c3-adce26f78a5b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:19.142997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad29c682-1919-4717-9deb-5254771321ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:19.145739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d7c06d-d2ef-460c-b284-e062fc5c237f') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.146062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d7c06d-d2ef-460c-b284-e062fc5c237f') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.147105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad29c682-1919-4717-9deb-5254771321ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.148820 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad29c682-1919-4717-9deb-5254771321ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:20:19.149586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad29c682-1919-4717-9deb-5254771321ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:20:19.221112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ad29c682-1919-4717-9deb-5254771321ce tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2451944 Nov 23 14:20:19.224651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54046) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:19.230299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0645ee53-75a5-4b25-a23f-05f3522a1291 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:19.289819 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.431479 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.440860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.473255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:20:19.476443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:20:19.486016 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:20:19.568882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0645ee53-75a5-4b25-a23f-05f3522a1291 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:19.575340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0645ee53-75a5-4b25-a23f-05f3522a1291 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.581589 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0645ee53-75a5-4b25-a23f-05f3522a1291 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:20:19.582105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0645ee53-75a5-4b25-a23f-05f3522a1291 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:20:19.618185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0645ee53-75a5-4b25-a23f-05f3522a1291 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3921201 Nov 23 14:20:19.621856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54052) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:19.627541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5955402b-282e-498c-b81d-e5bdaa54a3b9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:19.725678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.777694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175646c2-c3c9-4e80-91cd-29d7ebb5987b']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.779983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'dc1255d6-4224-448b-9b1a-325541e57e64', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'port_id': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'mac_address': 'fa:16:3e:8c:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:19:45Z', 'updated_at': '2021-11-23T14:20:11Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.789704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.835050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955402b-282e-498c-b81d-e5bdaa54a3b9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:19.838950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5955402b-282e-498c-b81d-e5bdaa54a3b9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.840395 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5955402b-282e-498c-b81d-e5bdaa54a3b9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:20:19.840836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5955402b-282e-498c-b81d-e5bdaa54a3b9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:20:19.854839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.858349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/networks/78fed8ce-25e1-4f5d-a66d-2b048ebe607d HTTP/1.1" status: 204 len: 168 time: 3.7864604 Nov 23 14:20:19.861602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059aa58-8f91-453f-af91-f2fc5c43619e tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Network': ['ID=78fed8ce-25e1-4f5d-a66d-2b048ebe607d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:19.862108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54058) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:19.870153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1262c3e-c2ee-462e-b4c0-583b392da7d6') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.870789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1262c3e-c2ee-462e-b4c0-583b392da7d6') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.884047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.887809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5955402b-282e-498c-b81d-e5bdaa54a3b9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2648330 Nov 23 14:20:19.890855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30c93d-1bd8-431c-ad52-907504abf7ed None None] The sync data for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 is: [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'dc1255d6-4224-448b-9b1a-325541e57e64', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'port_id': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'mac_address': 'fa:16:3e:8c:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:19:45Z', 'updated_at': '2021-11-23T14:20:11Z', 'revision_number': 1, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:20:19.892537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54060) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:19.902715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d2be3b5b-548c-4ed8-937a-f30265c5eb6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:19.917238 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.925366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.946886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:20:19.947752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:20:19.950762 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:20:19.982732 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.044564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] Pushing event deleted for resources: {'Port': ['ID=701a27b1-1400-462c-a6c3-adce26f78a5b,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:20.065860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa95d6b-fd1f-48e7-b78c-11e844fcc21b None None] No DVR routers for this DVR port 701a27b1-1400-462c-a6c3-adce26f78a5b on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:20.067995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.157580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] Deleting port d4722b69-5e31-4bd9-be67-da0c34124041 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:20.158126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.179134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.186015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.196600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] 10.222.0.46 "DELETE /v2.0/networks/175646c2-c3c9-4e80-91cd-29d7ebb5987b HTTP/1.1" status: 204 len: 168 time: 1.2985826 Nov 23 14:20:20.235031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.262587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec45742-6f14-40b1-aa40-4263f05b3d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=175646c2-c3c9-4e80-91cd-29d7ebb5987b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:20.272358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:20.296384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029d0fca-941f-4b9a-a3da-d6d804d6aa6e') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:20.296959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029d0fca-941f-4b9a-a3da-d6d804d6aa6e') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:20.308807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be3b5b-548c-4ed8-937a-f30265c5eb6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:20.309902 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.321539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2be3b5b-548c-4ed8-937a-f30265c5eb6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.327552 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2be3b5b-548c-4ed8-937a-f30265c5eb6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:20:20.327983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2be3b5b-548c-4ed8-937a-f30265c5eb6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:20:20.336838 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a59f7-322c-4589-bde5-4bbba3ba9101 None None] New status for floating IP dc1255d6-4224-448b-9b1a-325541e57e64: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:20:20.360307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.372537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d2be3b5b-548c-4ed8-937a-f30265c5eb6f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4786036 Nov 23 14:20:20.375104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:20:20.375713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.376994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54074) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:20:20.380484 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:20:20.405228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e8ef2f13-b844-4482-adf7-ed18702410b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:20.405645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] For port d4722b69-5e31-4bd9-be67-da0c34124041, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4722b69-5e31-4bd9-be67-da0c34124041,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:20.406055 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.424431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] Calling delete_port for d4722b69-5e31-4bd9-be67-da0c34124041 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:20.470476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.484507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.496443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] 10.222.0.46 "DELETE /v2.0/networks/bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4 HTTP/1.1" status: 204 len: 168 time: 0.6331754 Nov 23 14:20:20.513063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8a79a-e504-4a13-9993-3f768fd2ac0b tempest-TaggedBootDevicesTest-120623500 tempest-TaggedBootDevicesTest-120623500-project] Pushing event deleted for resources: {'Network': ['ID=bcea3d2f-f46f-4d56-afe7-ba420d3c3ff4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:20.648640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54078) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:20.684200 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.721176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4c318de0-86f1-4285-9991-4e40deddb9ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18d87e869b304671b0799b7848a7f819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716770 Nov 23 14:20:20.726241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54088) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:20.788675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] No DVR routers for this DVR port d4722b69-5e31-4bd9-be67-da0c34124041 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:20.792540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95882f97-ad2f-4688-be12-9d20f45df27f None None] Pushing event deleted for resources: {'Port': ['ID=d4722b69-5e31-4bd9-be67-da0c34124041,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:20.801382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef2f13-b844-4482-adf7-ed18702410b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:20.805125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2f13-b844-4482-adf7-ed18702410b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.806563 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ef2f13-b844-4482-adf7-ed18702410b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:20:20.820410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ef2f13-b844-4482-adf7-ed18702410b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:20:20.827032 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d427e-6e36-46c8-a673-e4837cbb52cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.858487 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e8ef2f13-b844-4482-adf7-ed18702410b7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4802094 Nov 23 14:20:20.860449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d427e-6e36-46c8-a673-e4837cbb52cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:20.862299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54094) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:20.933659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-81e49b18-1bc7-41a8-ba6e-9dc72d979534 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0700715 Nov 23 14:20:20.936981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54100) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:21.016318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d427e-6e36-46c8-a673-e4837cbb52cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:21.019772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4722b69-5e31-4bd9-be67-da0c34124041 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:21.023262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-749d427e-6e36-46c8-a673-e4837cbb52cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:21.027633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-749d427e-6e36-46c8-a673-e4837cbb52cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4693f961-cd6e-4215-be73-80a7b9559d8b HTTP/1.1" status: 204 len: 168 time: 0.2973745 Nov 23 14:20:21.060325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d427e-6e36-46c8-a673-e4837cbb52cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4693f961-cd6e-4215-be73-80a7b9559d8b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:21.089700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4b7f9-9f4c-43f9-8d16-013bbf8ee787 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:21.091872 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-32d4b7f9-9f4c-43f9-8d16-013bbf8ee787 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1536403 Nov 23 14:20:21.094494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54108) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:21.165797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a2d46d7-7200-48c8-ad01-ba936556db86 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699441 Nov 23 14:20:21.166902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d4722b69-5e31-4bd9-be67-da0c34124041 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:20:21.169655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4722b69-5e31-4bd9-be67-da0c34124041 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:20:21.170158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54118) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:21.175737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:21.378059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:21.398830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:22.079548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:20:22.082601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:22.128257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:22.136751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:22.141644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:22.142566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:22.150045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4ab8f-dd35-45c6-b268-ae46192a1b49 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:22.168634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9963918 Nov 23 14:20:22.170378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54160) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:22.175810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:4a:19:74', 'name': 'tempest-NetworksTestDHCPv6-1829013326'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:22.209826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921c21e-136c-4bc8-8dd6-eb8cfd551bba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=88d9fac6-3683-4edb-939f-4bc4cc2ca259,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:22.537243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:22.564697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '88d9fac6-3683-4edb-939f-4bc4cc2ca259'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:20:22.570638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:22.849566 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:22.875867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port d3283aa6-6f9c-4362-ac2d-a599c2ac8849 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:20:22.964453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Allocated IP 2001:db8::f816:3eff:fe0f:742f (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/88d9fac6-3683-4edb-939f-4bc4cc2ca259/91e9f922-84ed-4ed3-aeca-ad7d1b310842) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:23.153571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54186) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:23.224882 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.237720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.331622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Pushing event updated for resources: {'Port': ['ID=91e9f922-84ed-4ed3-aeca-ad7d1b310842,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:23.356672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:23.358149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:23.371706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe4a:1974 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/88d9fac6-3683-4edb-939f-4bc4cc2ca259/d3283aa6-6f9c-4362-ac2d-a599c2ac8849) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:23.378265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:23.524660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Attempting to bind port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:23.525057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Attempting to bind port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:23.525416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Attempting to bind port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:23.540806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:23.542260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:23.542692 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.543123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:23.543627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Bound port: 91e9f922-84ed-4ed3-aeca-ad7d1b310842, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:23.544013 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.713408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-network', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:23.717155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.758376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] For port 91e9f922-84ed-4ed3-aeca-ad7d1b310842, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:23.761817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] For port 91e9f922-84ed-4ed3-aeca-ad7d1b310842, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=91e9f922-84ed-4ed3-aeca-ad7d1b310842,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:23.770869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.817745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Made reservation on behalf of 09ed32e0e8634fa283db4f253379a7f8 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:23.821223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.844257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.858757 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:23.890077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c7db-493b-4204-b8db-098f7b76b7a1 None None] Pushing event updated for resources: {'Port': ['ID=91e9f922-84ed-4ed3-aeca-ad7d1b310842,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:23.996996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.103608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.107606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:24.109063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:24.119280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:24.122097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.128716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:24.129466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.157548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:20:24.180620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=d3283aa6-6f9c-4362-ac2d-a599c2ac8849,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:24.186664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.187128 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Added segment 7fcd9512-b191-4c82-8b8b-78b66c37e1f0 of type vlan for network ca293bed-6db5-4ac2-9f58-bc57edc356d0 Nov 23 14:20:24.207814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-476a2d28-3617-472e-aa07-2426e63c23d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0325356 Nov 23 14:20:24.209462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54208) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:24.329117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.372012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7fff7-f27b-433b-9e9c-b3619bb47dd7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:24.392618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7fff7-f27b-433b-9e9c-b3619bb47dd7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:24.394534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-76e7fff7-f27b-433b-9e9c-b3619bb47dd7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1784830 Nov 23 14:20:24.397146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54220) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:24.484346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea6beb-99ed-49cc-8648-82785064c435,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:24.523496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.524839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:24.525432 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.638779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port d3283aa6-6f9c-4362-ac2d-a599c2ac8849 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:24.639149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.686927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] Pushing event updated for resources: {'Network': ['ID=ca293bed-6db5-4ac2-9f58-bc57edc356d0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:24.693682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-69b84fc7-f403-49a3-a8e2-cf0098e1351c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5382459 Nov 23 14:20:24.696434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54222) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:24.699874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network ca293bed-6db5-4ac2-9f58-bc57edc356d0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:20:24.701226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Request body: {'subnet': {'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-subnet', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:24.818146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Made reservation on behalf of 09ed32e0e8634fa283db4f253379a7f8 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:24.821468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.866669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:24.955635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54228) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:24.992861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for d3283aa6-6f9c-4362-ac2d-a599c2ac8849 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:25.089763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 91e9f922-84ed-4ed3-aeca-ad7d1b310842 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:25.187654 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.219591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:25.220239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.399265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.420320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.481607 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.596316 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad219549ba0f4d2c86e7bd277d79eb28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6394079 Nov 23 14:20:25.601489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54240) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:25.603282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 91e9f922-84ed-4ed3-aeca-ad7d1b310842, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=91e9f922-84ed-4ed3-aeca-ad7d1b310842,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:25.624883 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.641421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c825f-3d7f-4b01-a8b7-d25c41b562e5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:25.670182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.671865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.672951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.673893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.676165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.677314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.679121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.681200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.681988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.683356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.685230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.686170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d57323e-1b2b-4898-8241-2d5e21894254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:25.739694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.743417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=91e9f922-84ed-4ed3-aeca-ad7d1b310842,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:25.773894 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.809990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d626e968-9c8f-406e-b9f9-2823e962758a None None] Provisioning complete for port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:25.812310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d626e968-9c8f-406e-b9f9-2823e962758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:25.929876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=d3283aa6-6f9c-4362-ac2d-a599c2ac8849,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:26.022382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.029083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1f62907e-4ede-4f74-a183-784760c3f543 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/d3283aa6-6f9c-4362-ac2d-a599c2ac8849 HTTP/1.1" status: 204 len: 168 time: 1.6280699 Nov 23 14:20:26.029320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54242) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:26.030264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656a463e-3f79-4356-9ef5-8de1acc4bee1,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:26.056772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Checking segment: {'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:26.057293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Network hostable DHCP agents. Network: ca293bed-6db5-4ac2-9f58-bc57edc356d0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:20:26.061785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0912208a-3d3f-4938-9286-052ee7b409d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.118761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Network ca293bed-6db5-4ac2-9f58-bc57edc356d0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:20:26.125309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3909c9f-15d9-494f-a566-a7b83eb15b18 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:26.138213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3909c9f-15d9-494f-a566-a7b83eb15b18 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:26.142738 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3909c9f-15d9-494f-a566-a7b83eb15b18 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1100683 Nov 23 14:20:26.143096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54246) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:26.146591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b984c708-a8be-4b97-81b8-c80019aef375 None None] Could not find standard attr ID for object d3283aa6-6f9c-4362-ac2d-a599c2ac8849. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:20:26.176214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, ca293bed-6db5-4ac2-9f58-bc57edc356d0) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:26.197273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170edfb6-7db4-4ab1-bc8b-088c6e9f6bdf None None] Network ca293bed-6db5-4ac2-9f58-bc57edc356d0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:26.210254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:26.211448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.220504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0912208a-3d3f-4938-9286-052ee7b409d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.260242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 88d9fac6-3683-4edb-939f-4bc4cc2ca259 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:26.269450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.275160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a37a6ef6-0539-4c1b-aa05-02c245e18a25 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5752797 Nov 23 14:20:26.276134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54248) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:26.334813 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:26.355046 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0912208a-3d3f-4938-9286-052ee7b409d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.358527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0912208a-3d3f-4938-9286-052ee7b409d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.360547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0912208a-3d3f-4938-9286-052ee7b409d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b25c825f-3d7f-4b01-a8b7-d25c41b562e5 HTTP/1.1" status: 204 len: 168 time: 0.6286609 Nov 23 14:20:26.378314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912208a-3d3f-4938-9286-052ee7b409d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c825f-3d7f-4b01-a8b7-d25c41b562e5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:26.402653 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.500445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e63b6-ee52-4380-bf71-50212a7c17bf None None] Network ca293bed-6db5-4ac2-9f58-bc57edc356d0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:26.513613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.518020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.729947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.809117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7def11db-5ac7-4831-a2ef-26e1227d27cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.908779 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:26.954947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 91e9f922-84ed-4ed3-aeca-ad7d1b310842 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:27.060389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:27.060671 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.131017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.142995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54268) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:27.173835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.192630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83e32406-794d-4de1-b91a-e0ad5e08aa44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.352918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83e32406-794d-4de1-b91a-e0ad5e08aa44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.361307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83e32406-794d-4de1-b91a-e0ad5e08aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.386350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.421885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-83e32406-794d-4de1-b91a-e0ad5e08aa44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cbd50a2d47940a0931733eaf7804bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748101 Nov 23 14:20:27.424736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54276) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:27.427465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=88d9fac6-3683-4edb-939f-4bc4cc2ca259,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:27.452220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.455873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad5e7db-d2d4-4a51-b229-a27ccc7532ca None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:27.468703 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc781940-d60e-410c-974f-e23d04617896 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/88d9fac6-3683-4edb-939f-4bc4cc2ca259 HTTP/1.1" status: 204 len: 168 time: 1.3245986 Nov 23 14:20:27.471279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54278) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:27.474731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e32406-794d-4de1-b91a-e0ad5e08aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876a6988-d61f-419a-8b21-1e37b6ff242f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:27.506948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-658afd0b-85a5-42ff-8397-e7534ff7d5a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.561017 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-658afd0b-85a5-42ff-8397-e7534ff7d5a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.576373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d703c1b1-c99d-4c9b-a6dc-91743231db2a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014392 Nov 23 14:20:27.580436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54284) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:27.601669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:27.860175 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.884844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-658afd0b-85a5-42ff-8397-e7534ff7d5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.887481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-658afd0b-85a5-42ff-8397-e7534ff7d5a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.891102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-658afd0b-85a5-42ff-8397-e7534ff7d5a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/876a6988-d61f-419a-8b21-1e37b6ff242f HTTP/1.1" status: 204 len: 168 time: 0.4627995 Nov 23 14:20:27.925863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658afd0b-85a5-42ff-8397-e7534ff7d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876a6988-d61f-419a-8b21-1e37b6ff242f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:27.934000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:27.936491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:27.951189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:27.960996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:28.215627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] Deleting port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:28.216119 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:28.229320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Allocated IP 172.25.3.214 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/da5efbf8-aea1-4c26-a849-6ae34234accd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:28.493431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] For port 91e9f922-84ed-4ed3-aeca-ad7d1b310842, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=91e9f922-84ed-4ed3-aeca-ad7d1b310842,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:28.495799 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:28.589779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] Calling delete_port for 91e9f922-84ed-4ed3-aeca-ad7d1b310842 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:28.666584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:28.808502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:28.817093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:20:28.863374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:28.906723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] No DVR routers for this DVR port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:28.909031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:28.912949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:28.920513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:29.060051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 91e9f922-84ed-4ed3-aeca-ad7d1b310842 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:29.160220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 91e9f922-84ed-4ed3-aeca-ad7d1b310842 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:20:29.160900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 91e9f922-84ed-4ed3-aeca-ad7d1b310842 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:20:29.200617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58328fe-8796-4093-896a-dd09bd38a67c None None] Pushing event deleted for resources: {'Port': ['ID=91e9f922-84ed-4ed3-aeca-ad7d1b310842,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:29.214043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67bf2058-a494-4626-b5ed-e39ced06bcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:29.330352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Pushing event updated for resources: {'Port': ['ID=da5efbf8-aea1-4c26-a849-6ae34234accd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:29.488626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:29.931005 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:30.016977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:30.304009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Router 1398ceb3-abf7-4f60-87c8-73c039372ad9 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:20:30.327747 n-d-818503-2 neutron-server[103346]: WARNING neutron.services.revisions.revision_plugin [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Could not find related port for resource to bump revision. Nov 23 14:20:30.337533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_pluggable_backend [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Port 91e9f922-84ed-4ed3-aeca-ad7d1b310842 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 14:20:30.338288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_pluggable_backend [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:742f {{(pid=103346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 14:20:30.347333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_pluggable_backend [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:742f {{(pid=103346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 14:20:30.363553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:30.481995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:30.487647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:30.501767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0277c-ec25-4d53-915c-2fd79a0dfa82 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:30.541806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:20:30.544754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:30.545345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:30.566060 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:30.586667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54346) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:30.587118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c0d88bc2-260e-4d37-902d-7ba2c8f5b07c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3033082 Nov 23 14:20:30.587607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Sync routers for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:20:30.606836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=c3989c1b-41a5-4c0c-9749-f7bc230eb772,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:30.783113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-80205a73-0a54-41c0-a214-61ea7682e06f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1964562 Nov 23 14:20:30.785675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54360) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:30.794527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:63:3e:c9', 'name': 'tempest-NetworksTestDHCPv6-250730618'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:30.819591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:30.821302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:31.007809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:31.095526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701e095-89ef-4080-89c0-744f03079aae req-7ff75b99-dc7f-4f54-902f-92940a84f690 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:31.097379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6701e095-89ef-4080-89c0-744f03079aae req-7ff75b99-dc7f-4f54-902f-92940a84f690 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.1806741 Nov 23 14:20:31.295845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:31.351109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port b6af217c-aa3b-469e-8619-f534180113e8 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:20:31.415584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:31.476156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6701e095-89ef-4080-89c0-744f03079aae req-44bea14c-6148-485d-be6b-5a175ea7403a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672047 Nov 23 14:20:31.626345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe63:3ec9 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/c3989c1b-41a5-4c0c-9749-f7bc230eb772/b6af217c-aa3b-469e-8619-f534180113e8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:31.774118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:31.834448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:31.865488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54392) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:31.963862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:31.985851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': 'c3989c1b-41a5-4c0c-9749-f7bc230eb772'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:20:31.987068 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.037194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.083592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:29Z', 'revision_number': 3, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:32.128124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40218110-e986-4bc7-af54-4c522ded642c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.132715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=b6af217c-aa3b-469e-8619-f534180113e8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:32.149216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Allocated IP 172.20.0.1 (ca293bed-6db5-4ac2-9f58-bc57edc356d0/656a463e-3f79-4356-9ef5-8de1acc4bee1/c0ce355d-697d-4066-9393-e0a34e8f5264) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:32.183664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:32.185304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:32.187965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:32.205317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:32.206242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.217205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Checking router: 1398ceb3-abf7-4f60-87c8-73c039372ad9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:20:32.218052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Updating router 1398ceb3-abf7-4f60-87c8-73c039372ad9 port da5efbf8-aea1-4c26-a849-6ae34234accd binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:20:32.241080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-32abff85-3210-47d7-b68c-44c87f8eb026 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4505589 Nov 23 14:20:32.241478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54406) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:32.263930 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.351842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf04fc5-0844-4584-aa42-470ca1028c55 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:32.357422 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-abf04fc5-0844-4584-aa42-470ca1028c55 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1112709 Nov 23 14:20:32.358185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54414) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:32.426379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Allocated IP 2001:db8::f816:3eff:fefb:446e (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/c3989c1b-41a5-4c0c-9749-f7bc230eb772/c75b7684-ca9a-4ad4-b251-f0444617ac9a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:32.466521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.520953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port b6af217c-aa3b-469e-8619-f534180113e8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:32.521302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.538493 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40218110-e986-4bc7-af54-4c522ded642c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.561752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40218110-e986-4bc7-af54-4c522ded642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.568733 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.725437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40218110-e986-4bc7-af54-4c522ded642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537bbff9-b631-45b0-adb7-3cfe2d596b1a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:32.868535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-40218110-e986-4bc7-af54-4c522ded642c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55192ac570744119b011dbc3a776a478&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0013614 Nov 23 14:20:32.869204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54424) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:32.873230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:32.985980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Network ca293bed-6db5-4ac2-9f58-bc57edc356d0 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:32.995150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54426) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:32.996083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:33.013325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:33.093434 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.112154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.121099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716848b8-d415-4921-8432-52ebbbe5800e req-6f42a35a-3cb4-4d01-9566-4333123ca358 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:33.122848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-716848b8-d415-4921-8432-52ebbbe5800e req-6f42a35a-3cb4-4d01-9566-4333123ca358 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.4249592 Nov 23 14:20:33.125817 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1dac683-60f2-44a3-b82d-cf491f9e36e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.178479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:33.179789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1dac683-60f2-44a3-b82d-cf491f9e36e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.189561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:33.195589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:33.212292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Pushing event updated for resources: {'Port': ['ID=c75b7684-ca9a-4ad4-b251-f0444617ac9a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:33.224852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ce355d-697d-4066-9393-e0a34e8f5264,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:33.249716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.261744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.267840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for b6af217c-aa3b-469e-8619-f534180113e8 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:33.308962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Attempting to bind port c75b7684-ca9a-4ad4-b251-f0444617ac9a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:33.309589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Attempting to bind port c75b7684-ca9a-4ad4-b251-f0444617ac9a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:33.310028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Attempting to bind port c75b7684-ca9a-4ad4-b251-f0444617ac9a on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:33.335181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:33.335652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:33.336126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.336640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:33.338984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Bound port: c75b7684-ca9a-4ad4-b251-f0444617ac9a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:33.338984 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.347258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d7b0cf1-d4c2-4b89-a986-5e7b040453e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.400758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1dac683-60f2-44a3-b82d-cf491f9e36e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.403914 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1dac683-60f2-44a3-b82d-cf491f9e36e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.405151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a1dac683-60f2-44a3-b82d-cf491f9e36e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/537bbff9-b631-45b0-adb7-3cfe2d596b1a HTTP/1.1" status: 204 len: 168 time: 0.5335357 Nov 23 14:20:33.428020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] For port c75b7684-ca9a-4ad4-b251-f0444617ac9a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:33.431400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] For port c75b7684-ca9a-4ad4-b251-f0444617ac9a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c75b7684-ca9a-4ad4-b251-f0444617ac9a,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:33.438692 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.444072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.447871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dac683-60f2-44a3-b82d-cf491f9e36e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537bbff9-b631-45b0-adb7-3cfe2d596b1a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:33.502643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=b6af217c-aa3b-469e-8619-f534180113e8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:33.520872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.545287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-716848b8-d415-4921-8432-52ebbbe5800e req-b0bffd77-5fef-4508-aa38-7895d7e51d63 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853854 Nov 23 14:20:33.561119 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.582635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87ab2f-2c31-43d0-b159-fe4144b93d75 None None] Pushing event updated for resources: {'Port': ['ID=c75b7684-ca9a-4ad4-b251-f0444617ac9a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:33.596608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.607981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f992667-6181-4a0b-a7a5-de4be8f66202 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/b6af217c-aa3b-469e-8619-f534180113e8 HTTP/1.1" status: 204 len: 168 time: 1.2494371 Nov 23 14:20:33.608696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54438) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:33.626128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:33.732703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d7b0cf1-d4c2-4b89-a986-5e7b040453e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.743036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Attempting to bind port da5efbf8-aea1-4c26-a849-6ae34234accd on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:33.743430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Attempting to bind port da5efbf8-aea1-4c26-a849-6ae34234accd by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:33.743662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09965fa3-a646-4adf-a7e1-8392f36950d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:33.743819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Attempting to bind port da5efbf8-aea1-4c26-a849-6ae34234accd on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:33.748823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09965fa3-a646-4adf-a7e1-8392f36950d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:33.752259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e0e33-6088-437a-a386-017ee5ef6423 None None] Pushing event updated for resources: {'Port': ['ID=da5efbf8-aea1-4c26-a849-6ae34234accd,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:33.755498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:33.755881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:33.756293 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.756750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:33.757683 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-09965fa3-a646-4adf-a7e1-8392f36950d0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1478615 Nov 23 14:20:33.758199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Bound port: da5efbf8-aea1-4c26-a849-6ae34234accd, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:33.758602 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.758719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54446) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:33.773259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.773259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d7b0cf1-d4c2-4b89-a986-5e7b040453e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.886220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet c3989c1b-41a5-4c0c-9749-f7bc230eb772 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:33.896108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.904020 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:33.933335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] For port da5efbf8-aea1-4c26-a849-6ae34234accd, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:33.951654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d7b0cf1-d4c2-4b89-a986-5e7b040453e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5fbf9041f234d75a95195073cbdeea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9523227 Nov 23 14:20:33.978758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54450) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:33.990674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:20:33.993616 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0496d2-4580-4478-9991-81c1a654b113" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-unplugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:20:33.994923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b0cf1-d4c2-4b89-a986-5e7b040453e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0d67f-d395-4914-b541-0e5a073afcf0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:34.001145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] For port da5efbf8-aea1-4c26-a849-6ae34234accd, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=da5efbf8-aea1-4c26-a849-6ae34234accd,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:34.016905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:34.018567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.020778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.036911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.093259 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d0cd3-ffd5-4f53-87fe-86db8864f777 x-openstack-request-id: req-5f1d0cd3-ffd5-4f53-87fe-86db8864f777 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:20:34.093556 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-unplugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:20:34.093819 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f1d0cd3-ffd5-4f53-87fe-86db8864f777 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:20:34.094227 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'code': 200} Nov 23 14:20:34.154165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:34.154822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:34.213318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e0e33-6088-437a-a386-017ee5ef6423 None None] Pushing event updated for resources: {'Port': ['ID=da5efbf8-aea1-4c26-a849-6ae34234accd,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:34.233669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ea150e-c88f-453a-b6db-ab684edd80fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.276620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ea150e-c88f-453a-b6db-ab684edd80fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.276807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.304989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:34.385395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ea150e-c88f-453a-b6db-ab684edd80fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.393838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ea150e-c88f-453a-b6db-ab684edd80fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.396320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-87ea150e-c88f-453a-b6db-ab684edd80fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00c0d67f-d395-4914-b541-0e5a073afcf0 HTTP/1.1" status: 204 len: 168 time: 0.4156947 Nov 23 14:20:34.410849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.419358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea150e-c88f-453a-b6db-ab684edd80fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0d67f-d395-4914-b541-0e5a073afcf0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:34.441622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.451922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54472) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:34.452990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:34.457104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/c3989c1b-41a5-4c0c-9749-f7bc230eb772 HTTP/1.1" status: 204 len: 168 time: 0.6956735 Nov 23 14:20:34.523122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf7cf7-cd44-4294-aa20-3d88c72166f0 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=c3989c1b-41a5-4c0c-9749-f7bc230eb772,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:34.551184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-95262ea7-bd1a-4441-b088-7bd6424e3572 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937788 Nov 23 14:20:34.552686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54478) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:34.588327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.597528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.668543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6906ee-9109-4219-8c51-b645fc2faaeb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:34.673933 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc6906ee-9109-4219-8c51-b645fc2faaeb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1192393 Nov 23 14:20:34.675441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:34.697212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:34.792897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe38c24-6f55-4a5e-8b62-ab82cc50b3bb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:34.796180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ebe38c24-6f55-4a5e-8b62-ab82cc50b3bb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184070 Nov 23 14:20:34.797422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54488) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:34.866034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:32Z', 'revision_number': 1, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:34.880852 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc99d0dc-0c57-465d-ab50-d07af01e7c1f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796971 Nov 23 14:20:34.881823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:34.891430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:35.014555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Network ca293bed-6db5-4ac2-9f58-bc57edc356d0 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:35.021533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:35.043747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ce355d-697d-4066-9393-e0a34e8f5264,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:35.103564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:35.107515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:35.178055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:35.254921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b37901e-bbdf-4b3c-8394-543b10b4e189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:35.273192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Router 1398ceb3-abf7-4f60-87c8-73c039372ad9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:20:35.352195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d733cca-a1bd-4b64-8b0f-93c48088dd3d None None] The sync data for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 is: [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:32Z', 'revision_number': 1, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:20:35.366038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c75b7684-ca9a-4ad4-b251-f0444617ac9a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:35.454829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:20:35.456414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3b7a0-6a47-44df-b7ce-970a13262abb None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:35.470004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-26bb683c-badd-41ca-9fc1-3f5516562933 admin admin] 10.222.0.46 "PUT /v2.0/routers/1398ceb3-abf7-4f60-87c8-73c039372ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8773334 Nov 23 14:20:35.597850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b37901e-bbdf-4b3c-8394-543b10b4e189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:35.611207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b37901e-bbdf-4b3c-8394-543b10b4e189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:35.659563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:20:35.721965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b37901e-bbdf-4b3c-8394-543b10b4e189 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba8aa6036e2d4dd0998a83bf543830e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5429425 Nov 23 14:20:35.722213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:35.732463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37901e-bbdf-4b3c-8394-543b10b4e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed9110-d00d-437e-b83c-d1a06556752e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:35.931561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:20:35.932053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6082993-3e18-40cc-a6c2-e7a615093836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:35.969147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6082993-3e18-40cc-a6c2-e7a615093836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:35.989549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d103f225-29b9-4944-a82b-e49b29f411ec None None] Provisioning complete for port c75b7684-ca9a-4ad4-b251-f0444617ac9a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:35.991090 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d103f225-29b9-4944-a82b-e49b29f411ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.049652 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6082993-3e18-40cc-a6c2-e7a615093836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.054081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6082993-3e18-40cc-a6c2-e7a615093836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.055453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f6082993-3e18-40cc-a6c2-e7a615093836 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70ed9110-d00d-437e-b83c-d1a06556752e HTTP/1.1" status: 204 len: 168 time: 0.3323941 Nov 23 14:20:36.071251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6082993-3e18-40cc-a6c2-e7a615093836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed9110-d00d-437e-b83c-d1a06556752e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:36.166494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:36.216474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'mac_address': 'fa:16:3e:c1:ce:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:20:36.275607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c75b7684-ca9a-4ad4-b251-f0444617ac9a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:36.275980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.333822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.501845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-e4690fd6-7bce-4005-b200-e5b192962783 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:36.505180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-e4690fd6-7bce-4005-b200-e5b192962783 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 819 time: 0.2231681 Nov 23 14:20:36.539307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-0b82ffcc-b30a-41e0-bd4a-9d3f9eb9e650 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/quotas/09ed32e0e8634fa283db4f253379a7f8 HTTP/1.1" status: 200 len: 375 time: 0.0239942 Nov 23 14:20:36.629178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-20963675-962c-4f20-96e2-58dedd4007e9 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888975 Nov 23 14:20:36.689751 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.741746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] For port c75b7684-ca9a-4ad4-b251-f0444617ac9a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c75b7684-ca9a-4ad4-b251-f0444617ac9a,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:36.746842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d103f225-29b9-4944-a82b-e49b29f411ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.794677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c3bb7a-21e3-4eec-a040-c830449a56cc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:20:36.879138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.888357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.889821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.893826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:36.981876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-674c91d4-7007-4964-8f96-667ecfe9e0d7 service neutron] 10.222.0.46 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486710 Nov 23 14:20:36.990428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:37.139016 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:37.142668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:37.179151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['25c3bb7a-21e3-4eec-a040-c830449a56cc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:20:37.182549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:37.208793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-d103f225-29b9-4944-a82b-e49b29f411ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:20:37.209516 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-d103f225-29b9-4944-a82b-e49b29f411ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:20:37.215309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:37.216021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:37.279109 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3932106 Nov 23 14:20:37.287279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54564) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:37.319232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:e2:42:07', 'name': 'tempest-NetworksTestDHCPv6-277233083'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:37.333791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=b312fc2b-bc84-4b0f-837d-9b32f51aef2f,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:37.360392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05fd70-dc95-47c9-8fcc-a27a354fe4ff tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=c75b7684-ca9a-4ad4-b251-f0444617ac9a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:37.435734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-dbecfca3-fe68-4524-9a60-182821a300b7 service neutron] 10.222.0.46 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486396 Nov 23 14:20:37.474424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port c75b7684-ca9a-4ad4-b251-f0444617ac9a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c75b7684-ca9a-4ad4-b251-f0444617ac9a,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:37.486115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:37.503023 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:37.738637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:37.761294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=c75b7684-ca9a-4ad4-b251-f0444617ac9a,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:37.908333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf04c8a-42e0-49b9-8fe7-8dfe6391127e None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:38.031170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:38.157479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c75b7684-ca9a-4ad4-b251-f0444617ac9a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:38.159513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1c6f11d-39cf-4eb9-b8c3-68a8b59ba168 req-46b5408f-d3c2-48f5-80c1-62a2b508f884 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 210 time: 0.1184106 Nov 23 14:20:38.169538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 5acc7252-31a5-4256-8b35-c52d5464c768 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:20:38.323572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fee2:4207 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/b312fc2b-bc84-4b0f-837d-9b32f51aef2f/5acc7252-31a5-4256-8b35-c52d5464c768) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:38.410158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c75b7684-ca9a-4ad4-b251-f0444617ac9a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:38.413294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:38.687852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:38.709316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f46897e3-8ba1-427e-bdde-d865f4834c50 None None] Provisioning complete for port c75b7684-ca9a-4ad4-b251-f0444617ac9a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:38.714107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f46897e3-8ba1-427e-bdde-d865f4834c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:38.778122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:38.820878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device da5efbf8-aea1-4c26-a849-6ae34234accd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:38.910458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:38.926105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:38.947204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:38.956133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:38.956759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.004014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=5acc7252-31a5-4256-8b35-c52d5464c768,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:39.038138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54632) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:39.041530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e99a00cf-f763-4319-a327-9a8b57c6db38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7532387 Nov 23 14:20:39.050549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f46897e3-8ba1-427e-bdde-d865f4834c50 None None] Could not find standard attr ID for object b6af217c-aa3b-469e-8619-f534180113e8. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:20:39.091661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port da5efbf8-aea1-4c26-a849-6ae34234accd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:39.092201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.127274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aaaee5-c47b-4bad-92a9-03081012c70f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:39.135084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aaaee5-c47b-4bad-92a9-03081012c70f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:39.137253 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-02aaaee5-c47b-4bad-92a9-03081012c70f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0973859 Nov 23 14:20:39.139690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54634) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:39.412584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f4de541-9ab0-45d2-87ab-f5f7adafe05f req-f56dda81-693d-4ac5-9243-21b868f8b9be tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 210 time: 0.0774639 Nov 23 14:20:39.440620 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.468646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 5acc7252-31a5-4256-8b35-c52d5464c768 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:39.468998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.477767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port da5efbf8-aea1-4c26-a849-6ae34234accd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=da5efbf8-aea1-4c26-a849-6ae34234accd,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:39.513800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-17ddb7aa-c1c4-43b1-bcb9-000e4ac88d5f None None] Provisioning complete for port c75b7684-ca9a-4ad4-b251-f0444617ac9a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:39.514177 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-17ddb7aa-c1c4-43b1-bcb9-000e4ac88d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.524802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.668057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:39.908633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c75b7684-ca9a-4ad4-b251-f0444617ac9a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:39.911942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.963267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 5acc7252-31a5-4256-8b35-c52d5464c768 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:40.072478 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Sync routers for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:20:40.088765 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:40.091229 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:40.201638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=da5efbf8-aea1-4c26-a849-6ae34234accd,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:40.324708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 25c3bb7a-21e3-4eec-a040-c830449a56cc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:40.324937 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:40.337264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-307372dd-40e7-4c16-8696-822ee0195b02 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:40.345685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-307372dd-40e7-4c16-8696-822ee0195b02 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.11 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 819 time: 0.4992793 Nov 23 14:20:40.359547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Request body: {'port': {'device_id': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'admin_state_up': True, 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:40.379879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c75b7684-ca9a-4ad4-b251-f0444617ac9a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:40.382529 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:40.403938 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:40.655303 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:40.750667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d598bb3-7ba0-4421-aa79-fa01543b98ec req-b11d7815-53c0-4e53-b128-46d7e2ac679c tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 210 time: 0.1902964 Nov 23 14:20:40.809733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=5acc7252-31a5-4256-8b35-c52d5464c768,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:40.812709 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:40.818750 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-10c1e9a8-dacf-46b5-8304-c070c63f74cc tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/5acc7252-31a5-4256-8b35-c52d5464c768 HTTP/1.1" status: 204 len: 168 time: 1.6764166 Nov 23 14:20:40.821357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54684) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:40.908715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ce7448ac-5549-4b07-9943-ef3e5ac6e504 None None] Could not find standard attr ID for object 5acc7252-31a5-4256-8b35-c52d5464c768. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:20:41.061158 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.074885 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:34Z', 'revision_number': 2, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:41.110694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:41.111775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:20:41.115737 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e27f242-7ace-432e-874b-01189607844b" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:20:41.122676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.193455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6bf37-61ee-48af-8c61-b1c1eb9e34b2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:41.198627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6bf37-61ee-48af-8c61-b1c1eb9e34b2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:41.203019 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Checking router: 1398ceb3-abf7-4f60-87c8-73c039372ad9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:20:41.203019 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Updating router 1398ceb3-abf7-4f60-87c8-73c039372ad9 port c0ce355d-697d-4066-9393-e0a34e8f5264 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:20:41.203588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54698) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:41.207255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8fd6bf37-61ee-48af-8c61-b1c1eb9e34b2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3691502 Nov 23 14:20:41.220854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Made reservation on behalf of 09ed32e0e8634fa283db4f253379a7f8 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:41.232269 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.286885 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf456af-ba3b-4b28-891d-768decd8956a x-openstack-request-id: req-dbf456af-ba3b-4b28-891d-768decd8956a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:20:41.290123 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:20:41.290405 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbf456af-ba3b-4b28-891d-768decd8956a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:20:41.290830 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'code': 200} Nov 23 14:20:41.337772 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.339978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:41.394224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet b312fc2b-bc84-4b0f-837d-9b32f51aef2f {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:41.408687 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.539019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Allocated IP 172.20.0.11 (ca293bed-6db5-4ac2-9f58-bc57edc356d0/656a463e-3f79-4356-9ef5-8de1acc4bee1/7028fa7d-f91f-4938-af9e-54e9431458c8) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:41.646196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.796392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device da5efbf8-aea1-4c26-a849-6ae34234accd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:41.847211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.910568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port da5efbf8-aea1-4c26-a849-6ae34234accd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:41.912359 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:41.975518 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.033238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=b312fc2b-bc84-4b0f-837d-9b32f51aef2f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:42.037027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aebc04b8-dbc5-41ef-883d-ccb7f5784999 req-e2149b79-45e9-4638-9b5e-ee975b33e521 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 210 time: 0.1137872 Nov 23 14:20:42.057441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.064956 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9210c36e-60c5-4622-9d1a-261b9922582a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/b312fc2b-bc84-4b0f-837d-9b32f51aef2f HTTP/1.1" status: 204 len: 168 time: 0.8601706 Nov 23 14:20:42.067444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54724) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:42.114887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f10cb-8c3f-44d6-b253-0f2f5241bd00 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:42.139848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.143720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-53297679-2f3b-46ed-92c0-91c4214e5a39 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747824 Nov 23 14:20:42.150324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54728) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:42.158924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:42.203938 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.244220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Network ca293bed-6db5-4ac2-9f58-bc57edc356d0 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:42.247505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:42.251443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:42.300756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event updated for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:42.330325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:42.331320 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.360181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d2819ca0-9117-476d-b375-db34d4f71d36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0045753 Nov 23 14:20:42.374479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Request body: {'port': {'device_id': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:42.477579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:42.485154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.588019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.658547 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.668286 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.786243 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Pushing event updated for resources: {'Port': ['ID=c0ce355d-697d-4066-9393-e0a34e8f5264,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:42.802149 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.802645 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.803111 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.803882 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.804440 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.804992 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.805553 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.806231 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.806977 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.807541 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.809217 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.809794 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:42.913880 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Attempting to bind port c0ce355d-697d-4066-9393-e0a34e8f5264 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:42.914548 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Attempting to bind port c0ce355d-697d-4066-9393-e0a34e8f5264 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:42.915565 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Attempting to bind port c0ce355d-697d-4066-9393-e0a34e8f5264 on network ca293bed-6db5-4ac2-9f58-bc57edc356d0 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:42.935163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54742) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:42.935702 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:42.936444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Checking segment: {'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:42.937190 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.937839 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Bound using segment: {'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:42.942769 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Bound port: c0ce355d-697d-4066-9393-e0a34e8f5264, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:42.947938 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:42.948761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:43.074815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] Deleting port c75b7684-ca9a-4ad4-b251-f0444617ac9a {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:43.076000 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.129376 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] For port c0ce355d-697d-4066-9393-e0a34e8f5264, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:43.142108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] For port c0ce355d-697d-4066-9393-e0a34e8f5264, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c0ce355d-697d-4066-9393-e0a34e8f5264,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:43.149946 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.220586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] For port c75b7684-ca9a-4ad4-b251-f0444617ac9a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c75b7684-ca9a-4ad4-b251-f0444617ac9a,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:43.221295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.225266 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebe971-da1f-4792-8e41-7e62aa97e77e None None] Pushing event updated for resources: {'Port': ['ID=c0ce355d-697d-4066-9393-e0a34e8f5264,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:43.244153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:43.244966 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:43.248959 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96c59de3-4861-4ee8-8f13-872a1ef894d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.251686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] Calling delete_port for c75b7684-ca9a-4ad4-b251-f0444617ac9a owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:43.349106 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.383517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] No DVR routers for this DVR port c75b7684-ca9a-4ad4-b251-f0444617ac9a on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:43.387650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:20:43.412459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7028fa7d-f91f-4938-af9e-54e9431458c8 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:20:43.429207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.430749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330b8b7-6968-40cd-9474-f1daf4abadfa None None] Pushing event deleted for resources: {'Port': ['ID=c75b7684-ca9a-4ad4-b251-f0444617ac9a,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:43.465459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Transition to ACTIVE for port object 7028fa7d-f91f-4938-af9e-54e9431458c8 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:20:43.504159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8965c-9862-44d1-880a-9f5a9deaf225 req-8efb7da9-9314-440d-8346-7eb3debe1d2a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:43.505849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38f8965c-9862-44d1-880a-9f5a9deaf225 req-8efb7da9-9314-440d-8346-7eb3debe1d2a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 932 time: 0.2543700 Nov 23 14:20:43.522347 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.574522 n-d-818503-2 neutron-server[103345]: WARNING neutron.services.revisions.revision_plugin [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Could not find related port for resource to bump revision. Nov 23 14:20:43.585826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Port c75b7684-ca9a-4ad4-b251-f0444617ac9a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 14:20:43.586699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Reverting IP allocation for 2001:db8::f816:3eff:fefb:446e {{(pid=103345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 14:20:43.592125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefb:446e {{(pid=103345) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 14:20:43.596412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.656393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Pushing event updated for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:43.680888 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:43.758754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54760) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:43.828747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=fbd5f330-b446-4289-89c5-9038ea7f0970,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:43.859715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c0ce355d-697d-4066-9393-e0a34e8f5264 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:43.863719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:43.869378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:43.873763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:43.874641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:43.900855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5c4cbdb0-67d6-4e7c-ab4f-bd8486b63765 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7473097 Nov 23 14:20:43.904667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54766) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:43.938044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:83:0c:bf', 'name': 'tempest-NetworksTestDHCPv6-1728959857'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:43.971727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89c622c-cd3e-4839-8e14-e7af672bd3da None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:43.980611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38f8965c-9862-44d1-880a-9f5a9deaf225 req-cf0a254a-2b42-4e35-8cf8-2f8c1f185a10 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654903 Nov 23 14:20:44.005986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96c59de3-4861-4ee8-8f13-872a1ef894d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.006212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Attempting to bind port 7028fa7d-f91f-4938-af9e-54e9431458c8 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:44.006382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Attempting to bind port 7028fa7d-f91f-4938-af9e-54e9431458c8 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:44.006819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Attempting to bind port 7028fa7d-f91f-4938-af9e-54e9431458c8 on network ca293bed-6db5-4ac2-9f58-bc57edc356d0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:44.027596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96c59de3-4861-4ee8-8f13-872a1ef894d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.055428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Port 7028fa7d-f91f-4938-af9e-54e9431458c8 on network ca293bed-6db5-4ac2-9f58-bc57edc356d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:20:44.055755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Attempting to bind port 7028fa7d-f91f-4938-af9e-54e9431458c8 on network ca293bed-6db5-4ac2-9f58-bc57edc356d0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:44.141987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-96c59de3-4861-4ee8-8f13-872a1ef894d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ea976b92b624110add7c1dc45509921&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2024226 Nov 23 14:20:44.149417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54776) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:44.161710 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:43Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:44.261805 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8de980-0c0e-4b2a-af9b-66124268bec1 None None] The sync data for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 is: [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:43Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:20:44.299077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c59de3-4861-4ee8-8f13-872a1ef894d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5771e5-b633-49d1-b55f-3cf095ac0906,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:44.315873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:44.317311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Checking segment: {'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:44.320177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Bound using segment: {'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:44.320917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Bound port: 7028fa7d-f91f-4938-af9e-54e9431458c8, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fcd9512-b191-4c82-8b8b-78b66c37e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:44.321555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.343923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c0ce355d-697d-4066-9393-e0a34e8f5264 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:44.344638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.360968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': 'fbd5f330-b446-4289-89c5-9038ea7f0970'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:20:44.363847 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.545751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:44.560067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbd9a-f3c7-4150-b86b-172753d7f424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.740872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbd9a-f3c7-4150-b86b-172753d7f424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.808125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:44.874566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7028fa7d-f91f-4938-af9e-54e9431458c8,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:44.917467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.961809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:44.970658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.973272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] 10.222.0.11 "PUT /v2.0/ports/7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 1092 time: 2.6032882 Nov 23 14:20:44.975948 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:44.985367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:20:45.008030 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d" -d '{"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:20:45.040006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 9a8573b5-e7bd-43d2-a72d-26775381ca1f yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:20:45.161590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.259518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Allocated IP 2001:db8::f816:3eff:fe92:6f2a (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/fbd5f330-b446-4289-89c5-9038ea7f0970/e47f7cc0-7ced-49f9-ae44-8dcd8325f991) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:45.304071 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1393f5ee-8dac-4905-8723-0d2691d7b700 x-openstack-request-id: req-1393f5ee-8dac-4905-8723-0d2691d7b700 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:20:45.306376 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:20:45.306906 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1393f5ee-8dac-4905-8723-0d2691d7b700 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:20:45.307556 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'status': 'completed', 'code': 200} Nov 23 14:20:45.313040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port c0ce355d-697d-4066-9393-e0a34e8f5264, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c0ce355d-697d-4066-9393-e0a34e8f5264,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:45.353368 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.366018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.414491 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbd9a-f3c7-4150-b86b-172753d7f424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.417740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbd9a-f3c7-4150-b86b-172753d7f424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.419211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fb5fbd9a-f3c7-4150-b86b-172753d7f424 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e5771e5-b633-49d1-b55f-3cf095ac0906 HTTP/1.1" status: 204 len: 168 time: 1.2639294 Nov 23 14:20:45.434173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fbd9a-f3c7-4150-b86b-172753d7f424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5771e5-b633-49d1-b55f-3cf095ac0906,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:45.447968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d0511-6caa-4e89-8d57-2539a979728a service neutron] Pushing event updated for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:45.499164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8aae-3fe2-4a34-9ba8-81eb761abfd4 req-abb583b1-4fad-4e85-9054-c36d03be85ac tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:45.509697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-544e8aae-3fe2-4a34-9ba8-81eb761abfd4 req-abb583b1-4fad-4e85-9054-c36d03be85ac tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 944 time: 0.3054430 Nov 23 14:20:45.520435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=c0ce355d-697d-4066-9393-e0a34e8f5264,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:45.525953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c75b7684-ca9a-4ad4-b251-f0444617ac9a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:45.537018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d439f5dc-c060-4d84-a7fa-cf594eefdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:45.548308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d439f5dc-c060-4d84-a7fa-cf594eefdf1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1095 time: 0.4465816 Nov 23 14:20:45.647609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c75b7684-ca9a-4ad4-b251-f0444617ac9a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:20:45.647954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c75b7684-ca9a-4ad4-b251-f0444617ac9a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:20:45.751441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-34e7ba25-1988-4469-9790-cb8f6d5f496a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 217 time: 0.2021718 Nov 23 14:20:45.929956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d15e034f-11f9-468a-83f4-82134f6355eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:45.937153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-d15e034f-11f9-468a-83f4-82134f6355eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1610997 Nov 23 14:20:45.973772 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.992985 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.040222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-ce2561f6-4e9e-4431-b7ed-5234c6f6f7b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988836 Nov 23 14:20:46.138852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Pushing event updated for resources: {'Port': ['ID=e47f7cc0-7ced-49f9-ae44-8dcd8325f991,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:46.162525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe83:cbf (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/fbd5f330-b446-4289-89c5-9038ea7f0970/9a8573b5-e7bd-43d2-a72d-26775381ca1f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:46.175367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:46.179883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:46.190361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:46.230030 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:20:46.327767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-641465cb-8a40-408c-abd8-8815c72aacbe service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729132 Nov 23 14:20:46.328264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54812) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:46.330532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c0ce355d-697d-4066-9393-e0a34e8f5264 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:46.339589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-544e8aae-3fe2-4a34-9ba8-81eb761abfd4 req-0ccf0d46-6612-48a6-9bdf-db7e9c77494f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8287244 Nov 23 14:20:46.373425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0ec90ff9-53c0-4131-b7fd-97923639660f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.456661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Attempting to bind port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:46.457018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Attempting to bind port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:46.457324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Attempting to bind port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:46.463727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Deleting port e511a4f4-0496-4c60-9fc9-ba2b33548992 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:46.464380 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.464508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:46.464903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:46.465309 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.465705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:46.466177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Bound port: e47f7cc0-7ced-49f9-ae44-8dcd8325f991, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:46.466554 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.516260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c0ce355d-697d-4066-9393-e0a34e8f5264 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:46.517010 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.581939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a84c26a2-850e-4fd0-b759-63e93cad86c2 req-aa0b023b-9f7e-4f0f-8d56-bf24bed71f22 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413702 Nov 23 14:20:46.591679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] For port e47f7cc0-7ced-49f9-ae44-8dcd8325f991, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:46.618113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] For port e47f7cc0-7ced-49f9-ae44-8dcd8325f991, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e47f7cc0-7ced-49f9-ae44-8dcd8325f991,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:46.635527 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.644093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] For port e511a4f4-0496-4c60-9fc9-ba2b33548992, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e511a4f4-0496-4c60-9fc9-ba2b33548992,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:46.644676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:46.667376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Calling delete_port for e511a4f4-0496-4c60-9fc9-ba2b33548992 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:46.848509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6db0fc-54e8-47f9-8ebe-b552c63a482d None None] Pushing event updated for resources: {'Port': ['ID=e47f7cc0-7ced-49f9-ae44-8dcd8325f991,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:46.985042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:47.053064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:47.146405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:47.161263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:47.166367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:47.172326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:47.174471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:47.199079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=9a8573b5-e7bd-43d2-a72d-26775381ca1f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:47.228229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-87176f03-9c4e-4700-862e-cf469a21685d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3202560 Nov 23 14:20:47.231753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:47.323529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:47.339992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab22ef-e499-4d28-a37c-7727d1f3b17b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:47.346266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab22ef-e499-4d28-a37c-7727d1f3b17b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:47.348179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d8ab22ef-e499-4d28-a37c-7727d1f3b17b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1156418 Nov 23 14:20:47.370665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54824) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:47.387789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Pushing event deleted for resources: {'Port': ['ID=e511a4f4-0496-4c60-9fc9-ba2b33548992,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:47.480473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0ec90ff9-53c0-4131-b7fd-97923639660f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:47.501381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0ec90ff9-53c0-4131-b7fd-97923639660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:47.610290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec90ff9-53c0-4131-b7fd-97923639660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e76076-aeef-4634-8f24-5aa827347678,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:47.663035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0ec90ff9-53c0-4131-b7fd-97923639660f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e881b96b4814eb3ad30cccb98a5bb96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3335564 Nov 23 14:20:47.665326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-fe80c24b-a2af-4f81-b5c6-1ef9ec4826a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:47.666835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-fe80c24b-a2af-4f81-b5c6-1ef9ec4826a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1095 time: 1.0281894 Nov 23 14:20:47.667374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54828) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:47.679953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7028fa7d-f91f-4938-af9e-54e9431458c8 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:20:47.774648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18d79b-bcbc-4c77-8934-9e85c2543093 req-d1606fc6-c5ab-4c83-bf07-1fc2c5b06777 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:47.776263 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc18d79b-bcbc-4c77-8934-9e85c2543093 req-d1606fc6-c5ab-4c83-bf07-1fc2c5b06777 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 944 time: 0.3159716 Nov 23 14:20:47.888520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7028fa7d-f91f-4938-af9e-54e9431458c8,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:47.907460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'port_id': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'mac_address': 'fa:16:3e:e4:c2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:20:47.966993 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:47.970727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.001473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7028fa7d-f91f-4938-af9e-54e9431458c8 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:20:48.031101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.038856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7028fa7d-f91f-4938-af9e-54e9431458c8,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:48.049754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.157041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:48.166078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc18d79b-bcbc-4c77-8934-9e85c2543093 req-29234593-c572-42a6-bd6b-04c075160ec3 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348281 Nov 23 14:20:48.172661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-d0144af3-59ac-4778-9f3f-718f5f68a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:48.174405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-d0144af3-59ac-4778-9f3f-718f5f68a967 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.4967916 Nov 23 14:20:48.187264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.190932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.194040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5e76076-aeef-4634-8f24-5aa827347678 HTTP/1.1" status: 204 len: 168 time: 0.5205171 Nov 23 14:20:48.311982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-850cd21d-c040-4df9-b08a-b5b656039a28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 217 time: 0.1146061 Nov 23 14:20:48.311982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e76076-aeef-4634-8f24-5aa827347678,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:48.316541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['7028fa7d-f91f-4938-af9e-54e9431458c8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:20:48.333650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.333997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.334342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.334677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.335084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.335417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.335742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.336065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.336390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.336712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.337036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.337353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb988b67-3845-4363-928f-fd8a2b3e27e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:48.430178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e47f7cc0-7ced-49f9-ae44-8dcd8325f991 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:48.457293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-00ed5d4e-f9b0-4cec-9b37-ad0269aade87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:48.459404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-00ed5d4e-f9b0-4cec-9b37-ad0269aade87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1280789 Nov 23 14:20:48.524139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 9a8573b5-e7bd-43d2-a72d-26775381ca1f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:48.524139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.533467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-7f35db35-afdb-4b02-9f24-4311fa9a1326 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653090 Nov 23 14:20:48.708149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.757745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1d19dfcb-054a-4c37-a564-29c9b16f988a None None] Provisioning complete for port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:48.758873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d19dfcb-054a-4c37-a564-29c9b16f988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.766204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-70c1ad3d-bf69-4e44-9c0c-bc46f27288b5 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221620 Nov 23 14:20:48.819679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:48.820160 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.916600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:48.932680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 9a8573b5-e7bd-43d2-a72d-26775381ca1f owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:49.043654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83383a51-2bc9-45a9-9a98-fb4eb2d4050d req-a49d9f3d-945d-4c8e-acba-cf7a082af244 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697794 Nov 23 14:20:49.045149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d19dfcb-054a-4c37-a564-29c9b16f988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.135543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1d19dfcb-054a-4c37-a564-29c9b16f988a None None] For port e47f7cc0-7ced-49f9-ae44-8dcd8325f991, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e47f7cc0-7ced-49f9-ae44-8dcd8325f991,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:49.151797 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d19dfcb-054a-4c37-a564-29c9b16f988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.162931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.241785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.255247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19dfcb-054a-4c37-a564-29c9b16f988a None None] Pushing event updated for resources: {'Port': ['ID=e47f7cc0-7ced-49f9-ae44-8dcd8325f991,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:49.287303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-372a4dbe-8aa6-46a1-abc6-28ad5c2bb751 None None] Could not find standard attr ID for object 9a8573b5-e7bd-43d2-a72d-26775381ca1f. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:20:49.292740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:20:49.298232 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:20:49.324375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=9a8573b5-e7bd-43d2-a72d-26775381ca1f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:49.439543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de02c0-c97e-488a-99d0-b4200247fd63 req-f1bcbc55-0ad5-444a-9b50-8690bb710bf3 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:49.459813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4de02c0-c97e-488a-99d0-b4200247fd63 req-f1bcbc55-0ad5-444a-9b50-8690bb710bf3 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 945 time: 0.1267600 Nov 23 14:20:49.463113 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.466526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3250e822-89f2-4dbb-b990-7d18053b828a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/9a8573b5-e7bd-43d2-a72d-26775381ca1f HTTP/1.1" status: 204 len: 168 time: 2.0945578 Nov 23 14:20:49.469759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54866) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:49.659175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4de02c0-c97e-488a-99d0-b4200247fd63 req-71e88d92-05f7-4632-8d80-68c29afa4955 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943359 Nov 23 14:20:49.684719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7028fa7d-f91f-4938-af9e-54e9431458c8 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:49.704183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99a433-0371-4ee9-a7d8-dc1241156cf8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:49.706202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99a433-0371-4ee9-a7d8-dc1241156cf8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:49.707984 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ae99a433-0371-4ee9-a7d8-dc1241156cf8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2296398 Nov 23 14:20:49.710546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54870) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:49.785611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 7028fa7d-f91f-4938-af9e-54e9431458c8 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:20:49.791155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 7028fa7d-f91f-4938-af9e-54e9431458c8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:49.791533 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.949388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet fbd5f330-b446-4289-89c5-9038ea7f0970 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:49.959429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.052360 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.097493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.137842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7028fa7d-f91f-4938-af9e-54e9431458c8,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:50.140137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:20:50.144864 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774f6051-3536-452e-829b-833291987768" -d '{"events": [{"server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "name": "network-vif-plugged", "status": "completed", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:20:50.174382 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.211199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e47f7cc0-7ced-49f9-ae44-8dcd8325f991 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:50.215077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:20:50.296038 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73665dbf-ae3e-4532-a0a7-4d2fba67925b x-openstack-request-id: req-73665dbf-ae3e-4532-a0a7-4d2fba67925b {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:20:50.296272 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "name": "network-vif-plugged", "status": "completed", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:20:50.296496 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73665dbf-ae3e-4532-a0a7-4d2fba67925b {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:20:50.296985 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'code': 200} Nov 23 14:20:50.329414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:50.330048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.335935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:50.335935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.371087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f387340-93ae-4b38-bcc7-0aa696661e42 req-024779ed-d921-4014-88b5-aedb237c9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:50.372817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f387340-93ae-4b38-bcc7-0aa696661e42 req-024779ed-d921-4014-88b5-aedb237c9bf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.0650537 Nov 23 14:20:50.528921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f387340-93ae-4b38-bcc7-0aa696661e42 req-3d60da06-6fea-43c1-a4e4-25d1bd979643 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348605 Nov 23 14:20:50.533641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.606422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd5f330-b446-4289-89c5-9038ea7f0970,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:50.608919 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:50.610278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25d835-eee3-4166-88b3-6c64d5c5ca4d None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:50.612190 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22655e79-eb41-4ce8-a98e-0bb674949d89 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/fbd5f330-b446-4289-89c5-9038ea7f0970 HTTP/1.1" status: 204 len: 168 time: 0.9005659 Nov 23 14:20:50.615471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54904) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:50.696072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:20:50.707299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a2478430-4ecf-4b85-9761-7a0b27e9a925 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ce8a1fe-0514-4482-8bdf-c31eb5200615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9403629 Nov 23 14:20:50.709389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54912) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:50.751194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] Sync routers for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:20:50.789234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c4ab43e7-5f94-4c00-8a99-c0591413cfc1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1715467 Nov 23 14:20:50.791213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54916) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:50.865950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:50.867766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:51.065158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b322533-184f-41f4-8c0a-cf98dbe0af8d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:51.074939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4b322533-184f-41f4-8c0a-cf98dbe0af8d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2822196 Nov 23 14:20:51.078539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54920) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:51.096125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:51.249240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:51.269599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7785427-e440-4faf-adb3-eda214a52c2a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:51.276951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7785427-e440-4faf-adb3-eda214a52c2a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1816499 Nov 23 14:20:51.280717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54934) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:51.370261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361ca5f-669e-4502-9997-c540d5d26200 req-4de31b29-b31d-40a4-ae7a-9c7da691845e tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:51.371590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e361ca5f-669e-4502-9997-c540d5d26200 req-4de31b29-b31d-40a4-ae7a-9c7da691845e tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.5187125 Nov 23 14:20:51.377147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-955e6159-46ff-4ee4-9480-6bf9d0ced3ac tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914316 Nov 23 14:20:51.380141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54936) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:51.387024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:51.402716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:51.410685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:51.516511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db99adbc-ae00-4f68-a429-9bf09d8ce11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:51.559282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e361ca5f-669e-4502-9997-c540d5d26200 req-b229816b-e5fb-4c46-a519-c0f6b2e8121d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803155 Nov 23 14:20:51.681287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Deleting port 3251de9c-1068-4627-ba54-513788992576 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:51.685531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:51.692970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:51.697273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:51.701615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:51.895083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] For port 3251de9c-1068-4627-ba54-513788992576, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3251de9c-1068-4627-ba54-513788992576,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:51.895640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:51.981023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Calling delete_port for 3251de9c-1068-4627-ba54-513788992576 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:52.027798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db99adbc-ae00-4f68-a429-9bf09d8ce11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.048219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] Deleting port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:52.048758 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.052015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db99adbc-ae00-4f68-a429-9bf09d8ce11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.147739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-db99adbc-ae00-4f68-a429-9bf09d8ce11b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f88ece2d40b41f1bdfc62321cf2d3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8951597 Nov 23 14:20:52.150590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99adbc-ae00-4f68-a429-9bf09d8ce11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14910ee-44ec-466e-9743-f9d9dfeaa7a2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:52.165579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54942) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:52.186935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3251de9c-1068-4627-ba54-513788992576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:20:47Z', 'revision_number': 5, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port': {'id': '3251de9c-1068-4627-ba54-513788992576', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:19Z', 'updated_at': '2021-11-23T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:52.215005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e47f7cc0-7ced-49f9-ae44-8dcd8325f991 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:52.242498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.320097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b63cd88-6b07-4464-80f1-66aa91b4e42e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.344885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:52.353858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:52.359272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:52.360189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.374753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=0d82b907-6b63-439d-b19e-8c74273fcd54,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:52.420137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6de128ca-3f65-40b6-87cd-a2d5e1fcdb94 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0365925 Nov 23 14:20:52.424244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54950) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:52.432740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:2b:14:ff', 'name': 'tempest-NetworksTestDHCPv6-1859146904'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:52.438044 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b63cd88-6b07-4464-80f1-66aa91b4e42e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.525709 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.541258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] For port e47f7cc0-7ced-49f9-ae44-8dcd8325f991, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e47f7cc0-7ced-49f9-ae44-8dcd8325f991,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:52.546695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.619678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Pushing event deleted for resources: {'Port': ['ID=3251de9c-1068-4627-ba54-513788992576,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:52.694107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] Checking router: 1ce8a1fe-0514-4482-8bdf-c31eb5200615 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:20:52.698234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] Calling delete_port for e47f7cc0-7ced-49f9-ae44-8dcd8325f991 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:52.703193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.805252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92eca6-ed11-43b3-a70a-32b2f710a206 req-bf9d36ec-cc69-4f84-929c-c3002c93c069 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:52.808910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f92eca6-ed11-43b3-a70a-32b2f710a206 req-bf9d36ec-cc69-4f84-929c-c3002c93c069 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.0779777 Nov 23 14:20:52.821346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.823921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.824309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] Routers {'1ce8a1fe-0514-4482-8bdf-c31eb5200615'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:52.824954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:52.868468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.885329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b63cd88-6b07-4464-80f1-66aa91b4e42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.887987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b63cd88-6b07-4464-80f1-66aa91b4e42e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.891502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b63cd88-6b07-4464-80f1-66aa91b4e42e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b14910ee-44ec-466e-9743-f9d9dfeaa7a2 HTTP/1.1" status: 204 len: 168 time: 0.7169220 Nov 23 14:20:52.896874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.898031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:20:52.904381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:52.905558 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1be85712-a49b-48e7-bf8a-e4c713740ded admin admin] 10.222.0.46 "DELETE /v2.0/routers/1ce8a1fe-0514-4482-8bdf-c31eb5200615 HTTP/1.1" status: 204 len: 168 time: 2.1929436 Nov 23 14:20:52.910439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:52.914074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f92eca6-ed11-43b3-a70a-32b2f710a206 req-6f10e2dd-824f-4445-b76d-c2fb79d83530 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816526 Nov 23 14:20:52.966004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63cd88-6b07-4464-80f1-66aa91b4e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14910ee-44ec-466e-9743-f9d9dfeaa7a2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:53.044842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:53.054480 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:53.186744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] Set router 1ce8a1fe-0514-4482-8bdf-c31eb5200615 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:20:53.244033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] Deleting subnet c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:53.274352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:53.274682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] Pushing event deleted for resources: {'Port': ['ID=e47f7cc0-7ced-49f9-ae44-8dcd8325f991,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:53.277024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ff1b9-deb7-43fc-a5b1-92597af59c44 None None] No DVR routers for this DVR port e47f7cc0-7ced-49f9-ae44-8dcd8325f991 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:53.281788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:20:52Z', 'revision_number': 7, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:53.344243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12756273-46a6-413e-adc3-ead4616c65bc req-f73f23f1-edbf-49ae-bb9b-dcce11a09b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:53.345834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12756273-46a6-413e-adc3-ead4616c65bc req-f73f23f1-edbf-49ae-bb9b-dcce11a09b9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.1367261 Nov 23 14:20:53.373570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b5ab4-50ef-418d-a495-c2b18b3d57ed None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:53.379755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:53.391753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095a726-a7ff-4c01-8942-cc634cf97a1f None None] The sync data for ids ['1ce8a1fe-0514-4482-8bdf-c31eb5200615'] in n-d-818503-2 is: [{'id': '1ce8a1fe-0514-4482-8bdf-c31eb5200615', 'name': 'tempest-TaggedBootDevicesTest-1769466293-router', 'tenant_id': 'f8b6d80189124f12b4c63bdf9790b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:18Z', 'updated_at': '2021-11-23T14:20:52Z', 'revision_number': 7, 'project_id': 'f8b6d80189124f12b4c63bdf9790b332', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:20:53.443662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1745b20-b968-485d-8d63-dbdaf6b8cca8 req-44cd4e99-3438-437e-84b6-ed865f9fdc49 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:53.451186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1745b20-b968-485d-8d63-dbdaf6b8cca8 req-44cd4e99-3438-437e-84b6-ed865f9fdc49 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1540318 Nov 23 14:20:53.546137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:53.649339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 4409e30f-f9a1-42a7-9942-f21c82ea5946 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:20:53.660443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1745b20-b968-485d-8d63-dbdaf6b8cca8 req-2b2eda36-bbf2-42b6-bea4-4ef9f8c32d15 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079911 Nov 23 14:20:53.731366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12756273-46a6-413e-adc3-ead4616c65bc req-e687787c-05de-4b4b-8951-c6ad12bd0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:53.737113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12756273-46a6-413e-adc3-ead4616c65bc req-e687787c-05de-4b4b-8951-c6ad12bd0e0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.3724670 Nov 23 14:20:53.794388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:53.815171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': '0d82b907-6b63-439d-b19e-8c74273fcd54'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:20:53.816307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:53.855360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12756273-46a6-413e-adc3-ead4616c65bc req-7826dcda-a3b4-4be5-97d5-02f03ce38a93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 217 time: 0.1112554 Nov 23 14:20:53.864755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::2c8 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/0d82b907-6b63-439d-b19e-8c74273fcd54/4409e30f-f9a1-42a7-9942-f21c82ea5946) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:53.905355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:53.999412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12756273-46a6-413e-adc3-ead4616c65bc req-c8fe097a-afb6-452c-ac32-15fbd4706281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:54.005076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12756273-46a6-413e-adc3-ead4616c65bc req-c8fe097a-afb6-452c-ac32-15fbd4706281 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1407146 Nov 23 14:20:54.050339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.081916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.088064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6 HTTP/1.1" status: 204 len: 168 time: 1.1736853 Nov 23 14:20:54.091433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55002) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:54.112274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec9813-1927-433f-8039-b3e9e00b6c62 None None] Network df96e715-8814-46db-ab75-ff5e9b220772 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:54.143673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31b3a9-e157-4e08-9532-a5d2e9855803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26e5bdd-7f8f-4665-94ab-c7c305bb7ae6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:54.230879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.300361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.303823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12756273-46a6-413e-adc3-ead4616c65bc req-c0ae5c20-3ac6-41e7-9775-f5d5cbf90433 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2900426 Nov 23 14:20:54.353196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.414234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e511a4f4-0496-4c60-9fc9-ba2b33548992 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:54.470735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: e511a4f4-0496-4c60-9fc9-ba2b33548992 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:20:54.471147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e511a4f4-0496-4c60-9fc9-ba2b33548992 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:20:54.471584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3251de9c-1068-4627-ba54-513788992576 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:54.487106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=4409e30f-f9a1-42a7-9942-f21c82ea5946,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:54.514319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:54.516615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:54.521770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:54.522928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3251de9c-1068-4627-ba54-513788992576 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:20:54.523287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3251de9c-1068-4627-ba54-513788992576 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:20:54.544785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:54.545475 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.572559 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-60ea1399-1d66-44a4-a64a-ab90fffde395 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1411815 Nov 23 14:20:54.574092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55016) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:54.580877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/0d82b907-6b63-439d-b19e-8c74273fcd54/56bfaf1b-12f6-4383-908f-b5bd46504641) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:54.665479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Deleting port b5f2f317-2041-45ab-84c9-f43032f4e686 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:54.666043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.668956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12756273-46a6-413e-adc3-ead4616c65bc req-18fcafe7-4f83-4021-b536-6faac6311e2b service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485606 Nov 23 14:20:54.680986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c790bd-7bd3-4c4d-a24a-1ad49120b31b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:54.684967 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-34c790bd-7bd3-4c4d-a24a-1ad49120b31b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1067812 Nov 23 14:20:54.685210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:54.915917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] DHCP port deletion for df96e715-8814-46db-ab75-ff5e9b220772 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:20:54.938566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12756273-46a6-413e-adc3-ead4616c65bc req-94a30643-7aa4-4800-8652-9b2df5117537 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509725 Nov 23 14:20:54.942525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 4409e30f-f9a1-42a7-9942-f21c82ea5946 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:54.943644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.081424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] For port b5f2f317-2041-45ab-84c9-f43032f4e686, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b5f2f317-2041-45ab-84c9-f43032f4e686,segment=NetworkSegment(71e06e6d-0f57-4315-81a6-43c22430ac84),segment_id=71e06e6d-0f57-4315-81a6-43c22430ac84)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:55.082186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.104356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Calling delete_port for b5f2f317-2041-45ab-84c9-f43032f4e686 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:55.198844 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.216049 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.250823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.270372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:55.275099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:55.281722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:55.284955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Pushing event updated for resources: {'Port': ['ID=56bfaf1b-12f6-4383-908f-b5bd46504641,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:55.295269 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.295996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] Deleting port b5f2f317-2041-45ab-84c9-f43032f4e686 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:55.296530 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.341779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f2f317-2041-45ab-84c9-f43032f4e686,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:55.351428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] No DVR routers for this DVR port b5f2f317-2041-45ab-84c9-f43032f4e686 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:55.356143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 4409e30f-f9a1-42a7-9942-f21c82ea5946 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:55.390521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441612b8-c6f3-4d46-93d8-ae633fc08e45 req-772df48c-44a8-4e38-a016-1e52c8762a66 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:55.392277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-441612b8-c6f3-4d46-93d8-ae633fc08e45 req-772df48c-44a8-4e38-a016-1e52c8762a66 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.4283059 Nov 23 14:20:55.498882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Attempting to bind port 56bfaf1b-12f6-4383-908f-b5bd46504641 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:55.499831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Attempting to bind port 56bfaf1b-12f6-4383-908f-b5bd46504641 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:55.501669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Attempting to bind port 56bfaf1b-12f6-4383-908f-b5bd46504641 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:55.514182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] For port b5f2f317-2041-45ab-84c9-f43032f4e686, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:55.515084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.518208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:55.518851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:55.519442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.520589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:55.522140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Bound port: 56bfaf1b-12f6-4383-908f-b5bd46504641, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:55.522725 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.543873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] Calling delete_port for b5f2f317-2041-45ab-84c9-f43032f4e686 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:55.548912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] Port b5f2f317-2041-45ab-84c9-f43032f4e686 was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:20:55.550735 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.555130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.633363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.650736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df96e715-8814-46db-ab75-ff5e9b220772']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:55.672878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] No DVR routers for this DVR port b5f2f317-2041-45ab-84c9-f43032f4e686 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:20:55.685126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e06e6d-0f57-4315-81a6-43c22430ac84') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:55.693426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e06e6d-0f57-4315-81a6-43c22430ac84') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:55.704529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeed6d-d255-4079-99f6-9b4967c35cd4 None None] Pushing event deleted for resources: {'Port': ['ID=b5f2f317-2041-45ab-84c9-f43032f4e686,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:55.720921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-441612b8-c6f3-4d46-93d8-ae633fc08e45 req-aa9d806b-0516-426f-8c1e-4dcda616d4a3 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933025 Nov 23 14:20:55.723145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.756616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=4409e30f-f9a1-42a7-9942-f21c82ea5946,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:55.759206 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.768166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:20:55.770671 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] For port 56bfaf1b-12f6-4383-908f-b5bd46504641, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:55.773398 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:20:55.775837 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:20:55.780808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] For port 56bfaf1b-12f6-4383-908f-b5bd46504641, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56bfaf1b-12f6-4383-908f-b5bd46504641,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:55.788434 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.829069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.839607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0c1b9cdd-28aa-4d2d-8e87-30257bdf0ed4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/4409e30f-f9a1-42a7-9942-f21c82ea5946 HTTP/1.1" status: 204 len: 168 time: 1.1525683 Nov 23 14:20:55.841202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:55.899839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99a969-3473-4861-bcda-e032d0d6a087 None None] Pushing event updated for resources: {'Port': ['ID=56bfaf1b-12f6-4383-908f-b5bd46504641,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:55.905085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.917431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.921092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] 10.222.0.46 "DELETE /v2.0/networks/df96e715-8814-46db-ab75-ff5e9b220772 HTTP/1.1" status: 204 len: 168 time: 1.8287146 Nov 23 14:20:55.931758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55054) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:55.939167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177703a-e033-4c14-a1c3-d4d8e2cd899d admin admin] Pushing event deleted for resources: {'Network': ['ID=df96e715-8814-46db-ab75-ff5e9b220772,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:56.001746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e9567a-68c5-4886-b5f5-4c6adcfbd8a6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:56.003469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e9567a-68c5-4886-b5f5-4c6adcfbd8a6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:56.017616 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95e9567a-68c5-4886-b5f5-4c6adcfbd8a6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1752553 Nov 23 14:20:56.019851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55056) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:56.140531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b5f2f317-2041-45ab-84c9-f43032f4e686 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:20:56.145217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 0d82b907-6b63-439d-b19e-8c74273fcd54 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:20:56.190357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: b5f2f317-2041-45ab-84c9-f43032f4e686 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:20:56.190701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b5f2f317-2041-45ab-84c9-f43032f4e686 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:20:56.219820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.434014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.636845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.692192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-da6f0256-401d-445c-aa4a-354f6f641143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.753345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.819637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.825856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/0d82b907-6b63-439d-b19e-8c74273fcd54 HTTP/1.1" status: 204 len: 168 time: 0.8020525 Nov 23 14:20:56.827143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55102) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:56.839913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63610a2-f883-4fdf-bdba-7a87c1322544 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=0d82b907-6b63-439d-b19e-8c74273fcd54,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:56.883225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-295ae428-fdac-4423-85fd-211d64a8a086 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546582 Nov 23 14:20:56.888503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55108) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:56.900037 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.987694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936b11c1-8408-400d-b27c-fdf023142c44 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:56.991104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-936b11c1-8408-400d-b27c-fdf023142c44 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1008534 Nov 23 14:20:56.993199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55118) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:57.066825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e55ee-7fea-4cbc-8a79-e29e6f44cb96 req-004fe003-8964-455a-81e1-0b37509382f5 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:57.077702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b8e55ee-7fea-4cbc-8a79-e29e6f44cb96 req-004fe003-8964-455a-81e1-0b37509382f5 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1919637 Nov 23 14:20:57.124795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4bd96-2e4a-44ca-8f14-f56e35cfc072 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:57.127427 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-23a4bd96-2e4a-44ca-8f14-f56e35cfc072 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1330953 Nov 23 14:20:57.132708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55128) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:57.199607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-97a5fcdb-94fe-4a91-a331-2441b178ae75 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654356 Nov 23 14:20:57.210854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:57.219929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:57.299306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b8e55ee-7fea-4cbc-8a79-e29e6f44cb96 req-36037a8f-0d1c-4baf-a631-e17b36e8d426 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164667 Nov 23 14:20:57.313930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:57.405844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:57.413323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:57.736974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0abe334-0407-4965-8f20-01e194ad3cc8 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:57.906615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55152) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:57.974218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b5c60de5-70c5-4557-9f4f-3e3bb6aeea6f None None] Provisioning complete for port 56bfaf1b-12f6-4383-908f-b5bd46504641 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:57.974429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b5c60de5-70c5-4557-9f4f-3e3bb6aeea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.000819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Deleting port c9e7698a-d442-43d8-91be-0640d8beba9d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:20:58.001166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.265912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56bfaf1b-12f6-4383-908f-b5bd46504641 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:20:58.288846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] For port c9e7698a-d442-43d8-91be-0640d8beba9d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c9e7698a-d442-43d8-91be-0640d8beba9d,segment=NetworkSegment(3f84f9ef-a417-41b5-b222-7b9d51575fa7),segment_id=3f84f9ef-a417-41b5-b222-7b9d51575fa7)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:58.289227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.292907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d176-9150-4c3f-bc5b-c647a5d042cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.311326 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b5c60de5-70c5-4557-9f4f-3e3bb6aeea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.339844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Calling delete_port for c9e7698a-d442-43d8-91be-0640d8beba9d owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:20:58.365060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b5c60de5-70c5-4557-9f4f-3e3bb6aeea6f None None] For port 56bfaf1b-12f6-4383-908f-b5bd46504641, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56bfaf1b-12f6-4383-908f-b5bd46504641,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:58.387491 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b5c60de5-70c5-4557-9f4f-3e3bb6aeea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.549169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 56bfaf1b-12f6-4383-908f-b5bd46504641 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:58.549710 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.618292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:20:58.658362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c60de5-70c5-4557-9f4f-3e3bb6aeea6f None None] Pushing event updated for resources: {'Port': ['ID=56bfaf1b-12f6-4383-908f-b5bd46504641,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:58.669092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d24c66d3-38ad-483c-8fb6-f616e0f7160f None None] Provisioning complete for port 56bfaf1b-12f6-4383-908f-b5bd46504641 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:20:58.669471 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d24c66d3-38ad-483c-8fb6-f616e0f7160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:58.989778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cdac6-63de-4755-af5f-45e99d2d913c req-7775e344-ead5-484a-bf3a-b695ba918d8a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:58.991332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-808cdac6-63de-4755-af5f-45e99d2d913c req-7775e344-ead5-484a-bf3a-b695ba918d8a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.4967833 Nov 23 14:20:59.006369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.064516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-977b1b73-85a8-41ef-bba4-3b1f2e1eede7 None None] Could not find standard attr ID for object 4409e30f-f9a1-42a7-9942-f21c82ea5946. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:20:59.067378 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-13851242-0498-481d-abfe-a08a39285317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.083721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55174) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:59.125498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.247989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-808cdac6-63de-4755-af5f-45e99d2d913c req-0739770f-287d-4917-9bb6-851bf02f0abe tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123528 Nov 23 14:20:59.249939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e7698a-d442-43d8-91be-0640d8beba9d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:59.288774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d176-9150-4c3f-bc5b-c647a5d042cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.288774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d176-9150-4c3f-bc5b-c647a5d042cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.364346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] For port 56bfaf1b-12f6-4383-908f-b5bd46504641, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56bfaf1b-12f6-4383-908f-b5bd46504641,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:20:59.393088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dcc2d176-9150-4c3f-bc5b-c647a5d042cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0ecdb0c9c334dfcb0250b5baad14b18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4852319 Nov 23 14:20:59.416469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55178) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:59.416705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.422756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.423057 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aaf130b-440b-443c-9dc1-4a2554d1e4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.424413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.492335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=48219fc9-b3f2-44cd-94bf-4cf5249fcbd9,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:59.529581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:59.531490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:59.537942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:59.538751 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:59.543347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127d7d6-f489-4214-bb62-a0b2c0681071 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:59.580552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3651040 Nov 23 14:20:59.581209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55180) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:59.590828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d4795bcb-a406-4927-8da5-7e8ba06f92d1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:59.605295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f361ef-7cd7-441f-b31f-41be565ebcf4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=56bfaf1b-12f6-4383-908f-b5bd46504641,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:59.665721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2d176-9150-4c3f-bc5b-c647a5d042cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eef7b4-d78b-4c86-8f94-b882de925c0f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:59.866089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4795bcb-a406-4927-8da5-7e8ba06f92d1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:59.870880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4795bcb-a406-4927-8da5-7e8ba06f92d1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.008545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.102656 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-d4795bcb-a406-4927-8da5-7e8ba06f92d1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48219fc9-b3f2-44cd-94bf-4cf5249fcbd9 (CIDR: 2001:db8::/64) Nov 23 14:21:00.111619 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4795bcb-a406-4927-8da5-7e8ba06f92d1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:21:00.112504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4795bcb-a406-4927-8da5-7e8ba06f92d1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:00.168108 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d4795bcb-a406-4927-8da5-7e8ba06f92d1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5838704 Nov 23 14:21:00.170665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55194) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:00.181573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:00.326200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56bfaf1b-12f6-4383-908f-b5bd46504641 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:00.427674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:00.434180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.462684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9630335b-de8f-44e7-ae52-2988e171a63c None None] Provisioning complete for port 56bfaf1b-12f6-4383-908f-b5bd46504641 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:00.469316 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9630335b-de8f-44e7-ae52-2988e171a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.575926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 56bfaf1b-12f6-4383-908f-b5bd46504641 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:00.578276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.583099 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-394b4506-f33c-4513-83b1-fe0658b39d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.669267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aaf130b-440b-443c-9dc1-4a2554d1e4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.686686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-394b4506-f33c-4513-83b1-fe0658b39d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.712304 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aaf130b-440b-443c-9dc1-4a2554d1e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.744437 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.753437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b4186-ae08-4b6d-9507-948b39e52b50 req-47f5657c-20d9-423c-ba84-69d642d8853d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:00.755677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a3b4186-ae08-4b6d-9507-948b39e52b50 req-47f5657c-20d9-423c-ba84-69d642d8853d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.2671890 Nov 23 14:21:00.777132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2aaf130b-440b-443c-9dc1-4a2554d1e4c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36f9ed3c28ad4f68a1ab5e9a4dc04cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6885331 Nov 23 14:21:00.781588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55202) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:00.807335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.834187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf130b-440b-443c-9dc1-4a2554d1e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba5ae0-8e4b-452a-aeda-39f53d518c61,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:00.879893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:00.886845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:00.906054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:00.907017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.907672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d6aa0f-e479-4c76-9aa3-cbfc23db402b None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:00.940455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e058eca-174c-4f45-aef4-5f6d8991d5fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.955218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a3b4186-ae08-4b6d-9507-948b39e52b50 req-a50f0b81-bb62-45ad-b92f-cb22063dda36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730936 Nov 23 14:21:00.958518 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-394b4506-f33c-4513-83b1-fe0658b39d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.961124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-394b4506-f33c-4513-83b1-fe0658b39d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:00.962272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-394b4506-f33c-4513-83b1-fe0658b39d97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3eef7b4-d78b-4c86-8f94-b882de925c0f HTTP/1.1" status: 204 len: 168 time: 1.5371702 Nov 23 14:21:00.968756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e058eca-174c-4f45-aef4-5f6d8991d5fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.014847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=fded13d3-9652-4c79-93c8-f8ed872c9693,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:01.026239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e058eca-174c-4f45-aef4-5f6d8991d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.031632 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e058eca-174c-4f45-aef4-5f6d8991d5fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.041818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4e058eca-174c-4f45-aef4-5f6d8991d5fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eba5ae0-8e4b-452a-aeda-39f53d518c61 HTTP/1.1" status: 204 len: 168 time: 0.2589498 Nov 23 14:21:01.045180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b4506-f33c-4513-83b1-fe0658b39d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eef7b4-d78b-4c86-8f94-b882de925c0f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:01.057251 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d4f58f04-8741-4ff7-8770-a58398532a40 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8828297 Nov 23 14:21:01.065787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55210) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:01.077977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:2e:69:4c', 'name': 'tempest-NetworksTestDHCPv6-1584060834'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:01.090030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e058eca-174c-4f45-aef4-5f6d8991d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba5ae0-8e4b-452a-aeda-39f53d518c61,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:01.375800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:01.437746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Update dhcp port {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '48219fc9-b3f2-44cd-94bf-4cf5249fcbd9', 'ip_address': '2001:db8::f816:3eff:fe58:9c03'}, {'subnet_id': 'fded13d3-9652-4c79-93c8-f8ed872c9693'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '56bfaf1b-12f6-4383-908f-b5bd46504641'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:21:01.438388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:21:01.473603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.525125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.582214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 8a7be1f8-f1f4-4495-a353-d7e1940fda0c yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:01.776150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55220) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:01.783727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Allocated IP 2001:db8:0:1::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/fded13d3-9652-4c79-93c8-f8ed872c9693/56bfaf1b-12f6-4383-908f-b5bd46504641) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:01.788309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55222) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:01.808375 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f45e3ab4-6bff-495f-8e12-ad7a2694e96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.818457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2372-d46d-4957-b047-57387f154d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.899504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2372-d46d-4957-b047-57387f154d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.906568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2372-d46d-4957-b047-57387f154d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.913701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:21:01.930040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b69e5270-fbd4-4965-8a94-ba221aa93976 admin admin] 10.222.0.46 "PUT /v2.0/routers/ea1fcdcf-0aef-4581-a2ae-ea2115917c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9947615 Nov 23 14:21:01.930226 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] Sync routers for ids ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:21:01.930685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f45e3ab4-6bff-495f-8e12-ad7a2694e96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.931276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55224) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:01.940216 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] Routers {'ea1fcdcf-0aef-4581-a2ae-ea2115917c91'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:01.940825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:01.944802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f45e3ab4-6bff-495f-8e12-ad7a2694e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.957038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] For port 56bfaf1b-12f6-4383-908f-b5bd46504641, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56bfaf1b-12f6-4383-908f-b5bd46504641,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:01.959084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:01.965128 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1c8e2372-d46d-4957-b047-57387f154d26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=201faa1b5aeb478ab186483bf8504104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755667 Nov 23 14:21:01.968748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55226) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:02.023605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e2372-d46d-4957-b047-57387f154d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6489f2e7-2f95-4ee5-8d56-06b47db4a827,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:02.046067 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.046794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e3ab4-6bff-495f-8e12-ad7a2694e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87daedf-3dd2-42f1-9796-581c59930e9a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:02.053864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.059054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f45e3ab4-6bff-495f-8e12-ad7a2694e96b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baba097e5e3c472cb7a682752fecb2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814026 Nov 23 14:21:02.061702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55230) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:02.133002 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26f8a98d-73d7-4c24-9102-da962aeb199d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.164617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Pushing event updated for resources: {'Port': ['ID=56bfaf1b-12f6-4383-908f-b5bd46504641,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:02.170423 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26f8a98d-73d7-4c24-9102-da962aeb199d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.173157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.173713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.174231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.174727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.175246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.175728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.176851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.177365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.177859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.178346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.178823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.179378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985bb9f-138b-4c91-bb3f-aec1ea51b746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:02.193347 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] Set router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:02.320084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.392902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26f8a98d-73d7-4c24-9102-da962aeb199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.398659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26f8a98d-73d7-4c24-9102-da962aeb199d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.400710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-26f8a98d-73d7-4c24-9102-da962aeb199d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6489f2e7-2f95-4ee5-8d56-06b47db4a827 HTTP/1.1" status: 204 len: 168 time: 0.4306417 Nov 23 14:21:02.407214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8:0:1::29e (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/fded13d3-9652-4c79-93c8-f8ed872c9693/8a7be1f8-f1f4-4495-a353-d7e1940fda0c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:02.416979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c32fb-350a-4eeb-8e69-1243a7e66fa8 req-11f61387-6e79-4f6b-adcb-2f91a3f97e2e tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:02.419151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af8c32fb-350a-4eeb-8e69-1243a7e66fa8 req-11f61387-6e79-4f6b-adcb-2f91a3f97e2e tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.2367833 Nov 23 14:21:02.422165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe2e:694c (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/48219fc9-b3f2-44cd-94bf-4cf5249fcbd9/8a7be1f8-f1f4-4495-a353-d7e1940fda0c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:02.425380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8a98d-73d7-4c24-9102-da962aeb199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6489f2e7-2f95-4ee5-8d56-06b47db4a827,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:02.474513 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.519821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d8382009-9e0f-4c81-86b5-a2133ddcc809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.540776 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:20:58Z', 'revision_number': 5, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:02.658407 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] Checking router: ea1fcdcf-0aef-4581-a2ae-ea2115917c91 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:21:02.686316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] Routers {'ea1fcdcf-0aef-4581-a2ae-ea2115917c91'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:02.688153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:20:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:02.726664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af8c32fb-350a-4eeb-8e69-1243a7e66fa8 req-e0f10898-4426-4084-bb38-d35642c3123a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820721 Nov 23 14:21:02.742724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d8382009-9e0f-4c81-86b5-a2133ddcc809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.781734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.786463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.849708 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] Set router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:02.860399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.933021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=8a7be1f8-f1f4-4495-a353-d7e1940fda0c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:02.942738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:02.946601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:02.951391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:02.974983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:02.978025 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:02.992661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d8382009-9e0f-4c81-86b5-a2133ddcc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.015358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d8382009-9e0f-4c81-86b5-a2133ddcc809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.021241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d8382009-9e0f-4c81-86b5-a2133ddcc809 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c87daedf-3dd2-42f1-9796-581c59930e9a HTTP/1.1" status: 204 len: 168 time: 0.9545553 Nov 23 14:21:03.021241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Deleting port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:03.021241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.063223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ec025b6-fd5c-4d00-b454-2d423c2ca064 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9960208 Nov 23 14:21:03.063863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55244) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:03.145506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] For port 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:03.147914 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.166502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Calling delete_port for 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:03.205675 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:20:58Z', 'revision_number': 5, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:03.295221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce8dfb-fa5b-48af-ac7b-a8545ecc8dba None None] The sync data for ids ['ea1fcdcf-0aef-4581-a2ae-ea2115917c91'] in n-d-818503-2 is: [{'id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'name': 'tempest-TaggedBootDevicesTest-1322079362-router', 'tenant_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:08:29Z', 'updated_at': '2021-11-23T14:20:58Z', 'revision_number': 5, 'project_id': 'c69123f98e814ab7b7e0cf2ddcb6f60b', 'gw_port': {'id': '3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1fcdcf-0aef-4581-a2ae-ea2115917c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:08:31Z', 'updated_at': '2021-11-23T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:21:03.381116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 8a7be1f8-f1f4-4495-a353-d7e1940fda0c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:03.382495 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.443262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.448811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8382009-9e0f-4c81-86b5-a2133ddcc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87daedf-3dd2-42f1-9796-581c59930e9a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:03.509290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:03.536868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55250) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:03.608929 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.646929 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7fb6137b-cd8f-4d5b-b48d-e0df02e143f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.656887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a8fb4fcf-efa2-4729-81f4-4ea910e78883 None None] Provisioning complete for port 56bfaf1b-12f6-4383-908f-b5bd46504641 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:03.657415 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8fb4fcf-efa2-4729-81f4-4ea910e78883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:03.669262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 8a7be1f8-f1f4-4495-a353-d7e1940fda0c owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:03.756966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.038212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.043060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.158263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.174730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a9197cbd-2ebd-4f06-bb59-823d7f98fe67 None None] Provisioning complete for port 8a7be1f8-f1f4-4495-a353-d7e1940fda0c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:04.175154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a9197cbd-2ebd-4f06-bb59-823d7f98fe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.205264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7fb6137b-cd8f-4d5b-b48d-e0df02e143f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.232195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f654e9-9f3c-4e9f-8772-1729cb4a55cd req-778cad8b-66b2-421c-b3c3-8b8d0ee802cb tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:04.233885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f654e9-9f3c-4e9f-8772-1729cb4a55cd req-778cad8b-66b2-421c-b3c3-8b8d0ee802cb tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.2882102 Nov 23 14:21:04.235498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7fb6137b-cd8f-4d5b-b48d-e0df02e143f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.239376 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.239884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1fcdcf-0aef-4581-a2ae-ea2115917c91 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:21:04.250174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a9197cbd-2ebd-4f06-bb59-823d7f98fe67 None None] Port 8a7be1f8-f1f4-4495-a353-d7e1940fda0c was deleted so its status cannot be updated. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 14:21:04.251960 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.253053 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9ce992b1-f91e-4a7c-a804-2852aa1fbaee admin admin] 10.222.0.46 "DELETE /v2.0/routers/ea1fcdcf-0aef-4581-a2ae-ea2115917c91 HTTP/1.1" status: 204 len: 168 time: 2.3208201 Nov 23 14:21:04.264006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55272) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:04.266792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56bfaf1b-12f6-4383-908f-b5bd46504641 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:04.268386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=8a7be1f8-f1f4-4495-a353-d7e1940fda0c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:04.319184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6137b-cd8f-4d5b-b48d-e0df02e143f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d55426-6a1a-43e7-b8ed-655ee743e50b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:04.324525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7fb6137b-cd8f-4d5b-b48d-e0df02e143f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b4d061fc55846bf890f5e5c85cf5c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7864330 Nov 23 14:21:04.327779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55276) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:04.433774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 56bfaf1b-12f6-4383-908f-b5bd46504641 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:04.434288 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.442670 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22e75-187b-4072-9d58-fdb1581581ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.463782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f654e9-9f3c-4e9f-8772-1729cb4a55cd req-4831cdb7-5a03-4e96-9156-75cdc52674a5 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150955 Nov 23 14:21:04.517381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.518859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22e75-187b-4072-9d58-fdb1581581ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.527055 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5b7fd11a-1a6d-4183-b4b6-f186d85da784 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/8a7be1f8-f1f4-4495-a353-d7e1940fda0c HTTP/1.1" status: 204 len: 168 time: 1.4497211 Nov 23 14:21:04.530636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55280) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:04.633752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22e75-187b-4072-9d58-fdb1581581ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.637151 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22e75-187b-4072-9d58-fdb1581581ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.639297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cff22e75-187b-4072-9d58-fdb1581581ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14d55426-6a1a-43e7-b8ed-655ee743e50b HTTP/1.1" status: 204 len: 168 time: 0.3103099 Nov 23 14:21:04.653001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] Deleting subnet 9a7f11a0-2559-4a50-ade9-adc3aac81977 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:04.675228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22e75-187b-4072-9d58-fdb1581581ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d55426-6a1a-43e7-b8ed-655ee743e50b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:04.689231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.779950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c9e7698a-d442-43d8-91be-0640d8beba9d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:04.808284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c9e7698a-d442-43d8-91be-0640d8beba9d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:04.808720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c9e7698a-d442-43d8-91be-0640d8beba9d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:04.810633 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e75d4d-a2f9-4411-9a4b-fd1ab924d271 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:04.821239 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a7e75d4d-a2f9-4411-9a4b-fd1ab924d271 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2869623 Nov 23 14:21:04.821425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55296) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:04.861932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:04.977071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cbee3-cfbe-40c5-a3a0-59ae6917eac2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:04.981867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c79cbee3-cfbe-40c5-a3a0-59ae6917eac2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1568818 Nov 23 14:21:04.982860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55316) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:05.086981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276ca92-e98f-4c9f-a03e-d04ef4a34ee2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:05.089362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276ca92-e98f-4c9f-a03e-d04ef4a34ee2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:05.091173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276ca92-e98f-4c9f-a03e-d04ef4a34ee2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:05.092929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5276ca92-e98f-4c9f-a03e-d04ef4a34ee2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1086907 Nov 23 14:21:05.095648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55324) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:05.183452 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.212147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 48219fc9-b3f2-44cd-94bf-4cf5249fcbd9 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:05.217657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.304711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.326004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.437255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.450533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c9a91d-e486-4589-9c42-5d8196032be9 None None] Network acd9cbd6-8281-4b8f-9e79-b15f0d4b067b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:05.460381 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a7f11a0-2559-4a50-ade9-adc3aac81977 HTTP/1.1" status: 204 len: 168 time: 1.1692202 Nov 23 14:21:05.462868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55358) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:05.465836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1159a2d-ca17-41c0-b93e-0bf958d714fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7f11a0-2559-4a50-ade9-adc3aac81977,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:05.495798 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.748378 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.835807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] DHCP port deletion for acd9cbd6-8281-4b8f-9e79-b15f0d4b067b request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:21:05.918599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] Deleting port bf2c6927-f02c-46f0-a424-c06cb3d31721 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:05.919004 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.987380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=48219fc9-b3f2-44cd-94bf-4cf5249fcbd9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:05.996785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.000784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d147a28d-8035-45bc-8317-eb6867c4688e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/48219fc9-b3f2-44cd-94bf-4cf5249fcbd9 HTTP/1.1" status: 204 len: 168 time: 0.9039085 Nov 23 14:21:06.003652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55406) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:06.006420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.037500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875ec8c-b6f4-4eb7-a9b0-2f67f5c63318 req-1d661f01-6428-4305-bcf5-96cb0260673f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:06.041046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] For port bf2c6927-f02c-46f0-a424-c06cb3d31721, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bf2c6927-f02c-46f0-a424-c06cb3d31721,segment=NetworkSegment(3f84f9ef-a417-41b5-b222-7b9d51575fa7),segment_id=3f84f9ef-a417-41b5-b222-7b9d51575fa7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:06.041861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f875ec8c-b6f4-4eb7-a9b0-2f67f5c63318 req-1d661f01-6428-4305-bcf5-96cb0260673f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.3777695 Nov 23 14:21:06.049279 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.066394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] Calling delete_port for bf2c6927-f02c-46f0-a424-c06cb3d31721 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:06.204943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f875ec8c-b6f4-4eb7-a9b0-2f67f5c63318 req-06fff767-9805-43c3-82bf-44c741013488 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470017 Nov 23 14:21:06.218775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Deleting port bf2c6927-f02c-46f0-a424-c06cb3d31721 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:06.219447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.219620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet fded13d3-9652-4c79-93c8-f8ed872c9693 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:06.227688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.294114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ec384-7888-4ab7-861a-b1e735c51c79 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:06.297218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bf2c6927-f02c-46f0-a424-c06cb3d31721 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:06.305851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] For port bf2c6927-f02c-46f0-a424-c06cb3d31721, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bf2c6927-f02c-46f0-a424-c06cb3d31721,segment=NetworkSegment(3f84f9ef-a417-41b5-b222-7b9d51575fa7),segment_id=3f84f9ef-a417-41b5-b222-7b9d51575fa7)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:06.305851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.307305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.321975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Calling delete_port for bf2c6927-f02c-46f0-a424-c06cb3d31721 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:06.440292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.490531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55414) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:06.517361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.523154 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.566138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.573825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] Pushing event deleted for resources: {'Port': ['ID=bf2c6927-f02c-46f0-a424-c06cb3d31721,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:06.586966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Port bf2c6927-f02c-46f0-a424-c06cb3d31721 update to DOWN by agent not found {{(pid=103347) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 14:21:06.587348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:06.608185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2c6927-f02c-46f0-a424-c06cb3d31721,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:06.618497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:06.619728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ce8e44b-6fd0-49c7-94eb-cc0cf7ed5c58 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:06.624946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] No DVR routers for this DVR port bf2c6927-f02c-46f0-a424-c06cb3d31721 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:06.646189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=fded13d3-9652-4c79-93c8-f8ed872c9693,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:06.664928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.670429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66f4272a-9828-4e32-95ac-ab3f208e11fb tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/fded13d3-9652-4c79-93c8-f8ed872c9693 HTTP/1.1" status: 204 len: 168 time: 0.6632781 Nov 23 14:21:06.677727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55422) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:06.704873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e104490-7d20-462b-b361-8eaf0419f950 None None] No DVR routers for this DVR port bf2c6927-f02c-46f0-a424-c06cb3d31721 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:06.788683 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2484ad32-509e-4b50-9137-86680272e236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.796023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-09a2abcf-e7b4-45eb-947f-29289a0db833 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171210 Nov 23 14:21:06.796976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55424) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:06.803848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:06.816405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.865667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd9cbd6-8281-4b8f-9e79-b15f0d4b067b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:06.892156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f84f9ef-a417-41b5-b222-7b9d51575fa7') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:06.892459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f84f9ef-a417-41b5-b222-7b9d51575fa7') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:06.918591 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.950015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.963857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:21:06.964265 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.046044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:07.050162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:21:07.099344 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:21:07.103658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.109210 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.116599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] 10.222.0.46 "DELETE /v2.0/networks/acd9cbd6-8281-4b8f-9e79-b15f0d4b067b HTTP/1.1" status: 204 len: 168 time: 1.6525552 Nov 23 14:21:07.129653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a29cca-3854-4a55-95c8-a43c53217cce admin admin] Pushing event deleted for resources: {'Network': ['ID=acd9cbd6-8281-4b8f-9e79-b15f0d4b067b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:07.187274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:21:07.312787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] Deleting port 56bfaf1b-12f6-4383-908f-b5bd46504641 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:07.313262 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.408078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] For port 56bfaf1b-12f6-4383-908f-b5bd46504641, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56bfaf1b-12f6-4383-908f-b5bd46504641,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:07.408790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.426931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] Calling delete_port for 56bfaf1b-12f6-4383-908f-b5bd46504641 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:07.453962 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2484ad32-509e-4b50-9137-86680272e236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.465347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2484ad32-509e-4b50-9137-86680272e236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.466607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d024ec8-aeef-447d-ac67-9e88669c6665 req-d0692cc9-a99a-468d-be1e-4dcb2f4063c9 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:07.468208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d024ec8-aeef-447d-ac67-9e88669c6665 req-d0692cc9-a99a-468d-be1e-4dcb2f4063c9 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.0979588 Nov 23 14:21:07.468694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55440) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:07.513604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-765b5485-c606-4d05-af43-a2b0594a149f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8b6d80189124f12b4c63bdf9790b332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434275 Nov 23 14:21:07.513883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55442) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:07.552504 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.593694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d024ec8-aeef-447d-ac67-9e88669c6665 req-4e39f809-b9e6-40cc-80a0-996bae73b552 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859351 Nov 23 14:21:07.599490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] Pushing event deleted for resources: {'Port': ['ID=56bfaf1b-12f6-4383-908f-b5bd46504641,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:07.606352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64344e3-3c52-4889-ac01-a687af6bc3f1 None None] No DVR routers for this DVR port 56bfaf1b-12f6-4383-908f-b5bd46504641 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:07.607703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3544f059-b0fa-4aab-80d7-9612cd2d0ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.655815 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3544f059-b0fa-4aab-80d7-9612cd2d0ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.668211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484ad32-509e-4b50-9137-86680272e236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104757e6-0494-4ca3-82e7-2a2ca8f3e725,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:07.714238 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2484ad32-509e-4b50-9137-86680272e236 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=863d068f5f644ef9955928df951b3a70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2178664 Nov 23 14:21:07.717089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55450) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:07.782084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eee8f33c-363d-4d81-86a7-af33795b358f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.808691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:21:07.810708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.815551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eee8f33c-363d-4d81-86a7-af33795b358f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.824477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3544f059-b0fa-4aab-80d7-9612cd2d0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.827077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3544f059-b0fa-4aab-80d7-9612cd2d0ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.830418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3544f059-b0fa-4aab-80d7-9612cd2d0ac3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90ab283e-ebdc-466c-9591-11cedcb2318a HTTP/1.1" status: 204 len: 168 time: 0.3126884 Nov 23 14:21:07.842966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544f059-b0fa-4aab-80d7-9612cd2d0ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab283e-ebdc-466c-9591-11cedcb2318a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:07.862357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:07.866527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:07.871609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:07.872133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.886336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=d2f24df6-df00-41f6-872f-5f92a632a152,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:07.898365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514f458-2684-4594-8bd2-b2017ff14592 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:07.901301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8d82bf3e-5e07-4b0f-bf02-358d0f3e7ef9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1018841 Nov 23 14:21:07.904103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:07.912205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-36020a94-c579-4ce9-a241-a38d68c08de6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:07.973906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eee8f33c-363d-4d81-86a7-af33795b358f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.984282 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eee8f33c-363d-4d81-86a7-af33795b358f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.989739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eee8f33c-363d-4d81-86a7-af33795b358f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/104757e6-0494-4ca3-82e7-2a2ca8f3e725 HTTP/1.1" status: 204 len: 168 time: 0.2702787 Nov 23 14:21:08.032012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f33c-363d-4d81-86a7-af33795b358f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104757e6-0494-4ca3-82e7-2a2ca8f3e725,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:08.168257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': 'd2f24df6-df00-41f6-872f-5f92a632a152'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:21:08.172574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:08.233576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36020a94-c579-4ce9-a241-a38d68c08de6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:08.240638 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36020a94-c579-4ce9-a241-a38d68c08de6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:08.474326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56bfaf1b-12f6-4383-908f-b5bd46504641 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:08.522848 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-36020a94-c579-4ce9-a241-a38d68c08de6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2f24df6-df00-41f6-872f-5f92a632a152 (CIDR: 2001:db8::/64) Nov 23 14:21:08.529981 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-36020a94-c579-4ce9-a241-a38d68c08de6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:21:08.530453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36020a94-c579-4ce9-a241-a38d68c08de6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:08.563552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36020a94-c579-4ce9-a241-a38d68c08de6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6578472 Nov 23 14:21:08.564489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55470) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:08.573252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:08.575651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Allocated IP 2001:db8::f816:3eff:feb2:914a (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/d2f24df6-df00-41f6-872f-5f92a632a152/a1c3f484-f448-4ff4-a543-987c56acaa0b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:08.872095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c727b7-c208-45db-8b79-cd3fbe233308 req-b4b3a56c-5280-4ba9-bd1a-9a45a9b8b149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:08.880892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9c727b7-c208-45db-8b79-cd3fbe233308 req-b4b3a56c-5280-4ba9-bd1a-9a45a9b8b149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.0978875 Nov 23 14:21:08.975066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9c727b7-c208-45db-8b79-cd3fbe233308 req-356d4cf1-4447-4ef7-9485-c88543d02976 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877726 Nov 23 14:21:08.976297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:08.981468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:08.984407 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:08.991485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 56bfaf1b-12f6-4383-908f-b5bd46504641 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:08.993909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56bfaf1b-12f6-4383-908f-b5bd46504641 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:09.001342 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.024109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:09.063463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:09.067047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:09.072117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:09.100710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Pushing event updated for resources: {'Port': ['ID=a1c3f484-f448-4ff4-a543-987c56acaa0b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:09.123159 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43fe054a-38b4-4e29-8ebe-cb07298ddd9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c69123f98e814ab7b7e0cf2ddcb6f60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981562 Nov 23 14:21:09.124141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55488) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:09.171774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Attempting to bind port a1c3f484-f448-4ff4-a543-987c56acaa0b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:09.172147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Attempting to bind port a1c3f484-f448-4ff4-a543-987c56acaa0b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:09.172529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Attempting to bind port a1c3f484-f448-4ff4-a543-987c56acaa0b on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:09.195099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:09.195546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:09.195955 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.196381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:09.196861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Bound port: a1c3f484-f448-4ff4-a543-987c56acaa0b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:09.197538 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.200402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7da803ca-0155-4bcb-a1a7-44060138164c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.294658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7da803ca-0155-4bcb-a1a7-44060138164c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.314338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] For port a1c3f484-f448-4ff4-a543-987c56acaa0b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:09.319812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] For port a1c3f484-f448-4ff4-a543-987c56acaa0b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c3f484-f448-4ff4-a543-987c56acaa0b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:09.326250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.407815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7da803ca-0155-4bcb-a1a7-44060138164c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.408306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fd7e7-1547-434b-97ae-09b3c4063feb None None] Pushing event updated for resources: {'Port': ['ID=a1c3f484-f448-4ff4-a543-987c56acaa0b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:09.417757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7da803ca-0155-4bcb-a1a7-44060138164c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.419428 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7da803ca-0155-4bcb-a1a7-44060138164c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/702538fb-4733-4ec0-9fc4-5d495df30dd3 HTTP/1.1" status: 204 len: 168 time: 0.2939436 Nov 23 14:21:09.419840 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.442966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da803ca-0155-4bcb-a1a7-44060138164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702538fb-4733-4ec0-9fc4-5d495df30dd3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:09.510694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:09.514499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:09.516754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=9cbb6811-70fc-4a24-8f24-26b495a455d5,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:09.519109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:09.519824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.549704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c753fb0b-9760-495a-9a52-a21d2c6ecb1a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9804380 Nov 23 14:21:09.550239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55510) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:09.556032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:87:95:ce', 'name': 'tempest-NetworksTestDHCPv6-1506116932'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:09.743801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:09.850807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-91e1801e-0dac-45ac-aa29-057f494b072d tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b9bbd71916546a593fe167f97e628f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304246 Nov 23 14:21:09.906492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:09.970633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port e257cdbb-fae2-4d3a-a143-5e373a61d4ea yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:10.065662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-cf4360b3-1f2d-4139-90af-636b2b520aaf tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:10.073325 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-cf4360b3-1f2d-4139-90af-636b2b520aaf tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102365 Nov 23 14:21:10.141830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-666842bc-be53-4435-bdd4-ebe902a70f8d tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/quotas/5b9bbd71916546a593fe167f97e628f5 HTTP/1.1" status: 200 len: 375 time: 0.0676146 Nov 23 14:21:10.210197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-d7d8464f-c931-4490-b0c7-f6c7c8acdf74 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9bbd71916546a593fe167f97e628f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560279 Nov 23 14:21:10.231185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dc077-9fa8-4a25-a6dc-6d68858d3e00 req-665db46a-301f-47bf-ab5d-4f18fa0b4056 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:10.232266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e5dc077-9fa8-4a25-a6dc-6d68858d3e00 req-665db46a-301f-47bf-ab5d-4f18fa0b4056 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1488116 Nov 23 14:21:10.247855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c3f484-f448-4ff4-a543-987c56acaa0b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:10.376859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a1c3f484-f448-4ff4-a543-987c56acaa0b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:10.377261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:10.570505 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:10.658076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port a1c3f484-f448-4ff4-a543-987c56acaa0b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c3f484-f448-4ff4-a543-987c56acaa0b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:10.666645 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:10.739264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55584) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:10.767238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=a1c3f484-f448-4ff4-a543-987c56acaa0b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:10.887489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1449904828-network', 'tenant_id': '0ab0f5cdc3314d088ab0145431a6a39b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:10.920408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Made reservation on behalf of 0ab0f5cdc3314d088ab0145431a6a39b for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:10.923580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:10.946336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.052912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f9c86-d340-45c2-a88b-f0464bd22c96 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:11.120933 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.130792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.155947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55596) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:11.208181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e5dc077-9fa8-4a25-a6dc-6d68858d3e00 req-51e99bfc-dbaf-498a-acf2-029811fc877c tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9489193 Nov 23 14:21:11.214282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8:0:1::8a (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/9cbb6811-70fc-4a24-8f24-26b495a455d5/e257cdbb-fae2-4d3a-a143-5e373a61d4ea) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:11.218451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:21:11.230624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984c2c8-434d-4e6a-ab9f-a9cca194556d req-13d32d2d-8625-4f72-a477-da101f2f4fc1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:11.238073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b984c2c8-434d-4e6a-ab9f-a9cca194556d req-13d32d2d-8625-4f72-a477-da101f2f4fc1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1497850 Nov 23 14:21:11.254796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.255178 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Added segment a7780136-564e-4401-818b-e06e0a3bcf25 of type vlan for network 89b1ca6f-169c-404e-99e6-2a9319a9b356 Nov 23 14:21:11.261522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::f816:3eff:fe87:95ce (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/d2f24df6-df00-41f6-872f-5f92a632a152/e257cdbb-fae2-4d3a-a143-5e373a61d4ea) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:11.323070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b984c2c8-434d-4e6a-ab9f-a9cca194556d req-74d2eeb5-6334-437b-bb51-91295ff2b615 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831792 Nov 23 14:21:11.334281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b598a701-47ff-44cf-b43e-2c88b83f35fe None None] Provisioning complete for port a1c3f484-f448-4ff4-a543-987c56acaa0b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:11.335245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b598a701-47ff-44cf-b43e-2c88b83f35fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.373809 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.407597 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.409115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:11.409926 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.491109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Pushing event updated for resources: {'Network': ['ID=89b1ca6f-169c-404e-99e6-2a9319a9b356,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:11.508515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7647820 Nov 23 14:21:11.509997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55606) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:11.515503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Request body: {'subnet': {'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1449904828-subnet', 'tenant_id': '0ab0f5cdc3314d088ab0145431a6a39b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:11.536639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36a689-64b0-4c9e-b655-a86b0b81fb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c5d75e-3a4c-451d-a45b-c134a11d32ef,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:11.572967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 89b1ca6f-169c-404e-99e6-2a9319a9b356 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:21:11.581556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Made reservation on behalf of 0ab0f5cdc3314d088ab0145431a6a39b for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:11.588240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-628cabb1-4c57-4d31-8dfc-80dddf53ad77 req-cd4a13c2-db24-493e-aeab-1561d2ac46ab tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 210 time: 0.2004201 Nov 23 14:21:11.616805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.627640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-548103076'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:11.689407 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.703365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Made reservation on behalf of 371ab4f332af4f668366bba850ad32d7 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:11.706818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.720209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.767612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.823465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:11.831522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:11.841658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:11.847451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:11.848887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.870719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=e257cdbb-fae2-4d3a-a143-5e373a61d4ea,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:11.882088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ca5823ab-e9c9-4775-9fe8-3e7a0e3c54cd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3306825 Nov 23 14:21:11.888528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55614) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:11.930086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.947714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.950338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356fd95-d6d5-431d-80cc-f0f74e24bb76 None None] Update dhcp port {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': 'd2f24df6-df00-41f6-872f-5f92a632a152', 'ip_address': '2001:db8::f816:3eff:feb2:914a'}, {'subnet_id': '9cbb6811-70fc-4a24-8f24-26b495a455d5'}], 'binding:host_id': 'n-d-818503-2'}, 'id': 'a1c3f484-f448-4ff4-a543-987c56acaa0b'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:21:11.981755 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e356fd95-d6d5-431d-80cc-f0f74e24bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.982858 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.024509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=331f73f9-01f5-496b-b209-d027d0c912f3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:12.033837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Checking segment: {'id': 'a7780136-564e-4401-818b-e06e0a3bcf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:12.034140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Network hostable DHCP agents. Network: 89b1ca6f-169c-404e-99e6-2a9319a9b356, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:21:12.036960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:21:12.041406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab0ca57-f571-444b-b1b7-a0d8b6820d38,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:12.054347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Network 89b1ca6f-169c-404e-99e6-2a9319a9b356 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:21:12.058851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.059426 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Added segment fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0 of type vlan for network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce Nov 23 14:21:12.066763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 89b1ca6f-169c-404e-99e6-2a9319a9b356) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:12.095518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:12.096195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.098701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3b481-bc54-4d9d-90b2-49a80bfd78db None None] Network 89b1ca6f-169c-404e-99e6-2a9319a9b356 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:12.132438 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd21b5bb-7891-4680-a1d1-85f0aa549f4a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6208224 Nov 23 14:21:12.165902 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.215292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port e257cdbb-fae2-4d3a-a143-5e373a61d4ea {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:12.215542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.256906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c3f484-f448-4ff4-a543-987c56acaa0b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:12.262652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-e356fd95-d6d5-431d-80cc-f0f74e24bb76 None None] Allocated IP 2001:db8:0:1::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/9cbb6811-70fc-4a24-8f24-26b495a455d5/a1c3f484-f448-4ff4-a543-987c56acaa0b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:12.308929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-19727319-7540-4527-bc53-0de5d42d7211 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5b9bbd71916546a593fe167f97e628f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035473 Nov 23 14:21:12.415501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3afe531-7185-436c-8c86-60e4324a9eb1 None None] Network 89b1ca6f-169c-404e-99e6-2a9319a9b356 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:12.478195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.483885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:12.484527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.572150 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.594018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4208629 Nov 23 14:21:12.608449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a1c3f484-f448-4ff4-a543-987c56acaa0b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:12.608823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.630817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for e257cdbb-fae2-4d3a-a143-5e373a61d4ea owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:12.642928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233cd91-af27-42d2-87da-a455835eaa48 req-f479d59f-a4b1-49f2-b4eb-a74af96293a4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:12.644358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3233cd91-af27-42d2-87da-a455835eaa48 req-f479d59f-a4b1-49f2-b4eb-a74af96293a4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.4020126 Nov 23 14:21:12.659038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b986fe8-82b2-4857-9f07-361e066a6c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Pushing event updated for resources: {'Network': ['ID=1ed9d2c5-1f58-44ca-8037-cc24f04579ce,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:12.679449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:21:12.708183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-1e6ab0cf-0ded-4ee9-87ea-51c0f86a3f02 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:12.709684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-1e6ab0cf-0ded-4ee9-87ea-51c0f86a3f02 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3817954 Nov 23 14:21:12.750279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4358ea-915b-4e8a-8d27-710eee9ac538 req-c034cfc2-e27f-463d-aab8-3fc0c3676774 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:12.752883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a4358ea-915b-4e8a-8d27-710eee9ac538 req-c034cfc2-e27f-463d-aab8-3fc0c3676774 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.3378720 Nov 23 14:21:12.761282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Request body: {'port': {'device_id': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '5b9bbd71916546a593fe167f97e628f5'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:12.768981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e356fd95-d6d5-431d-80cc-f0f74e24bb76 None None] For port a1c3f484-f448-4ff4-a543-987c56acaa0b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c3f484-f448-4ff4-a543-987c56acaa0b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:12.844809 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e356fd95-d6d5-431d-80cc-f0f74e24bb76 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.871872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e356fd95-d6d5-431d-80cc-f0f74e24bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.885998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3233cd91-af27-42d2-87da-a455835eaa48 req-d7c77403-6e1b-49d0-802e-118bea6b030c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207875 Nov 23 14:21:12.928154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a4358ea-915b-4e8a-8d27-710eee9ac538 req-ba3ada1b-6849-4e2f-bf51-25ab81899bb4 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610036 Nov 23 14:21:12.993304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356fd95-d6d5-431d-80cc-f0f74e24bb76 None None] Pushing event updated for resources: {'Port': ['ID=a1c3f484-f448-4ff4-a543-987c56acaa0b,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:13.025690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Made reservation on behalf of 5b9bbd71916546a593fe167f97e628f5 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:13.029968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.060614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.121442 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.169026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55640) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:13.178691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=e257cdbb-fae2-4d3a-a143-5e373a61d4ea,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:13.180780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Request body: {'port': {'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce', 'binding:host_id': 'n-h2-818503-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028671582'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:13.226183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Made reservation on behalf of 7c6c94214e464a02abf9902167baf630 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:13.230181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.243224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.244867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.249390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55646) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:13.249894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6fd56899-888a-465f-b42e-990eecf8c0f6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/e257cdbb-fae2-4d3a-a143-5e373a61d4ea HTTP/1.1" status: 204 len: 168 time: 1.3600574 Nov 23 14:21:13.329330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b74f137c-c5c3-47ee-bc5b-fccdaa94abaa req-22d9f191-a1ed-4e39-b627-5a97504e6f2c tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 210 time: 0.0755503 Nov 23 14:21:13.345927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfbe3de-de52-45d7-b020-0b9127bb1e26 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:13.347725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fbfbe3de-de52-45d7-b020-0b9127bb1e26 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0966756 Nov 23 14:21:13.363896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55648) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:13.394059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.403359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.501758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.511441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc142ad-4a73-424c-be59-df773947c994 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:13.513523 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5cc142ad-4a73-424c-be59-df773947c994 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1483414 Nov 23 14:21:13.515146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.517286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55652) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:13.518058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-45c71058-9702-4245-9ccc-44a4e32b6f8e tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:13.519647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-45c71058-9702-4245-9ccc-44a4e32b6f8e tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/networks?id=89b1ca6f-169c-404e-99e6-2a9319a9b356 HTTP/1.1" status: 200 len: 818 time: 0.3126721 Nov 23 14:21:13.525404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc1a51-f044-49e3-95d3-272008a5ab99,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:13.550636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] device_id is not set on port edff1890-54dc-4436-9142-488db98ec31b yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:13.578154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-76126ef1-2665-4c8f-8e67-b3aa3ca233af tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/quotas/0ab0f5cdc3314d088ab0145431a6a39b HTTP/1.1" status: 200 len: 375 time: 0.0462699 Nov 23 14:21:13.621435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Allocated IP 192.168.233.138 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/27c4e212-26f1-4e37-9ffb-d44d667aaee5) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:13.672853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-331615af-1d75-4354-80a0-cb219627c236 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ab0f5cdc3314d088ab0145431a6a39b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455847 Nov 23 14:21:13.710314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b767a94-74a5-49af-b419-c1270acbc496,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:13.751192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33645e1b-608a-48f5-9f94-cffc8667a503 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:13.752742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33645e1b-608a-48f5-9f94-cffc8667a503 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:13.754885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33645e1b-608a-48f5-9f94-cffc8667a503 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:13.756519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-33645e1b-608a-48f5-9f94-cffc8667a503 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2287469 Nov 23 14:21:13.760763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55654) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:13.805406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a1128504-3673-4f67-969f-4cb64440922d None None] Provisioning complete for port a1c3f484-f448-4ff4-a543-987c56acaa0b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:13.806084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1128504-3673-4f67-969f-4cb64440922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.849979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:21:13.852208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:13.866130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] device_id is not set on port edff1890-54dc-4436-9142-488db98ec31b yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:13.879868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.886945 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:13.935195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-90154821-a7e4-4a6b-8618-d64fc11954ce service neutron] 10.222.0.46 "GET /v2.0/networks/89b1ca6f-169c-404e-99e6-2a9319a9b356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500169 Nov 23 14:21:13.945745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 9cbb6811-70fc-4a24-8f24-26b495a455d5 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:13.975512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=edff1890-54dc-4436-9142-488db98ec31b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:13.975774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.025371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.051864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.072892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Checking segment: {'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:14.072892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Network hostable DHCP agents. Network: 1ed9d2c5-1f58-44ca-8037-cc24f04579ce, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:21:14.115586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:14.117639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:21:14.130190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1ed9d2c5-1f58-44ca-8037-cc24f04579ce) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:14.136320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:14.147196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:14.153716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7319d1df-d0fb-41fa-8e5f-6c488ad9e76c None None] Network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:14.157922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.158260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.158615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.160460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c3f484-f448-4ff4-a543-987c56acaa0b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:14.163504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.163847 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.164234 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 2 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.174171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'mac_address': 'fa:16:3e:c1:ce:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:21:14.176802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.179959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.180462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.180616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.181884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:14.185521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.185850 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.186239 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 3 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.200768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.201489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.202177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.215649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:14.220418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.222002 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.222770 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 4 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.239263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.239971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.241149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.245719 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.247859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.248438 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.249288 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 5 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.261638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5e6c5f3b-2406-4cfa-9bff-d8c1b6ba8f8f None None] Could not find standard attr ID for object e257cdbb-fae2-4d3a-a143-5e373a61d4ea. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:21:14.263066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:14.267547 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3ada9d-831b-4eb5-8e4c-b1978bf4f24a" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-unplugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:14.271037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.271616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.272046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.280326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.281002 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.281638 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 6 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.296274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.296976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.297536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.306716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.307389 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.308027 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 7 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.327619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.328235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.328744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.334696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.335355 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.335935 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 8 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.356056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.357040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.357455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.364047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Pushing event updated for resources: {'Port': ['ID=27c4e212-26f1-4e37-9ffb-d44d667aaee5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:14.366365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.369400 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.370090 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 9 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.397273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409725-e10c-4a9d-8872-7f25c08065dd req-4488db3d-fd20-46ba-9846-2cd7bc7f6ec5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:14.399001 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05409725-e10c-4a9d-8872-7f25c08065dd req-4488db3d-fd20-46ba-9846-2cd7bc7f6ec5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.3440068 Nov 23 14:21:14.400993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.401594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.402098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.407757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.408323 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.408880 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 10 to bind port edff1890-54dc-4436-9142-488db98ec31b Nov 23 14:21:14.418323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:14.438418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:14.438943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:14.439300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:14.444490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port edff1890-54dc-4436-9142-488db98ec31b on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:14.444825 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port edff1890-54dc-4436-9142-488db98ec31b on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:14.445189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.454473 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.493078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05409725-e10c-4a9d-8872-7f25c08065dd req-c1b1aea3-4ef9-47ba-8a92-348e7b4dcf88 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803416 Nov 23 14:21:14.513127 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.525242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:14.525935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.536161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] For port edff1890-54dc-4436-9142-488db98ec31b, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:14.537420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempted to set empty binding levels {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 14:21:14.546015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-b2af5849-0c86-44c1-81e1-75601649ad49 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7887006 Nov 23 14:21:14.550537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25c3bb7a-21e3-4eec-a040-c830449a56cc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:14.554007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.575457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:14.576471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.579566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Request body: {'port': {'device_id': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:14.606780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:14.611082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a1c3f484-f448-4ff4-a543-987c56acaa0b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:14.611460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.648011 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4771781 Nov 23 14:21:14.649415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcf25c-77e9-48ed-a489-f548a89bf420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=edff1890-54dc-4436-9142-488db98ec31b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:14.652077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55666) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:14.659766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-acef124c-9c70-46b6-821e-75b53784a66b None None] Provisioning complete for port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:14.660142 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-acef124c-9c70-46b6-821e-75b53784a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.662284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-d3b73750-c92b-46d5-9f29-1402fd4b017b service neutron] 10.222.0.46 "GET /v2.0/networks/89b1ca6f-169c-404e-99e6-2a9319a9b356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514523 Nov 23 14:21:14.696682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.703287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-acef124c-9c70-46b6-821e-75b53784a66b None None] Port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:14.704749 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:21:14.705107 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:21:14.750062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Deleting port edff1890-54dc-4436-9142-488db98ec31b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:14.750571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.801748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21782da2-de7e-4cfe-b737-1191482516ab req-43901167-ad8c-44d9-beeb-827f648e2093 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:14.810125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21782da2-de7e-4cfe-b737-1191482516ab req-43901167-ad8c-44d9-beeb-827f648e2093 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1726618 Nov 23 14:21:14.822579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.837526 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a83902-c6b0-4641-b0d3-328f6eaac324 x-openstack-request-id: req-64a83902-c6b0-4641-b0d3-328f6eaac324 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:14.839288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] For port edff1890-54dc-4436-9142-488db98ec31b, host n-h2-818503-2, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:14.839732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.840890 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-unplugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:14.841286 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64a83902-c6b0-4641-b0d3-328f6eaac324 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:14.842234 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'code': 200} Nov 23 14:21:14.855142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Calling delete_port for edff1890-54dc-4436-9142-488db98ec31b owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:14.916186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21782da2-de7e-4cfe-b737-1191482516ab req-5104567e-bae5-4ad1-8621-aa4176bbec31 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049695 Nov 23 14:21:14.946416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:14.976921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.014361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.015857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event deleted for resources: {'Port': ['ID=edff1890-54dc-4436-9142-488db98ec31b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:15.019118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/9cbb6811-70fc-4a24-8f24-26b495a455d5 HTTP/1.1" status: 204 len: 168 time: 1.2260725 Nov 23 14:21:15.022074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55676) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:15.025937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b97fc-af32-4bb2-bdfe-88bd89712d94 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:15.030292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfb874-4d7c-436f-90d0-4cde077aea0b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbb6811-70fc-4a24-8f24-26b495a455d5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:15.032821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.036671 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-85a7fceb-e3c1-41e5-ad73-75b3ea1dfd90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "DELETE /v2.0/ports/edff1890-54dc-4436-9142-488db98ec31b HTTP/1.1" status: 204 len: 168 time: 0.3825290 Nov 23 14:21:15.039280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55678) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:15.086754 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe5fad4-01fd-4dab-8554-05538699ecca tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:21:15.088477 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bfe5fad4-01fd-4dab-8554-05538699ecca tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "GET /v2.0/ports/edff1890-54dc-4436-9142-488db98ec31b HTTP/1.1" status: 404 len: 333 time: 0.0482130 Nov 23 14:21:15.092038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55680) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:15.099489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Request body: {'port': {'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-438732909'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:15.135940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet d2f24df6-df00-41f6-872f-5f92a632a152 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:15.142283 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.148038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddb94b-591b-4339-9a05-6501f96913d2 req-0325ce02-5328-4057-9c14-234e1a5afeb2 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:15.157252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1ddb94b-591b-4339-9a05-6501f96913d2 req-0325ce02-5328-4057-9c14-234e1a5afeb2 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 936 time: 0.2391596 Nov 23 14:21:15.178380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Made reservation on behalf of 7c6c94214e464a02abf9902167baf630 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:15.181128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.197129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18ddae24-dba8-43be-a5c3-72326ea4aa2a req-6766ed69-3f10-4899-b009-97417f483f8e tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 210 time: 0.0810933 Nov 23 14:21:15.202633 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.228567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] device_id is not set on port 14a25abe-9f7d-4c6f-8510-b99199c941c1 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:15.271645 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.290372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1ddb94b-591b-4339-9a05-6501f96913d2 req-582cbf9b-e4f9-4019-a946-89c2f1492f60 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314244 Nov 23 14:21:15.327480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c3bb7a-21e3-4eec-a040-c830449a56cc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:15.353735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:15.358949 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.429136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.436026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c4e212-26f1-4e37-9ffb-d44d667aaee5 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:15.445958 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.455170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['25c3bb7a-21e3-4eec-a040-c830449a56cc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:15.458785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:15.473750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Transition to ACTIVE for port object 27c4e212-26f1-4e37-9ffb-d44d667aaee5 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:21:15.479373 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.503262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.578150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.614125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c4e212-26f1-4e37-9ffb-d44d667aaee5,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:15.690635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:15.695296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.710954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:15.744479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:15.753912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:15.755141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.757511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=14a25abe-9f7d-4c6f-8510-b99199c941c1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:15.761304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f24df6-df00-41f6-872f-5f92a632a152,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:15.780397 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.786464 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7b703c23-d773-4b2e-933b-7cf6d40d5512 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/d2f24df6-df00-41f6-872f-5f92a632a152 HTTP/1.1" status: 204 len: 168 time: 0.7607346 Nov 23 14:21:15.786464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55686) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:15.804119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f377143-6ac7-449e-8b7b-929e10ca9ef4 req-1aab09fe-0cc4-4bc0-b637-e318a88b184c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:15.805806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f377143-6ac7-449e-8b7b-929e10ca9ef4 req-1aab09fe-0cc4-4bc0-b637-e318a88b184c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.1382372 Nov 23 14:21:15.806821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Attempting to bind port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:15.807248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Attempting to bind port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:15.807643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Attempting to bind port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:15.812625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:15.813028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Attempting to bind port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:15.821592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:15.822002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:15.822458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:15.822984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Bound port: 27c4e212-26f1-4e37-9ffb-d44d667aaee5, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:15.823411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.830993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1c305399-aae2-4846-a664-1cac55d9d968 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429254 Nov 23 14:21:15.836801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-50e9d080-8b78-4699-8bf0-40c06727903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7412469 Nov 23 14:21:15.836801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:15.837053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55690) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:15.842298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:15.850230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:15.928026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f377143-6ac7-449e-8b7b-929e10ca9ef4 req-2141e337-a7cd-466e-9d8b-d9ce4ab0122e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084361 Nov 23 14:21:15.934562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] For port 27c4e212-26f1-4e37-9ffb-d44d667aaee5, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:15.938382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] For port 27c4e212-26f1-4e37-9ffb-d44d667aaee5, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:15.946560 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.989808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:15.990494 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.992432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] 10.222.0.74 "PUT /v2.0/ports/27c4e212-26f1-4e37-9ffb-d44d667aaee5 HTTP/1.1" status: 200 len: 1096 time: 1.4167848 Nov 23 14:21:15.993156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'tag': '27c4e212-26f1-4e37-9ffb-d44d667aaee5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:16.001423 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f927c8e5-8db5-45b7-890b-c6b5daa82247" -d '{"events": [{"name": "network-changed", "server_uuid": "648a9dfc-1f2d-4412-9697-683d8ff24eeb", "tag": "27c4e212-26f1-4e37-9ffb-d44d667aaee5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:16.053742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.165806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8312f-08c4-4d7d-9aba-70e4ce6371b7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c4e212-26f1-4e37-9ffb-d44d667aaee5,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:16.193337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbd96d-6a60-4e88-a5ad-3dd7600c1632 req-c0fc1209-009e-4801-8213-a4f09eae0665 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:16.195140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cdbd96d-6a60-4e88-a5ad-3dd7600c1632 req-c0fc1209-009e-4801-8213-a4f09eae0665 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1779981 Nov 23 14:21:16.196709 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfb58af-3902-4b9f-bf54-5745d6fd7379 x-openstack-request-id: req-4cfb58af-3902-4b9f-bf54-5745d6fd7379 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:16.196997 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648a9dfc-1f2d-4412-9697-683d8ff24eeb", "tag": "27c4e212-26f1-4e37-9ffb-d44d667aaee5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:16.197247 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cfb58af-3902-4b9f-bf54-5745d6fd7379 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:16.197797 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'tag': '27c4e212-26f1-4e37-9ffb-d44d667aaee5', 'status': 'completed', 'code': 200} Nov 23 14:21:16.218448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-f6d6445c-29f9-4cef-804e-7d1b9c96bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:16.223526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-f6d6445c-29f9-4cef-804e-7d1b9c96bacc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b9bbd71916546a593fe167f97e628f5&device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 1099 time: 0.1468699 Nov 23 14:21:16.321094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-8f365811-9b38-4091-a87a-5ab7e0be7369 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5 HTTP/1.1" status: 200 len: 217 time: 0.0876036 Nov 23 14:21:16.418837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-814dda4b-668f-4042-9772-6b94a6b6dbd9 req-a5b61b9c-8d38-48fc-9e8d-f4087290c30f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 210 time: 0.0691175 Nov 23 14:21:16.439525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127d554-0103-4282-8227-0b821b18e6ff None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:16.467979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cdbd96d-6a60-4e88-a5ad-3dd7600c1632 req-627e855e-8305-41ce-97c5-f1dd10eb1d11 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416804 Nov 23 14:21:16.481685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-51f44dc6-179d-47e2-9418-16e6994aaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:16.484538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-51f44dc6-179d-47e2-9418-16e6994aaebd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1556952 Nov 23 14:21:16.544773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-1de8ecf4-d33f-496a-b728-962d12408b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:16.546009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-1de8ecf4-d33f-496a-b728-962d12408b2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515215 Nov 23 14:21:16.571532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-01ff3c2e-aef9-4d1d-bede-faa01c004a11 None None] Provisioning complete for port a1c3f484-f448-4ff4-a543-987c56acaa0b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:16.571907 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-01ff3c2e-aef9-4d1d-bede-faa01c004a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.612141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:16.616230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.721986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69dc1e-016d-4708-8fee-3a289f3d2190 req-16e23afc-0cff-411f-b35f-08dd0941b2a3 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:16.726347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c69dc1e-016d-4708-8fee-3a289f3d2190 req-16e23afc-0cff-411f-b35f-08dd0941b2a3 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 948 time: 0.1514070 Nov 23 14:21:16.750547 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-b931c5a1-235d-4795-a881-f64c3b180c7b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1937668 Nov 23 14:21:16.796287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:21:16.817728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-3a6f339e-915d-4eae-9ea4-5d2e421f1ed0 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635140 Nov 23 14:21:16.865021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] Deleting port a1c3f484-f448-4ff4-a543-987c56acaa0b {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:16.865489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.877241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c69dc1e-016d-4708-8fee-3a289f3d2190 req-54ffdf84-c160-4a3d-9fbb-dba140f98bf9 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104848 Nov 23 14:21:16.955675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] For port a1c3f484-f448-4ff4-a543-987c56acaa0b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a1c3f484-f448-4ff4-a543-987c56acaa0b,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:16.956135 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.957215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198979f6-4fff-4b22-93be-bc8f97d51f82 req-fcbadfe3-2fcc-4678-9573-f90d38d54e7b service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288807 Nov 23 14:21:16.970742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] Calling delete_port for a1c3f484-f448-4ff4-a543-987c56acaa0b owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:17.088872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-462a2c82-b5e8-45f3-af9d-13654cf228fd tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.090387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-462a2c82-b5e8-45f3-af9d-13654cf228fd tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.74 "GET /v2.0/networks?id=89b1ca6f-169c-404e-99e6-2a9319a9b356 HTTP/1.1" status: 200 len: 818 time: 0.9511912 Nov 23 14:21:17.091387 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.114643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Request body: {'port': {'device_id': '432354a1-021c-4042-afae-70deae757069', 'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356', 'admin_state_up': True, 'tenant_id': '0ab0f5cdc3314d088ab0145431a6a39b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:17.128554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] Pushing event deleted for resources: {'Port': ['ID=a1c3f484-f448-4ff4-a543-987c56acaa0b,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:17.160461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4178453-e2a8-4787-8f50-b83e4bd46c71 None None] No DVR routers for this DVR port a1c3f484-f448-4ff4-a543-987c56acaa0b on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:17.179227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.179708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.180173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.180629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.181099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.181557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.181998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.184090 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-973f7830-9c97-4f2a-bd8d-503674946799 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e6c6ec99dba14695a4767121818c34de&device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 6500 time: 0.2724097 Nov 23 14:21:17.189212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.325229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] device_id is not set on port 14a25abe-9f7d-4c6f-8510-b99199c941c1 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:17.353951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.356882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:17.375748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:17.384548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.385167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.389001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.390158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f4f9a-6198-4fd5-94dd-71ac007e882a None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:17.428976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=d96bf747-f158-4c0d-b559-ea3c30bd2e50,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:17.504323 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-822d714d-dce0-474a-84d0-9af2b0397104 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6683238 Nov 23 14:21:17.512895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55732) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:17.531790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-708aeb60-3dfd-48e8-ab37-ed240c6e2d7f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:17.564791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=14a25abe-9f7d-4c6f-8510-b99199c941c1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:17.588771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Made reservation on behalf of 0ab0f5cdc3314d088ab0145431a6a39b for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:17.593422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.602540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-118d2bdb-7f4a-44f3-a6c4-4216566c5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.603329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-118d2bdb-7f4a-44f3-a6c4-4216566c5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.603947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-118d2bdb-7f4a-44f3-a6c4-4216566c5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.605833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-118d2bdb-7f4a-44f3-a6c4-4216566c5e49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02a9ee93-d52a-40bd-8474-910f5a837859&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=3392425c-e067-4ce7-9f54-e39cf93fe505&id=2abe950e-20d4-41a3-987a-91c4a86ba666&id=2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 200 len: 2298 time: 0.3584571 Nov 23 14:21:17.707287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5597d1e9-5e68-4de1-acac-d0955699f149 req-94bab678-b450-4947-a9f9-8253a1851456 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 210 time: 0.0397778 Nov 23 14:21:17.712156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-f8cf85bb-97df-4842-8384-749f532495c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.713597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-f8cf85bb-97df-4842-8384-749f532495c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b9bbd71916546a593fe167f97e628f5&device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 1099 time: 0.6902552 Nov 23 14:21:17.730150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb139d4c-64c9-4d34-8181-f411e0fa421b req-098f305f-80d5-4889-a4c3-4796c35ef19e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.748563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb139d4c-64c9-4d34-8181-f411e0fa421b req-098f305f-80d5-4889-a4c3-4796c35ef19e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 945 time: 0.6721020 Nov 23 14:21:17.751664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-f1b3cab9-35c3-45a2-b365-0f2b99fb1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.753108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-f1b3cab9-35c3-45a2-b365-0f2b99fb1838 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1096 time: 0.6745884 Nov 23 14:21:17.876456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Allocated IP 172.20.0.10 (89b1ca6f-169c-404e-99e6-2a9319a9b356/331f73f9-01f5-496b-b209-d027d0c912f3/5c280112-1fef-439c-8599-1db6d6c76921) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:17.921516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:17.946257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'tenant_id': '46100085cfea47b59149a13064af628f', 'fixed_ips': [{'subnet_id': 'd96bf747-f158-4c0d-b559-ea3c30bd2e50'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:21:17.947174 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.949944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-2d0e33f3-5d23-4e53-8b86-87fbc317d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:17.952365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-2d0e33f3-5d23-4e53-8b86-87fbc317d12a service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.1763399 Nov 23 14:21:18.047868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 25c3bb7a-21e3-4eec-a040-c830449a56cc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:18.048246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.089138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.120018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb139d4c-64c9-4d34-8181-f411e0fa421b req-1d3208c7-53f8-41dc-92cd-174bffa9d4a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704245 Nov 23 14:21:18.180477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1300-206e-43fe-aced-ae9863007479 req-da4232ea-8c9f-47a1-8538-2ffb5d7659d3 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.182035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fcf1300-206e-43fe-aced-ae9863007479 req-da4232ea-8c9f-47a1-8538-2ffb5d7659d3 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.2336390 Nov 23 14:21:18.190449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c3f484-f448-4ff4-a543-987c56acaa0b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:18.203869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.204350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.204804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.209246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-81c7cbdf-641b-4623-991b-ae10b5542681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.211439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-81c7cbdf-641b-4623-991b-ae10b5542681 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.4900055 Nov 23 14:21:18.215873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-bc223306-3746-47d1-82ef-fe57975a55b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 999 time: 0.2245553 Nov 23 14:21:18.229173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:18.229752 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:18.234750 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 2 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:18.247388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a1c3f484-f448-4ff4-a543-987c56acaa0b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:18.248002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a1c3f484-f448-4ff4-a543-987c56acaa0b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:18.250216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/d96bf747-f158-4c0d-b559-ea3c30bd2e50/9f833657-9371-4f58-842e-ed385db7e7a5) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:18.253316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.254817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.255451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.268452 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:18.268900 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:18.270650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.277382 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 3 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:18.299251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-ab170429-2bb8-417d-ad92-48bbfb74598c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5 HTTP/1.1" status: 200 len: 217 time: 0.0730317 Nov 23 14:21:18.326932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.331218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Pushing event updated for resources: {'Port': ['ID=5c280112-1fef-439c-8599-1db6d6c76921,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:18.336922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-ba883932-14ba-4c05-8b23-d0adc2a6877c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 200 len: 1002 time: 0.7153044 Nov 23 14:21:18.348768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708aeb60-3dfd-48e8-ab37-ed240c6e2d7f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:18.352707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-708aeb60-3dfd-48e8-ab37-ed240c6e2d7f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.389830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fcf1300-206e-43fe-aced-ae9863007479 req-dd64c2a1-ba78-4933-97ef-0f1b90083c32 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954439 Nov 23 14:21:18.392620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:18.399131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:18.401918 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43836e8-b8ed-4ee5-a9fa-6e03f9e88cd3" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:18.408495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.485208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-44818554-2025-44b0-82d3-616209ea4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.486731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-44818554-2025-44b0-82d3-616209ea4aeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.2620924 Nov 23 14:21:18.494688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-315248bd-3ce7-4c27-8d0f-6fb0b3ac2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.496209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-315248bd-3ce7-4c27-8d0f-6fb0b3ac2e28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1701393 Nov 23 14:21:18.509992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=13']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:18.545999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.556430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.559586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378e16-d418-4817-add1-cd0c51f74581 req-c0cad931-9ae8-4d4f-979f-f7dac0bc3812 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.561171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85378e16-d418-4817-add1-cd0c51f74581 req-c0cad931-9ae8-4d4f-979f-f7dac0bc3812 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 948 time: 0.2589972 Nov 23 14:21:18.588534 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-708aeb60-3dfd-48e8-ab37-ed240c6e2d7f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d96bf747-f158-4c0d-b559-ea3c30bd2e50 (CIDR: 2001:db8::/64) Nov 23 14:21:18.638293 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-708aeb60-3dfd-48e8-ab37-ed240c6e2d7f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:21:18.638990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708aeb60-3dfd-48e8-ab37-ed240c6e2d7f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:18.645110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Pushing event updated for resources: {'Port': ['ID=9f833657-9371-4f58-842e-ed385db7e7a5,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:18.649209 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3436b741-d380-4db7-8695-5aee42b30f67 x-openstack-request-id: req-3436b741-d380-4db7-8695-5aee42b30f67 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:18.650098 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-plugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:18.650098 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3436b741-d380-4db7-8695-5aee42b30f67 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:18.650098 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'code': 200} Nov 23 14:21:18.659830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:18.661585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:18.667677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:18.679403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-9e96e5c3-b040-464f-8e57-8dc746e5c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.681045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-9e96e5c3-b040-464f-8e57-8dc746e5c6a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839526 Nov 23 14:21:18.683216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.683560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.683897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.691336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-c5a9f775-d8db-4d9b-8c08-3f01f00ce7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.693658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-c5a9f775-d8db-4d9b-8c08-3f01f00ce7c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470814 Nov 23 14:21:18.697412 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-708aeb60-3dfd-48e8-ab37-ed240c6e2d7f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1774020 Nov 23 14:21:18.704926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55742) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:18.710011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Network 89b1ca6f-169c-404e-99e6-2a9319a9b356 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:18.711404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:18.717823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:18.718172 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:18.722420 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 4 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:18.740262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.741197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.741554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.743766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:18.766384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:18.769225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85378e16-d418-4817-add1-cd0c51f74581 req-c027f9bc-f51a-414c-b05f-7eaf01c43e40 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957917 Nov 23 14:21:18.769754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:18.770093 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:18.771526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-60391fda-f426-4c7f-829e-e6f668df3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.772856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Attempting to bind port 9f833657-9371-4f58-842e-ed385db7e7a5 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.773328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-60391fda-f426-4c7f-829e-e6f668df3020 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a364ed53-f9a0-4c52-85de-268f6f2f28e3 HTTP/1.1" status: 200 len: 856 time: 0.1576293 Nov 23 14:21:18.773854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Attempting to bind port 9f833657-9371-4f58-842e-ed385db7e7a5 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.774471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Attempting to bind port 9f833657-9371-4f58-842e-ed385db7e7a5 on network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.785771 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 5 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:18.791235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:18.791696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Checking segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:18.792183 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.792648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Bound using segment: {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:18.793340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Bound port: 9f833657-9371-4f58-842e-ed385db7e7a5, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05b6658-25cd-4222-af4c-8627b52162f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:18.793795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.877732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.878742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.880213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.897307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] For port 9f833657-9371-4f58-842e-ed385db7e7a5, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:18.904124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] For port 9f833657-9371-4f58-842e-ed385db7e7a5, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9f833657-9371-4f58-842e-ed385db7e7a5,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:18.917731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.920086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:18.920659 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:18.924675 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 6 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:18.958190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.958876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.959455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.972727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.974766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.987612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-2fb66871-f578-47bf-8200-f6d2bc150f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:18.991794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-2fb66871-f578-47bf-8200-f6d2bc150f71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02a9ee93-d52a-40bd-8474-910f5a837859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040756 Nov 23 14:21:18.995055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-bbf1eab8-579d-4a96-ad5c-7f0ca1e7e7e3 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000519 Nov 23 14:21:19.010758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:19.011261 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:19.013316 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 7 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:19.047805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:19.048382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:19.048838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:19.068085 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-9a110177-d11a-4a54-ae12-0e5388306055 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9599104 Nov 23 14:21:19.068501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d67d-5c49-4474-bd62-b1cb0e8559f8 None None] Pushing event updated for resources: {'Port': ['ID=9f833657-9371-4f58-842e-ed385db7e7a5,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:19.083928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Request body: {'port': {'device_id': '432354a1-021c-4042-afae-70deae757069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:19.094795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:19.095261 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:19.118250 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 8 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:19.252717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:19.252717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:19.252717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:19.294886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-685c0f56-b62e-495a-b54c-fe5ac4a140ee service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735888 Nov 23 14:21:19.302781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:19.305191 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:19.308919 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 9 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:19.314459 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:19.324015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b7ed-7142-42c2-afa1-8858e6e4398d req-54ea2cef-a8af-4c83-9376-32f2e027ea72 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:19.332693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2124b7ed-7142-42c2-afa1-8858e6e4398d req-54ea2cef-a8af-4c83-9376-32f2e027ea72 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 932 time: 0.2987318 Nov 23 14:21:19.362538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:19.363018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:19.363505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:19.373411 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-0cc78f2e-2afc-47fc-bdc7-6fb95cc2dc94 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729703 Nov 23 14:21:19.397970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:19.398181 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:19.406247 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 10 to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 Nov 23 14:21:19.427169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92ad36cb-3ac3-40b6-b182-3705097065fc req-16f89114-6d39-45d0-b8b5-697a7ac2c234 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904266 Nov 23 14:21:19.490378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:19.494600 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:19.543638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f023661-6f92-41ed-aa66-fc8bf5ff3aa7 req-fa6e9895-08ea-4cc4-84b3-290c771a5057 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:19.546146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f023661-6f92-41ed-aa66-fc8bf5ff3aa7 req-fa6e9895-08ea-4cc4-84b3-290c771a5057 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.2967429 Nov 23 14:21:19.633594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2124b7ed-7142-42c2-afa1-8858e6e4398d req-549c31db-b3b1-4c60-812c-b513c4550207 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908130 Nov 23 14:21:19.702213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f927c8e5-8db5-45b7-890b-c6b5daa82247 req-e29a673d-de54-49b5-af48-ab576e1a2c95 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437011 Nov 23 14:21:19.710760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:19.711468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:19.711972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:19.735195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:19.735592 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:19.735972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:19.741595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f023661-6f92-41ed-aa66-fc8bf5ff3aa7 req-e607779f-7628-4d44-b7eb-8984da004a19 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775966 Nov 23 14:21:19.825469 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-ae86eca4-fc34-4975-a53f-0ad5672220a6 service neutron] 10.222.0.74 "GET /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198136 Nov 23 14:21:19.875568 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-d10be2f3-1946-4c03-8302-940ca3428e04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 217 time: 0.0420122 Nov 23 14:21:19.985346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] For port 14a25abe-9f7d-4c6f-8510-b99199c941c1, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:19.986049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempted to set empty binding levels {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 14:21:20.003655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.031875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c280112-1fef-439c-8599-1db6d6c76921 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:20.058732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-11ad0060-7d72-42e0-a92a-c5b1ec2a87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.062496 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-11ad0060-7d72-42e0-a92a-c5b1ec2a87fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.1792552 Nov 23 14:21:20.101590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.141370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] In _notify_port_updated(), no bound segment for port 14a25abe-9f7d-4c6f-8510-b99199c941c1 on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:21:20.142707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.143507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.145781 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "PUT /v2.0/ports/14a25abe-9f7d-4c6f-8510-b99199c941c1 HTTP/1.1" status: 200 len: 978 time: 4.3073637 Nov 23 14:21:20.150264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55754) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:20.177559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5884ce4-d360-45b8-a368-b0a942ff12c7 req-06aecef2-184f-4796-929c-c92d5af82a34 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.179224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5884ce4-d360-45b8-a368-b0a942ff12c7 req-06aecef2-184f-4796-929c-c92d5af82a34 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.4223247 Nov 23 14:21:20.205093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9f833657-9371-4f58-842e-ed385db7e7a5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:20.214874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Transition to ACTIVE for port object 5c280112-1fef-439c-8599-1db6d6c76921 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:21:20.216932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251762b2-79b3-4cb1-b63a-63a3ad77e307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=14a25abe-9f7d-4c6f-8510-b99199c941c1,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:20.224726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.302164 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c280112-1fef-439c-8599-1db6d6c76921,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:20.329044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:20.329421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.344529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-bc97aa37-c2a9-4b14-b282-30f1ae4e667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.346303 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-bc97aa37-c2a9-4b14-b282-30f1ae4e667f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2505205 Nov 23 14:21:20.430850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac6f8-f80b-4e65-816e-c93470fa7ffa req-1cc65c5e-a7b4-4984-a62d-bae32eb2054e tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.432497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ccac6f8-f80b-4e65-816e-c93470fa7ffa req-1cc65c5e-a7b4-4984-a62d-bae32eb2054e tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 948 time: 0.4470973 Nov 23 14:21:20.447210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Attempting to bind port 5c280112-1fef-439c-8599-1db6d6c76921 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:20.447558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Attempting to bind port 5c280112-1fef-439c-8599-1db6d6c76921 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'a7780136-564e-4401-818b-e06e0a3bcf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:20.447877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Attempting to bind port 5c280112-1fef-439c-8599-1db6d6c76921 on network 89b1ca6f-169c-404e-99e6-2a9319a9b356 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:20.448019 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.456586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Port 5c280112-1fef-439c-8599-1db6d6c76921 on network 89b1ca6f-169c-404e-99e6-2a9319a9b356 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:20.456586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Attempting to bind port 5c280112-1fef-439c-8599-1db6d6c76921 on network 89b1ca6f-169c-404e-99e6-2a9319a9b356 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:20.464172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:20.464523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Checking segment: {'id': 'a7780136-564e-4401-818b-e06e0a3bcf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:20.464892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Bound using segment: {'id': 'a7780136-564e-4401-818b-e06e0a3bcf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:20.465330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Bound port: 5c280112-1fef-439c-8599-1db6d6c76921, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7780136-564e-4401-818b-e06e0a3bcf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:20.465873 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.517650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 9f833657-9371-4f58-842e-ed385db7e7a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9f833657-9371-4f58-842e-ed385db7e7a5,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:20.525953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.581236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.581723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.582178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.591695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.592446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.592782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.593246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.593706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.594339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.594605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.601912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.602650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.602868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.603368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.603824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.604278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.604729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.605176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.605624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.606158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.606607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.607351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.607512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.608339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.608485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.608824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.609266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.609706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.610143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.610583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.611054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.611496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.611934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.612400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.612816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.613251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.614254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.622286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ce3c5ef2-b2b0-46e1-873c-13226fe0e0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33145 time: 0.4658196 Nov 23 14:21:20.624007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55756) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:20.624281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:21:20.653844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5884ce4-d360-45b8-a368-b0a942ff12c7 req-6b787735-a611-4dda-b1bc-bff2ac8b04ea tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158332 Nov 23 14:21:20.671820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=9f833657-9371-4f58-842e-ed385db7e7a5,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:20.675753 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-cd9cad2b-e533-45db-8d15-7993645fc3c0 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833693 Nov 23 14:21:20.679433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] For port 5c280112-1fef-439c-8599-1db6d6c76921, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:20.714514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] For port 5c280112-1fef-439c-8599-1db6d6c76921, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=5c280112-1fef-439c-8599-1db6d6c76921,segment=NetworkSegment(a7780136-564e-4401-818b-e06e0a3bcf25),segment_id=a7780136-564e-4401-818b-e06e0a3bcf25)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:20.730524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.732015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d738cb81-fc51-4bc9-a832-2cef9d236863 None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:20.732761 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d738cb81-fc51-4bc9-a832-2cef9d236863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.791181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.791680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.793278 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] 10.222.0.74 "PUT /v2.0/ports/5c280112-1fef-439c-8599-1db6d6c76921 HTTP/1.1" status: 200 len: 1092 time: 1.7165210 Nov 23 14:21:20.825488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432354a1-021c-4042-afae-70deae757069', 'tag': '5c280112-1fef-439c-8599-1db6d6c76921'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:20.828277 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "432354a1-021c-4042-afae-70deae757069", "tag": "5c280112-1fef-439c-8599-1db6d6c76921"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:20.896956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ccac6f8-f80b-4e65-816e-c93470fa7ffa req-8922696c-d7a9-40fc-9fb5-94f37416fa00 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260089 Nov 23 14:21:20.926240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b492-84ee-4063-94b4-5a31121347e2 req-73d07100-a2a2-485a-bc87-d2a8e5d6bef3 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.928725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c04b492-84ee-4063-94b4-5a31121347e2 req-73d07100-a2a2-485a-bc87-d2a8e5d6bef3 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 944 time: 0.1318469 Nov 23 14:21:20.996196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.087267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c04b492-84ee-4063-94b4-5a31121347e2 req-380631a7-07d9-49c0-9b36-f2ca7ab508d6 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496572 Nov 23 14:21:21.118673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f460ac-95b9-40c4-9d00-d70d7d7697c7 req-cfad6432-eb70-4cd6-b5d0-4b2adaa1f132 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:21.120273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4f460ac-95b9-40c4-9d00-d70d7d7697c7 req-cfad6432-eb70-4cd6-b5d0-4b2adaa1f132 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1085353 Nov 23 14:21:21.268600 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee98f91-376b-4b92-a299-cdba3fe911c4 x-openstack-request-id: req-3ee98f91-376b-4b92-a299-cdba3fe911c4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:21.269203 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432354a1-021c-4042-afae-70deae757069", "tag": "5c280112-1fef-439c-8599-1db6d6c76921", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:21.269203 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ee98f91-376b-4b92-a299-cdba3fe911c4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:21.269795 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432354a1-021c-4042-afae-70deae757069', 'tag': '5c280112-1fef-439c-8599-1db6d6c76921', 'status': 'completed', 'code': 200} Nov 23 14:21:21.294257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4f460ac-95b9-40c4-9d00-d70d7d7697c7 req-ec2eec48-4c2a-450e-872e-d6c96ab6b6b2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432040 Nov 23 14:21:21.322697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8fd8f-1a6d-45ca-aa12-2a515474a3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c280112-1fef-439c-8599-1db6d6c76921,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:21.345333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-3297b86b-860c-42ac-b6d5-74871597bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:21.346925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-3297b86b-860c-42ac-b6d5-74871597bd3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ab0f5cdc3314d088ab0145431a6a39b&device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 1095 time: 0.5103228 Nov 23 14:21:21.350939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-deb21916-a56a-4d16-9720-f220490457cd service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655209 Nov 23 14:21:21.356823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Deleting port 14a25abe-9f7d-4c6f-8510-b99199c941c1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:21.357158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.396346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] For port 9f833657-9371-4f58-842e-ed385db7e7a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9f833657-9371-4f58-842e-ed385db7e7a5,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:21.436822 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.446815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 27c4e212-26f1-4e37-9ffb-d44d667aaee5 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:21:21.459615 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-c9877509-9aad-4847-ab35-bd2910ef42b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 217 time: 0.0819132 Nov 23 14:21:21.460029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.460801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-bfc730f7-2adb-484b-9e17-0e28265d8b46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c280112-1fef-439c-8599-1db6d6c76921 HTTP/1.1" status: 200 len: 217 time: 0.0854185 Nov 23 14:21:21.462434 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.580881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] For port 14a25abe-9f7d-4c6f-8510-b99199c941c1, host n-h2-818503-2, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:21.581152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.587268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-1c3c8fd1-1438-4513-a813-04393c224757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:21.589168 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-1c3c8fd1-1438-4513-a813-04393c224757 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=331f73f9-01f5-496b-b209-d027d0c912f3 HTTP/1.1" status: 200 len: 858 time: 0.0985968 Nov 23 14:21:21.617120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Calling delete_port for 14a25abe-9f7d-4c6f-8510-b99199c941c1 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:21.620411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:21.626853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:21.635290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-6aa6a82f-ddf0-443c-9d1f-3fd90ee30f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:21.636075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:21.636754 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-6aa6a82f-ddf0-443c-9d1f-3fd90ee30f74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.1482663 Nov 23 14:21:21.637051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.638586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-183cebd9-aeee-4fe3-84d7-e57d6455e4bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89b1ca6f-169c-404e-99e6-2a9319a9b356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410078 Nov 23 14:21:21.662641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 27c4e212-26f1-4e37-9ffb-d44d667aaee5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:21.668705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=9f833657-9371-4f58-842e-ed385db7e7a5,revision_number=5']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:21.671808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=cf86895e-723c-4a20-852b-1db4bce5e5b1,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:21.677764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d963dd6a-819b-4737-b72c-3e6c70a82e8f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9715335 Nov 23 14:21:21.681116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:21.698381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:6e:b8:53', 'name': 'tempest-NetworksTestDHCPv6-1013857113'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:21.721121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '27c4e212-26f1-4e37-9ffb-d44d667aaee5', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '27c4e212-26f1-4e37-9ffb-d44d667aaee5', 'mac_address': 'fa:16:3e:c0:7a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:21:21.737592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834e7747-54fc-4137-9e95-1bdbe779cb4c None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:21.810220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-74491771-53ac-4adb-95db-4be9cdaa389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:21.811800 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-74491771-53ac-4adb-95db-4be9cdaa389f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622045 Nov 23 14:21:21.865767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.875100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.880282 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-1db962dc-6b1e-42f2-b4f2-a8b0e8cce985 service neutron] 10.222.0.74 "GET /v2.0/networks/89b1ca6f-169c-404e-99e6-2a9319a9b356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221234 Nov 23 14:21:21.893248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c4e212-26f1-4e37-9ffb-d44d667aaee5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:21.920114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 27c4e212-26f1-4e37-9ffb-d44d667aaee5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:21.928574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.953081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event deleted for resources: {'Port': ['ID=14a25abe-9f7d-4c6f-8510-b99199c941c1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:21.984723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:21.988946 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b288992a-c99e-4546-9260-983b5f065c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "DELETE /v2.0/ports/14a25abe-9f7d-4c6f-8510-b99199c941c1 HTTP/1.1" status: 204 len: 168 time: 1.3626082 Nov 23 14:21:21.992746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55772) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:22.037897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=27c4e212-26f1-4e37-9ffb-d44d667aaee5,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:22.060444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd55ff-e450-44da-854b-e54471e55d90 req-36aa2943-a624-4b60-abbb-4f12f21fac99 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.068817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ffd55ff-e450-44da-854b-e54471e55d90 req-36aa2943-a624-4b60-abbb-4f12f21fac99 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1928360 Nov 23 14:21:22.084797 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d085501-9b44-42c1-9242-5edf3d6f1844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:21:22.086309 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1d085501-9b44-42c1-9242-5edf3d6f1844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "GET /v2.0/ports/14a25abe-9f7d-4c6f-8510-b99199c941c1 HTTP/1.1" status: 404 len: 333 time: 0.0912745 Nov 23 14:21:22.092988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55774) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:22.093632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:22.101893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-133528493', 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:22.114118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-3c15cd4b-f9ed-4a5e-8f57-ccbe60572923 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930667 Nov 23 14:21:22.181863 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-19bfc221-5d9e-4e2e-b4fe-06d70d70299c req-bd2e7169-d4c2-4843-8dc3-602d40ced627 service neutron] 10.222.0.74 "GET /v2.0/networks/89b1ca6f-169c-404e-99e6-2a9319a9b356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450874 Nov 23 14:21:22.217568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['27c4e212-26f1-4e37-9ffb-d44d667aaee5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:22.260826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9f833657-9371-4f58-842e-ed385db7e7a5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:22.322412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Made reservation on behalf of 7c6c94214e464a02abf9902167baf630 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:22.329407 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-fd97aba8-8b84-4c61-b3f2-48c8bca4afd8 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065401 Nov 23 14:21:22.331960 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:22.377024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:22.377364 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:22.392797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ffd55ff-e450-44da-854b-e54471e55d90 req-ef898e82-5468-4b7b-8be8-0114e35b3980 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160114 Nov 23 14:21:22.418741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-e6f75d0d-7043-4f38-ab2d-e97ef39527ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.421022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] device_id is not set on port 8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:22.421223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-e6f75d0d-7043-4f38-ab2d-e97ef39527ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ab0f5cdc3314d088ab0145431a6a39b&device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 1095 time: 0.1797602 Nov 23 14:21:22.422816 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-0736a095-f4ba-4eb0-b861-595ebaec8769 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=65d08020-a694-47be-9fe7-64c58c3d4817 HTTP/1.1" status: 200 len: 217 time: 0.0850296 Nov 23 14:21:22.457848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69cdbb-05b3-40bf-bd8c-739135a41a89 req-b3a78bba-584e-4f24-9ea2-d9501ed7c44f tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.459457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e69cdbb-05b3-40bf-bd8c-739135a41a89 req-b3a78bba-584e-4f24-9ea2-d9501ed7c44f tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 949 time: 0.3203218 Nov 23 14:21:22.643899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-5da06e2a-14e8-455a-98ca-bf3403a7a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.644373 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:22.647469 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-5da06e2a-14e8-455a-98ca-bf3403a7a892 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.2112632 Nov 23 14:21:22.667925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-f39ac928-ae41-46db-abed-ad5e59b22173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.669833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-f39ac928-ae41-46db-abed-ad5e59b22173 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89b1ca6f-169c-404e-99e6-2a9319a9b356 HTTP/1.1" status: 200 len: 919 time: 0.1568136 Nov 23 14:21:22.724531 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-b08b296f-7c62-4096-80ef-3942bda9b42f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c280112-1fef-439c-8599-1db6d6c76921 HTTP/1.1" status: 200 len: 217 time: 0.0421703 Nov 23 14:21:22.772810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port a6fa4070-0c20-42ee-b1b1-9bb55ceefb15 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:22.786824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e69cdbb-05b3-40bf-bd8c-739135a41a89 req-76b33003-107d-45cd-8b4e-28d7c81c3e1e tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138266 Nov 23 14:21:22.803349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964fee-482c-460d-a5b4-e6ead79fd9b3 req-b8966cdf-4eb7-4df7-993d-a0fb73146d98 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.804949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15964fee-482c-460d-a5b4-e6ead79fd9b3 req-b8966cdf-4eb7-4df7-993d-a0fb73146d98 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 944 time: 0.2259595 Nov 23 14:21:22.872686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-0d8d7bcb-897f-48db-b4ad-d7a96860557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.876007 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-0d8d7bcb-897f-48db-b4ad-d7a96860557a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=331f73f9-01f5-496b-b209-d027d0c912f3 HTTP/1.1" status: 200 len: 858 time: 0.1230643 Nov 23 14:21:22.882994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-872f9141-f609-4461-8410-106c842172ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.886410 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-872f9141-f609-4461-8410-106c842172ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2154713 Nov 23 14:21:23.053338 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-d225e194-6dcc-46c5-b657-35a794098d96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89b1ca6f-169c-404e-99e6-2a9319a9b356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605966 Nov 23 14:21:23.055706 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-134ec76a-a231-4a76-b5bd-df2beeadb5b0 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498830 Nov 23 14:21:23.087855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15964fee-482c-460d-a5b4-e6ead79fd9b3 req-8f2ca19e-eeae-4d21-94c3-9a02350e99f7 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233818 Nov 23 14:21:23.093462 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.158209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36202581-4ac3-41bd-a55d-9bfe88a8ce58 req-51270e06-f613-4cb0-bbc6-129f16b39be4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:23.166033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36202581-4ac3-41bd-a55d-9bfe88a8ce58 req-51270e06-f613-4cb0-bbc6-129f16b39be4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1854331 Nov 23 14:21:23.226395 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:21:23.249023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f21dbc97-9a17-47cc-af62-2ee7df04d02b None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:23.251828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f21dbc97-9a17-47cc-af62-2ee7df04d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.271748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::128 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/d96bf747-f158-4c0d-b559-ea3c30bd2e50/a6fa4070-0c20-42ee-b1b1-9bb55ceefb15) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:23.277455 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.288012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36202581-4ac3-41bd-a55d-9bfe88a8ce58 req-8512decb-7de1-477e-9ea1-db38f35e160c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211965 Nov 23 14:21:23.293889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:b853 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/cf86895e-723c-4a20-852b-1db4bce5e5b1/a6fa4070-0c20-42ee-b1b1-9bb55ceefb15) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:23.309396 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-1981dda6-551f-4186-827d-ac887afcb045 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258997 Nov 23 14:21:23.311868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-6b35b1a9-c5fb-4423-b3a8-65b2d4ef643b service neutron] 10.222.0.74 "GET /v2.0/networks/89b1ca6f-169c-404e-99e6-2a9319a9b356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416685 Nov 23 14:21:23.329164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:23.356240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:23.363867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:23.364822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:23.365416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.406805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:23.420723 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-88a5305e-ac96-4a3f-a7f6-9a36ccbb0113 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=331ef162-7cf5-4277-9771-c3759427fdf3 HTTP/1.1" status: 200 len: 217 time: 0.0706844 Nov 23 14:21:23.439551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00228aa4-8124-45fa-8fe5-c5226ecd1da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3414445 Nov 23 14:21:23.444196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55784) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:23.513174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 27c4e212-26f1-4e37-9ffb-d44d667aaee5 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:23.570931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:21:23.576691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:23.577063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.583590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcccbc2d-3bf3-463c-97f7-ce5cf76925a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:23.585477 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bcccbc2d-3bf3-463c-97f7-ce5cf76925a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "GET /v2.0/ports/8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2 HTTP/1.1" status: 200 len: 958 time: 0.0745623 Nov 23 14:21:23.595966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55788) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:23.627261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-81d3c165-705c-4066-b62c-bcf6dfe7c8dd req-5c5f8997-be94-4531-b36a-01e0aa6cd915 service neutron] 10.222.0.74 "GET /v2.0/networks/89b1ca6f-169c-404e-99e6-2a9319a9b356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017929 Nov 23 14:21:23.630734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-8df0feb8-26b1-411e-b5a1-41b55458c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:23.632406 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-8df0feb8-26b1-411e-b5a1-41b55458c7c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 200 len: 797 time: 0.2025251 Nov 23 14:21:23.652349 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.730763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.731006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-e41994ad-375a-41cc-b908-06427fb1e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:23.732434 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-e41994ad-375a-41cc-b908-06427fb1e691 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3392425c-e067-4ce7-9f54-e39cf93fe505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865805 Nov 23 14:21:23.750141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Deleting port 8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:23.750499 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.767090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c4e212-26f1-4e37-9ffb-d44d667aaee5'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:23.769391 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff32966e-0f56-4894-a4d9-c8d658e5ce46" -d '{"events": [{"server_uuid": "648a9dfc-1f2d-4412-9697-683d8ff24eeb", "name": "network-vif-plugged", "status": "completed", "tag": "27c4e212-26f1-4e37-9ffb-d44d667aaee5"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:23.826179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 27c4e212-26f1-4e37-9ffb-d44d667aaee5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:23.833999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.872402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.891959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Calling delete_port for 8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:23.936484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-a2569bac-3170-4abc-a419-ce9f3c7a1552 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963227 Nov 23 14:21:23.963412 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f556f895-78c5-4a52-9f0e-3c19e61a14d1 x-openstack-request-id: req-f556f895-78c5-4a52-9f0e-3c19e61a14d1 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:23.964009 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648a9dfc-1f2d-4412-9697-683d8ff24eeb", "name": "network-vif-plugged", "status": "completed", "tag": "27c4e212-26f1-4e37-9ffb-d44d667aaee5", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:23.964698 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f556f895-78c5-4a52-9f0e-3c19e61a14d1 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:23.965250 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c4e212-26f1-4e37-9ffb-d44d667aaee5', 'code': 200} Nov 23 14:21:23.967165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=27c4e212-26f1-4e37-9ffb-d44d667aaee5,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:23.998456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.084110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ee85-b3fb-43cf-a727-404c4c32b173 req-49f6e1be-0b1d-431f-aa5b-21750697fd0f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.086974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5b0ee85-b3fb-43cf-a727-404c4c32b173 req-49f6e1be-0b1d-431f-aa5b-21750697fd0f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.5191927 Nov 23 14:21:24.118350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318dfaa-f1be-4eb1-8eb8-009d5db19421 req-660e9254-9ea1-4e90-90b1-f7f245aa055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.119905 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f318dfaa-f1be-4eb1-8eb8-009d5db19421 req-660e9254-9ea1-4e90-90b1-f7f245aa055b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 1101 time: 0.1437409 Nov 23 14:21:24.136623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42438b23-b3b8-4ef4-9e50-db3a635deb62 req-3bb1dc03-64b7-4972-86bf-a44a9bc96dfe tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.138147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42438b23-b3b8-4ef4-9e50-db3a635deb62 req-3bb1dc03-64b7-4972-86bf-a44a9bc96dfe tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 950 time: 0.1361322 Nov 23 14:21:24.142922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.158780 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-ebf95693-1a7b-4ba4-91db-863c38a40d97 service neutron] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813507 Nov 23 14:21:24.163096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.236041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:24.242252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-3a5e5f9b-2893-4d81-afd2-0690ca9eb110 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 200 len: 217 time: 0.0766790 Nov 23 14:21:24.247012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:24.261888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5b0ee85-b3fb-43cf-a727-404c4c32b173 req-52732f18-6913-4688-a286-4ab88c375a1a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585023 Nov 23 14:21:24.262923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:24.263062 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f318dfaa-f1be-4eb1-8eb8-009d5db19421 req-3e4e4f45-5810-4c38-a458-95ce52551cea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326866 Nov 23 14:21:24.278678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:24.284268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.290574 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95c3c766-ad61-442c-8983-7d50aff555b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "DELETE /v2.0/ports/8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2 HTTP/1.1" status: 204 len: 168 time: 0.6913455 Nov 23 14:21:24.294121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55800) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:24.298096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.298280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.310376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=a6fa4070-0c20-42ee-b1b1-9bb55ceefb15,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:24.328972 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec7791a-2c80-48e7-863f-744448080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:21:24.334102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1ec7791a-2c80-48e7-863f-744448080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "GET /v2.0/ports/8aa0afb6-6f41-48e0-849f-cc7a21ee9ce2 HTTP/1.1" status: 404 len: 333 time: 0.0383623 Nov 23 14:21:24.334298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42438b23-b3b8-4ef4-9e50-db3a635deb62 req-a843fd8b-5956-4f3f-9d3b-2f894707131b tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810584 Nov 23 14:21:24.335153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55804) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:24.340398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Request body: {'port': {'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1060960519'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:24.351911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-19d81a87-b85b-411b-a318-ce8d573f34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.353376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-19d81a87-b85b-411b-a318-ce8d573f34ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.1042612 Nov 23 14:21:24.357037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9fed76d0-bce2-4e2f-95b4-cfb8b014ae1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6724179 Nov 23 14:21:24.357822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55806) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:24.430726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Made reservation on behalf of 7c6c94214e464a02abf9902167baf630 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:24.442491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.478518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b901c2-6132-4048-8f85-b6a96aede800 req-cbd9ba8a-5a1f-47b1-b485-38aa103417bd tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.480158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69b901c2-6132-4048-8f85-b6a96aede800 req-cbd9ba8a-5a1f-47b1-b485-38aa103417bd tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 944 time: 0.0587103 Nov 23 14:21:24.560406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] device_id is not set on port 6271e369-50fe-4829-8c2f-00f16ac8104f yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:24.583999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69b901c2-6132-4048-8f85-b6a96aede800 req-a6fc262e-50eb-43c8-89f2-78d505414529 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928562 Nov 23 14:21:24.664980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823b312-d111-49e8-9dad-8f08f8f70cbc req-200b127d-8cd2-46f3-b079-7f47bcd52e7e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.672952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d823b312-d111-49e8-9dad-8f08f8f70cbc req-200b127d-8cd2-46f3-b079-7f47bcd52e7e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.0865467 Nov 23 14:21:24.689616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-23c10520-ee55-4e4e-a1d6-4cc2c047aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:24.691314 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-23c10520-ee55-4e4e-a1d6-4cc2c047aed0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1724734 Nov 23 14:21:24.718587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port a6fa4070-0c20-42ee-b1b1-9bb55ceefb15 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:24.719714 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.736874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d823b312-d111-49e8-9dad-8f08f8f70cbc req-fbe8a96a-f6f5-40eb-9368-72d1585f76ff tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608704 Nov 23 14:21:24.761101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b6bf23fd-efcb-4009-863a-aa851d44bb9a None None] Provisioning complete for port a6fa4070-0c20-42ee-b1b1-9bb55ceefb15 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:24.761676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b6bf23fd-efcb-4009-863a-aa851d44bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.802604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf23fd-efcb-4009-863a-aa851d44bb9a None None] Port a6fa4070-0c20-42ee-b1b1-9bb55ceefb15 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:24.935917 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.967239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.988312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for a6fa4070-0c20-42ee-b1b1-9bb55ceefb15 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:24.994614 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-60590422-f5cd-4de2-87fb-3531494ff39a service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906675 Nov 23 14:21:25.126474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:25.194959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:25.217947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:25.224684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:25.225781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:25.226455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:25.237184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=6271e369-50fe-4829-8c2f-00f16ac8104f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:25.241578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-ee09b23b-21eb-45e0-a0cc-14508c6d7bc6 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347696 Nov 23 14:21:25.284261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-756f6d47-c57f-4eec-8412-cc9b53ef0980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9480317 Nov 23 14:21:25.287256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55810) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:25.292487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:25.443707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:25.459831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 5c280112-1fef-439c-8599-1db6d6c76921 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:21:25.561481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c41a48-7313-4f0c-ab36-29ded0ec4b0f req-b661b1df-aba3-4c79-a9cd-2fe82d9cde8e tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:25.563512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6c41a48-7313-4f0c-ab36-29ded0ec4b0f req-b661b1df-aba3-4c79-a9cd-2fe82d9cde8e tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 950 time: 0.0984178 Nov 23 14:21:25.578695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1a785-f3e7-4576-a6f8-32880ad95e06 req-8112ca29-6f8b-463f-b587-16fadb0b0a21 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:25.580297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7aa1a785-f3e7-4576-a6f8-32880ad95e06 req-8112ca29-6f8b-463f-b587-16fadb0b0a21 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1594570 Nov 23 14:21:25.593797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 5c280112-1fef-439c-8599-1db6d6c76921, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=5c280112-1fef-439c-8599-1db6d6c76921,segment=NetworkSegment(a7780136-564e-4401-818b-e06e0a3bcf25),segment_id=a7780136-564e-4401-818b-e06e0a3bcf25)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:25.608090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '5c280112-1fef-439c-8599-1db6d6c76921', 'network_id': '89b1ca6f-169c-404e-99e6-2a9319a9b356', 'port_id': '5c280112-1fef-439c-8599-1db6d6c76921', 'mac_address': 'fa:16:3e:a4:b2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331f73f9-01f5-496b-b209-d027d0c912f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:21:25.653434 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:25.669447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c280112-1fef-439c-8599-1db6d6c76921 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:25.680531 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-43c898c7-b20d-4c30-8ba7-2153924fdb2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 200 len: 217 time: 0.4239392 Nov 23 14:21:25.693941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 5c280112-1fef-439c-8599-1db6d6c76921, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=5c280112-1fef-439c-8599-1db6d6c76921,segment=NetworkSegment(a7780136-564e-4401-818b-e06e0a3bcf25),segment_id=a7780136-564e-4401-818b-e06e0a3bcf25)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:25.702299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:25.777844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-f94b951f-b840-4681-bb07-ec89e1f425af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:25.779847 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-f94b951f-b840-4681-bb07-ec89e1f425af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 200 len: 797 time: 0.0898361 Nov 23 14:21:25.782476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=5c280112-1fef-439c-8599-1db6d6c76921,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:25.834502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:25.851166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] device_id is not set on port 6271e369-50fe-4829-8c2f-00f16ac8104f yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:25.881180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:25.912149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-c3ba9aef-3ae3-4c43-8957-bdd6fa45a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:25.914930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-c3ba9aef-3ae3-4c43-8957-bdd6fa45a183 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2abe950e-20d4-41a3-987a-91c4a86ba666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1255946 Nov 23 14:21:25.915739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=a6fa4070-0c20-42ee-b1b1-9bb55ceefb15,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:25.930261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7aa1a785-f3e7-4576-a6f8-32880ad95e06 req-ca3ba934-57f9-4418-9dcf-a01a16217f76 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104045 Nov 23 14:21:25.983132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['5c280112-1fef-439c-8599-1db6d6c76921'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:25.988022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.005838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.008796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.009288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.009696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.010345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.011261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.016251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.016887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.017404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.017907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.018426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.018948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:26.063796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.071239 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08e86acf-569c-4151-bcc6-a2af9d064519 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/a6fa4070-0c20-42ee-b1b1-9bb55ceefb15 HTTP/1.1" status: 204 len: 168 time: 1.7125397 Nov 23 14:21:26.073765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:26.186126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=6271e369-50fe-4829-8c2f-00f16ac8104f,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:26.227723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6c41a48-7313-4f0c-ab36-29ded0ec4b0f req-81ff9573-356b-4f60-88b6-870716c2a123 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090910 Nov 23 14:21:26.252572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b8c6c-1983-4e7c-ade0-bf7258940cc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.263913 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f72b8c6c-1983-4e7c-ade0-bf7258940cc6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1888804 Nov 23 14:21:26.275604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55824) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:26.293472 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-0012788b-de8d-4e9c-b229-16b2bd2a2148 service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578994 Nov 23 14:21:26.413341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.413972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.414081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.418714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c0d90a38-9b77-4bc3-943e-921975b1981b req-28758a5e-fd67-41e5-b6f5-7c515bb4d28e service neutron] 10.222.0.74 "GET /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163762 Nov 23 14:21:26.440778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.441125 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.444650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb6e8b-afb3-4999-9b10-8d4bbc4016a0 req-1bc9634a-1f38-4d51-a39e-b755720905ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.446224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dbb6e8b-afb3-4999-9b10-8d4bbc4016a0 req-1bc9634a-1f38-4d51-a39e-b755720905ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.2614105 Nov 23 14:21:26.450676 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 2 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.502478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba565ed9-8d6a-4150-9cb0-6893954839c8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.504580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ba565ed9-8d6a-4150-9cb0-6893954839c8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2260687 Nov 23 14:21:26.506820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.507180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.507382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55826) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:26.507530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.516841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32beaf-3fde-4a67-bf1f-0645cf722d42 req-d0fa24f7-a224-40ae-9543-06633584975f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.518384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f32beaf-3fde-4a67-bf1f-0645cf722d42 req-d0fa24f7-a224-40ae-9543-06633584975f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 945 time: 0.2426126 Nov 23 14:21:26.528394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d592cb2-bc2b-4181-98e4-d0a2d09526b4 req-b4d13f35-21cb-4851-b0bd-0ed80ec25991 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.529879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d592cb2-bc2b-4181-98e4-d0a2d09526b4 req-b4d13f35-21cb-4851-b0bd-0ed80ec25991 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1784787 Nov 23 14:21:26.541745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.542072 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.551531 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 3 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.613685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.614047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.614280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.634522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dbb6e8b-afb3-4999-9b10-8d4bbc4016a0 req-ee5a7da7-c4ec-4fc3-876c-8cdf0f1962bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776838 Nov 23 14:21:26.640816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.640816 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.646704 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 4 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.649555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c6806-a760-4fc4-b210-8baa52a6b056 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.651203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c6806-a760-4fc4-b210-8baa52a6b056 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.654028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c6806-a760-4fc4-b210-8baa52a6b056 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:26.657794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f07c6806-a760-4fc4-b210-8baa52a6b056 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1470060 Nov 23 14:21:26.664813 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55828) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:26.685465 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3699-d2e2-4b5d-bc10-75cd3d8bed0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.687674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f32beaf-3fde-4a67-bf1f-0645cf722d42 req-655de94d-00cb-43ad-b0c5-203ca46d2360 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507988 Nov 23 14:21:26.701951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d592cb2-bc2b-4181-98e4-d0a2d09526b4 req-7f196d9f-b308-4b2e-95bb-7883503911fd tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652765 Nov 23 14:21:26.704911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.705254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.705599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.712405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.712667 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.713624 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 5 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.739648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.740940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.741504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.758292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.758639 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.759055 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 6 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.771986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet cf86895e-723c-4a20-852b-1db4bce5e5b1 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:26.776763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.778366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.778708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.779116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.793079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.793420 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.796298 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 7 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.816157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.816924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.817270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.822443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.822775 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.823191 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 8 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.830033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.841403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.842068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.842421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.847447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.847829 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.848225 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 9 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.862081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.862429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.862769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.868834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.869172 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.869693 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempt 10 to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f Nov 23 14:21:26.891828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:26.892701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:26.893520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempting to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:26.899615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:26.900299 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Failed to bind port 6271e369-50fe-4829-8c2f-00f16ac8104f on host n-h2-818503-2 for vnic_type normal using segments [{'id': 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1ed9d2c5-1f58-44ca-8037-cc24f04579ce'}] Nov 23 14:21:26.900894 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.916192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.938846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.052922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.058497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] For port 6271e369-50fe-4829-8c2f-00f16ac8104f, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:27.059210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attempted to set empty binding levels {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 14:21:27.076479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.100976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=cf86895e-723c-4a20-852b-1db4bce5e5b1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:27.103751 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.108457 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3c49af81-31ea-479e-9ff7-3c8a356bf8e3 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/cf86895e-723c-4a20-852b-1db4bce5e5b1 HTTP/1.1" status: 204 len: 168 time: 0.4422374 Nov 23 14:21:27.111136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55838) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:27.122137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a372a-56c5-45de-ab1c-9f1f74deb8df None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:27.185135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] In _notify_port_updated(), no bound segment for port 6271e369-50fe-4829-8c2f-00f16ac8104f on network 1ed9d2c5-1f58-44ca-8037-cc24f04579ce {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:21:27.186278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:27.186918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.188256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "PUT /v2.0/ports/6271e369-50fe-4829-8c2f-00f16ac8104f HTTP/1.1" status: 200 len: 979 time: 1.8999999 Nov 23 14:21:27.195606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:27.221715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aa0c8-0628-4ad5-8a25-4753ce5c5330 req-41986a9d-dad2-4216-acdf-c6cf00118c4e tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:27.223922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-701aa0c8-0628-4ad5-8a25-4753ce5c5330 req-41986a9d-dad2-4216-acdf-c6cf00118c4e tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1834447 Nov 23 14:21:27.283829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb9e15-ffed-4479-8591-4e5e5a20de98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event updated for resources: {'Port': ['ID=6271e369-50fe-4829-8c2f-00f16ac8104f,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:27.286875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet d96bf747-f158-4c0d-b559-ea3c30bd2e50 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:27.290357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.356432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-701aa0c8-0628-4ad5-8a25-4753ce5c5330 req-9db9cc12-a72b-4b39-a875-4efa43785b8e tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058097 Nov 23 14:21:27.369572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Deleting port 6271e369-50fe-4829-8c2f-00f16ac8104f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:27.369929 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.390258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.469795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 5c280112-1fef-439c-8599-1db6d6c76921 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:27.564392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] For port 6271e369-50fe-4829-8c2f-00f16ac8104f, host n-h2-818503-2, got binding levels [] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:27.565051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.595874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Calling delete_port for 6271e369-50fe-4829-8c2f-00f16ac8104f owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:27.608812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.649452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 5c280112-1fef-439c-8599-1db6d6c76921 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:21:27.690337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 5c280112-1fef-439c-8599-1db6d6c76921 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:27.693367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.775968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.928999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.934716 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/d96bf747-f158-4c0d-b559-ea3c30bd2e50 HTTP/1.1" status: 204 len: 168 time: 0.8203189 Nov 23 14:21:27.934716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04733b-68ee-4c36-b610-b8eb9067cbbd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=d96bf747-f158-4c0d-b559-ea3c30bd2e50,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:27.939201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:27.988182 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.993472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:28.063058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-770580fa-a1be-4c7a-b0c1-71097318f248 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985253 Nov 23 14:21:28.063815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55852) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:28.070337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:28.079417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 5c280112-1fef-439c-8599-1db6d6c76921, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=5c280112-1fef-439c-8599-1db6d6c76921,segment=NetworkSegment(a7780136-564e-4401-818b-e06e0a3bcf25),segment_id=a7780136-564e-4401-818b-e06e0a3bcf25)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:28.081566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432354a1-021c-4042-afae-70deae757069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c280112-1fef-439c-8599-1db6d6c76921'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:28.086361 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49371db1-f417-4f2e-9ce2-90d6e2cf0847" -d '{"events": [{"server_uuid": "432354a1-021c-4042-afae-70deae757069", "name": "network-vif-plugged", "status": "completed", "tag": "5c280112-1fef-439c-8599-1db6d6c76921"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:28.113411 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:28.137041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:28.140302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "DELETE /v2.0/ports/6271e369-50fe-4829-8c2f-00f16ac8104f HTTP/1.1" status: 204 len: 168 time: 0.9385808 Nov 23 14:21:28.168993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55856) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:28.170287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17194b3-988b-43f0-a89b-30e6a26226f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] Pushing event deleted for resources: {'Port': ['ID=6271e369-50fe-4829-8c2f-00f16ac8104f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:28.245143 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2972590-ad7f-44bb-90b2-09747b1cad2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:21:28.252931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451e080-873e-4bc2-ace5-3a9067fd8c61 req-ddcd8e80-3f36-48ad-a2c6-063179f4c15f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:28.255082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a451e080-873e-4bc2-ace5-3a9067fd8c61 req-ddcd8e80-3f36-48ad-a2c6-063179f4c15f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.3784742 Nov 23 14:21:28.256455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55858) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:28.268602 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d2972590-ad7f-44bb-90b2-09747b1cad2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193074739-project-admin] 10.222.0.46 "GET /v2.0/ports/6271e369-50fe-4829-8c2f-00f16ac8104f HTTP/1.1" status: 404 len: 333 time: 0.0836835 Nov 23 14:21:28.307755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:28.311862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:28.419457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b839-650f-4515-a8e2-961d7a341b00 req-90bb61ef-6ba9-41f7-b966-140ad79d2f0a tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:28.421067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c02b839-650f-4515-a8e2-961d7a341b00 req-90bb61ef-6ba9-41f7-b966-140ad79d2f0a tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 945 time: 0.4585540 Nov 23 14:21:28.595450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:28.670947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=5c280112-1fef-439c-8599-1db6d6c76921,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:28.704887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:28.705563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=8d5c64c8-d4da-4091-8c56-a32efc5ae9f0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:28.711949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:28.722270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:28.732952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:28.733570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:28.737452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a451e080-873e-4bc2-ace5-3a9067fd8c61 req-29a0963d-a193-46f8-8a27-6bdf5d266539 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317422 Nov 23 14:21:28.778280 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1106f1c6-7138-490d-b028-87e729a8a6d2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7096968 Nov 23 14:21:28.778769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55868) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:28.783639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-12e1489d-b76c-4e0d-b1f3-f60111c279da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:28.786607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c02b839-650f-4515-a8e2-961d7a341b00 req-b66f5fd5-4c7d-4b00-a1a8-6bce2023ab34 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215194 Nov 23 14:21:28.856103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0399d1-0498-4a81-896f-c19c7de52bfc None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:28.982593 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab5433-aa6b-4dc2-836e-9b4d5b999e4e x-openstack-request-id: req-a7ab5433-aa6b-4dc2-836e-9b4d5b999e4e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:28.983196 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432354a1-021c-4042-afae-70deae757069", "name": "network-vif-plugged", "status": "completed", "tag": "5c280112-1fef-439c-8599-1db6d6c76921", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:28.983520 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7ab5433-aa6b-4dc2-836e-9b4d5b999e4e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:28.983948 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432354a1-021c-4042-afae-70deae757069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c280112-1fef-439c-8599-1db6d6c76921', 'code': 200} Nov 23 14:21:29.061487 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.096101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-868aebc6-f2e4-4d64-96e6-b56efdfb7dca None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:29.096843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-868aebc6-f2e4-4d64-96e6-b56efdfb7dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.121104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed9d2c5-1f58-44ca-8037-cc24f04579ce']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:29.137709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:29.138360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedd3dbf-d9d8-4c0d-ba2f-c24b2b1d10a0') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:29.150330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12706ee-ecc6-4137-8f9d-a1cd41cb8610 req-a7cb5d7a-4cb4-4a69-9253-99f8fb5c1253 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:29.157418 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-febd55ee-0850-4476-bac8-690e3a9299c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.210098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a12706ee-ecc6-4137-8f9d-a1cd41cb8610 req-a7cb5d7a-4cb4-4a69-9253-99f8fb5c1253 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1589015 Nov 23 14:21:29.217181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719499c1-e37f-410e-b0f4-479b39153c06 req-c2e0a3a1-0805-4215-a139-360d9c78c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:29.218770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-719499c1-e37f-410e-b0f4-479b39153c06 req-c2e0a3a1-0805-4215-a139-360d9c78c795 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 1097 time: 0.2051480 Nov 23 14:21:29.239372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e1489d-b76c-4e0d-b1f3-f60111c279da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:29.245493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12e1489d-b76c-4e0d-b1f3-f60111c279da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.253302 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.290619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a12706ee-ecc6-4137-8f9d-a1cd41cb8610 req-dd6f04b2-d2a5-4853-bb5f-e8dbb99093bf tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791953 Nov 23 14:21:29.300433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.337878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:21:29.340026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:21:29.349373 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:21:29.369741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c507c123-cc4d-42f7-809d-cef5202d7ee6 req-f77b71b3-ae31-4d4c-a231-95450174ab35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-574905337', 'description': 'tempest-description-486967048'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:29.526872 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-719499c1-e37f-410e-b0f4-479b39153c06 req-38ddbb1d-8b18-4716-8087-eefcbd502100 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974339 Nov 23 14:21:29.560510 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.571651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.578616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] 10.222.0.46 "DELETE /v2.0/networks/1ed9d2c5-1f58-44ca-8037-cc24f04579ce HTTP/1.1" status: 204 len: 168 time: 1.3209670 Nov 23 14:21:29.609220 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-12e1489d-b76c-4e0d-b1f3-f60111c279da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d5c64c8-d4da-4091-8c56-a32efc5ae9f0 (CIDR: 2001:db8::/64) Nov 23 14:21:29.614577 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e1489d-b76c-4e0d-b1f3-f60111c279da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:21:29.615408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e1489d-b76c-4e0d-b1f3-f60111c279da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:29.625785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c507c123-cc4d-42f7-809d-cef5202d7ee6 req-f77b71b3-ae31-4d4c-a231-95450174ab35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.659066 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-12e1489d-b76c-4e0d-b1f3-f60111c279da tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8796003 Nov 23 14:21:29.662657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55880) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:29.677233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'subnet': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:29.687450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8ca46-2186-406a-8a23-66201179d2b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474759947-project] Pushing event deleted for resources: {'Network': ['ID=1ed9d2c5-1f58-44ca-8037-cc24f04579ce,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:29.873481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c507c123-cc4d-42f7-809d-cef5202d7ee6 req-f77b71b3-ae31-4d4c-a231-95450174ab35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.883823 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c507c123-cc4d-42f7-809d-cef5202d7ee6 req-f77b71b3-ae31-4d4c-a231-95450174ab35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.905115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6644ea04-e01a-4c34-8f78-aa2fb4c285f1 None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:29.905809 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6644ea04-e01a-4c34-8f78-aa2fb4c285f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:29.956611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:29.964675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.017576 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.032653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b71b3-ae31-4d4c-a231-95450174ab35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf1d25-2d7c-4e51-aa98-1cc6c8267425,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:30.116268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c507c123-cc4d-42f7-809d-cef5202d7ee6 req-f77b71b3-ae31-4d4c-a231-95450174ab35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.124163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c507c123-cc4d-42f7-809d-cef5202d7ee6 req-f77b71b3-ae31-4d4c-a231-95450174ab35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.7614489 Nov 23 14:21:30.144975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55892) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:30.168541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546eba2-6735-4a3d-843b-d6e0b0309cb2 req-6e5e1f4e-582d-4203-a4c1-52bc7e8b1a47 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:30.182730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c546eba2-6735-4a3d-843b-d6e0b0309cb2 req-6e5e1f4e-582d-4203-a4c1-52bc7e8b1a47 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1955075 Nov 23 14:21:30.304069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c546eba2-6735-4a3d-843b-d6e0b0309cb2 req-58998388-ca8f-40fc-aa16-05f86d7664e7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192310 Nov 23 14:21:30.481363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6e883034-9b6b-4263-9609-3eecc9dd2f2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=371ab4f332af4f668366bba850ad32d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349650 Nov 23 14:21:30.483133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55896) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:30.507262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b380-d778-4b69-a28e-0212e423f5e5 req-477ebd9b-78dc-4389-8708-fc7ae516620b tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:30.511949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ad9b380-d778-4b69-a28e-0212e423f5e5 req-477ebd9b-78dc-4389-8708-fc7ae516620b tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 946 time: 0.2226846 Nov 23 14:21:30.708162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-04e6a9b3-880b-4ae7-840d-e39893c641d1 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-574905337&fields=id&tenant_id=09ed32e0e8634fa283db4f253379a7f8 HTTP/1.1" status: 200 len: 267 time: 0.1498249 Nov 23 14:21:30.730628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:21:30.737782 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b63c2274-386a-497c-831b-f8deef0ea6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.783665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b63c2274-386a-497c-831b-f8deef0ea6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.812711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ad9b380-d778-4b69-a28e-0212e423f5e5 req-7a80ee5c-99b8-4468-b269-e2a88502e671 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956736 Nov 23 14:21:30.846813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-4a535062-dfbc-4d9c-8ed2-203a7eda3776 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:30.855955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-4a535062-dfbc-4d9c-8ed2-203a7eda3776 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1469648 Nov 23 14:21:30.865811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Request body: {'port': {'security_groups': ['54ea6beb-99ed-49cc-8648-82785064c435', 'a9cf1d25-2d7c-4e51-aa98-1cc6c8267425']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:30.912105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b63c2274-386a-497c-831b-f8deef0ea6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.914844 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b63c2274-386a-497c-831b-f8deef0ea6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.916218 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b63c2274-386a-497c-831b-f8deef0ea6d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ab0ca57-f571-444b-b1b7-a0d8b6820d38 HTTP/1.1" status: 204 len: 168 time: 0.4318013 Nov 23 14:21:30.953053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c2274-386a-497c-831b-f8deef0ea6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab0ca57-f571-444b-b1b7-a0d8b6820d38,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:31.008272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.078353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.299105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7028fa7d-f91f-4938-af9e-54e9431458c8,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:31.343801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.350549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.366863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['7028fa7d-f91f-4938-af9e-54e9431458c8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:31.398626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] For port 9f833657-9371-4f58-842e-ed385db7e7a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9f833657-9371-4f58-842e-ed385db7e7a5,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:31.485055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55908) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:31.508619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.518428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event updated for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:31.531936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.537795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.589199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:31.592150 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.593707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f31dab2a-b6ee-4a97-ac84-090e34c05636 req-8fdbb52a-c7ac-471d-aa91-65764aa15b0d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "PUT /v2.0/ports/7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 982 time: 0.7366037 Nov 23 14:21:31.596827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:31.599437 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0941b0-b964-4575-aaa0-8dae66371cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:31.641328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.656687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84558-0bd3-4d42-ba33-0ea8f72b35f2 req-70d5fbf8-955b-4a0a-8e58-4cbcd7d20973 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:31.658393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9e84558-0bd3-4d42-ba33-0ea8f72b35f2 req-70d5fbf8-955b-4a0a-8e58-4cbcd7d20973 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1482928 Nov 23 14:21:31.684244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['7028fa7d-f91f-4938-af9e-54e9431458c8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:31.727243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:31.779787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:31.780389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9e84558-0bd3-4d42-ba33-0ea8f72b35f2 req-bd2b6191-1744-47d3-8c38-5f24d999d073 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135845 Nov 23 14:21:31.788401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:31.790246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:31.831789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=9f833657-9371-4f58-842e-ed385db7e7a5,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:31.871688 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f4777e2e-2e31-472f-a426-76fc546435be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c6c94214e464a02abf9902167baf630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3812249 Nov 23 14:21:31.873396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Subnet': ['ID=893b3f90-ddd0-4438-baa6-c509e4c1505f,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:31.874149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55918) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:31.882071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4ac7b74e-9696-4d8e-8ed5-e2f8c8a8d03f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2179854 Nov 23 14:21:31.884701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55920) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:31.889911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Request body: {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'mac_address': 'fa:16:3e:03:8e:49', 'name': 'tempest-NetworksTestDHCPv6-1497924276'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:31.923024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bde28f-569d-4a42-9d44-2e9ffa356239 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:31.934520 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c5e002-f2de-4b2d-a053-5b466e8c9250 x-openstack-request-id: req-a9c5e002-f2de-4b2d-a053-5b466e8c9250 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:31.934809 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:31.935979 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9c5e002-f2de-4b2d-a053-5b466e8c9250 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:31.936391 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'status': 'completed', 'code': 200} Nov 23 14:21:32.026736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-39820fc3-bff7-4c6c-8242-02f8130c9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:32.028699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-39820fc3-bff7-4c6c-8242-02f8130c9360 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1136 time: 0.0820506 Nov 23 14:21:32.055639 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e4daec9-6900-490b-9f7d-bc248f53e9db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.088464 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e4daec9-6900-490b-9f7d-bc248f53e9db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.090530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Made reservation on behalf of 46100085cfea47b59149a13064af628f for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:32.176859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-2ba3c4fe-9906-4f70-85dc-84bab985084c tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-574905337&fields=id&tenant_id=09ed32e0e8634fa283db4f253379a7f8 HTTP/1.1" status: 200 len: 267 time: 0.2621264 Nov 23 14:21:32.185486 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e4daec9-6900-490b-9f7d-bc248f53e9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.190228 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e4daec9-6900-490b-9f7d-bc248f53e9db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.192150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9e4daec9-6900-490b-9f7d-bc248f53e9db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b767a94-74a5-49af-b419-c1270acbc496 HTTP/1.1" status: 204 len: 168 time: 0.3161924 Nov 23 14:21:32.207226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9f833657-9371-4f58-842e-ed385db7e7a5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:32.238809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4daec9-6900-490b-9f7d-bc248f53e9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b767a94-74a5-49af-b419-c1270acbc496,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:32.286039 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.333637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] device_id is not set on port 0e7a7c7c-124f-4b09-986d-93040c6382b3 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:32.388479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:32.390015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.438060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993bee0-6a90-4b42-bdbf-3dc62da98f97 req-ff3a8204-4a49-4bcd-92b0-53ed5bfd4081 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:32.440360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c993bee0-6a90-4b42-bdbf-3dc62da98f97 req-ff3a8204-4a49-4bcd-92b0-53ed5bfd4081 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 946 time: 0.2928617 Nov 23 14:21:32.508657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9f40b-d184-44ce-922e-5a423339b83b None None] Update dhcp port {'port': {'network_id': '40670f4d-ed4f-4ec6-b765-0923ee47ac2e', 'fixed_ips': [{'subnet_id': '893b3f90-ddd0-4438-baa6-c509e4c1505f', 'ip_address': '2001:db8:0:1:f816:3eff:feb7:867e'}, {'subnet_id': '8d5c64c8-d4da-4091-8c56-a32efc5ae9f0'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '9f833657-9371-4f58-842e-ed385db7e7a5'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:21:32.513807 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.563908 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03c9f40b-d184-44ce-922e-5a423339b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.565132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-f52855a3-8786-4305-8c27-76c98eb43ba0 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:32.567795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-f52855a3-8786-4305-8c27-76c98eb43ba0 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 985 time: 0.3744967 Nov 23 14:21:32.587566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Request body: {'port': {'security_groups': ['54ea6beb-99ed-49cc-8648-82785064c435']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:32.607234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-3552142e-902a-4338-99b9-f39e291dd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:32.609905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-3552142e-902a-4338-99b9-f39e291dd10a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.5610139 Nov 23 14:21:32.689643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-855defaf-06c7-422c-b890-5d333f67d274 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 217 time: 0.0508533 Nov 23 14:21:32.732601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c993bee0-6a90-4b42-bdbf-3dc62da98f97 req-06662f53-31ef-4b35-84ba-7af09a03bb9a tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739558 Nov 23 14:21:32.737870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8::10b (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/8d5c64c8-d4da-4091-8c56-a32efc5ae9f0/0e7a7c7c-124f-4b09-986d-93040c6382b3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:32.748272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:8e49 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/893b3f90-ddd0-4438-baa6-c509e4c1505f/0e7a7c7c-124f-4b09-986d-93040c6382b3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:32.896809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:32.974229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-c6241286-3e0d-4fea-a36a-995589380b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:32.980497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-c6241286-3e0d-4fea-a36a-995589380b10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.2810082 Nov 23 14:21:33.089110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-2a71a95f-5311-4966-bdcd-b83ed977dba2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378935 Nov 23 14:21:33.119245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.203205 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.333691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-03c9f40b-d184-44ce-922e-5a423339b83b None None] Allocated IP 2001:db8::2 (40670f4d-ed4f-4ec6-b765-0923ee47ac2e/8d5c64c8-d4da-4091-8c56-a32efc5ae9f0/9f833657-9371-4f58-842e-ed385db7e7a5) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:33.343771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event updated for resources: {'Port': ['ID=0e7a7c7c-124f-4b09-986d-93040c6382b3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:33.380255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:33.381750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:33.388596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:33.393306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-c2bfbd08-28ab-4685-8e3c-262dddd69e0e service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957718 Nov 23 14:21:33.416047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:33.416047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.453779 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0128364a-6ef4-4183-b8b8-02eb56b40402 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5632942 Nov 23 14:21:33.454298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55950) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:33.595810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f86a8-288d-46c0-a823-990edb6d735a req-ad80ff78-dce8-4fab-85f4-c7274d55208b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:33.612519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c00f86a8-288d-46c0-a823-990edb6d735a req-ad80ff78-dce8-4fab-85f4-c7274d55208b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.3105762 Nov 23 14:21:33.687858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting port 0e7a7c7c-124f-4b09-986d-93040c6382b3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:33.688197 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.698413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-03c9f40b-d184-44ce-922e-5a423339b83b None None] For port 9f833657-9371-4f58-842e-ed385db7e7a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9f833657-9371-4f58-842e-ed385db7e7a5,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:33.732031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7028fa7d-f91f-4938-af9e-54e9431458c8,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:33.784030 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03c9f40b-d184-44ce-922e-5a423339b83b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.792100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03c9f40b-d184-44ce-922e-5a423339b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.879131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df0941b0-b964-4575-aaa0-8dae66371cf1 req-fbc381c3-bb42-4880-b375-16100508af44 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311004 Nov 23 14:21:33.890498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c00f86a8-288d-46c0-a823-990edb6d735a req-e40bc9f5-bb73-4195-b797-eeedde107d51 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759328 Nov 23 14:21:33.949688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.950506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.980820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:33.996015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['7028fa7d-f91f-4938-af9e-54e9431458c8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:33.998634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Calling delete_port for 0e7a7c7c-124f-4b09-986d-93040c6382b3 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:34.140045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9f40b-d184-44ce-922e-5a423339b83b None None] Pushing event updated for resources: {'Port': ['ID=9f833657-9371-4f58-842e-ed385db7e7a5,revision_number=10']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:34.178646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event updated for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:34.297658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:34.298468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:34.299983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2948a464-a8d0-4286-bad1-0559906f27a8 req-90e35f62-38c2-495a-a36c-6072fa869149 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "PUT /v2.0/ports/7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 943 time: 1.7181973 Nov 23 14:21:34.301723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:34.304353 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7827b4-16bf-48b9-9268-b9652ad4b63e" -d '{"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:34.352115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab98b-2f21-4526-af6b-23fc0d72649a req-c613f1db-0260-4ad6-8bea-54313e386a26 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:34.366421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afcab98b-2f21-4526-af6b-23fc0d72649a req-c613f1db-0260-4ad6-8bea-54313e386a26 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 946 time: 0.1675322 Nov 23 14:21:34.391924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['7028fa7d-f91f-4938-af9e-54e9431458c8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:34.405645 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:34.479833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Port': ['ID=0e7a7c7c-124f-4b09-986d-93040c6382b3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:34.518315 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afcab98b-2f21-4526-af6b-23fc0d72649a req-8ff25098-13a1-474a-8696-08850b797313 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/security-groups?id=05c5d75e-3a4c-451d-a45b-c134a11d32ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509628 Nov 23 14:21:34.634269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:34.654294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ef675be-517c-4f1d-885f-88076d5b8cf1 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/0e7a7c7c-124f-4b09-986d-93040c6382b3 HTTP/1.1" status: 204 len: 168 time: 1.1982403 Nov 23 14:21:34.667859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55972) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:34.726210 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681410f5-9d1c-49f3-b8bb-b7ff50ad929f x-openstack-request-id: req-681410f5-9d1c-49f3-b8bb-b7ff50ad929f {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:34.726499 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:34.727256 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-681410f5-9d1c-49f3-b8bb-b7ff50ad929f {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:34.727449 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'status': 'completed', 'code': 200} Nov 23 14:21:34.737403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-8f2b6b41-471a-40dd-b9d1-d0800fa0d58a tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:34.743266 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-8f2b6b41-471a-40dd-b9d1-d0800fa0d58a tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.74 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 946 time: 0.4240260 Nov 23 14:21:34.864070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2c9c7-1e88-434f-abde-fa8b509ef086 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:34.868621 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0ab2c9c7-1e88-434f-abde-fa8b509ef086 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1886811 Nov 23 14:21:34.889059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55978) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:34.918687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-c23e23b0-5ee7-4c66-ac04-847d0451917d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3905947 Nov 23 14:21:34.937889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-a5e5bfca-454a-4243-9581-e3a2fa05f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:34.939727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-a5e5bfca-454a-4243-9581-e3a2fa05f9c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.2006283 Nov 23 14:21:35.040031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3032f4-1a14-4906-aa22-5d75ca90d6c6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:35.045606 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ad3032f4-1a14-4906-aa22-5d75ca90d6c6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1554573 Nov 23 14:21:35.046409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55984) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:35.091032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55986) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:35.105357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Deleting port 5c280112-1fef-439c-8599-1db6d6c76921 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:35.105705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.147837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459f693-ef5b-4a06-8676-74263e2f0895 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:35.149458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459f693-ef5b-4a06-8676-74263e2f0895 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:35.151351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459f693-ef5b-4a06-8676-74263e2f0895 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:35.156057 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0459f693-ef5b-4a06-8676-74263e2f0895 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1070440 Nov 23 14:21:35.159104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55990) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:35.203022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-065a3168-db5f-43a2-b8db-cf24c38fbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:35.205932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-065a3168-db5f-43a2-b8db-cf24c38fbb5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.2471533 Nov 23 14:21:35.213902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:35.302201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-794c09ec-880e-44cc-8b58-8bfe63093567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 217 time: 0.0728626 Nov 23 14:21:35.303962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1901087186', 'router:external': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:35.337036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 14:21:35.337036 n-d-818503-2 neutron-server[103345]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 14:21:35.337036 n-d-818503-2 neutron-server[103345]: [parameters: {'project_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'id': '40fcfcea-b9e9-4f76-a237-6b2ae3e95866', 'expiration': datetime.datetime(2021, 11, 23, 14, 23, 35, 330854)}] Nov 23 14:21:35.337036 n-d-818503-2 neutron-server[103345]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:21:35.337536 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:21:35.343344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-90d2371a-7d75-430f-883a-8484ff9fbe67 None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:35.343901 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90d2371a-7d75-430f-883a-8484ff9fbe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.351015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 893b3f90-ddd0-4438-baa6-c509e4c1505f {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:35.358280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.362751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] For port 5c280112-1fef-439c-8599-1db6d6c76921, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=5c280112-1fef-439c-8599-1db6d6c76921,segment=NetworkSegment(a7780136-564e-4401-818b-e06e0a3bcf25),segment_id=a7780136-564e-4401-818b-e06e0a3bcf25)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:35.363673 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.371871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.416519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Calling delete_port for 5c280112-1fef-439c-8599-1db6d6c76921 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:35.439846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.475524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566be5bb-7376-4e8f-a500-f92178f4e65a req-28788adb-8c4b-4237-9fb7-604fc85510bb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:35.478224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-566be5bb-7376-4e8f-a500-f92178f4e65a req-28788adb-8c4b-4237-9fb7-604fc85510bb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.2693470 Nov 23 14:21:35.501617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-0a4a5c03-7497-4f4a-a5a2-1d39e0d59b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:35.504711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-0a4a5c03-7497-4f4a-a5a2-1d39e0d59b85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1649063 Nov 23 14:21:35.628385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-1e972139-46d7-415e-a9d5-34a25c6e25c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133268 Nov 23 14:21:35.681124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.752336 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-d5d50a93-cb5f-4fa4-87c8-cd249a5fbb8d service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117504 Nov 23 14:21:35.762207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.820623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8677a97e-eaf5-4292-b69c-ae5f940b51c1 None None] Could not find standard attr ID for object 0e7a7c7c-124f-4b09-986d-93040c6382b3. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:21:35.832448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-566be5bb-7376-4e8f-a500-f92178f4e65a req-83dfd65c-51c2-4cb3-a009-0422a3e8f01e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458176 Nov 23 14:21:35.836408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=893b3f90-ddd0-4438-baa6-c509e4c1505f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:35.838519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.842053 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08adaa05-dc56-44cd-ae30-bbc9c52afe7d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/893b3f90-ddd0-4438-baa6-c509e4c1505f HTTP/1.1" status: 204 len: 168 time: 0.6820266 Nov 23 14:21:35.851551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55996) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:35.922079 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:35.939785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['5c280112-1fef-439c-8599-1db6d6c76921'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:21:36.023621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Pushing event deleted for resources: {'Port': ['ID=5c280112-1fef-439c-8599-1db6d6c76921,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:36.029258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Made reservation on behalf of cf45552d921a43c4898dfe3d6ea30bb7 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:36.032568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.043916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Deleting subnet 8d5c64c8-d4da-4091-8c56-a32efc5ae9f0 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:36.078982 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.143462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.148643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114dcf38-55b3-4054-a6f7-5f5cd0e62c86 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:36.294384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9f833657-9371-4f58-842e-ed385db7e7a5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:36.456254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:36.457049 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.599890 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.687787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.755678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] No DVR routers for this DVR port 5c280112-1fef-439c-8599-1db6d6c76921 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:36.758560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.762587 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a0f1cd53-97bc-48da-ae15-34739f724763 req-911fc9cf-b7df-405e-842b-f89b6161430f tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.74 "DELETE /v2.0/ports/5c280112-1fef-439c-8599-1db6d6c76921 HTTP/1.1" status: 204 len: 173 time: 1.9788268 Nov 23 14:21:36.775373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432354a1-021c-4042-afae-70deae757069', 'name': 'network-vif-deleted', 'tag': '5c280112-1fef-439c-8599-1db6d6c76921'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:36.782777 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3583a208-4842-466c-beb3-f8a0068a4b56" -d '{"events": [{"server_uuid": "432354a1-021c-4042-afae-70deae757069", "name": "network-vif-deleted", "tag": "5c280112-1fef-439c-8599-1db6d6c76921"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:36.790396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Allocated IP 172.25.3.137 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/52c8b2a7-6c35-4f91-8f1f-273d6c64b942) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:36.907064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-956e324d-16c4-4dc5-92c6-b0c81fa38322 req-64ea50c0-851b-4280-837a-39631588c4f2 tempest-InstanceActionsV221TestJSON-2070830305 tempest-InstanceActionsV221TestJSON-2070830305-project] 10.222.0.46 "GET /v2.0/ports?device_id=432354a1-021c-4042-afae-70deae757069 HTTP/1.1" status: 200 len: 210 time: 0.1041675 Nov 23 14:21:36.983014 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.992643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.029247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022e96cc-5f1f-4d19-87be-446db5d188d6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:37.064409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:21:37.072153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.090107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f7827b4-16bf-48b9-9268-b9652ad4b63e req-e21ae6ee-faff-49d2-81ac-4e546c47c092 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3207693 Nov 23 14:21:37.137369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.137876 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Added segment 11efb274-805a-4718-9fba-459a09d08f7e of type vlan for network 5733a756-a61d-4210-805e-c783d1e9c04d Nov 23 14:21:37.165403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.234965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.263575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.288543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.293246 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/8d5c64c8-d4da-4091-8c56-a32efc5ae9f0 HTTP/1.1" status: 204 len: 168 time: 1.4398434 Nov 23 14:21:37.297974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:37.324533 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.355921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c671712-1183-468c-a334-a10994e43c20 req-036fcfae-b3eb-4e65-8a7e-a46a78fd353d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:37.366573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c671712-1183-468c-a334-a10994e43c20 req-036fcfae-b3eb-4e65-8a7e-a46a78fd353d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1509321 Nov 23 14:21:37.377574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ac756-0b0d-44d9-8bdd-2197ac4b291b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5c64c8-d4da-4091-8c56-a32efc5ae9f0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:37.386599 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-147feb54-cb4a-4df9-b83b-f42e40b0b000 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807352 Nov 23 14:21:37.387804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.388980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:37.389761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.400905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56010) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:37.481001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Network': ['ID=5733a756-a61d-4210-805e-c783d1e9c04d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:37.493730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5733a756-a61d-4210-805e-c783d1e9c04d details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:21:37.498000 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a3e597a5-e899-4cad-8616-f031637cbf8c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4059227 Nov 23 14:21:37.507755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:37.524446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:37.559018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'subnet': {'network_id': '5733a756-a61d-4210-805e-c783d1e9c04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:37.580799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd543490-bdc6-4164-b6ca-28a312c364e4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:37.583359 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cd543490-bdc6-4164-b6ca-28a312c364e4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1230261 Nov 23 14:21:37.587517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:37.617347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:37.619977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:37.656513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event updated for resources: {'Port': ['ID=52c8b2a7-6c35-4f91-8f1f-273d6c64b942,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:37.716080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c671712-1183-468c-a334-a10994e43c20 req-e20f7b9b-a262-43b4-81a0-9dff1f2656fb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484178 Nov 23 14:21:37.727546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13958d-3a7f-4d7c-898d-d9f8564879fd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:37.729100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Made reservation on behalf of cf45552d921a43c4898dfe3d6ea30bb7 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:37.730726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3e13958d-3a7f-4d7c-898d-d9f8564879fd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1417615 Nov 23 14:21:37.733029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:37.733494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56016) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:37.797710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-566f86f5-81a7-4e71-91e0-078321410021 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606458 Nov 23 14:21:37.817278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:37.870229 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af033bd-4292-494a-97f0-1a87c4a64649 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:37.874100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af033bd-4292-494a-97f0-1a87c4a64649 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:37.892270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5af033bd-4292-494a-97f0-1a87c4a64649 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/0e7a7c7c-124f-4b09-986d-93040c6382b3 HTTP/1.1" status: 404 len: 333 time: 0.0737395 Nov 23 14:21:37.894327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77222c1e-e1e3-4480-9c26-7e7ed0f68517 None None] Network 40670f4d-ed4f-4ec6-b765-0923ee47ac2e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:37.895467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56020) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:37.961773 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-868b2251-8db1-44fd-a99f-b8f00614dc38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:37.963660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868b2251-8db1-44fd-a99f-b8f00614dc38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:37.976183 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-868b2251-8db1-44fd-a99f-b8f00614dc38 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/893b3f90-ddd0-4438-baa6-c509e4c1505f HTTP/1.1" status: 404 len: 337 time: 0.0793910 Nov 23 14:21:37.978968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56024) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.007430 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc683b-3542-475c-856b-947f82e840e9 x-openstack-request-id: req-3cfc683b-3542-475c-856b-947f82e840e9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:38.008705 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432354a1-021c-4042-afae-70deae757069", "name": "network-vif-deleted", "tag": "5c280112-1fef-439c-8599-1db6d6c76921", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:38.009193 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3cfc683b-3542-475c-856b-947f82e840e9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:38.009698 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432354a1-021c-4042-afae-70deae757069', 'name': 'network-vif-deleted', 'tag': '5c280112-1fef-439c-8599-1db6d6c76921', 'status': 'completed', 'code': 200} Nov 23 14:21:38.061366 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e78e49-5da6-434b-8ac1-c34961b80257 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.062174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e78e49-5da6-434b-8ac1-c34961b80257 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.077853 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-94e78e49-5da6-434b-8ac1-c34961b80257 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/8d5c64c8-d4da-4091-8c56-a32efc5ae9f0 HTTP/1.1" status: 404 len: 337 time: 0.0973403 Nov 23 14:21:38.079083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56026) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.112837 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.149170 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d784b411-8b91-4f68-9233-88b5beac524b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.155877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d784b411-8b91-4f68-9233-88b5beac524b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.159029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.170569 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d784b411-8b91-4f68-9233-88b5beac524b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/a6fa4070-0c20-42ee-b1b1-9bb55ceefb15 HTTP/1.1" status: 404 len: 333 time: 0.0898011 Nov 23 14:21:38.172113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56030) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.202449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fae08a01-6bd4-495f-953b-60a5c1773015 None None] Provisioning complete for port 9f833657-9371-4f58-842e-ed385db7e7a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:38.202816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fae08a01-6bd4-495f-953b-60a5c1773015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.233589 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8bd127-7fd0-4ea2-9d4b-dac1b50e9b65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.234509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8bd127-7fd0-4ea2-9d4b-dac1b50e9b65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.250147 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c8bd127-7fd0-4ea2-9d4b-dac1b50e9b65 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/cf86895e-723c-4a20-852b-1db4bce5e5b1 HTTP/1.1" status: 404 len: 337 time: 0.0765588 Nov 23 14:21:38.250821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.334034 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21c0d70-7878-4923-86b8-048bc38c35ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.334501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21c0d70-7878-4923-86b8-048bc38c35ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.344204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d21c0d70-7878-4923-86b8-048bc38c35ca tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/d96bf747-f158-4c0d-b559-ea3c30bd2e50 HTTP/1.1" status: 404 len: 337 time: 0.0895548 Nov 23 14:21:38.348876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.350710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56038) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.366506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.405170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56042) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.452392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] DHCP port deletion for 40670f4d-ed4f-4ec6-b765-0923ee47ac2e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:21:38.468529 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93c95a4-8b44-47ca-946a-7bbdcb5cf2d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.469742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93c95a4-8b44-47ca-946a-7bbdcb5cf2d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.476050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a93c95a4-8b44-47ca-946a-7bbdcb5cf2d7 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/e257cdbb-fae2-4d3a-a143-5e373a61d4ea HTTP/1.1" status: 404 len: 333 time: 0.1213369 Nov 23 14:21:38.476377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56044) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.505325 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d6abed-f934-465a-8570-76c60e07f76c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.505695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d6abed-f934-465a-8570-76c60e07f76c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.511254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-61d6abed-f934-465a-8570-76c60e07f76c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/9cbb6811-70fc-4a24-8f24-26b495a455d5 HTTP/1.1" status: 404 len: 337 time: 0.0312192 Nov 23 14:21:38.512426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] Deleting subnet 331f73f9-01f5-496b-b209-d027d0c912f3 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:38.515514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.517445 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.521224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.546520 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.548288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5881205 Nov 23 14:21:38.560399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49049c7b-06b0-405f-bd4e-85dc08f2a391 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event updated for resources: {'Port': ['ID=52c8b2a7-6c35-4f91-8f1f-273d6c64b942,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:38.561365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] Deleting port 9f833657-9371-4f58-842e-ed385db7e7a5 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:38.569826 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.590953 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e93e4cc-d3be-4d77-92f4-6b28a5524eaa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.591430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e93e4cc-d3be-4d77-92f4-6b28a5524eaa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.597250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8e93e4cc-d3be-4d77-92f4-6b28a5524eaa tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/d2f24df6-df00-41f6-872f-5f92a632a152 HTTP/1.1" status: 404 len: 337 time: 0.0784743 Nov 23 14:21:38.598208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56048) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.630740 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1c9dd5-7536-496c-8ced-3548ccde9292 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.631345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1c9dd5-7536-496c-8ced-3548ccde9292 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.634629 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7a1c9dd5-7536-496c-8ced-3548ccde9292 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/8a7be1f8-f1f4-4495-a353-d7e1940fda0c HTTP/1.1" status: 404 len: 333 time: 0.0353303 Nov 23 14:21:38.645199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.648051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56050) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.699907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:21:38.700520 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.707112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] For port 9f833657-9371-4f58-842e-ed385db7e7a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9f833657-9371-4f58-842e-ed385db7e7a5,segment=NetworkSegment(d05b6658-25cd-4222-af4c-8627b52162f9),segment_id=d05b6658-25cd-4222-af4c-8627b52162f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:38.707982 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.726945 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e71b80-f81b-4d70-a82c-0106e4cd306a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.727416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e71b80-f81b-4d70-a82c-0106e4cd306a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.730744 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-44e71b80-f81b-4d70-a82c-0106e4cd306a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/fded13d3-9652-4c79-93c8-f8ed872c9693 HTTP/1.1" status: 404 len: 337 time: 0.0779405 Nov 23 14:21:38.737465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56052) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.743507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-e254bf35-b84a-416d-8af8-e7b1147945f2 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.1867573 Nov 23 14:21:38.756585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] Calling delete_port for 9f833657-9371-4f58-842e-ed385db7e7a5 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:38.777411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:38.799170 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-188147f9-9300-48f9-8f56-a42b5ff6f50a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.799673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188147f9-9300-48f9-8f56-a42b5ff6f50a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.803317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-188147f9-9300-48f9-8f56-a42b5ff6f50a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/48219fc9-b3f2-44cd-94bf-4cf5249fcbd9 HTTP/1.1" status: 404 len: 337 time: 0.0587773 Nov 23 14:21:38.846963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56056) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.880727 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e919e8-58f2-4640-877f-9c0a082d52b2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.881389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e919e8-58f2-4640-877f-9c0a082d52b2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.884578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-37e919e8-58f2-4640-877f-9c0a082d52b2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/4409e30f-f9a1-42a7-9942-f21c82ea5946 HTTP/1.1" status: 404 len: 333 time: 0.0375607 Nov 23 14:21:38.889561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56058) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.922268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d13333ce-94b4-4f6f-95ee-ec6be15de794,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:38.924478 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45afa93-a277-413d-ae3d-a4b3a2773dd5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.925013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45afa93-a277-413d-ae3d-a4b3a2773dd5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.928247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b45afa93-a277-413d-ae3d-a4b3a2773dd5 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/0d82b907-6b63-439d-b19e-8c74273fcd54 HTTP/1.1" status: 404 len: 337 time: 0.0376375 Nov 23 14:21:38.932618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56066) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:38.961089 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c9133c-2aac-49ed-89bb-20c3643a7a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:38.961675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c9133c-2aac-49ed-89bb-20c3643a7a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:38.965322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b9c9133c-2aac-49ed-89bb-20c3643a7a9c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/9a8573b5-e7bd-43d2-a72d-26775381ca1f HTTP/1.1" status: 404 len: 333 time: 0.0316014 Nov 23 14:21:38.968139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56068) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.004956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Checking segment: {'id': '11efb274-805a-4718-9fba-459a09d08f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5733a756-a61d-4210-805e-c783d1e9c04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:39.005338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network hostable DHCP agents. Network: 5733a756-a61d-4210-805e-c783d1e9c04d, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:21:39.005949 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9c25d9-f354-4c82-a1ba-e09feddedaf6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.006520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9c25d9-f354-4c82-a1ba-e09feddedaf6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.009868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4b9c25d9-f354-4c82-a1ba-e09feddedaf6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/fbd5f330-b446-4289-89c5-9038ea7f0970 HTTP/1.1" status: 404 len: 337 time: 0.0405662 Nov 23 14:21:39.013322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56070) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.029783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.044165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb401a-c193-436c-9c37-1ffd3db1ad9f req-88297ab6-34d9-4e39-a292-e110e1fa8c68 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:39.047834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8fb401a-c193-436c-9c37-1ffd3db1ad9f req-88297ab6-34d9-4e39-a292-e110e1fa8c68 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1434765 Nov 23 14:21:39.060666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-78ab6285-1759-401f-95f5-1d3743341e90 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:39.062059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-78ab6285-1759-401f-95f5-1d3743341e90 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.3006432 Nov 23 14:21:39.101639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-703bf849-4d95-437e-acf6-33f8e073d88d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:21:39.102648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-598dcbf2-5370-43e4-800c-6c2523b919d3 req-703bf849-4d95-437e-acf6-33f8e073d88d tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096235 Nov 23 14:21:39.135618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.143716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network 5733a756-a61d-4210-805e-c783d1e9c04d is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:21:39.144061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.153854 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/331f73f9-01f5-496b-b209-d027d0c912f3 HTTP/1.1" status: 204 len: 168 time: 0.7449932 Nov 23 14:21:39.153854 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-087c833c-a569-4baa-bfa9-f1a73b8c607d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.153854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087c833c-a569-4baa-bfa9-f1a73b8c607d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.156410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56074) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.156819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-087c833c-a569-4baa-bfa9-f1a73b8c607d tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/5acc7252-31a5-4256-8b35-c52d5464c768 HTTP/1.1" status: 404 len: 333 time: 0.1419115 Nov 23 14:21:39.159592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7eb8-9ab9-41ce-bba7-1c3efcb000f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331f73f9-01f5-496b-b209-d027d0c912f3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:39.161784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56076) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.176279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] Pushing event deleted for resources: {'Port': ['ID=9f833657-9371-4f58-842e-ed385db7e7a5,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:39.180332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8fb401a-c193-436c-9c37-1ffd3db1ad9f req-7f139c3b-86a2-4bfe-8a88-8310ad7ddb12 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168630 Nov 23 14:21:39.181255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ead7ed-68b9-4847-834d-4cf2b1e52f77 None None] No DVR routers for this DVR port 9f833657-9371-4f58-842e-ed385db7e7a5 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:39.257616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5733a756-a61d-4210-805e-c783d1e9c04d) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:39.261980 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7e207c-a9ef-4694-8f17-9c2c9fb6f86a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.262359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7e207c-a9ef-4694-8f17-9c2c9fb6f86a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.266294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5727bf61-82ef-4df0-a4e3-125d66d9ec6e None None] Network 5733a756-a61d-4210-805e-c783d1e9c04d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:39.268962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dd7e207c-a9ef-4694-8f17-9c2c9fb6f86a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/b312fc2b-bc84-4b0f-837d-9b32f51aef2f HTTP/1.1" status: 404 len: 337 time: 0.0852497 Nov 23 14:21:39.271570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56078) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.313354 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f34049-afe3-4b1d-841b-1d74b2adb0a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.314363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f34049-afe3-4b1d-841b-1d74b2adb0a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.318163 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-51f34049-afe3-4b1d-841b-1d74b2adb0a9 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/b6af217c-aa3b-469e-8619-f534180113e8 HTTP/1.1" status: 404 len: 333 time: 0.0446613 Nov 23 14:21:39.320550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56080) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.336175 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.338687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:39.339332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.361408 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-95231ca4-257d-454b-8976-c142f020cb23 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.362247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95231ca4-257d-454b-8976-c142f020cb23 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.366970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95231ca4-257d-454b-8976-c142f020cb23 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/c3989c1b-41a5-4c0c-9749-f7bc230eb772 HTTP/1.1" status: 404 len: 337 time: 0.0442400 Nov 23 14:21:39.369362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56082) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.398450 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4934839-44ca-4bb5-8008-e76fef8aac3b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.400084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4934839-44ca-4bb5-8008-e76fef8aac3b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.404359 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c4934839-44ca-4bb5-8008-e76fef8aac3b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/d3283aa6-6f9c-4362-ac2d-a599c2ac8849 HTTP/1.1" status: 404 len: 333 time: 0.0337055 Nov 23 14:21:39.406817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.411889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-470febbd-1aa9-4adb-801f-0df7ff24c157 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8758137 Nov 23 14:21:39.414054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56086) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.418351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04409444-df09-41ba-8484-471a6fec6817 None None] Network 5733a756-a61d-4210-805e-c783d1e9c04d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:39.419583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-459824939', 'network_id': '5733a756-a61d-4210-805e-c783d1e9c04d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:39.452832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-393f0842-35c2-40d5-8be9-d7018c28ad2f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:39.457852 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-af167ebb-d0df-4cd6-aec5-d85fdfdab0bf tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.458593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af167ebb-d0df-4cd6-aec5-d85fdfdab0bf tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.462154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-af167ebb-d0df-4cd6-aec5-d85fdfdab0bf tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/88d9fac6-3683-4edb-939f-4bc4cc2ca259 HTTP/1.1" status: 404 len: 337 time: 0.0535977 Nov 23 14:21:39.464153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-393f0842-35c2-40d5-8be9-d7018c28ad2f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1938457 Nov 23 14:21:39.464816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56088) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.490907 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06f34aa-b237-49b5-b5e4-00383abffe8c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.491863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06f34aa-b237-49b5-b5e4-00383abffe8c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.496332 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b06f34aa-b237-49b5-b5e4-00383abffe8c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/cd7a4787-133c-4238-ab1b-c7c9f147f84a HTTP/1.1" status: 404 len: 333 time: 0.0295939 Nov 23 14:21:39.498818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56090) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.517175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 5c280112-1fef-439c-8599-1db6d6c76921 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:39.544412 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09bcc6a-00c9-425a-8f10-14eb95147be4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.544885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09bcc6a-00c9-425a-8f10-14eb95147be4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.552512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b09bcc6a-00c9-425a-8f10-14eb95147be4 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/d5d25e68-2021-465f-b8f9-ebddefb26cc7 HTTP/1.1" status: 404 len: 337 time: 0.0504653 Nov 23 14:21:39.553188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56094) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.559210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-eb8ffa7e-f52a-4f8a-a7bf-ba209817bdf1 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0938380 Nov 23 14:21:39.575194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Request body: {'floatingip': {'port_id': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:39.608156 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7962dbc5-2cf2-4954-9582-1766fd24537c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.608647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7962dbc5-2cf2-4954-9582-1766fd24537c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.615890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7962dbc5-2cf2-4954-9582-1766fd24537c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/47c943bb-a357-4e20-9b46-871840a3eb90 HTTP/1.1" status: 404 len: 337 time: 0.0611813 Nov 23 14:21:39.617722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56096) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.630330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 5c280112-1fef-439c-8599-1db6d6c76921 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:39.630942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 5c280112-1fef-439c-8599-1db6d6c76921 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:39.658501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.663024 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-72749747-4d93-45ba-9814-6d2241cc846e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.663609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72749747-4d93-45ba-9814-6d2241cc846e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.666678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-72749747-4d93-45ba-9814-6d2241cc846e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/c1854e86-2a69-4aae-9116-9454e544881b HTTP/1.1" status: 404 len: 333 time: 0.0479972 Nov 23 14:21:39.667933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Made reservation on behalf of cf45552d921a43c4898dfe3d6ea30bb7 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:39.669112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56098) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.677933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.705262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.710532 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-36540c49-718c-4a35-956c-931e7f922b0f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.711166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36540c49-718c-4a35-956c-931e7f922b0f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.717241 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36540c49-718c-4a35-956c-931e7f922b0f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/5aceecaf-db95-4a5e-83fe-2cc36369a53c HTTP/1.1" status: 404 len: 337 time: 0.0445101 Nov 23 14:21:39.717241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56100) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.748818 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f33d6a0-da5d-4b5e-ae5d-763b808d7a1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.749647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f33d6a0-da5d-4b5e-ae5d-763b808d7a1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.755873 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f33d6a0-da5d-4b5e-ae5d-763b808d7a1c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/b4b29f16-c5d1-4e1d-b601-833a58594cfb HTTP/1.1" status: 404 len: 337 time: 0.0354338 Nov 23 14:21:39.756106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b1ca6f-169c-404e-99e6-2a9319a9b356']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:39.756758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.757866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] device_id is not set on port 4a88c920-a331-45f7-9e2c-acb4a0c9caae yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:39.824931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7780136-564e-4401-818b-e06e0a3bcf25') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:39.825280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7780136-564e-4401-818b-e06e0a3bcf25') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:39.862998 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf12621-9557-4861-a6fb-6dd40b14da21 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.864074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf12621-9557-4861-a6fb-6dd40b14da21 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.870221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8cf12621-9557-4861-a6fb-6dd40b14da21 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/03c814bb-7bfe-4be0-9aeb-8663d2a8e115 HTTP/1.1" status: 404 len: 333 time: 0.1039274 Nov 23 14:21:39.870527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56104) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.874275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.911795 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c534a358-955a-49e4-8d74-5e995aea5721 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.912605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c534a358-955a-49e4-8d74-5e995aea5721 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.916206 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c534a358-955a-49e4-8d74-5e995aea5721 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/473e3148-e29c-44a3-829e-0c92abb4fae1 HTTP/1.1" status: 404 len: 337 time: 0.0445657 Nov 23 14:21:39.918463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56106) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.931536 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.947427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:21:39.947823 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:21:39.949473 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:21:39.953923 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6744ad6-4d94-4bb6-abd4-caf149e94ebe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.954479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6744ad6-4d94-4bb6-abd4-caf149e94ebe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.958942 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e6744ad6-4d94-4bb6-abd4-caf149e94ebe tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/e7f2a9df-ad9f-4b4e-b75f-55aaa95b66ac HTTP/1.1" status: 404 len: 337 time: 0.0381000 Nov 23 14:21:39.960227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56108) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:39.983435 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8765da30-35e6-4614-b64c-899528eb070c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:39.984226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8765da30-35e6-4614-b64c-899528eb070c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:39.989635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8765da30-35e6-4614-b64c-899528eb070c tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/43a94a3b-9432-4513-9e8e-1f56c83d893e HTTP/1.1" status: 404 len: 333 time: 0.0260968 Nov 23 14:21:39.990723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56110) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.017093 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b225b830-b018-411d-878b-31fb47eaa46f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.017806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b225b830-b018-411d-878b-31fb47eaa46f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.023166 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b225b830-b018-411d-878b-31fb47eaa46f tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/7b06c8ef-6b72-4205-93d0-2927ac04fe4c HTTP/1.1" status: 404 len: 337 time: 0.0306399 Nov 23 14:21:40.024844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56112) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.059752 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a993822-45d4-48aa-a350-2cf2cc33c8bd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.060236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a993822-45d4-48aa-a350-2cf2cc33c8bd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.067177 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4a993822-45d4-48aa-a350-2cf2cc33c8bd tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/bc1ca0d4-3f8e-4729-b9c5-965b964d53b7 HTTP/1.1" status: 404 len: 337 time: 0.0390103 Nov 23 14:21:40.069698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56114) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.107774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Allocated IP 2001:db8::1ed (5733a756-a61d-4210-805e-c783d1e9c04d/d13333ce-94b4-4f6f-95ee-ec6be15de794/4a88c920-a331-45f7-9e2c-acb4a0c9caae) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:40.117424 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0eb72ceb-a2f7-491b-993e-1b29f6626cc8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3468d2-e123-491b-9543-039450490a35 HTTP/1.1" status: 200 len: 205 time: 0.0445650 Nov 23 14:21:40.118238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56118) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.140222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.146700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.152242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9f833657-9371-4f58-842e-ed385db7e7a5 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:40.159880 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-96f4bcf5-3016-4adb-8059-a491a3759f00 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] delete failed (client error): The resource could not be found. Nov 23 14:21:40.163014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] 10.222.0.46 "DELETE /v2.0/networks/89b1ca6f-169c-404e-99e6-2a9319a9b356 HTTP/1.1" status: 204 len: 168 time: 0.9784162 Nov 23 14:21:40.163189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-96f4bcf5-3016-4adb-8059-a491a3759f00 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/routers/eb3468d2-e123-491b-9543-039450490a35 HTTP/1.1" status: 404 len: 336 time: 0.0416853 Nov 23 14:21:40.165887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56126) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.178566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 9f833657-9371-4f58-842e-ed385db7e7a5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:40.179109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9f833657-9371-4f58-842e-ed385db7e7a5 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:40.205752 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e980ea8-c584-4567-8fec-74298a9b563a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.207688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e980ea8-c584-4567-8fec-74298a9b563a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.209072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a737fdd-d60c-4d17-a947-b74323858e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=89b1ca6f-169c-404e-99e6-2a9319a9b356,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:40.213677 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3e980ea8-c584-4567-8fec-74298a9b563a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/a68c360c-94b9-4828-88a1-ada5d5cb3aa5 HTTP/1.1" status: 404 len: 337 time: 0.0443604 Nov 23 14:21:40.214219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56130) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.251459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c6c32d87-489a-45be-84f3-2f0bdb9bb294 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "GET /v2.0/ports?device_id=66b73333-a28e-455f-80d0-a3659d231405 HTTP/1.1" status: 200 len: 205 time: 0.0351818 Nov 23 14:21:40.253522 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.309299 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-fec92e01-e6a0-4be1-92ae-ab915f10377b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] delete failed (client error): The resource could not be found. Nov 23 14:21:40.313058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fec92e01-e6a0-4be1-92ae-ab915f10377b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/routers/66b73333-a28e-455f-80d0-a3659d231405 HTTP/1.1" status: 404 len: 336 time: 0.0579412 Nov 23 14:21:40.313631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56138) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.347060 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc758e34-a692-4fb8-bb3e-9c134ab716be tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.348218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc758e34-a692-4fb8-bb3e-9c134ab716be tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.351257 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc758e34-a692-4fb8-bb3e-9c134ab716be tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/9a9796e2-5780-47f7-b0e5-345b1f68e7e3 HTTP/1.1" status: 404 len: 337 time: 0.0366788 Nov 23 14:21:40.353825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56142) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.385078 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29c710d-9c9d-4f5e-ba2e-c964551325d8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.385622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29c710d-9c9d-4f5e-ba2e-c964551325d8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.388700 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b29c710d-9c9d-4f5e-ba2e-c964551325d8 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/8151d9b2-92d0-4d29-b926-060ed569deaa HTTP/1.1" status: 404 len: 337 time: 0.0339565 Nov 23 14:21:40.392272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56144) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.396364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56146) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.416885 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f586d0-1234-4094-b8d5-f649fc2a5736 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.417655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f586d0-1234-4094-b8d5-f649fc2a5736 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.421903 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d1f586d0-1234-4094-b8d5-f649fc2a5736 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/615c796e-4c20-4c0a-8929-5f100c947f36 HTTP/1.1" status: 404 len: 333 time: 0.0290477 Nov 23 14:21:40.425287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.453561 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf81894-6e0d-40a6-876e-8797d775eb8b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.454017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf81894-6e0d-40a6-876e-8797d775eb8b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.457135 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ddf81894-6e0d-40a6-876e-8797d775eb8b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/4066beba-b075-40be-9187-617f52bc20d6 HTTP/1.1" status: 404 len: 337 time: 0.0301995 Nov 23 14:21:40.459672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56150) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.486068 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-818061a7-e445-4a00-aae1-08ef5532195a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.486614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818061a7-e445-4a00-aae1-08ef5532195a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.490199 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-818061a7-e445-4a00-aae1-08ef5532195a tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/bf1d5f9f-04a3-4f99-9dab-9cdf7b08a7a3 HTTP/1.1" status: 404 len: 333 time: 0.0296283 Nov 23 14:21:40.492716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56152) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.518268 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-154d419f-a83b-4957-9de0-f9e52a802707 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.518724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154d419f-a83b-4957-9de0-f9e52a802707 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.521820 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-154d419f-a83b-4957-9de0-f9e52a802707 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/4f53b1a9-af0a-46db-9e80-d278a70befb3 HTTP/1.1" status: 404 len: 337 time: 0.0282021 Nov 23 14:21:40.524347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56154) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.533161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef79dc9-bd6c-49f9-b9d1-1f93624fd669 req-9505b2cf-1163-4c0f-9704-915371f520f6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:40.534649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ef79dc9-bd6c-49f9-b9d1-1f93624fd669 req-9505b2cf-1163-4c0f-9704-915371f520f6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.2348366 Nov 23 14:21:40.546805 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e004bc44-c8b9-4ddb-9097-ca528c1e096b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.547394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e004bc44-c8b9-4ddb-9097-ca528c1e096b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.550437 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e004bc44-c8b9-4ddb-9097-ca528c1e096b tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/5ef9c010-556b-43e0-8f27-4172919b6485 HTTP/1.1" status: 404 len: 333 time: 0.0251830 Nov 23 14:21:40.553457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56156) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.572683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7ff60d3b-031b-4908-ac89-a1203e72e4f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ab0f5cdc3314d088ab0145431a6a39b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695189 Nov 23 14:21:40.579170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56158) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.585741 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb41182-72cb-4b03-9817-73219cc2d998 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.586534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb41182-72cb-4b03-9817-73219cc2d998 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.589230 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bfb41182-72cb-4b03-9817-73219cc2d998 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/2a62a95e-d469-49df-9cea-5ca7ede976a2 HTTP/1.1" status: 404 len: 337 time: 0.0348535 Nov 23 14:21:40.595485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56160) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.625923 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0366df-9817-4ce9-bc0b-58cb33e81713 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.626495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0366df-9817-4ce9-bc0b-58cb33e81713 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.630372 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7c0366df-9817-4ce9-bc0b-58cb33e81713 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/c6274d2e-dda3-45a8-80d5-2ff743c3cd2a HTTP/1.1" status: 404 len: 333 time: 0.0339541 Nov 23 14:21:40.633699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56162) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.633885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.675034 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c062a4-626d-4657-915f-b22ebed8f562 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.675391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c062a4-626d-4657-915f-b22ebed8f562 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.679019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43c062a4-626d-4657-915f-b22ebed8f562 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/8abb6a86-13c6-4de9-b9ea-413143731182 HTTP/1.1" status: 404 len: 337 time: 0.0443776 Nov 23 14:21:40.682582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56166) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.704153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ef79dc9-bd6c-49f9-b9d1-1f93624fd669 req-d394e386-c70b-4ef8-97cb-824e389671c6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593878 Nov 23 14:21:40.716467 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d74424-31c7-47cc-bac6-c32f410f15f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.718055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d74424-31c7-47cc-bac6-c32f410f15f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.724036 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f3d74424-31c7-47cc-bac6-c32f410f15f2 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/25d52fc0-1c6c-4f90-ba60-a92b90cdd7d3 HTTP/1.1" status: 404 len: 333 time: 0.0404019 Nov 23 14:21:40.727497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.737056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.743834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.749224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f533908b-e074-422e-9aaf-94e2dabeaa0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.774821 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-612ac2c2-46e7-44cb-920b-549dc0aa8ba6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.775337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612ac2c2-46e7-44cb-920b-549dc0aa8ba6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.779132 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-612ac2c2-46e7-44cb-920b-549dc0aa8ba6 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/26cbdfcf-89ce-485e-9194-b8debb1e1b33 HTTP/1.1" status: 404 len: 337 time: 0.0504351 Nov 23 14:21:40.781907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56174) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.794851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.819860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f533908b-e074-422e-9aaf-94e2dabeaa0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.821881 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e814c739-7b25-49dd-b2c7-15847249126e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.822461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e814c739-7b25-49dd-b2c7-15847249126e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.825733 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e814c739-7b25-49dd-b2c7-15847249126e tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/3a901e7a-6dd2-4508-91c3-abbb54e8732e HTTP/1.1" status: 404 len: 333 time: 0.0427325 Nov 23 14:21:40.828969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56178) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.878792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f533908b-e074-422e-9aaf-94e2dabeaa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.881547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f533908b-e074-422e-9aaf-94e2dabeaa0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.882786 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f533908b-e074-422e-9aaf-94e2dabeaa0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05c5d75e-3a4c-451d-a45b-c134a11d32ef HTTP/1.1" status: 204 len: 168 time: 0.3024108 Nov 23 14:21:40.890677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533908b-e074-422e-9aaf-94e2dabeaa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c5d75e-3a4c-451d-a45b-c134a11d32ef,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:40.906568 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-659bd144-5889-4651-9c43-2aee2ff037ba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.907049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659bd144-5889-4651-9c43-2aee2ff037ba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.910969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-659bd144-5889-4651-9c43-2aee2ff037ba tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/561d192d-14cc-4b3e-8504-394085a1e338 HTTP/1.1" status: 404 len: 337 time: 0.0780833 Nov 23 14:21:40.913248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network 5733a756-a61d-4210-805e-c783d1e9c04d is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:40.914084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56184) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.927505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:40.935200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Port': ['ID=4a88c920-a331-45f7-9e2c-acb4a0c9caae,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:40.945685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:40.946688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:40.947341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.957682 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1254413-53e6-48d9-a6a0-5d85a04b9ade tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:40.958267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1254413-53e6-48d9-a6a0-5d85a04b9ade tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:40.964073 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d1254413-53e6-48d9-a6a0-5d85a04b9ade tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/ports/29457a97-a42d-479b-a97c-f94150b31dc1 HTTP/1.1" status: 404 len: 333 time: 0.0454514 Nov 23 14:21:40.964371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56190) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:40.967588 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Floating IP 8f1aef1a-dc24-443d-8f59-0c77787e1428 associated. External IP: 172.25.3.137, port: 7028fa7d-f91f-4938-af9e-54e9431458c8. Nov 23 14:21:40.974998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a240a424-31b1-4ec6-99ee-9b1258cab9c1 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5590844 Nov 23 14:21:41.001825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56192) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:41.003528 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c25db99-5218-4b8e-9ea3-a0818ae90515 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] DELETE failed (client error): The resource could not be found. Nov 23 14:21:41.004029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c25db99-5218-4b8e-9ea3-a0818ae90515 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:21:41.010450 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4c25db99-5218-4b8e-9ea3-a0818ae90515 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/subnets/e8673ed3-0831-487f-83f9-6a231b4e502d HTTP/1.1" status: 404 len: 337 time: 0.0427015 Nov 23 14:21:41.010728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56194) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:41.154788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.193596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Deleting port 4a88c920-a331-45f7-9e2c-acb4a0c9caae {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:41.193993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.315122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.352981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40670f4d-ed4f-4ec6-b765-0923ee47ac2e']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:41.400255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05b6658-25cd-4222-af4c-8627b52162f9') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:41.400738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05b6658-25cd-4222-af4c-8627b52162f9') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:41.417250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.441882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.455124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.458509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:21:41.458951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:21:41.462108 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:21:41.489850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Calling delete_port for 4a88c920-a331-45f7-9e2c-acb4a0c9caae owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:41.572279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.583250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.589791 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] 10.222.0.46 "DELETE /v2.0/networks/40670f4d-ed4f-4ec6-b765-0923ee47ac2e HTTP/1.1" status: 204 len: 168 time: 0.5780973 Nov 23 14:21:41.605992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf14061-bf67-4c43-bff3-c670ea306088 tempest-NetworksTestDHCPv6-2111734723 tempest-NetworksTestDHCPv6-2111734723-project] Pushing event deleted for resources: {'Network': ['ID=40670f4d-ed4f-4ec6-b765-0923ee47ac2e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:41.623989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Router 1398ceb3-abf7-4f60-87c8-73c039372ad9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:21:41.710163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.757287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:21:41.760263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.768373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] Sync routers for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:21:41.777841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a88c920-a331-45f7-9e2c-acb4a0c9caae,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:41.802052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:41.804334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:41.822578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.827811 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ff162dc5-94f0-4996-b29c-36e0788c08c0 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "DELETE /v2.0/ports/4a88c920-a331-45f7-9e2c-acb4a0c9caae HTTP/1.1" status: 204 len: 168 time: 0.8186736 Nov 23 14:21:41.830459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56248) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:41.834731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-ec2b818a-62b6-442d-b862-da59cfbbb839 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "PUT /v2.0/floatingips/8f1aef1a-dc24-443d-8f59-0c77787e1428 HTTP/1.1" status: 200 len: 997 time: 2.2743132 Nov 23 14:21:41.835225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:41.837820 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7765402-9b61-4268-8c29-88a025fa99b5" -d '{"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:41.843371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5733a756-a61d-4210-805e-c783d1e9c04d', 'external_fixed_ips': [{'subnet_id': 'd13333ce-94b4-4f6f-95ee-ec6be15de794', 'ip_address': '2001:db8::1ed'}]}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:41.874527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.875789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:41.935615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56254) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:41.950110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-3d5c045a-57b7-4e67-a1e6-9de79826327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:41.957672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-3d5c045a-57b7-4e67-a1e6-9de79826327a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.1030726 Nov 23 14:21:41.974724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56258) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:41.986046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.009960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:42.012613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723c6ad-4665-4f16-a571-56f6f02a717b req-23fbb2ca-ce93-45b7-8f83-5d31e6c965e2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:42.014203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0723c6ad-4665-4f16-a571-56f6f02a717b req-23fbb2ca-ce93-45b7-8f83-5d31e6c965e2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1172333 Nov 23 14:21:42.165833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1769025075-network', 'tenant_id': 'c2f82cb7fc684a7ca61fd9c113edfa6e'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:42.172961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0723c6ad-4665-4f16-a571-56f6f02a717b req-44fbc872-3145-4ad7-acf5-a04f557999d1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863347 Nov 23 14:21:42.180466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-4e95c3e9-6fac-4e7e-ad03-43ff426f2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:42.182017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-4e95c3e9-6fac-4e7e-ad03-43ff426f2788 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.2235382 Nov 23 14:21:42.186544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.285763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-068bd437-db1e-431e-8bd7-e56cbac45e6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46100085cfea47b59149a13064af628f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086255 Nov 23 14:21:42.291212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56270) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:42.310620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Made reservation on behalf of c2f82cb7fc684a7ca61fd9c113edfa6e for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:42.313246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.356023 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b05564f-dd6a-44f2-be24-197f14f62557 x-openstack-request-id: req-3b05564f-dd6a-44f2-be24-197f14f62557 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:42.356417 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:42.356773 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b05564f-dd6a-44f2-be24-197f14f62557 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:42.357280 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'status': 'completed', 'code': 200} Nov 23 14:21:42.381829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.392449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '8f1aef1a-dc24-443d-8f59-0c77787e1428', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'port_id': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'mac_address': 'fa:16:3e:e4:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:21:38Z', 'updated_at': '2021-11-23T14:21:40Z', 'revision_number': 1, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:45Z', 'revision_number': 5, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:42.427942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] Checking router: 1398ceb3-abf7-4f60-87c8-73c039372ad9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:21:42.436781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:42.437314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:42.444654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-1dc65e3c-a166-4735-b1ed-21cbf68b7e55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 1000 time: 0.2428215 Nov 23 14:21:42.459022 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.480701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.520320 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d362f2c-4512-4b5e-8bcd-2f9d24667cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.551550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:42.590334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89afbd2-5da4-41ae-8b4b-32645fa9a772 req-73f0eada-e8bd-4244-8841-953784534188 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:42.591899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b89afbd2-5da4-41ae-8b4b-32645fa9a772 req-73f0eada-e8bd-4244-8841-953784534188 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 946 time: 0.1769903 Nov 23 14:21:42.593335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-f669edc5-6b0e-4151-a93c-cc6ce3226d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:42.594691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-f669edc5-6b0e-4151-a93c-cc6ce3226d22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1304703 Nov 23 14:21:42.598514 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d362f2c-4512-4b5e-8bcd-2f9d24667cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.601663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-f6ede3fc-705f-488d-b57b-df305f7b7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:42.603242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-f6ede3fc-705f-488d-b57b-df305f7b7e39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.2394195 Nov 23 14:21:42.695108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Allocated IP 2001:db8::1ed (5733a756-a61d-4210-805e-c783d1e9c04d/d13333ce-94b4-4f6f-95ee-ec6be15de794/9fd5614c-6dbd-4f48-b7ef-aefb8818c817) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:42.712638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-9d92889d-cdbd-4f16-877e-3123dd554e38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790560 Nov 23 14:21:42.808272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.818928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.828142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '8f1aef1a-dc24-443d-8f59-0c77787e1428', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'port_id': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'mac_address': 'fa:16:3e:e4:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:21:38Z', 'updated_at': '2021-11-23T14:21:40Z', 'revision_number': 1, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:45Z', 'revision_number': 5, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:42.846386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b89afbd2-5da4-41ae-8b4b-32645fa9a772 req-31d793cc-be0c-450f-a890-98ad2ab8f185 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282352 Nov 23 14:21:42.846386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.858531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aae660-7a7d-4397-b3b9-28ffa54f8daa None None] The sync data for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 is: [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '8f1aef1a-dc24-443d-8f59-0c77787e1428', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'port_id': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'mac_address': 'fa:16:3e:e4:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:21:38Z', 'updated_at': '2021-11-23T14:21:40Z', 'revision_number': 1, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:45Z', 'revision_number': 5, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:21:42.913593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.932132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d362f2c-4512-4b5e-8bcd-2f9d24667cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.934768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d362f2c-4512-4b5e-8bcd-2f9d24667cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.938956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5d362f2c-4512-4b5e-8bcd-2f9d24667cda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a13e4e60-81c5-4ce4-a26d-1ceeed3ea113 HTTP/1.1" status: 204 len: 168 time: 0.6455343 Nov 23 14:21:42.945666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:21:42.958112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-93c8ce16-8db7-4fa1-a673-702fe883f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:42.959740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-93c8ce16-8db7-4fa1-a673-702fe883f163 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.3464706 Nov 23 14:21:42.962156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Port': ['ID=9fd5614c-6dbd-4f48-b7ef-aefb8818c817,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:42.975533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network 5733a756-a61d-4210-805e-c783d1e9c04d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:42.977225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:42.980212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:42.993320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261834b1-f293-4770-97db-4b2eea8c20a5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:42.997033 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:42.997385 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Added segment 73e2130c-676b-4101-a4ea-b71157589025 of type vlan for network f9644e34-a20b-425b-8423-afe388a82f32 Nov 23 14:21:43.048712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-96f2014c-52a2-41b4-a7b0-1807c47910e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139772 Nov 23 14:21:43.085728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d362f2c-4512-4b5e-8bcd-2f9d24667cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e4e60-81c5-4ce4-a26d-1ceeed3ea113,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:43.118469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:43.162138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-12eb28cd-df80-4931-9a51-b2c4a3a64b24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 1000 time: 0.1866691 Nov 23 14:21:43.252445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:43.253204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:43.254332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:43.282547 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6ff2e-ae56-4090-86df-064a37a31a48 None None] New status for floating IP 8f1aef1a-dc24-443d-8f59-0c77787e1428: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:21:43.328403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:43.343897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-9f62dcd5-96a8-4b6f-843b-c3f0ddc24320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:43.345393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-9f62dcd5-96a8-4b6f-843b-c3f0ddc24320 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1760988 Nov 23 14:21:43.415950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4784188 Nov 23 14:21:43.450779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-da6a7cd2-493a-40d5-b3eb-4aba14c33078 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722861 Nov 23 14:21:43.454430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56296) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:43.469798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Request body: {'subnet': {'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1769025075-subnet', 'tenant_id': 'c2f82cb7fc684a7ca61fd9c113edfa6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:43.504336 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2729ac5e-b904-45b6-8d57-db73e1d86385 req-45e1d8ae-0cf9-48ae-bd34-28d4c524ec98 service neutron] 10.222.0.46 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285848 Nov 23 14:21:43.518490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Made reservation on behalf of c2f82cb7fc684a7ca61fd9c113edfa6e for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:43.529191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:43.534019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0f29-7526-4476-9506-c11bc186e756 admin admin] Pushing event updated for resources: {'Network': ['ID=f9644e34-a20b-425b-8423-afe388a82f32,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:43.548644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f9644e34-a20b-425b-8423-afe388a82f32 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:21:43.709056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-c83f9f56-ddcd-48e1-b455-9252c7d49c08 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036748 Nov 23 14:21:43.719442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-2f037ecb-12dd-496f-93b7-d85b0c9bb361 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.1133144 Nov 23 14:21:43.798356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-151937ac-ed6f-4713-8f65-447d45765ea6 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:43.811123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-151937ac-ed6f-4713-8f65-447d45765ea6 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports/7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 943 time: 0.0901577 Nov 23 14:21:43.823764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:43.939709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:44.029842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7765402-9b61-4268-8c29-88a025fa99b5 req-d040a013-6973-4f5f-9026-3b2418352a85 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072522 Nov 23 14:21:44.054707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-ac9e28c7-61d5-41f6-8162-bff70d4c368b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.1851914 Nov 23 14:21:44.109640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56350) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:44.123267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.151834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:44.155120 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d4f87d-acbb-46ac-9aff-9a5532189b38" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-unplugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:44.171439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:44.179266 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.251917 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016f71e2-3ce1-4f7c-8c7b-2934cdcc2c60 x-openstack-request-id: req-016f71e2-3ce1-4f7c-8c7b-2934cdcc2c60 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:44.253200 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-unplugged", "status": "completed", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:44.254019 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-016f71e2-3ce1-4f7c-8c7b-2934cdcc2c60 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:44.254645 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'code': 200} Nov 23 14:21:44.262966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=14']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:44.265409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-6ee8e9ea-cf0a-4db6-87bc-20788d0f4dbc tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:44.266871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-6ee8e9ea-cf0a-4db6-87bc-20788d0f4dbc tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.2103176 Nov 23 14:21:44.273917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--550900214'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:44.352565 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.377389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.382148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-3081e85f-1bf2-4e36-a864-a26aaf6e8a8a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.0994587 Nov 23 14:21:44.396989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:44.482369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.516506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.590568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:44.594428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Router 3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:21:44.609775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Checking segment: {'id': '73e2130c-676b-4101-a4ea-b71157589025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:44.610402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Network hostable DHCP agents. Network: f9644e34-a20b-425b-8423-afe388a82f32, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:21:44.637605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.642630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.701370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Network f9644e34-a20b-425b-8423-afe388a82f32 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:21:44.712106 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.720750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, f9644e34-a20b-425b-8423-afe388a82f32) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:44.727856 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.727992 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Floating IP 8f1aef1a-dc24-443d-8f59-0c77787e1428 disassociated. External IP: 172.25.3.137, port: 7028fa7d-f91f-4938-af9e-54e9431458c8. Nov 23 14:21:44.732719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:44.732952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6950d3-d470-4e6b-b545-a571f08e8fee None None] Network f9644e34-a20b-425b-8423-afe388a82f32 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:44.733578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.758373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-128be81e-f866-499a-a3c1-860320d443b5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2980094 Nov 23 14:21:44.766377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:21:44.789282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:44.792547 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e12f71d-43cf-481c-94c1-2a95803ddfba tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9610426 Nov 23 14:21:44.795971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56388) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:44.813734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3d525d-7d2d-4685-8b4d-7af6a47f19d1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:44.815961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Sync routers for ids ['3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:21:44.835413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Routers {'3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:44.836034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:44.915824 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.030019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.037858 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.047163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.099359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Deleting port 9fd5614c-6dbd-4f48-b7ef-aefb8818c817 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:45.099706 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.115917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4c0f7-4f00-42c8-abc3-2f6cad9f9357,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:45.126374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.127637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d42716a5-ce0b-48e9-aa0e-253b9e327f6b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0167310 Nov 23 14:21:45.136101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584c7ec-6ec9-4385-af06-2bad65764e6d req-e6ee0028-c898-492a-a159-630e540174c5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:45.144791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f584c7ec-6ec9-4385-af06-2bad65764e6d req-e6ee0028-c898-492a-a159-630e540174c5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3130136 Nov 23 14:21:45.150215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56396) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:45.164891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Set router 3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:45.201113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8567da8c-1ca1-4ec3-9bdd-db6839cf6c34 None None] Network f9644e34-a20b-425b-8423-afe388a82f32 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:45.203220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.220598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Calling delete_port for 9fd5614c-6dbd-4f48-b7ef-aefb8818c817 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:45.266453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f584c7ec-6ec9-4385-af06-2bad65764e6d req-d2c88b27-349b-44fb-bfc0-ad8bf6e4cf72 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159513 Nov 23 14:21:45.272534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Router 1398ceb3-abf7-4f60-87c8-73c039372ad9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:21:45.278652 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-95ce4df2-de59-4ac5-ab41-2b3f3d736720 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1261847 Nov 23 14:21:45.282507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56400) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:45.289066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-317640d5-9af0-4ba3-b613-44c5b8a09dd5 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-security--2129430806', 'description': 'tempest-security-description-806666007'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:45.466763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317640d5-9af0-4ba3-b613-44c5b8a09dd5 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.503138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:21:45.511526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.522428 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] Sync routers for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:21:45.552529 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:45.553070 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:45.569066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1', 'name': '', 'tenant_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5733a756-a61d-4210-805e-c783d1e9c04d', 'external_fixed_ips': [{'subnet_id': 'd13333ce-94b4-4f6f-95ee-ec6be15de794', 'ip_address': '2001:db8::1ed'}], 'enable_snat': True}, 'gw_port_id': '9fd5614c-6dbd-4f48-b7ef-aefb8818c817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:41Z', 'updated_at': '2021-11-23T14:21:43Z', 'revision_number': 3, 'project_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'gw_port': {'id': '9fd5614c-6dbd-4f48-b7ef-aefb8818c817', 'name': '', 'network_id': '5733a756-a61d-4210-805e-c783d1e9c04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'd13333ce-94b4-4f6f-95ee-ec6be15de794', 'ip_address': '2001:db8::1ed', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:42Z', 'updated_at': '2021-11-23T14:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd13333ce-94b4-4f6f-95ee-ec6be15de794', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:45.599140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0671a3b3-84dd-44d0-812e-77390f90c38a tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "PUT /v2.0/floatingips/8f1aef1a-dc24-443d-8f59-0c77787e1428 HTTP/1.1" status: 200 len: 695 time: 1.2092717 Nov 23 14:21:45.603646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:45.605973 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c" -d '{"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:45.613865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Checking router: 3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:21:45.614794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Updating router 3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1 port 9fd5614c-6dbd-4f48-b7ef-aefb8818c817 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:21:45.655187 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.692826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317640d5-9af0-4ba3-b613-44c5b8a09dd5 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.710170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317640d5-9af0-4ba3-b613-44c5b8a09dd5 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.712054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-c973e424-8eec-4726-b907-d3992f288baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:45.713086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-317640d5-9af0-4ba3-b613-44c5b8a09dd5 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.714539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-317640d5-9af0-4ba3-b613-44c5b8a09dd5 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "PUT /v2.0/security-groups/3bf4c0f7-4f00-42c8-abc3-2f6cad9f9357 HTTP/1.1" status: 200 len: 1796 time: 0.4308453 Nov 23 14:21:45.719562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56412) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:45.723361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-c973e424-8eec-4726-b907-d3992f288baf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.1052337 Nov 23 14:21:45.790545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.801298 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:45.895584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fd5614c-6dbd-4f48-b7ef-aefb8818c817,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:45.907038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317640d5-9af0-4ba3-b613-44c5b8a09dd5 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4c0f7-4f00-42c8-abc3-2f6cad9f9357,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:45.929442 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e5aa470f-b863-416d-89af-a35a02dd4a04 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups/3bf4c0f7-4f00-42c8-abc3-2f6cad9f9357 HTTP/1.1" status: 200 len: 1796 time: 0.2016046 Nov 23 14:21:45.951658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56418) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:45.957315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:45.968031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-407b2720-7b12-4cc4-aaa0-17e4bb4c4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:45.969540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-407b2720-7b12-4cc4-aaa0-17e4bb4c4df9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.2439733 Nov 23 14:21:46.022226 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbea75c6-e7f0-41aa-b742-7563a2f022dc x-openstack-request-id: req-dbea75c6-e7f0-41aa-b742-7563a2f022dc {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:46.022552 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:46.022811 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbea75c6-e7f0-41aa-b742-7563a2f022dc {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:46.023239 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'status': 'completed', 'code': 200} Nov 23 14:21:46.082254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-19c0935b-8f27-416b-923a-f71f5d5cf8a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 217 time: 0.0851669 Nov 23 14:21:46.170134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.175281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.187207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-c27c67e2-94ac-4175-b4f9-8e26f7799ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:46.188902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-c27c67e2-94ac-4175-b4f9-8e26f7799ca6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1095 time: 0.3071039 Nov 23 14:21:46.193280 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:45Z', 'revision_number': 5, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:46.210399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:21:46.211342 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:21:46.255569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0ec67421-d1bb-4a8c-8e66-9c16289a2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:46.260985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-0ec67421-d1bb-4a8c-8e66-9c16289a2a63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1651404 Nov 23 14:21:46.267914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd3ad-dfc8-4b0b-bbfe-3720db94667b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.280992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.281843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:21:46.308697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.313179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6602538-9edd-4ff9-ae2a-3c2325e34587 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "DELETE /v2.0/routers/3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1 HTTP/1.1" status: 204 len: 168 time: 1.5158060 Nov 23 14:21:46.313852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56424) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:46.346061 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] Checking router: 1398ceb3-abf7-4f60-87c8-73c039372ad9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:21:46.354751 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:46.355609 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:46.359940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-524d953a-2753-4ba3-95e1-1dc59a0a55eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921185 Nov 23 14:21:46.384357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Deleting subnet d13333ce-94b4-4f6f-95ee-ec6be15de794 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:21:46.395727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-e520f6bf-9e29-40f7-a09c-05e9633061b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:46.397310 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-e520f6bf-9e29-40f7-a09c-05e9633061b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09ed32e0e8634fa283db4f253379a7f8&device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 1097 time: 0.3717947 Nov 23 14:21:46.398023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.511496 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:46.524771 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd3ad-dfc8-4b0b-bbfe-3720db94667b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.593315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.632774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-7d4f6a3e-50f7-417a-a2ee-db48dce37b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:46.634252 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-7d4f6a3e-50f7-417a-a2ee-db48dce37b30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 200 len: 920 time: 0.2038612 Nov 23 14:21:46.689035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd3ad-dfc8-4b0b-bbfe-3720db94667b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.691943 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd3ad-dfc8-4b0b-bbfe-3720db94667b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.695296 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8e2dd3ad-dfc8-4b0b-bbfe-3720db94667b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/3bf4c0f7-4f00-42c8-abc3-2f6cad9f9357 HTTP/1.1" status: 204 len: 168 time: 0.7388744 Nov 23 14:21:46.695296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.700792 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-64705bbf-884b-486a-b70a-c37e85284001 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 200 len: 217 time: 0.0570068 Nov 23 14:21:46.720182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56428) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:46.732475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Port 9fd5614c-6dbd-4f48-b7ef-aefb8818c817 not found while updating agent binding for router 3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1. {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 14:21:46.762522 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dd3ad-dfc8-4b0b-bbfe-3720db94667b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4c0f7-4f00-42c8-abc3-2f6cad9f9357,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:46.765991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:46.766695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:21:46.768950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_agentschedulers_db [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103347) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:21:46.770411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cf75a-5aa1-4964-9816-886f10660662 None None] The sync data for ids ['3d28caf1-e2a7-4e6e-9c9e-910d72cfd1d1'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:21:46.834245 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:45Z', 'revision_number': 5, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:46.842411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-2bcc947c-7044-405a-abd0-e21059ffd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:46.843843 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-2bcc947c-7044-405a-abd0-e21059ffd800 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 200 len: 859 time: 0.1214201 Nov 23 14:21:46.850470 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-32a67706-ff0e-4565-a516-ea92b5d3dc43 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1291921 Nov 23 14:21:46.854985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56430) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:46.883273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331ccdc-43db-4856-b1be-837b9901acf7 None None] The sync data for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 is: [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:20:33Z', 'revision_number': 4, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c0ce355d-697d-4066-9393-e0a34e8f5264', 'name': '', 'network_id': 'ca293bed-6db5-4ac2-9f58-bc57edc356d0', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'mac_address': 'fa:16:3e:b5:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:31Z', 'updated_at': '2021-11-23T14:20:45Z', 'revision_number': 5, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'subnets': [{'id': '656a463e-3f79-4356-9ef5-8de1acc4bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:21:46.890881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-6a38f29e-c44e-4f39-a1bb-d76de9496752 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca293bed-6db5-4ac2-9f58-bc57edc356d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371866 Nov 23 14:21:46.892408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.896303 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-08cc1ace-67de-4ffd-8f85-1617f9d32d37 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] delete failed (client error): The resource could not be found. Nov 23 14:21:46.897320 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08cc1ace-67de-4ffd-8f85-1617f9d32d37 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/3bf4c0f7-4f00-42c8-abc3-2f6cad9f9357 HTTP/1.1" status: 404 len: 347 time: 0.0348077 Nov 23 14:21:46.915851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56432) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:46.939958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bd954816-e497-43aa-9269-6c9ee291ee28 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196592167'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:46.965758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f406ab-4ceb-4331-8841-dab0ddb1e024 req-fe07ade5-55ea-4d63-9040-facbe1590536 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:46.974063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f406ab-4ceb-4331-8841-dab0ddb1e024 req-fe07ade5-55ea-4d63-9040-facbe1590536 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.6297405 Nov 23 14:21:46.975506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d13333ce-94b4-4f6f-95ee-ec6be15de794,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:46.987773 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:46.993909 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-116cb851-962f-47cd-ae2d-937f9ace6dec tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/d13333ce-94b4-4f6f-95ee-ec6be15de794 HTTP/1.1" status: 204 len: 168 time: 0.6722443 Nov 23 14:21:46.994248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56434) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:47.023169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-6c1cb548-6c43-4c22-a9a7-8d8a0d52d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:47.025590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-6c1cb548-6c43-4c22-a9a7-8d8a0d52d3ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.8262458 Nov 23 14:21:47.034006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-7870b24d-2714-417f-a83a-cd44c0d8aa5f service neutron] 10.222.0.46 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255965 Nov 23 14:21:47.080694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd954816-e497-43aa-9269-6c9ee291ee28 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.121023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-cd918f6d-938f-4f2a-842f-e8241d29ad38 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765110 Nov 23 14:21:47.125262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.260617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f406ab-4ceb-4331-8841-dab0ddb1e024 req-6eefd570-f681-41eb-81d1-203ed974a78a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852643 Nov 23 14:21:47.271551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351fc861-b0e7-455c-a59a-17a8037b85dc None None] New status for floating IP 8f1aef1a-dc24-443d-8f59-0c77787e1428: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:21:47.286977 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.316951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5733a756-a61d-4210-805e-c783d1e9c04d']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:47.331176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-5ed2542d-e36f-48a4-9784-baf70c6eef61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.2944005 Nov 23 14:21:47.336011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11efb274-805a-4718-9fba-459a09d08f7e') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:47.336325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11efb274-805a-4718-9fba-459a09d08f7e') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:47.372338 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.375669 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c485a3f8-085d-4e73-9ad9-d6d13e28e36c req-9ac75f81-5289-4ddf-bf75-b0881bbde272 service neutron] 10.222.0.11 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102778 Nov 23 14:21:47.408040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.426804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:21:47.427248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.427879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd954816-e497-43aa-9269-6c9ee291ee28 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:21:47.436667 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:21:47.439421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ab01630-11f8-4a19-963c-5eb602bcc90c req-dcf782ae-5fe3-4e47-8948-b870e4e953bf service neutron] 10.222.0.46 "GET /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009094 Nov 23 14:21:47.474848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd954816-e497-43aa-9269-6c9ee291ee28 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.536234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd954816-e497-43aa-9269-6c9ee291ee28 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac43080-d753-4d2f-a235-2eb506814327,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:47.576894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.589903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5733a756-a61d-4210-805e-c783d1e9c04d {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 14:21:47.593054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.604159 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5733a756-a61d-4210-805e-c783d1e9c04d HTTP/1.1" status: 204 len: 168 time: 0.6088057 Nov 23 14:21:47.615006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b82a77-2af7-4865-b59d-57fa041a2366 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event deleted for resources: {'Network': ['ID=5733a756-a61d-4210-805e-c783d1e9c04d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:47.628332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd954816-e497-43aa-9269-6c9ee291ee28 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.633600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56448) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:47.633984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bd954816-e497-43aa-9269-6c9ee291ee28 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7120285 Nov 23 14:21:47.639236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-940d728c-2d6a-4794-9740-586b2ce042be tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': '9ac43080-d753-4d2f-a235-2eb506814327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:47.646722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850a5ece-c677-431c-941c-378ba57cfe0c req-e09ea4db-5672-4269-91d0-af5ca4bf10dc tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips/8f1aef1a-dc24-443d-8f59-0c77787e1428 HTTP/1.1" status: 200 len: 695 time: 0.1124337 Nov 23 14:21:47.647504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-6fdcd59b-0f76-4266-8f66-ce0c57fa5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:47.648785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-6fdcd59b-0f76-4266-8f66-ce0c57fa5cec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.3075762 Nov 23 14:21:47.686625 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-940d728c-2d6a-4794-9740-586b2ce042be tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.852446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-940d728c-2d6a-4794-9740-586b2ce042be tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.876141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-940d728c-2d6a-4794-9740-586b2ce042be tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.934550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-1227b1c5-c10d-41fd-8d5e-81d5e97d70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:47.940175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-1227b1c5-c10d-41fd-8d5e-81d5e97d70c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671537 Nov 23 14:21:47.976827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-940d728c-2d6a-4794-9740-586b2ce042be tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:47.978014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-940d728c-2d6a-4794-9740-586b2ce042be tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432593 Nov 23 14:21:47.978733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d728c-2d6a-4794-9740-586b2ce042be tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396ebb89-89be-427d-8617-08c832ad777b,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:47.993257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56466) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:48.037755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5ece-c677-431c-941c-378ba57cfe0c req-e78da835-ee14-4f28-ab0d-582966d47c36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:48.040476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850a5ece-c677-431c-941c-378ba57cfe0c req-e78da835-ee14-4f28-ab0d-582966d47c36 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 784 time: 0.3702435 Nov 23 14:21:48.065960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-850a5ece-c677-431c-941c-378ba57cfe0c req-99a6aef2-8538-4884-a77e-e5dc010c4344 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:21:48.068834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850a5ece-c677-431c-941c-378ba57cfe0c req-99a6aef2-8538-4884-a77e-e5dc010c4344 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145881 Nov 23 14:21:48.071849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc5e8-368f-436b-b543-3a006996506c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.112620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc5e8-368f-436b-b543-3a006996506c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.162521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc5e8-368f-436b-b543-3a006996506c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.183222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc5e8-368f-436b-b543-3a006996506c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.186732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8d9fc5e8-368f-436b-b543-3a006996506c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/396ebb89-89be-427d-8617-08c832ad777b HTTP/1.1" status: 204 len: 168 time: 0.1871066 Nov 23 14:21:48.186732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:48.192663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-eb229afe-add4-4d94-b898-96ea50682078 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'router': {'name': 'tempest-router--937949882', 'project_id': '59e4b10946504e4e9157320d34783264'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:48.195645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56478) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:48.222932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850a5ece-c677-431c-941c-378ba57cfe0c req-f49fcb00-d093-4c4c-8320-ba27f6ebb421 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.1119702 Nov 23 14:21:48.244725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fc5e8-368f-436b-b543-3a006996506c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=396ebb89-89be-427d-8617-08c832ad777b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:48.289853 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a88018ba-00f6-45ec-ac04-1e56586d4b59 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0900877 Nov 23 14:21:48.291221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb229afe-add4-4d94-b898-96ea50682078 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.292760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb229afe-add4-4d94-b898-96ea50682078 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.296679 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:48.313832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-86f3f36f-9499-4052-8a66-d74aaa521f21 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588219 Nov 23 14:21:48.328982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850a5ece-c677-431c-941c-378ba57cfe0c req-82274bf0-7dce-4cd2-8c59-e4353dccc0e0 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.1050537 Nov 23 14:21:48.407933 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb229afe-add4-4d94-b898-96ea50682078 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.421949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb229afe-add4-4d94-b898-96ea50682078 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.435196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b50dc08d-c986-46ac-b1d7-5f6f6355e429 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.462633 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b50dc08d-c986-46ac-b1d7-5f6f6355e429 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.510094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b50dc08d-c986-46ac-b1d7-5f6f6355e429 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.513107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b50dc08d-c986-46ac-b1d7-5f6f6355e429 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.514611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b50dc08d-c986-46ac-b1d7-5f6f6355e429 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/9ac43080-d753-4d2f-a235-2eb506814327 HTTP/1.1" status: 204 len: 168 time: 0.2143743 Nov 23 14:21:48.518927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:48.529186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb229afe-add4-4d94-b898-96ea50682078 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.531664 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eb229afe-add4-4d94-b898-96ea50682078 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3433349 Nov 23 14:21:48.534579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56492) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:48.556804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dc08d-c986-46ac-b1d7-5f6f6355e429 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac43080-d753-4d2f-a235-2eb506814327,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:48.601589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab80c18-d211-4ce9-b05e-9d44da170507 req-984048d5-2aa1-4dec-93b4-db8875e8b652 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:48.609485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cab80c18-d211-4ce9-b05e-9d44da170507 req-984048d5-2aa1-4dec-93b4-db8875e8b652 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2033632 Nov 23 14:21:48.627600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d199974-df1a-46f7-baf4-c50cd0881b2d req-c9af1b81-fb99-4e5d-8a95-7db91db071e6 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410240 Nov 23 14:21:48.664983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Deleting port 52c8b2a7-6c35-4f91-8f1f-273d6c64b942 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:48.665298 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.687095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44ae08df-17e9-4c93-8c5e-0b8729446c0c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.707421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cab80c18-d211-4ce9-b05e-9d44da170507 req-2e114240-29ed-45d8-9f99-de6e04bf2300 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921075 Nov 23 14:21:48.731071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-401a3ef9-01f9-4e85-9fe3-6984cbbe1496 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2108581 Nov 23 14:21:48.763950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:48.770745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d91d2ed6-0144-473b-8bc8-afd7251ffb1e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675826187'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:48.828061 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.828418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.846664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Calling delete_port for 52c8b2a7-6c35-4f91-8f1f-273d6c64b942 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:48.977791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44ae08df-17e9-4c93-8c5e-0b8729446c0c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.980858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44ae08df-17e9-4c93-8c5e-0b8729446c0c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:48.982757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d91d2ed6-0144-473b-8bc8-afd7251ffb1e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.052075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44ae08df-17e9-4c93-8c5e-0b8729446c0c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.052622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae08df-17e9-4c93-8c5e-0b8729446c0c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f49486c-b5f0-4280-9b9a-e931d5c12022 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:21:49.067804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44ae08df-17e9-4c93-8c5e-0b8729446c0c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.071255 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-44ae08df-17e9-4c93-8c5e-0b8729446c0c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "DELETE /v2.0/routers/7f49486c-b5f0-4280-9b9a-e931d5c12022 HTTP/1.1" status: 204 len: 168 time: 0.5347505 Nov 23 14:21:49.205788 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.248879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d91d2ed6-0144-473b-8bc8-afd7251ffb1e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.261797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d91d2ed6-0144-473b-8bc8-afd7251ffb1e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.326727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56514) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:49.346352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d2ed6-0144-473b-8bc8-afd7251ffb1e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff0c40-418f-4378-87fb-0f74e3d93c49,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:49.360062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d91d2ed6-0144-473b-8bc8-afd7251ffb1e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.361931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d91d2ed6-0144-473b-8bc8-afd7251ffb1e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5971410 Nov 23 14:21:49.364946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56518) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:49.370232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b89c8ccc-6ddd-4765-8aec-7e4d9454fade tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'c8ff0c40-418f-4378-87fb-0f74e3d93c49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:49.372756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-5b971f4b-c650-4eed-9271-8091859b0f18 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:49.383839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-5b971f4b-c650-4eed-9271-8091859b0f18 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/networks?id=f9644e34-a20b-425b-8423-afe388a82f32 HTTP/1.1" status: 200 len: 810 time: 0.2365999 Nov 23 14:21:49.407262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b89c8ccc-6ddd-4765-8aec-7e4d9454fade tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.426477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event deleted for resources: {'Port': ['ID=52c8b2a7-6c35-4f91-8f1f-273d6c64b942,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:49.496059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b89c8ccc-6ddd-4765-8aec-7e4d9454fade tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.499579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-cf8cb1e2-ee68-446c-962a-ac131e91cde7 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/quotas/c2f82cb7fc684a7ca61fd9c113edfa6e HTTP/1.1" status: 200 len: 375 time: 0.1148450 Nov 23 14:21:49.503307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.503736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.504167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.504572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.505014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.505352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.505750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.506046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.506423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.506754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.507108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.507481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:49.509280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b89c8ccc-6ddd-4765-8aec-7e4d9454fade tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.537429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.540967 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.541114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b89c8ccc-6ddd-4765-8aec-7e4d9454fade tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.544986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850a5ece-c677-431c-941c-378ba57cfe0c req-2d478daf-c586-4733-8c9c-93fbe4acfd35 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "DELETE /v2.0/floatingips/8f1aef1a-dc24-443d-8f59-0c77787e1428 HTTP/1.1" status: 204 len: 173 time: 1.2122808 Nov 23 14:21:49.545694 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b89c8ccc-6ddd-4765-8aec-7e4d9454fade tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1765306 Nov 23 14:21:49.548290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c8ccc-6ddd-4765-8aec-7e4d9454fade tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38886e49-a6bc-477e-a81a-a6b59dde6f4d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:49.551780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56520) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:49.556631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bb228638-0ec6-47f1-88fb-5000092ec810 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'c8ff0c40-418f-4378-87fb-0f74e3d93c49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:49.577376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-0747c1ba-bcb0-46c3-bf4d-0f6865ab2f40 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2f82cb7fc684a7ca61fd9c113edfa6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571780 Nov 23 14:21:49.605044 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb228638-0ec6-47f1-88fb-5000092ec810 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.649923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1823384977', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:49.707622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.709190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.724204 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb228638-0ec6-47f1-88fb-5000092ec810 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.733511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73715703-a161-4dfe-a00e-5207632ff9cb req-f3903b92-69d4-46b1-9565-9831737ed3f6 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups/a9cf1d25-2d7c-4e51-aa98-1cc6c8267425 HTTP/1.1" status: 200 len: 1825 time: 0.1673229 Nov 23 14:21:49.738046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb228638-0ec6-47f1-88fb-5000092ec810 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.740162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-53fab8bd-b538-41bb-81a8-d64f6339b170 service neutron] 10.222.0.46 "GET /v2.0/networks/f9644e34-a20b-425b-8423-afe388a82f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598289 Nov 23 14:21:49.788579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.790278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb228638-0ec6-47f1-88fb-5000092ec810 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed89489-5803-42e7-af87-4ea5a781ad63,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:49.796116 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb228638-0ec6-47f1-88fb-5000092ec810 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.798425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bb228638-0ec6-47f1-88fb-5000092ec810 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2456217 Nov 23 14:21:49.801823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56528) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:49.806869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-69922a36-d328-47c4-8d45-d5a07ebed922 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'c8ff0c40-418f-4378-87fb-0f74e3d93c49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:49.862340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-73715703-a161-4dfe-a00e-5207632ff9cb req-34a5e09a-4676-4581-92fe-c475208dd3c7 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.884038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-b98d8825-9043-48ce-8df1-2f979d4a8ada service neutron] 10.222.0.46 "GET /v2.0/networks/f9644e34-a20b-425b-8423-afe388a82f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322773 Nov 23 14:21:49.906275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-73715703-a161-4dfe-a00e-5207632ff9cb req-34a5e09a-4676-4581-92fe-c475208dd3c7 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.965778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-73715703-a161-4dfe-a00e-5207632ff9cb req-34a5e09a-4676-4581-92fe-c475208dd3c7 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.968727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-73715703-a161-4dfe-a00e-5207632ff9cb req-34a5e09a-4676-4581-92fe-c475208dd3c7 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:49.969841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73715703-a161-4dfe-a00e-5207632ff9cb req-34a5e09a-4676-4581-92fe-c475208dd3c7 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "DELETE /v2.0/security-groups/a9cf1d25-2d7c-4e51-aa98-1cc6c8267425 HTTP/1.1" status: 204 len: 173 time: 0.2263851 Nov 23 14:21:49.979751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5e09a-4676-4581-92fe-c475208dd3c7 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf1d25-2d7c-4e51-aa98-1cc6c8267425,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:49.991984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:50.017458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69922a36-d328-47c4-8d45-d5a07ebed922 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:50.120478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a60c4f-cb05-4c4d-9b4c-7ffd158b0b34 req-332677a2-0bcd-4fec-94bf-da92240af377 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:50.122472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0a60c4f-cb05-4c4d-9b4c-7ffd158b0b34 req-332677a2-0bcd-4fec-94bf-da92240af377 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.0636995 Nov 23 14:21:50.131109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69922a36-d328-47c4-8d45-d5a07ebed922 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:50.141529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69922a36-d328-47c4-8d45-d5a07ebed922 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:50.171672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922a36-d328-47c4-8d45-d5a07ebed922 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a474a5b7-21ed-4c7c-ba0d-9fd02e2b3f93,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:50.179988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69922a36-d328-47c4-8d45-d5a07ebed922 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:50.181110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-69922a36-d328-47c4-8d45-d5a07ebed922 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3783088 Nov 23 14:21:50.185180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56538) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:50.191634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-acf92a6c-a9f9-490a-991c-8d6ff2e73f2d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'c8ff0c40-418f-4378-87fb-0f74e3d93c49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:50.227155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0a60c4f-cb05-4c4d-9b4c-7ffd158b0b34 req-c01b8ddd-ac75-4e83-867b-15620b3dd333 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974736 Nov 23 14:21:50.353518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf6d083e-7893-4d83-bd2f-607bc23bfded req-1edee7fa-a1a5-442a-a482-ac5028533d3a tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 210 time: 0.0559733 Nov 23 14:21:50.649849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6afa0-9d4a-415e-b392-af88ec52c794 req-45fb202d-5087-451f-a1d1-e06dbc646fb0 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:50.663988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebc6afa0-9d4a-415e-b392-af88ec52c794 req-45fb202d-5087-451f-a1d1-e06dbc646fb0 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.2028303 Nov 23 14:21:50.709782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88540e96-44b3-4454-9f14-9b08f21bb2a9 req-e0f96942-6aa2-4a62-b512-71202dc7d309 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:50.713821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88540e96-44b3-4454-9f14-9b08f21bb2a9 req-e0f96942-6aa2-4a62-b512-71202dc7d309 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1897535 Nov 23 14:21:50.794867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebc6afa0-9d4a-415e-b392-af88ec52c794 req-7b08f64a-e622-44ff-b374-82c84bfeae76 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294875 Nov 23 14:21:50.826380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88540e96-44b3-4454-9f14-9b08f21bb2a9 req-ba3b4bde-34e2-448d-9a5a-fb343ad384aa tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006095 Nov 23 14:21:50.904858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acf92a6c-a9f9-490a-991c-8d6ff2e73f2d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:50.963395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.005185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.016400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed5ba-440b-4e62-ac74-a5aeafef9ec2 req-7e65af7e-d0b5-4ddb-9da1-3e5bff9c82ae tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.025271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff2ed5ba-440b-4e62-ac74-a5aeafef9ec2 req-7e65af7e-d0b5-4ddb-9da1-3e5bff9c82ae tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.0819578 Nov 23 14:21:51.072377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acf92a6c-a9f9-490a-991c-8d6ff2e73f2d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.079520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acf92a6c-a9f9-490a-991c-8d6ff2e73f2d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.123039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff2ed5ba-440b-4e62-ac74-a5aeafef9ec2 req-4cb38ec9-f8de-4018-9a34-b80ae1e84bb9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812013 Nov 23 14:21:51.137947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf92a6c-a9f9-490a-991c-8d6ff2e73f2d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4465b35e-9afb-430b-8f1c-6f7eaf534b21,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:51.167728 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acf92a6c-a9f9-490a-991c-8d6ff2e73f2d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.171999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56566) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:51.172853 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-acf92a6c-a9f9-490a-991c-8d6ff2e73f2d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9867880 Nov 23 14:21:51.178794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-892ad341-af2d-4364-af22-6aef77407be4 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'c8ff0c40-418f-4378-87fb-0f74e3d93c49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:51.217824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892ad341-af2d-4364-af22-6aef77407be4 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.221713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Allocated IP 172.25.3.58 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/5d4c2cc8-038b-4b06-a7f6-da04bc49a3ed) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:51.372157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892ad341-af2d-4364-af22-6aef77407be4 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.377599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892ad341-af2d-4364-af22-6aef77407be4 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.408573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ad341-af2d-4364-af22-6aef77407be4 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c70b83-1743-43c8-a82b-99d2913c1c58,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:51.422067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892ad341-af2d-4364-af22-6aef77407be4 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.424489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-892ad341-af2d-4364-af22-6aef77407be4 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2501078 Nov 23 14:21:51.427776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56582) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:51.440504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.475794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.513810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce7dd4b-fc3a-44ca-a612-9bf226dff516 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.517405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:51.520286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:51.522686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:51.554749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce7dd4b-fc3a-44ca-a612-9bf226dff516 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.559099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event updated for resources: {'Port': ['ID=5d4c2cc8-038b-4b06-a7f6-da04bc49a3ed,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:51.603951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.610117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.616839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.622958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.630416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.636293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.642797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.645292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-ca1b877e-0378-42f6-8465-00fda7798085 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.1935928 Nov 23 14:21:51.671076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce7dd4b-fc3a-44ca-a612-9bf226dff516 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.686316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-86a1ea8f-5165-4e4d-ac27-ee8287f317b3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:51.687816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-86a1ea8f-5165-4e4d-ac27-ee8287f317b3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.2478096 Nov 23 14:21:51.693258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ce7dd4b-fc3a-44ca-a612-9bf226dff516 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:51.698480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9ce7dd4b-fc3a-44ca-a612-9bf226dff516 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a6c70b83-1743-43c8-a82b-99d2913c1c58 HTTP/1.1" status: 204 len: 168 time: 0.2654216 Nov 23 14:21:51.730745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56584) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:51.745486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7dd4b-fc3a-44ca-a612-9bf226dff516 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6c70b83-1743-43c8-a82b-99d2913c1c58,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:51.754653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-2b75dd45-5de5-4cec-9e3a-d0329661d0f0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/quotas/aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 375 time: 0.0284507 Nov 23 14:21:51.837977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2911ebc-6c0a-4c58-aaab-1d67dc2a2ee0 req-734d8ff9-d472-47f9-9c24-6de75c9cea2a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690092 Nov 23 14:21:51.850729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-fb431f3a-7cbc-4537-b9f7-1378ee8e796f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853572 Nov 23 14:21:51.966211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ac2d34e-fba2-4f65-a616-cca83c940311 req-716730a8-f980-4b36-82de-243a3efa1b07 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 210 time: 0.0330741 Nov 23 14:21:51.990431 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8874ee2c-0d69-4e53-ad0c-8519c2346061 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2580259 Nov 23 14:21:51.992156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56590) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.029748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-ee6a40e9-b4cf-450c-9036-e9da0de5f69d service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693208 Nov 23 14:21:52.093088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.114730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e16fa72-983e-4fef-8aea-04427ddbbe22 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.144724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e16fa72-983e-4fef-8aea-04427ddbbe22 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.154631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-590a3653-989c-4eeb-bffc-bfacecda0001 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.156228 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-590a3653-989c-4eeb-bffc-bfacecda0001 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.74 "GET /v2.0/networks?id=f9644e34-a20b-425b-8423-afe388a82f32 HTTP/1.1" status: 200 len: 810 time: 0.2980957 Nov 23 14:21:52.198457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Request body: {'port': {'device_id': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32', 'admin_state_up': True, 'tenant_id': 'c2f82cb7fc684a7ca61fd9c113edfa6e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:52.224148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646a05c-3a57-4a31-a27d-b2ffb54c4ae1 req-2d2b545d-52d2-42f5-bb0a-c295f0592c44 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.225726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1646a05c-3a57-4a31-a27d-b2ffb54c4ae1 req-2d2b545d-52d2-42f5-bb0a-c295f0592c44 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.1386228 Nov 23 14:21:52.238834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-d9c5cf91-26af-4925-9257-edb219334116 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987338 Nov 23 14:21:52.240504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e16fa72-983e-4fef-8aea-04427ddbbe22 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.245084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e16fa72-983e-4fef-8aea-04427ddbbe22 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.245912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8e16fa72-983e-4fef-8aea-04427ddbbe22 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4465b35e-9afb-430b-8f1c-6f7eaf534b21 HTTP/1.1" status: 204 len: 168 time: 0.2527411 Nov 23 14:21:52.249751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56592) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.278746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16fa72-983e-4fef-8aea-04427ddbbe22 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4465b35e-9afb-430b-8f1c-6f7eaf534b21,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:52.337590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-986211a7-1b8d-47c5-84f9-4d63593c773d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0860579 Nov 23 14:21:52.340966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1646a05c-3a57-4a31-a27d-b2ffb54c4ae1 req-9e60bf61-0995-4853-8053-c87811f0c01b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941973 Nov 23 14:21:52.341441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56594) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.377226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d166d2f0-343e-4849-a1fc-272bf3b462d1 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.389354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d166d2f0-343e-4849-a1fc-272bf3b462d1 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.427534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d166d2f0-343e-4849-a1fc-272bf3b462d1 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.431827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.438771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d166d2f0-343e-4849-a1fc-272bf3b462d1 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.451365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d166d2f0-343e-4849-a1fc-272bf3b462d1 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a474a5b7-21ed-4c7c-ba0d-9fd02e2b3f93 HTTP/1.1" status: 204 len: 168 time: 0.0976636 Nov 23 14:21:52.455475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56598) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.480541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166d2f0-343e-4849-a1fc-272bf3b462d1 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a474a5b7-21ed-4c7c-ba0d-9fd02e2b3f93,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:52.522838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-011e9a08-99d8-4fd1-9b21-4c9194e456b6 req-fd193e41-4452-4da3-815f-e58a11149a5e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 210 time: 0.0515435 Nov 23 14:21:52.563399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Made reservation on behalf of c2f82cb7fc684a7ca61fd9c113edfa6e for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:52.566961 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.568697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d37e607d-d710-4973-be4b-2f448628df7a tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1105785 Nov 23 14:21:52.571298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56602) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.608927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdc23-cc6b-419d-9ded-91d260ec4296 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.618026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdc23-cc6b-419d-9ded-91d260ec4296 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.651636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdc23-cc6b-419d-9ded-91d260ec4296 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.660480 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5fdc23-cc6b-419d-9ded-91d260ec4296 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.662050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b5fdc23-cc6b-419d-9ded-91d260ec4296 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/8ed89489-5803-42e7-af87-4ea5a781ad63 HTTP/1.1" status: 204 len: 168 time: 0.0895514 Nov 23 14:21:52.664622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56608) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.687715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fdc23-cc6b-419d-9ded-91d260ec4296 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ed89489-5803-42e7-af87-4ea5a781ad63,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:52.742535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-53183d1d-75f6-4e7d-b97d-41fbddb43cdc tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742638 Nov 23 14:21:52.742755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56612) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.745185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.752346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.764996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.766800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.773689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.774637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5e86e93-c076-47f8-b6fc-f8226d8b2d9f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.781566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.786955 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5e86e93-c076-47f8-b6fc-f8226d8b2d9f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.789204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.791346 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-13511cc0-9935-4d94-a4ac-e7325e19bb1e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.2209830 Nov 23 14:21:52.824102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5e86e93-c076-47f8-b6fc-f8226d8b2d9f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.831194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5e86e93-c076-47f8-b6fc-f8226d8b2d9f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:52.832580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b5e86e93-c076-47f8-b6fc-f8226d8b2d9f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/38886e49-a6bc-477e-a81a-a6b59dde6f4d HTTP/1.1" status: 204 len: 168 time: 0.0888660 Nov 23 14:21:52.840897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56616) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:52.860520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e86e93-c076-47f8-b6fc-f8226d8b2d9f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38886e49-a6bc-477e-a81a-a6b59dde6f4d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:52.924681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-ae4ae37c-6f9a-4499-a8c7-6bb6a62a3c4f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.926327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-ae4ae37c-6f9a-4499-a8c7-6bb6a62a3c4f tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.11 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.0926390 Nov 23 14:21:52.942869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Router 5a59b938-560a-4a8a-86d2-7d9d4d87055f is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:21:52.948184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-a1ae15ef-5ce2-47d1-9258-c60c7505f75a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:52.949706 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-a1ae15ef-5ce2-47d1-9258-c60c7505f75a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "GET /v2.0/ports/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1486878 Nov 23 14:21:53.062504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-632b8b68-ea3b-4942-aacb-8960fef6ab7b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2166588 Nov 23 14:21:53.075202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56622) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:53.126571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Allocated IP 172.20.0.10 (f9644e34-a20b-425b-8423-afe388a82f32/e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2/f1f798a4-d93f-42fe-81ec-a3afb00f104a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:53.131434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbb96bcd-2b14-4e7d-8900-2536672d8484 req-878328f5-3fd3-489c-be52-1ff6c310e3d6 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 210 time: 0.0398152 Nov 23 14:21:53.148207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.164344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.170819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.178104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.185417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.191550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.198298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.200914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-72c674ee-aa9f-4387-91b4-635ca46e26c7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 5443 time: 0.2573826 Nov 23 14:21:53.260128 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-7ee5bbec-0ed8-4ae6-9524-93beca31e208 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "GET /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3034461 Nov 23 14:21:53.273922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:53.289635 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13caaf2f-fa77-4711-92b3-c24aa2fa933f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.295718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Deleting port 7028fa7d-f91f-4938-af9e-54e9431458c8 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:53.296041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.352211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:21:53.352433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e2abe6-2b2d-42b2-bb0d-2baf34e5c4f8 req-43dce782-a723-475c-9cf8-6ed052e7ab64 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442106 Nov 23 14:21:53.371250 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] Sync routers for ids ['5a59b938-560a-4a8a-86d2-7d9d4d87055f'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:21:53.392282 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] Routers {'5a59b938-560a-4a8a-86d2-7d9d4d87055f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:53.393226 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a59b938-560a-4a8a-86d2-7d9d4d87055f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:53.446270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.447558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13caaf2f-fa77-4711-92b3-c24aa2fa933f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.449932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-78111ee3-0be5-42e8-944e-3ab7c34fff0c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1216092 Nov 23 14:21:53.450633 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.455543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56626) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:53.473847 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:53.491296 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] Routers {'5a59b938-560a-4a8a-86d2-7d9d4d87055f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:53.492002 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a59b938-560a-4a8a-86d2-7d9d4d87055f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:53.531124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.538555 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:53.539321 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac66df-9b66-4d0d-96d0-3d401e642976 None None] The sync data for ids ['5a59b938-560a-4a8a-86d2-7d9d4d87055f'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:21:53.660865 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.662410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] For port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:53.697459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] For port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:53.773581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5606f902-6102-4893-8787-c70ba1321877 req-4f26b447-0c2f-4c15-ae13-d0d3fa0c5956 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 210 time: 0.0649872 Nov 23 14:21:53.779234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-617ed3e9-371c-4555-8454-a6b5c8daf424 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/5a59b938-560a-4a8a-86d2-7d9d4d87055f HTTP/1.1" status: 200 len: 924 time: 0.3216035 Nov 23 14:21:53.785339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56634) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:53.797331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] For port 7028fa7d-f91f-4938-af9e-54e9431458c8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7028fa7d-f91f-4938-af9e-54e9431458c8,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:53.797331 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.798024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] device_id is not set on port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:53.817295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Calling delete_port for 7028fa7d-f91f-4938-af9e-54e9431458c8 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:53.863565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.872033 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1c1795d7-e2ce-4082-8d63-a9dd1dce4f9a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a59b938-560a-4a8a-86d2-7d9d4d87055f HTTP/1.1" status: 200 len: 205 time: 0.0779338 Nov 23 14:21:53.876663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13caaf2f-fa77-4711-92b3-c24aa2fa933f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.878268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56636) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:53.880322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.881028 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13caaf2f-fa77-4711-92b3-c24aa2fa933f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:53.884808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-13caaf2f-fa77-4711-92b3-c24aa2fa933f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/c8ff0c40-418f-4378-87fb-0f74e3d93c49 HTTP/1.1" status: 204 len: 168 time: 0.8040071 Nov 23 14:21:53.895110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d625-3b68-454a-b742-968dc8ba995c req-d5cce955-1a80-40e0-81b4-eae94e537efb tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:53.896623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3642d625-3b68-454a-b742-968dc8ba995c req-d5cce955-1a80-40e0-81b4-eae94e537efb tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 946 time: 0.2894175 Nov 23 14:21:53.897366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56638) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:53.928790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caaf2f-fa77-4711-92b3-c24aa2fa933f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff0c40-418f-4378-87fb-0f74e3d93c49,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:54.002428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a8a63769-6780-49ee-9210-96688b39ff6c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017609 Nov 23 14:21:54.007658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56640) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:54.016879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e4f6e432-1718-432d-b01a-74a09cb50a6f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--437286510'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:54.035015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.055720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3642d625-3b68-454a-b742-968dc8ba995c req-e1929cdb-2caf-4672-88ed-27ec779bf645 tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/security-groups?id=54ea6beb-99ed-49cc-8648-82785064c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429045 Nov 23 14:21:54.107145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e432-1718-432d-b01a-74a09cb50a6f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.140113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-3b02a81e-0699-4993-b142-1b1dea08d232 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.141933 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-3b02a81e-0699-4993-b142-1b1dea08d232 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.4201062 Nov 23 14:21:54.145984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Network f9644e34-a20b-425b-8423-afe388a82f32 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:54.163678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] Pushing event updated for resources: {'Port': ['ID=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:54.182546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] No DVR routers for this DVR port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:54.184515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e432-1718-432d-b01a-74a09cb50a6f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.188607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:54.190649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e432-1718-432d-b01a-74a09cb50a6f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.227238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'port': {'device_id': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'admin_state_up': True, 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:54.234799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6e432-1718-432d-b01a-74a09cb50a6f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97814dca-1f9a-4b71-a093-41598888a5db,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:54.242053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e432-1718-432d-b01a-74a09cb50a6f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.245673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e4f6e432-1718-432d-b01a-74a09cb50a6f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2316232 Nov 23 14:21:54.246294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56644) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:54.247150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.250443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4ddae2f7-686c-4346-914f-11e61fa18314 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': '97814dca-1f9a-4b71-a093-41598888a5db', 'direction': 'ingress', 'protocol': 17}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:54.286431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:54.290633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ddae2f7-686c-4346-914f-11e61fa18314 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.357714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.380212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb3dfa-e3f9-4d48-8375-8d62b7bf0282 req-1a904bd8-b6e1-4926-abbb-efcfb011e407 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.384651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecbb3dfa-e3f9-4d48-8375-8d62b7bf0282 req-1a904bd8-b6e1-4926-abbb-efcfb011e407 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 932 time: 0.0910022 Nov 23 14:21:54.445117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4126fc2e-664d-4d06-918f-a12e02603c86 None None] Provisioning complete for port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:54.445497 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4126fc2e-664d-4d06-918f-a12e02603c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.458437 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ddae2f7-686c-4346-914f-11e61fa18314 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.502288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-4126fc2e-664d-4d06-918f-a12e02603c86 None None] Port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:54.515906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Pushing event deleted for resources: {'Port': ['ID=7028fa7d-f91f-4938-af9e-54e9431458c8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:54.540392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ddae2f7-686c-4346-914f-11e61fa18314 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.617410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] No DVR routers for this DVR port 7028fa7d-f91f-4938-af9e-54e9431458c8 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:54.621432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.625035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46ded25d-a8f7-46d7-a5d9-cb4e6039d17b req-89467e11-2bc5-4eec-a495-02cfea58f30b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.11 "DELETE /v2.0/ports/7028fa7d-f91f-4938-af9e-54e9431458c8 HTTP/1.1" status: 204 len: 173 time: 1.6912513 Nov 23 14:21:54.628563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddae2f7-686c-4346-914f-11e61fa18314 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ba9493-ae23-4b3a-a797-85f6af018fd2,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:54.630165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'name': 'network-vif-deleted', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:54.632437 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91feb34e-6016-4c37-b455-488c57fb97a9" -d '{"events": [{"server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "name": "network-vif-deleted", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:54.648049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ddae2f7-686c-4346-914f-11e61fa18314 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.652511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4ddae2f7-686c-4346-914f-11e61fa18314 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4051173 Nov 23 14:21:54.653375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56650) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:54.669345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecbb3dfa-e3f9-4d48-8375-8d62b7bf0282 req-d7c811b8-56e0-4912-8840-06a531d0ce0b tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659044 Nov 23 14:21:54.702310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-7436493a-658b-43a5-946c-d024b5f31e83 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.705956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-7436493a-658b-43a5-946c-d024b5f31e83 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.712646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-7436493a-658b-43a5-946c-d024b5f31e83 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.719906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-7436493a-658b-43a5-946c-d024b5f31e83 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.726259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-7436493a-658b-43a5-946c-d024b5f31e83 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.733642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-7436493a-658b-43a5-946c-d024b5f31e83 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.735568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-7436493a-658b-43a5-946c-d024b5f31e83 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 4663 time: 0.2124360 Nov 23 14:21:54.758177 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8e1c0b-0ea0-4131-8c16-1c95c2eba44a x-openstack-request-id: req-1e8e1c0b-0ea0-4131-8c16-1c95c2eba44a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:54.758538 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887536ab-dc3c-466a-a5f2-84d8731367e5", "name": "network-vif-deleted", "tag": "7028fa7d-f91f-4938-af9e-54e9431458c8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:54.758734 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e8e1c0b-0ea0-4131-8c16-1c95c2eba44a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:54.759166 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887536ab-dc3c-466a-a5f2-84d8731367e5', 'name': 'network-vif-deleted', 'tag': '7028fa7d-f91f-4938-af9e-54e9431458c8', 'status': 'completed', 'code': 200} Nov 23 14:21:54.853961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] In _notify_port_updated(), no bound segment for port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:21:54.854634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.855282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.856378 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-885ff8dd-79bf-4e3b-9f56-3b0071a1b4df tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.856601 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f526eeed-280c-43cf-8a51-363a94322f75 service neutron] 10.222.0.74 "PUT /v2.0/ports/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 200 len: 1033 time: 1.5878470 Nov 23 14:21:54.906254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Pushing event updated for resources: {'Port': ['ID=f1f798a4-d93f-42fe-81ec-a3afb00f104a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:54.924295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.925129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.935179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d9ecec6-6e63-4a32-a063-12b0fcba5066 req-e1440823-a01f-4e76-9bee-aed175e0a74e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901338 Nov 23 14:21:54.937561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-885ff8dd-79bf-4e3b-9f56-3b0071a1b4df tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:54.955911 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-85a20d1b-ac81-463d-87d9-0a0bf6513191 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7616982 Nov 23 14:21:54.969231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Request body: {'port': {'device_id': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:54.974685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-a38556f2-469b-418e-b7c6-cd77a95c54f8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:54.976033 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-a38556f2-469b-418e-b7c6-cd77a95c54f8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "GET /v2.0/ports/1a921d86-46a7-4db0-ba64-c8a55bcc49f7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1100371 Nov 23 14:21:54.992774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:55.051056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.055311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77629ed4-6006-455c-b0ed-5d4826ee88fb req-1062cbc4-7d22-452b-b8bd-ae29c1c352da tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 210 time: 0.0369165 Nov 23 14:21:55.056359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-885ff8dd-79bf-4e3b-9f56-3b0071a1b4df tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.058845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-885ff8dd-79bf-4e3b-9f56-3b0071a1b4df tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.059915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Made reservation on behalf of aa3dcd61ffcc40d0955c6e10dbd07774 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:55.063602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-885ff8dd-79bf-4e3b-9f56-3b0071a1b4df tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/97814dca-1f9a-4b71-a093-41598888a5db HTTP/1.1" status: 204 len: 168 time: 0.4052129 Nov 23 14:21:55.063762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.064374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56656) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:55.071684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ff8dd-79bf-4e3b-9f56-3b0071a1b4df tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97814dca-1f9a-4b71-a093-41598888a5db,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:55.196381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.202668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29f30472-17c8-4e8f-bc99-ae947b761de2 req-b3b99504-d347-4d99-b163-6b4dc6d2a11b tempest-ServerRescueTestJSONUnderV235-552663801 tempest-ServerRescueTestJSONUnderV235-552663801-project] 10.222.0.46 "GET /v2.0/ports?device_id=887536ab-dc3c-466a-a5f2-84d8731367e5 HTTP/1.1" status: 200 len: 210 time: 0.0446076 Nov 23 14:21:55.219379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.333202 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-59a6c36c-af2e-4d34-8f71-1b563fecbc7b tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2664762 Nov 23 14:21:55.335439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56660) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:55.340696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b235180f-853b-43e3-a9f7-d4ef5d8dda4d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266339546'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:55.374384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b235180f-853b-43e3-a9f7-d4ef5d8dda4d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.459415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Allocated IP 172.20.0.6 (97f3a198-067a-4cc7-bd93-6158709af584/ff9c2a94-4dca-41aa-a881-51d3e11ae006/4b2649c8-1897-405a-be7a-5767455cfa57) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:55.468227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b235180f-853b-43e3-a9f7-d4ef5d8dda4d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.472076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Deleting port 5d4c2cc8-038b-4b06-a7f6-da04bc49a3ed {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:55.473067 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.473596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b235180f-853b-43e3-a9f7-d4ef5d8dda4d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.506610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b235180f-853b-43e3-a9f7-d4ef5d8dda4d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.514992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b235180f-853b-43e3-a9f7-d4ef5d8dda4d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1710069 Nov 23 14:21:55.514992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235180f-853b-43e3-a9f7-d4ef5d8dda4d tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280d39f0-1a2f-4f27-9d4d-93ee1fa9042d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:55.515254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56662) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:55.519992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bb80981a-5f8b-4b12-9086-7b937c4579c9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--756661580'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:55.544153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb80981a-5f8b-4b12-9086-7b937c4579c9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.651341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb80981a-5f8b-4b12-9086-7b937c4579c9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.656594 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb80981a-5f8b-4b12-9086-7b937c4579c9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.690013 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb80981a-5f8b-4b12-9086-7b937c4579c9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.695620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bb80981a-5f8b-4b12-9086-7b937c4579c9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1748500 Nov 23 14:21:55.695620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80981a-5f8b-4b12-9086-7b937c4579c9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45124220-ef99-47de-9433-b936c3da8a72,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:55.697408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56664) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:55.703473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7636e14f-ccbe-4596-ac16-0a80998a5169 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': '280d39f0-1a2f-4f27-9d4d-93ee1fa9042d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '45124220-ef99-47de-9433-b936c3da8a72', 'remote_ip_prefix': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:55.741653 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7636e14f-ccbe-4596-ac16-0a80998a5169 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.840993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7636e14f-ccbe-4596-ac16-0a80998a5169 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.846530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7636e14f-ccbe-4596-ac16-0a80998a5169 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.868044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] For port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:55.870355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e14f-ccbe-4596-ac16-0a80998a5169 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff31fbc-a42f-4b4d-923d-1d4510a7bf3d,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:55.881781 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7636e14f-ccbe-4596-ac16-0a80998a5169 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.882997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7636e14f-ccbe-4596-ac16-0a80998a5169 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1844337 Nov 23 14:21:55.885765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56670) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:55.902829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a74f-f25a-4739-9cac-817557b74d02 req-acd6119e-a229-4664-89bf-e967c8e78e2f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:55.902829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d70a74f-f25a-4739-9cac-817557b74d02 req-acd6119e-a229-4664-89bf-e967c8e78e2f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 932 time: 0.0964844 Nov 23 14:21:55.926297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32c7ac5-deb5-4377-bcad-e90cd3d5a53e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.937768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.942527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32c7ac5-deb5-4377-bcad-e90cd3d5a53e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:55.967778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Calling delete_port for 5d4c2cc8-038b-4b06-a7f6-da04bc49a3ed owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:55.986324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7028fa7d-f91f-4938-af9e-54e9431458c8 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:56.007253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 7028fa7d-f91f-4938-af9e-54e9431458c8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:56.007957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7028fa7d-f91f-4938-af9e-54e9431458c8 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:56.022931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d70a74f-f25a-4739-9cac-817557b74d02 req-f1bfe537-fa29-4fdf-a490-8eff19c2e38f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134322 Nov 23 14:21:56.028780 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32c7ac5-deb5-4377-bcad-e90cd3d5a53e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.037147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32c7ac5-deb5-4377-bcad-e90cd3d5a53e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.042013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b32c7ac5-deb5-4377-bcad-e90cd3d5a53e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5ff31fbc-a42f-4b4d-923d-1d4510a7bf3d HTTP/1.1" status: 204 len: 168 time: 0.1553235 Nov 23 14:21:56.046459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56674) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:56.063637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] For port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:56.119543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c7ac5-deb5-4377-bcad-e90cd3d5a53e tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ff31fbc-a42f-4b4d-923d-1d4510a7bf3d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:56.187396 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.191505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] device_id is not set on port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:21:56.215201 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.249832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.370852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f798a4-d93f-42fe-81ec-a3afb00f104a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:56.398980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] No DVR routers for this DVR port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:56.405229 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.429834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] Pushing event updated for resources: {'Port': ['ID=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:56.443724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.537948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] In _notify_port_updated(), no bound segment for port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 on network 3392425c-e067-4ce7-9f54-e39cf93fe505 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:21:56.537948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.538448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.540224 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-5a4a6e9c-3908-4315-8872-f7a67cd5b257 service neutron] 10.222.0.74 "PUT /v2.0/ports/1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 200 len: 1030 time: 1.5554488 Nov 23 14:21:56.542106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:56.575195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:56.635056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=4b2649c8-1897-405a-be7a-5767455cfa57,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:56.644341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:56.686292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a9da3807-f0a8-4092-882f-d32ad1f6a5aa tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6360638 Nov 23 14:21:56.689684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56680) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:56.696085 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cacbbcc8-7282-44a9-89c0-ed402fe0fea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.710745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Transition to ACTIVE for port object f1f798a4-d93f-42fe-81ec-a3afb00f104a will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:21:56.720793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.756170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-0fa91cc5-4e10-4841-95c5-e04f06865f28 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.761991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.763586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-0fa91cc5-4e10-4841-95c5-e04f06865f28 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.769930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-0fa91cc5-4e10-4841-95c5-e04f06865f28 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.776106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-0fa91cc5-4e10-4841-95c5-e04f06865f28 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.783025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-0fa91cc5-4e10-4841-95c5-e04f06865f28 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.789942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-0fa91cc5-4e10-4841-95c5-e04f06865f28 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.792098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-0fa91cc5-4e10-4841-95c5-e04f06865f28 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 4585 time: 0.6852636 Nov 23 14:21:56.805108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event deleted for resources: {'Port': ['ID=5d4c2cc8-038b-4b06-a7f6-da04bc49a3ed,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:56.819700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.820489 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.830875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e355c1-5d20-4946-bcec-eca3f4cc8f42 req-d4e5fa3a-ddf4-47a0-87a2-ffcf97d56b04 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:56.832530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75e355c1-5d20-4946-bcec-eca3f4cc8f42 req-d4e5fa3a-ddf4-47a0-87a2-ffcf97d56b04 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 931 time: 0.2225940 Nov 23 14:21:56.893419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d8ad4626-c068-4239-aac4-505dc8dc1976 None None] Provisioning complete for port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:56.899413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4626-c068-4239-aac4-505dc8dc1976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.920817 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-67f9368c-a5b1-4247-bf8e-906366499f24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7418134 Nov 23 14:21:56.939352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Request body: {'port': {'device_id': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:56.945806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f798a4-d93f-42fe-81ec-a3afb00f104a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:56.961226 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:56.978652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad4626-c068-4239-aac4-505dc8dc1976 None None] Port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:57.015693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10bf6d3c-aa95-47c1-9e7e-8071368c46ec tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.040513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ff10f24-ea17-4a1e-ac42-dcce53db821b req-fd37eab1-c0da-41ba-907d-9a93337a04f7 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&id=a020d5ec-1420-4c2a-8714-8990144ed0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2040646 Nov 23 14:21:57.056373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port 89f03094-520c-4d6b-b957-33fb4098fd4f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:57.056793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.059803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.064022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75e355c1-5d20-4946-bcec-eca3f4cc8f42 req-d3746dd4-0c97-4459-90e9-c76011edc3b4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017748 Nov 23 14:21:57.068412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10bf6d3c-aa95-47c1-9e7e-8071368c46ec tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.109661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d341a95-627f-41eb-a063-2cbd137e1098 None None] Provisioning complete for port 4b2649c8-1897-405a-be7a-5767455cfa57 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:57.110174 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d341a95-627f-41eb-a063-2cbd137e1098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.195702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8d341a95-627f-41eb-a063-2cbd137e1098 None None] Port 4b2649c8-1897-405a-be7a-5767455cfa57 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:57.195830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56686) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:57.228961 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.236520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.260670 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10bf6d3c-aa95-47c1-9e7e-8071368c46ec tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.266621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10bf6d3c-aa95-47c1-9e7e-8071368c46ec tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.266621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-10bf6d3c-aa95-47c1-9e7e-8071368c46ec tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/45124220-ef99-47de-9433-b936c3da8a72 HTTP/1.1" status: 204 len: 168 time: 0.5721428 Nov 23 14:21:57.271827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56688) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:57.274673 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.322833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f965-bf9a-43b8-a86d-73fef7db5a8b req-0d2c5cfc-6aa9-4f2f-997e-eaf6b5aaef37 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:57.326325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Attempting to bind port f1f798a4-d93f-42fe-81ec-a3afb00f104a on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:57.326325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Attempting to bind port f1f798a4-d93f-42fe-81ec-a3afb00f104a by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '73e2130c-676b-4101-a4ea-b71157589025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:57.326325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Attempting to bind port f1f798a4-d93f-42fe-81ec-a3afb00f104a on network f9644e34-a20b-425b-8423-afe388a82f32 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:57.330148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b400f965-bf9a-43b8-a86d-73fef7db5a8b req-0d2c5cfc-6aa9-4f2f-997e-eaf6b5aaef37 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 944 time: 0.1683676 Nov 23 14:21:57.339541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf6d3c-aa95-47c1-9e7e-8071368c46ec tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45124220-ef99-47de-9433-b936c3da8a72,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:57.358405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Port f1f798a4-d93f-42fe-81ec-a3afb00f104a on network f9644e34-a20b-425b-8423-afe388a82f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:57.358826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Attempting to bind port f1f798a4-d93f-42fe-81ec-a3afb00f104a on network f9644e34-a20b-425b-8423-afe388a82f32 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:57.387266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:57.387623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Checking segment: {'id': '73e2130c-676b-4101-a4ea-b71157589025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:57.388059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Bound using segment: {'id': '73e2130c-676b-4101-a4ea-b71157589025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:57.388531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Bound port: f1f798a4-d93f-42fe-81ec-a3afb00f104a, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e2130c-676b-4101-a4ea-b71157589025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:57.388892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.437797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ca0c3cb4-eece-4a91-98a5-e45fc51ae082 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1598673 Nov 23 14:21:57.443532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b400f965-bf9a-43b8-a86d-73fef7db5a8b req-4fd9130b-62ea-47f3-add1-4533fc72d61c tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123991 Nov 23 14:21:57.447760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56690) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:57.563650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16b69f56-f312-43da-9bbd-0ffc12135e20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.593539 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16b69f56-f312-43da-9bbd-0ffc12135e20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.615821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:57.668300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:57.669620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 331ef162-7cf5-4277-9771-c3759427fdf3 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:57.709035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16b69f56-f312-43da-9bbd-0ffc12135e20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.711782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16b69f56-f312-43da-9bbd-0ffc12135e20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.713012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-16b69f56-f312-43da-9bbd-0ffc12135e20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/280d39f0-1a2f-4f27-9d4d-93ee1fa9042d HTTP/1.1" status: 204 len: 168 time: 0.2626567 Nov 23 14:21:57.721534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56692) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:57.752105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.752336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Fanout notify agent at l3_agent the message router_deleted on router 5a59b938-560a-4a8a-86d2-7d9d4d87055f {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:21:57.758025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] For port 89f03094-520c-4d6b-b957-33fb4098fd4f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=89f03094-520c-4d6b-b957-33fb4098fd4f,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:57.758168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.759926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b69f56-f312-43da-9bbd-0ffc12135e20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d39f0-1a2f-4f27-9d4d-93ee1fa9042d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:57.765384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.770861 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9ae4ccca-6fc8-4c50-87ba-e6b9487a18cb tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/5a59b938-560a-4a8a-86d2-7d9d4d87055f HTTP/1.1" status: 204 len: 168 time: 3.8878858 Nov 23 14:21:57.779805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56694) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:57.813339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-76412967', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': False}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:57.835037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for 89f03094-520c-4d6b-b957-33fb4098fd4f owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:57.854947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0b99c77d-b98d-4a0f-b276-022de6316f5c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1272593 Nov 23 14:21:57.856181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56696) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:57.877180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0cea54e5-4dd6-4a8f-8a7c-2075429280a0 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--20651880'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:57.902801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.903865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.906718 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.931787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cea54e5-4dd6-4a8f-8a7c-2075429280a0 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:57.990922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.008395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 331ef162-7cf5-4277-9771-c3759427fdf3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=331ef162-7cf5-4277-9771-c3759427fdf3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:58.014249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:58.025884 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3d2a15-0781-4505-ae6c-39e1f385a594" -d '{"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:58.033920 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.034967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 50eb4e44-8140-46d5-9b1b-045e1fb69064 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:58.133260 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb2290b-18db-4b1f-a6fe-71baf955c78f x-openstack-request-id: req-deb2290b-18db-4b1f-a6fe-71baf955c78f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:58.136634 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:58.137384 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-deb2290b-18db-4b1f-a6fe-71baf955c78f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:58.138180 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3', 'code': 200} Nov 23 14:21:58.185978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] For port f1f798a4-d93f-42fe-81ec-a3afb00f104a, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:58.221132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=331ef162-7cf5-4277-9771-c3759427fdf3,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:58.223843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.234387 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.315190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.325404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cea54e5-4dd6-4a8f-8a7c-2075429280a0 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.347896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] For port f1f798a4-d93f-42fe-81ec-a3afb00f104a, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f1f798a4-d93f-42fe-81ec-a3afb00f104a,segment=NetworkSegment(73e2130c-676b-4101-a4ea-b71157589025),segment_id=73e2130c-676b-4101-a4ea-b71157589025)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:58.351958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.357606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 50eb4e44-8140-46d5-9b1b-045e1fb69064, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:58.364977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cea54e5-4dd6-4a8f-8a7c-2075429280a0 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.366251 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.367031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d7a2fdfc-4689-406f-855a-e1d84eadf965 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:58.377400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.456047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cea54e5-4dd6-4a8f-8a7c-2075429280a0 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.457726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0cea54e5-4dd6-4a8f-8a7c-2075429280a0 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6000469 Nov 23 14:21:58.470146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f657e-094e-4ffd-a5c9-6fd12507f1dc req-bef29561-fca6-496b-bbc7-caabd9a9dc77 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:58.471694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-446f657e-094e-4ffd-a5c9-6fd12507f1dc req-bef29561-fca6-496b-bbc7-caabd9a9dc77 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 931 time: 0.2218997 Nov 23 14:21:58.472250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:58.481702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a1859632-2321-429c-9a89-16dcd0760796 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': '4312dd56-efaf-4d89-8713-047ed05d0f3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:58.491765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=50eb4e44-8140-46d5-9b1b-045e1fb69064,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:58.492064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea54e5-4dd6-4a8f-8a7c-2075429280a0 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4312dd56-efaf-4d89-8713-047ed05d0f3f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:58.494953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.508186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=89f03094-520c-4d6b-b957-33fb4098fd4f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:58.523818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577da66-fe53-441b-be16-1323af1e2ae6 req-54e432da-89ac-4182-b8ad-e2387c58c9b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:58.530302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577da66-fe53-441b-be16-1323af1e2ae6 req-54e432da-89ac-4182-b8ad-e2387c58c9b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:58.543680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577da66-fe53-441b-be16-1323af1e2ae6 req-54e432da-89ac-4182-b8ad-e2387c58c9b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:58.561847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:58.562647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.564272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] 10.222.0.74 "PUT /v2.0/ports/f1f798a4-d93f-42fe-81ec-a3afb00f104a HTTP/1.1" status: 200 len: 1092 time: 3.5991914 Nov 23 14:21:58.564710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'tag': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:21:58.565121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577da66-fe53-441b-be16-1323af1e2ae6 req-54e432da-89ac-4182-b8ad-e2387c58c9b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:58.567385 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77962fc0-a454-4799-97e7-4f33867f200f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdd928f-be41-4806-b90f-6a21ed28aa67", "tag": "f1f798a4-d93f-42fe-81ec-a3afb00f104a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:21:58.570453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d7a2fdfc-4689-406f-855a-e1d84eadf965, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:58.571532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577da66-fe53-441b-be16-1323af1e2ae6 req-54e432da-89ac-4182-b8ad-e2387c58c9b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:58.577135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5577da66-fe53-441b-be16-1323af1e2ae6 req-54e432da-89ac-4182-b8ad-e2387c58c9b3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 3806 time: 0.3397613 Nov 23 14:21:58.582680 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.593847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 89f03094-520c-4d6b-b957-33fb4098fd4f no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:58.642392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 89f03094-520c-4d6b-b957-33fb4098fd4f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:21:58.642392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 89f03094-520c-4d6b-b957-33fb4098fd4f not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:58.642926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 65d08020-a694-47be-9fe7-64c58c3d4817 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:58.649100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] No DVR routers for this DVR port 89f03094-520c-4d6b-b957-33fb4098fd4f on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:21:58.661742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.665239 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-435f036a-330b-40eb-8150-63d8a9d1d454 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "DELETE /v2.0/ports/89f03094-520c-4d6b-b957-33fb4098fd4f HTTP/1.1" status: 204 len: 173 time: 2.1147964 Nov 23 14:21:58.769547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d7a2fdfc-4689-406f-855a-e1d84eadf965,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:58.786237 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1859632-2321-429c-9a89-16dcd0760796 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.792216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-446f657e-094e-4ffd-a5c9-6fd12507f1dc req-3c00ec0c-b847-480d-9d2a-84eb31764d50 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102313 Nov 23 14:21:58.821335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5577da66-fe53-441b-be16-1323af1e2ae6 req-1a365388-9b15-411d-af61-6965d5e2f6cd tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207706 Nov 23 14:21:58.858021 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.881884 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2649c8-1897-405a-be7a-5767455cfa57 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:21:58.912656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.946322 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1859632-2321-429c-9a89-16dcd0760796 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.948374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Transition to ACTIVE for port object 4b2649c8-1897-405a-be7a-5767455cfa57 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:21:58.956075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 65d08020-a694-47be-9fe7-64c58c3d4817, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=65d08020-a694-47be-9fe7-64c58c3d4817,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:58.960361 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8d1df-beaa-446f-b454-6fd6a125fd02 x-openstack-request-id: req-2de8d1df-beaa-446f-b454-6fd6a125fd02 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:21:58.961139 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdd928f-be41-4806-b90f-6a21ed28aa67", "tag": "f1f798a4-d93f-42fe-81ec-a3afb00f104a", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:21:58.961603 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2de8d1df-beaa-446f-b454-6fd6a125fd02 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:21:58.962360 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'tag': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a', 'status': 'completed', 'code': 200} Nov 23 14:21:58.977545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:58.978436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:21:58.994097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.009991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8dfa4-0187-4755-be61-043e932823c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f798a4-d93f-42fe-81ec-a3afb00f104a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:59.060565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-0fb79398-661d-4a5d-94bb-1b15c83388be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:59.062278 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-0fb79398-661d-4a5d-94bb-1b15c83388be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2f82cb7fc684a7ca61fd9c113edfa6e&device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 1095 time: 0.4181058 Nov 23 14:21:59.080957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1859632-2321-429c-9a89-16dcd0760796 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.147120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Pushing event updated for resources: {'Port': ['ID=4b2649c8-1897-405a-be7a-5767455cfa57,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:59.153159 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-0eca0999-fa93-4ccc-b9bb-00f0620b6154 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1f798a4-d93f-42fe-81ec-a3afb00f104a HTTP/1.1" status: 200 len: 217 time: 0.0756350 Nov 23 14:21:59.168282 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b1eb-0abf-4f54-915c-a226029d4f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.216123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:21:59.219232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=65d08020-a694-47be-9fe7-64c58c3d4817,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:59.283846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port 331ef162-7cf5-4277-9771-c3759427fdf3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:59.285547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.304488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.306256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1859632-2321-429c-9a89-16dcd0760796 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716b40e5-4d8d-47ce-9ff3-a823815322a4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:59.365600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400ec21-d408-44d8-abfd-76f1bf811d1d req-5332bc96-fde8-4ee4-aaf0-339ec823c130 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:59.369855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-bf7e5fb5-cf2d-443a-b494-7b064e73d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:59.371562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-bf7e5fb5-cf2d-443a-b494-7b064e73d98a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2 HTTP/1.1" status: 200 len: 850 time: 0.2080486 Nov 23 14:21:59.373566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0400ec21-d408-44d8-abfd-76f1bf811d1d req-5332bc96-fde8-4ee4-aaf0-339ec823c130 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 944 time: 0.3406239 Nov 23 14:21:59.380955 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.433849 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-c7201a4d-b69a-4e0b-96ce-1ce5ab8ad211 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9644e34-a20b-425b-8423-afe388a82f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454416 Nov 23 14:21:59.438361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1859632-2321-429c-9a89-16dcd0760796 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.439576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a1859632-2321-429c-9a89-16dcd0760796 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9613063 Nov 23 14:21:59.440643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Attempting to bind port 4b2649c8-1897-405a-be7a-5767455cfa57 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:59.441059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Attempting to bind port 4b2649c8-1897-405a-be7a-5767455cfa57 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:59.444313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56714) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:59.444537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Attempting to bind port 4b2649c8-1897-405a-be7a-5767455cfa57 on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:59.496343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Port 4b2649c8-1897-405a-be7a-5767455cfa57 on network 97f3a198-067a-4cc7-bd93-6158709af584 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:21:59.496343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Attempting to bind port 4b2649c8-1897-405a-be7a-5767455cfa57 on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:59.506347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] For port 331ef162-7cf5-4277-9771-c3759427fdf3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=331ef162-7cf5-4277-9771-c3759427fdf3,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:59.506565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.557352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:59.557691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:59.558076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Bound using segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:59.558507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Bound port: 4b2649c8-1897-405a-be7a-5767455cfa57, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:59.558866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.564946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for 331ef162-7cf5-4277-9771-c3759427fdf3 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:59.569449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0400ec21-d408-44d8-abfd-76f1bf811d1d req-1ebc4f9a-a2aa-4996-9455-1cbf3ec91e81 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949193 Nov 23 14:21:59.581274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-710da219-893e-4e28-86f1-2052c914d3a2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.599103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Deleting port c0ce355d-697d-4066-9393-e0a34e8f5264 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:21:59.599697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.605269 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-710da219-893e-4e28-86f1-2052c914d3a2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.647356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Allocated IP 172.25.3.190 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/1ad815c8-6df7-432b-8555-c5f8c8f7e5c1) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:59.691798 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-22933acb-626b-4032-bce9-bb0e70775471 service neutron] 10.222.0.74 "GET /v2.0/networks/f9644e34-a20b-425b-8423-afe388a82f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401636 Nov 23 14:21:59.727857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-710da219-893e-4e28-86f1-2052c914d3a2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.738703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-710da219-893e-4e28-86f1-2052c914d3a2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.740003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-710da219-893e-4e28-86f1-2052c914d3a2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/716b40e5-4d8d-47ce-9ff3-a823815322a4 HTTP/1.1" status: 204 len: 168 time: 0.2906377 Nov 23 14:21:59.741747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] For port 4b2649c8-1897-405a-be7a-5767455cfa57, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:59.749194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56716) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:59.771900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] For port 4b2649c8-1897-405a-be7a-5767455cfa57, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4b2649c8-1897-405a-be7a-5767455cfa57,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:59.783072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] For port c0ce355d-697d-4066-9393-e0a34e8f5264, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c0ce355d-697d-4066-9393-e0a34e8f5264,segment=NetworkSegment(7fcd9512-b191-4c82-8b8b-78b66c37e1f0),segment_id=7fcd9512-b191-4c82-8b8b-78b66c37e1f0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:59.783427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.803730 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.825595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710da219-893e-4e28-86f1-2052c914d3a2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=716b40e5-4d8d-47ce-9ff3-a823815322a4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:59.840662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Calling delete_port for c0ce355d-697d-4066-9393-e0a34e8f5264 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:21:59.929546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-130efc2d-b297-40de-a414-39758bb5e7d1 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1782451 Nov 23 14:21:59.934074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56722) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:59.937328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:59.939303 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:59.939303 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] 10.222.0.11 "PUT /v2.0/ports/4b2649c8-1897-405a-be7a-5767455cfa57 HTTP/1.1" status: 200 len: 1091 time: 3.0041642 Nov 23 14:22:00.009674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-214d2457-b3df-4716-a4d1-5dd0e2e24075 req-37bcd5ea-39aa-4cc7-83ac-da590255a8b0 service neutron] 10.222.0.74 "GET /v2.0/networks/f9644e34-a20b-425b-8423-afe388a82f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080511 Nov 23 14:22:00.010694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.023710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602ab9e-1cc3-449b-8aa2-d4ccf14d6b4c service neutron] Pushing event updated for resources: {'Port': ['ID=4b2649c8-1897-405a-be7a-5767455cfa57,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:00.117486 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.129366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.139392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:00.142085 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad691e-5445-4624-822c-c05a10ee85c6" -d '{"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:00.179236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=331ef162-7cf5-4277-9771-c3759427fdf3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:00.218292 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:22:00.219340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-b4dfc4ad-131b-4a28-97ee-6d3c2cd2c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.221323 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-b4dfc4ad-131b-4a28-97ee-6d3c2cd2c6e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 1094 time: 0.1910224 Nov 23 14:22:00.227168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810b26f-99b1-40bd-b1ea-083ac6174394 req-5bd071c4-b018-44a6-92e6-e78b9441fc83 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.232121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c810b26f-99b1-40bd-b1ea-083ac6174394 req-5bd071c4-b018-44a6-92e6-e78b9441fc83 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 943 time: 0.2939036 Nov 23 14:22:00.238863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107125-8a0e-4a62-af18-865499a133f1 req-edf797c2-9f8d-4e80-8235-e79b32512fb4 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.244887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107125-8a0e-4a62-af18-865499a133f1 req-edf797c2-9f8d-4e80-8235-e79b32512fb4 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.252785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107125-8a0e-4a62-af18-865499a133f1 req-edf797c2-9f8d-4e80-8235-e79b32512fb4 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.261634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107125-8a0e-4a62-af18-865499a133f1 req-edf797c2-9f8d-4e80-8235-e79b32512fb4 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.265184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] No DVR routers for this DVR port 331ef162-7cf5-4277-9771-c3759427fdf3 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:00.269149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77962fc0-a454-4799-97e7-4f33867f200f req-3bfbcb3a-2d30-4fac-a23b-0cec6e1bfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.269149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77962fc0-a454-4799-97e7-4f33867f200f req-3bfbcb3a-2d30-4fac-a23b-0cec6e1bfcbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2f82cb7fc684a7ca61fd9c113edfa6e&device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 1095 time: 0.1819913 Nov 23 14:22:00.269149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.277200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab107125-8a0e-4a62-af18-865499a133f1 req-edf797c2-9f8d-4e80-8235-e79b32512fb4 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 3066 time: 0.2136452 Nov 23 14:22:00.277911 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-f56fce60-0690-4909-b928-5f623a07260c tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "DELETE /v2.0/ports/331ef162-7cf5-4277-9771-c3759427fdf3 HTTP/1.1" status: 204 len: 173 time: 1.5905440 Nov 23 14:22:00.405133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.406147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77962fc0-a454-4799-97e7-4f33867f200f req-94a3f075-6877-4e4b-9892-178ac11855e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.407282 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77962fc0-a454-4799-97e7-4f33867f200f req-94a3f075-6877-4e4b-9892-178ac11855e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f9644e34-a20b-425b-8423-afe388a82f32 HTTP/1.1" status: 200 len: 911 time: 0.0907960 Nov 23 14:22:00.408809 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-31ba0d00-703e-41a9-9b36-a788b530be13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b2649c8-1897-405a-be7a-5767455cfa57 HTTP/1.1" status: 200 len: 217 time: 0.1519070 Nov 23 14:22:00.471410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44fa33f7-2118-4b54-871f-7b7c880121fc tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.485735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c810b26f-99b1-40bd-b1ea-083ac6174394 req-65521b54-5824-4935-a2b0-889b14379c4c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038958 Nov 23 14:22:00.502730 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77962fc0-a454-4799-97e7-4f33867f200f req-19be0c7e-0ff2-4895-8096-bb1adf7cbc90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1f798a4-d93f-42fe-81ec-a3afb00f104a HTTP/1.1" status: 200 len: 217 time: 0.0758004 Nov 23 14:22:00.527130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab107125-8a0e-4a62-af18-865499a133f1 req-19963975-64d9-4dff-b1f9-6f861ec7f619 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475975 Nov 23 14:22:00.551153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:00.551153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:00.554881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:00.560411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44fa33f7-2118-4b54-871f-7b7c880121fc tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.575400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8594462b-5a31-4c78-943f-392f2a33a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.576955 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-8594462b-5a31-4c78-943f-392f2a33a0d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1490240 Nov 23 14:22:00.577405 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902db4f9-2db7-413f-b00d-0d55b3e6b8db x-openstack-request-id: req-902db4f9-2db7-413f-b00d-0d55b3e6b8db {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:00.578039 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-unplugged", "status": "completed", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:00.578039 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-902db4f9-2db7-413f-b00d-0d55b3e6b8db {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:00.579694 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'code': 200} Nov 23 14:22:00.579694 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965', 'code': 200} Nov 23 14:22:00.580061 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817', 'code': 200} Nov 23 14:22:00.605399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:00.634234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77962fc0-a454-4799-97e7-4f33867f200f req-a7c2440b-3498-4cb6-9550-d55c9f004c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.635824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77962fc0-a454-4799-97e7-4f33867f200f req-a7c2440b-3498-4cb6-9550-d55c9f004c73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2 HTTP/1.1" status: 200 len: 850 time: 0.1234527 Nov 23 14:22:00.643154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port d7a2fdfc-4689-406f-855a-e1d84eadf965 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:00.643434 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.768095 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77962fc0-a454-4799-97e7-4f33867f200f req-9072292a-7ea0-4083-abfb-3a6cd70d1664 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9644e34-a20b-425b-8423-afe388a82f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499783 Nov 23 14:22:00.777132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1e68-9ccf-4337-8c09-73202f26602b req-b37a8118-8a93-49ea-8206-dd858729d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.778868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-b37a8118-8a93-49ea-8206-dd858729d8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915605 Nov 23 14:22:00.780719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] For port d7a2fdfc-4689-406f-855a-e1d84eadf965, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d7a2fdfc-4689-406f-855a-e1d84eadf965,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:00.781084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.809912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for d7a2fdfc-4689-406f-855a-e1d84eadf965 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:00.858754 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.882226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44fa33f7-2118-4b54-871f-7b7c880121fc tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.886307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44fa33f7-2118-4b54-871f-7b7c880121fc tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:00.887382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-44fa33f7-2118-4b54-871f-7b7c880121fc tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/4312dd56-efaf-4d89-8713-047ed05d0f3f HTTP/1.1" status: 204 len: 168 time: 0.8669171 Nov 23 14:22:00.918018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56730) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:00.966033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '89f03094-520c-4d6b-b957-33fb4098fd4f'}, {'name': 'network-changed', 'server_uuid': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'tag': '4b2649c8-1897-405a-be7a-5767455cfa57'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:00.968239 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d74496-8179-409e-91c8-0f15d807f596" -d '{"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "89f03094-520c-4d6b-b957-33fb4098fd4f"}, {"name": "network-changed", "server_uuid": "4b0bb118-6987-4fe1-a008-0bf9cda3d1ef", "tag": "4b2649c8-1897-405a-be7a-5767455cfa57"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:00.975629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ce355d-697d-4066-9393-e0a34e8f5264,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:00.985269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364f007-ed25-4be7-807c-af9d06d71f9b req-235fd65d-86f3-4bea-9325-8f0245a2d068 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:00.986794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3364f007-ed25-4be7-807c-af9d06d71f9b req-235fd65d-86f3-4bea-9325-8f0245a2d068 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 944 time: 0.3220520 Nov 23 14:22:00.999442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a70f78a4-3e37-418e-9947-b678b53e3de8 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802059 Nov 23 14:22:01.009757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:01.024595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa33f7-2118-4b54-871f-7b7c880121fc tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4312dd56-efaf-4d89-8713-047ed05d0f3f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:01.026541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-73142d09-99d8-446c-8464-7b02ab48e8ac tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540133692'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:01.051278 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77962fc0-a454-4799-97e7-4f33867f200f req-2eb5bdc3-9969-4916-a3d3-7b51ba9ca826 service neutron] 10.222.0.74 "GET /v2.0/networks/f9644e34-a20b-425b-8423-afe388a82f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671180 Nov 23 14:22:01.068564 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-7f4e6cf6-1632-4e4c-8911-8fa0fc2d8ab0 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707193 Nov 23 14:22:01.139340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73142d09-99d8-446c-8464-7b02ab48e8ac tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:01.142298 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a37e6a4-289d-4bbb-99fc-f5d24512130c x-openstack-request-id: req-7a37e6a4-289d-4bbb-99fc-f5d24512130c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:01.142791 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "89f03094-520c-4d6b-b957-33fb4098fd4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b0bb118-6987-4fe1-a008-0bf9cda3d1ef", "tag": "4b2649c8-1897-405a-be7a-5767455cfa57", "status": "completed", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "331ef162-7cf5-4277-9771-c3759427fdf3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:01.143008 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a37e6a4-289d-4bbb-99fc-f5d24512130c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:01.143472 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '89f03094-520c-4d6b-b957-33fb4098fd4f', 'status': 'completed', 'code': 200} Nov 23 14:22:01.144637 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'tag': '4b2649c8-1897-405a-be7a-5767455cfa57', 'status': 'completed', 'code': 200} Nov 23 14:22:01.144637 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '331ef162-7cf5-4277-9771-c3759427fdf3', 'status': 'completed', 'code': 200} Nov 23 14:22:01.199197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3364f007-ed25-4be7-807c-af9d06d71f9b req-3ea4cd4d-667b-4caa-a510-8f917bfcc24c tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932845 Nov 23 14:22:01.266436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:01.625882 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:01.692003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=d7a2fdfc-4689-406f-855a-e1d84eadf965,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:01.781133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:01.786143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] No DVR routers for this DVR port d7a2fdfc-4689-406f-855a-e1d84eadf965 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:01.788790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:01.792343 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-c19f1b13-fbaf-4b25-81c6-d1076cde68c2 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "DELETE /v2.0/ports/d7a2fdfc-4689-406f-855a-e1d84eadf965 HTTP/1.1" status: 204 len: 173 time: 1.4875579 Nov 23 14:22:01.817061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-77962fc0-a454-4799-97e7-4f33867f200f req-200921bd-e084-4685-8b2e-a99d95d4d83c service neutron] 10.222.0.74 "GET /v2.0/networks/f9644e34-a20b-425b-8423-afe388a82f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547667 Nov 23 14:22:01.848596 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cced1e68-9ccf-4337-8c09-73202f26602b req-6e588c0e-250c-48c1-a02d-633edd328fc2 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702825 Nov 23 14:22:01.853527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:01.868570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e486a-7cb5-4da0-9c50-f56a9e6746b7 req-daa9208e-5bbc-4087-9882-31e3616e5ec4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:01.869972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-035e486a-7cb5-4da0-9c50-f56a9e6746b7 req-daa9208e-5bbc-4087-9882-31e3616e5ec4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 943 time: 0.1969523 Nov 23 14:22:01.878635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49b81d-0d7b-4b0a-b714-123e889a3bc0 req-d9f2c831-7d52-4dfd-bb7e-8575b412ecc3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:01.884874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49b81d-0d7b-4b0a-b714-123e889a3bc0 req-d9f2c831-7d52-4dfd-bb7e-8575b412ecc3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:01.886502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a49b81d-0d7b-4b0a-b714-123e889a3bc0 req-d9f2c831-7d52-4dfd-bb7e-8575b412ecc3 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 1678 time: 0.2118304 Nov 23 14:22:01.923440 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73142d09-99d8-446c-8464-7b02ab48e8ac tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:01.939882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73142d09-99d8-446c-8464-7b02ab48e8ac tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.004447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73142d09-99d8-446c-8464-7b02ab48e8ac tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.007144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-73142d09-99d8-446c-8464-7b02ab48e8ac tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9949858 Nov 23 14:22:02.008812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56742) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:02.013578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e4fb752d-893c-42f3-955e-782095345531 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'd786e02e-ea0c-46be-8b2c-1cca9bf51de7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:02.022414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73142d09-99d8-446c-8464-7b02ab48e8ac tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d786e02e-ea0c-46be-8b2c-1cca9bf51de7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:02.046070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port 50eb4e44-8140-46d5-9b1b-045e1fb69064 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:02.046421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.095139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d74496-8179-409e-91c8-0f15d807f596 req-895081a4-94e7-4c1e-8846-95e83dfedd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:02.101043 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4d74496-8179-409e-91c8-0f15d807f596 req-895081a4-94e7-4c1e-8846-95e83dfedd76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 1094 time: 0.1808724 Nov 23 14:22:02.120151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-035e486a-7cb5-4da0-9c50-f56a9e6746b7 req-69082be7-606b-4306-a4e4-270577beb9c7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900680 Nov 23 14:22:02.176772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a49b81d-0d7b-4b0a-b714-123e889a3bc0 req-0e9a1498-aae9-4f7b-a896-70942a80965e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396755 Nov 23 14:22:02.276355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] For port 50eb4e44-8140-46d5-9b1b-045e1fb69064, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=50eb4e44-8140-46d5-9b1b-045e1fb69064,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:02.276740 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.356968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4fb752d-893c-42f3-955e-782095345531 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.375334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Router 1398ceb3-abf7-4f60-87c8-73c039372ad9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:22:02.429334 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.510563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d74496-8179-409e-91c8-0f15d807f596 req-eb238668-df7c-4330-81d8-37857ac8301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:02.512326 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4d74496-8179-409e-91c8-0f15d807f596 req-eb238668-df7c-4330-81d8-37857ac8301b service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.3902845 Nov 23 14:22:02.519431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea01d54-d83f-4c84-92cf-4a94cfca8986 req-9e033dd0-342b-40ca-bbd5-1c8da8a63dad tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:02.520939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bea01d54-d83f-4c84-92cf-4a94cfca8986 req-9e033dd0-342b-40ca-bbd5-1c8da8a63dad tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 944 time: 0.1620042 Nov 23 14:22:02.558564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4fb752d-893c-42f3-955e-782095345531 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.563979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.602386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4d74496-8179-409e-91c8-0f15d807f596 req-921deba6-b6f1-4c51-aa97-ec8f77137a25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b2649c8-1897-405a-be7a-5767455cfa57 HTTP/1.1" status: 200 len: 217 time: 0.0592310 Nov 23 14:22:02.611080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4fb752d-893c-42f3-955e-782095345531 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.681742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.682086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.682227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:02.682951 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Floating IP 90f1484d-183e-4482-8f3f-8642b605fb78 disassociated. External IP: 172.25.3.194, port: 50eb4e44-8140-46d5-9b1b-045e1fb69064. Nov 23 14:22:02.683087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for 50eb4e44-8140-46d5-9b1b-045e1fb69064 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:02.689718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a350b845-735c-4823-9f05-02f2770fc67d admin admin] 10.222.0.46 "PUT /v2.0/routers/1398ceb3-abf7-4f60-87c8-73c039372ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4926298 Nov 23 14:22:02.692259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56748) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:02.692406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb752d-893c-42f3-955e-782095345531 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8f2208-f496-42c0-9e87-dc4dcbda8aa8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:02.707628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4fb752d-893c-42f3-955e-782095345531 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.709005 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e4fb752d-893c-42f3-955e-782095345531 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6988635 Nov 23 14:22:02.713831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56750) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:02.714866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] Sync routers for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:02.732105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:02.733004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:02.739994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bea01d54-d83f-4c84-92cf-4a94cfca8986 req-7062de51-02aa-4067-807d-7125ba6607b8 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122855 Nov 23 14:22:02.769665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d74496-8179-409e-91c8-0f15d807f596 req-37645f4f-f0da-4843-b715-62e9ce5c644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:02.771245 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4d74496-8179-409e-91c8-0f15d807f596 req-37645f4f-f0da-4843-b715-62e9ce5c644f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1546323 Nov 23 14:22:02.778226 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b2c0af86-00d1-462d-88d6-8bbb4980cf6a tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules/6c8f2208-f496-42c0-9e87-dc4dcbda8aa8 HTTP/1.1" status: 200 len: 763 time: 0.0613093 Nov 23 14:22:02.782028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56752) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:02.890770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-44290522-b53d-4215-b0eb-0b3e569c7e24 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1047287 Nov 23 14:22:02.892579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:02.929211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d74496-8179-409e-91c8-0f15d807f596 req-6d259b81-7dac-4b6a-aaac-096b1a6e2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:02.930609 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4d74496-8179-409e-91c8-0f15d807f596 req-6d259b81-7dac-4b6a-aaac-096b1a6e2747 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507504 Nov 23 14:22:02.939451 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:02.996829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bf4ad9-91f2-4780-a0ea-5550754495e2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.008572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bf4ad9-91f2-4780-a0ea-5550754495e2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.036561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.059511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:22:03.083983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.096066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=50eb4e44-8140-46d5-9b1b-045e1fb69064,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:03.130205 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bf4ad9-91f2-4780-a0ea-5550754495e2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.135992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bf4ad9-91f2-4780-a0ea-5550754495e2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.139485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81bf4ad9-91f2-4780-a0ea-5550754495e2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/6c8f2208-f496-42c0-9e87-dc4dcbda8aa8 HTTP/1.1" status: 204 len: 168 time: 0.2410529 Nov 23 14:22:03.145132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56758) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:03.171381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:03.174577 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f3609c-f6dc-4eb1-836f-da2ad9004941" -d '{"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:03.224126 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4d74496-8179-409e-91c8-0f15d807f596 req-1acf4839-1270-4ba2-a0f0-46d037315330 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853177 Nov 23 14:22:03.226976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf4ad9-91f2-4780-a0ea-5550754495e2 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c8f2208-f496-42c0-9e87-dc4dcbda8aa8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:03.266614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4571008b-4cf1-477b-ab97-a3009ee8d215 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1164665 Nov 23 14:22:03.267393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Router bf78be88-40c5-4135-bd61-5dfb1933d73a is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:03.273120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56766) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:03.292900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b0432b6a-214d-4803-9f3a-066f8995d918 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'd786e02e-ea0c-46be-8b2c-1cca9bf51de7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:03.325328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Deleting port da5efbf8-aea1-4c26-a849-6ae34234accd {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:03.325671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.369076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:22:00Z', 'revision_number': 5, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port': {'id': 'da5efbf8-aea1-4c26-a849-6ae34234accd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:20:27Z', 'updated_at': '2021-11-23T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:03.400070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] Checking router: 1398ceb3-abf7-4f60-87c8-73c039372ad9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:22:03.406813 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e4d74496-8179-409e-91c8-0f15d807f596 req-9f5eab46-5703-4b79-95e5-59cd8ab04e4e service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715713 Nov 23 14:22:03.413933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] Routers {'1398ceb3-abf7-4f60-87c8-73c039372ad9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:03.414561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1398ceb3-abf7-4f60-87c8-73c039372ad9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:03.428720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b0432b6a-214d-4803-9f3a-066f8995d918 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.453486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Router 97b8f3c9-181c-414d-9092-d403fe667f4c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:22:03.545790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] Set router 1398ceb3-abf7-4f60-87c8-73c039372ad9 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:22:03.569034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cbe4f-3462-458f-a0de-0fd085b333b0 req-5e64d93f-851f-402e-952a-27bcc926e747 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:03.571095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd8cbe4f-3462-458f-a0de-0fd085b333b0 req-5e64d93f-851f-402e-952a-27bcc926e747 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 943 time: 0.3472304 Nov 23 14:22:03.611009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:03.626304 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] Sync routers for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:03.648628 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:03.649569 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:03.654364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e6a5-1b48-4848-8199-aaa7a17a74d4 req-996501d7-632a-4ffe-a341-9e1e66e116b8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:03.656497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79d5e6a5-1b48-4848-8199-aaa7a17a74d4 req-996501d7-632a-4ffe-a341-9e1e66e116b8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 943 time: 0.3420556 Nov 23 14:22:03.657622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:03.681851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] No DVR routers for this DVR port 50eb4e44-8140-46d5-9b1b-045e1fb69064 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:03.685061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.687093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f1f798a4-d93f-42fe-81ec-a3afb00f104a details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:22:03.689809 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-9477e78c-b8b9-4c22-b849-3e70b128b8a8 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "DELETE /v2.0/ports/50eb4e44-8140-46d5-9b1b-045e1fb69064 HTTP/1.1" status: 204 len: 173 time: 1.8901806 Nov 23 14:22:03.693043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Sync routers for ids ['bf78be88-40c5-4135-bd61-5dfb1933d73a'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:03.695637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] For port da5efbf8-aea1-4c26-a849-6ae34234accd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=da5efbf8-aea1-4c26-a849-6ae34234accd,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:03.696015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.703667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:22:03Z', 'revision_number': 6, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:03.713929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Calling delete_port for da5efbf8-aea1-4c26-a849-6ae34234accd owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:03.759266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bda7e-0db2-4945-b08b-e631b3eb0f95 None None] The sync data for ids ['1398ceb3-abf7-4f60-87c8-73c039372ad9'] in n-d-818503-2 is: [{'id': '1398ceb3-abf7-4f60-87c8-73c039372ad9', 'name': 'tempest-ServerRescueTestJSONUnderV235-681581197-router', 'tenant_id': '09ed32e0e8634fa283db4f253379a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:20:26Z', 'updated_at': '2021-11-23T14:22:03Z', 'revision_number': 6, 'project_id': '09ed32e0e8634fa283db4f253379a7f8', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:03.766389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Routers {'bf78be88-40c5-4135-bd61-5dfb1933d73a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:03.767521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf78be88-40c5-4135-bd61-5dfb1933d73a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:03.775418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.779489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ca756823-1987-493c-be93-3c56b582ba24 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9669452 Nov 23 14:22:03.784305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:03.862917 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:22:03.887280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port 65d08020-a694-47be-9fe7-64c58c3d4817 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:03.887923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:03.913925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Set router bf78be88-40c5-4135-bd61-5dfb1933d73a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:22:03.986765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.resource_extend [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:22:04.009685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] For port 65d08020-a694-47be-9fe7-64c58c3d4817, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=65d08020-a694-47be-9fe7-64c58c3d4817,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:04.010071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.026639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for 65d08020-a694-47be-9fe7-64c58c3d4817 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:04.079319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd8cbe4f-3462-458f-a0de-0fd085b333b0 req-15e4f80b-d960-444f-822a-a0d91b63e05a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961145 Nov 23 14:22:04.134746 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0a0df4-4515-44ff-b4de-59c29f28664f x-openstack-request-id: req-4a0a0df4-4515-44ff-b4de-59c29f28664f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:04.135236 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "d7a2fdfc-4689-406f-855a-e1d84eadf965", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:04.135552 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a0a0df4-4515-44ff-b4de-59c29f28664f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:04.136057 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': 'd7a2fdfc-4689-406f-855a-e1d84eadf965', 'status': 'completed', 'code': 200} Nov 23 14:22:04.161585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4c7fc4c0-d1c2-46b2-b8be-0ad3d3331581 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/bf78be88-40c5-4135-bd61-5dfb1933d73a HTTP/1.1" status: 200 len: 907 time: 0.3166671 Nov 23 14:22:04.167325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56772) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:04.202033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port f1f798a4-d93f-42fe-81ec-a3afb00f104a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f1f798a4-d93f-42fe-81ec-a3afb00f104a,segment=NetworkSegment(73e2130c-676b-4101-a4ea-b71157589025),segment_id=73e2130c-676b-4101-a4ea-b71157589025)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:04.205788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-76412967', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': True}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:04.231912 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b0432b6a-214d-4803-9f3a-066f8995d918 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.235645 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:11:01Z', 'revision_number': 5, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:04.253923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a', 'network_id': 'f9644e34-a20b-425b-8423-afe388a82f32', 'port_id': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a', 'mac_address': 'fa:16:3e:de:cd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:22:04.269165 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b0432b6a-214d-4803-9f3a-066f8995d918 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.288749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.289886 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.293041 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] Checking router: 97b8f3c9-181c-414d-9092-d403fe667f4c for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:22:04.304045 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:04.305128 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:04.307764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.324857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c0ce355d-697d-4066-9393-e0a34e8f5264 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:04.380743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=65d08020-a694-47be-9fe7-64c58c3d4817,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:04.384496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79d5e6a5-1b48-4848-8199-aaa7a17a74d4 req-323d844a-5b10-4e21-8d88-e535ff547130 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups?id=e713bfae-70e1-4231-997b-01fc2f0836a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6623333 Nov 23 14:22:04.422558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c0ce355d-697d-4066-9393-e0a34e8f5264 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:22:04.422922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c0ce355d-697d-4066-9393-e0a34e8f5264 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:22:04.450571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0432b6a-214d-4803-9f3a-066f8995d918 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c081cd8-56e5-48ee-b10a-d4e810980afe,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:04.470579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b0432b6a-214d-4803-9f3a-066f8995d918 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.478500 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.483640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b0432b6a-214d-4803-9f3a-066f8995d918 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1919160 Nov 23 14:22:04.492592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56776) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:04.508363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f798a4-d93f-42fe-81ec-a3afb00f104a {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:04.520756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.540939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port f1f798a4-d93f-42fe-81ec-a3afb00f104a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f1f798a4-d93f-42fe-81ec-a3afb00f104a,segment=NetworkSegment(73e2130c-676b-4101-a4ea-b71157589025),segment_id=73e2130c-676b-4101-a4ea-b71157589025)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:04.542472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] No DVR routers for this DVR port 65d08020-a694-47be-9fe7-64c58c3d4817 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:04.547083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.551345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ea0056b4-6cdb-47d0-867c-54562d3885ef req-6754b0f5-c121-4585-b642-dda603de00a1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.74 "DELETE /v2.0/ports/65d08020-a694-47be-9fe7-64c58c3d4817 HTTP/1.1" status: 204 len: 173 time: 0.8554814 Nov 23 14:22:04.551812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78be88-40c5-4135-bd61-5dfb1933d73a', 'name': 'tempest-snat-router-76412967', 'tenant_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': False}, 'gw_port_id': '1ad815c8-6df7-432b-8555-c5f8c8f7e5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:57Z', 'updated_at': '2021-11-23T14:22:00Z', 'revision_number': 3, 'project_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'gw_port': {'id': '1ad815c8-6df7-432b-8555-c5f8c8f7e5c1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78be88-40c5-4135-bd61-5dfb1933d73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:59Z', 'updated_at': '2021-11-23T14:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:04.554392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35c0a8-6762-407b-9d13-c7a483e9f04b req-11798b9d-466f-4e64-9d58-dd2d694a9b6b tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:04.556543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.577881 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:22:04.581727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a35c0a8-6762-407b-9d13-c7a483e9f04b req-11798b9d-466f-4e64-9d58-dd2d694a9b6b tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 944 time: 0.3435299 Nov 23 14:22:04.608539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-506fed0d-0eaa-4464-9417-aeb6c42fbc2c tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules/8c081cd8-56e5-48ee-b10a-d4e810980afe HTTP/1.1" status: 200 len: 763 time: 0.1132913 Nov 23 14:22:04.615022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Checking router: bf78be88-40c5-4135-bd61-5dfb1933d73a for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:22:04.615383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Updating router bf78be88-40c5-4135-bd61-5dfb1933d73a port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:22:04.616284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56778) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:04.758953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.791163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['f1f798a4-d93f-42fe-81ec-a3afb00f104a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:04.831255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.842108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a35c0a8-6762-407b-9d13-c7a483e9f04b req-30b36217-4ca8-4b31-8374-a2e4850a66df tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593572 Nov 23 14:22:04.847904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=f1f798a4-d93f-42fe-81ec-a3afb00f104a,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:04.893109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1843772-1d32-4ffa-8b80-d010c3e1d044 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2695699 Nov 23 14:22:04.894609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.897468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:04.974733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5efbf8-aea1-4c26-a849-6ae34234accd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:04.979080 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:11:01Z', 'revision_number': 5, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:05.012593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f988c2fc-aeee-41b4-8008-a6c17e9eeb72 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.027449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f988c2fc-aeee-41b4-8008-a6c17e9eeb72 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.042298 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c2c51-7aa2-4c46-b03d-3be12484a2e1 None None] The sync data for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 is: [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3be9269d-62b0-479e-950d-8656d257cdfb', 'name': '', 'network_id': '02a9ee93-d52a-40bd-8474-910f5a837859', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'mac_address': 'fa:16:3e:74:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:48Z', 'updated_at': '2021-11-23T14:11:01Z', 'revision_number': 5, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'subnets': [{'id': 'a364ed53-f9a0-4c52-85de-268f6f2f28e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:05.114507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f988c2fc-aeee-41b4-8008-a6c17e9eeb72 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.120492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f988c2fc-aeee-41b4-8008-a6c17e9eeb72 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.121874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f988c2fc-aeee-41b4-8008-a6c17e9eeb72 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/8c081cd8-56e5-48ee-b10a-d4e810980afe HTTP/1.1" status: 204 len: 168 time: 0.2183259 Nov 23 14:22:05.124505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56784) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:05.153232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988c2fc-aeee-41b4-8008-a6c17e9eeb72 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c081cd8-56e5-48ee-b10a-d4e810980afe,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:05.232773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.283308 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9af1328a-13d3-4fae-a175-238693a5ad67 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1576023 Nov 23 14:22:05.286047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56788) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:05.290827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Request body: {'security_group_rule': {'security_group_id': 'd786e02e-ea0c-46be-8b2c-1cca9bf51de7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:05.302274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.310932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.311293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.311636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.311973 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.312307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.312639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.312967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.313292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.313649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.313935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.314260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.314581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:05.317304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.321035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.358871 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.376555 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Project 7503b921d5d142ccaaa68aa7359f2e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:22:05.378969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.384561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.386803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.449313 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.449889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1398ceb3-abf7-4f60-87c8-73c039372ad9 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:05.454832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.458442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-35095e62-6da8-4bc5-8e5f-cffdddad1c67 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1398ceb3-abf7-4f60-87c8-73c039372ad9 HTTP/1.1" status: 204 len: 168 time: 2.7633748 Nov 23 14:22:05.458739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56792) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:05.533172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf54b-ffb6-447a-b3c0-a228426974d9 req-c2d7a88d-8eb7-490a-91c4-2d6ff92ecc88 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:05.535843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-947bf54b-ffb6-447a-b3c0-a228426974d9 req-c2d7a88d-8eb7-490a-91c4-2d6ff92ecc88 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 943 time: 0.3568735 Nov 23 14:22:05.563487 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b978d-c179-4b3d-a5ab-c644c764c8cf None None] New status for floating IP 90f1484d-183e-4482-8f3f-8642b605fb78: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:22:05.571993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18342b16-7da6-4e5c-8176-1fca444af3a6 None None] Pushing event updated for resources: {'Port': ['ID=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:05.580496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Attempting to bind port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:22:05.580949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Attempting to bind port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:22:05.581429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Attempting to bind port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:05.589256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:22:05.589707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:05.590068 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.590470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:22:05.590993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Bound port: 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:22:05.591430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.592586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] Deleting subnet 656a463e-3f79-4356-9ef5-8de1acc4bee1 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:22:05.600404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.661437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a13884f0-5953-434c-983f-cbe6356cf7d5 req-01002e66-2c57-4569-980e-97fb5520b07b tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0982327 Nov 23 14:22:05.708957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.714341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] For port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:05.723976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] For port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:22:05.729638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.732739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:05.804761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Allocated IP 172.25.3.197 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/2dcd1f17-2581-40fb-b9b7-16ec7c45079d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:05.974649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444782f3-1373-41e2-aee6-27b6154a18af,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:06.008806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Routers {'bf78be88-40c5-4135-bd61-5dfb1933d73a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:06.009574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf78be88-40c5-4135-bd61-5dfb1933d73a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:06.031915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.093796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.095958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5c17153d-9277-4651-87aa-7998ac222f20 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8089569 Nov 23 14:22:06.102064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.120084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56798) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:06.121368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] Set router bf78be88-40c5-4135-bd61-5dfb1933d73a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:22:06.188863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064'}, {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:06.192396 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d1a067-52fc-4651-a25f-1e7134c06407" -d '{"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064"}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:06.196324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Port': ['ID=2dcd1f17-2581-40fb-b9b7-16ec7c45079d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:06.205736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4b2649c8-1897-405a-be7a-5767455cfa57 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:22:06.208147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device da5efbf8-aea1-4c26-a849-6ae34234accd no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:06.211996 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-30d700ee-0bd2-4d26-90a9-f0da8842d694 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules/444782f3-1373-41e2-aee6-27b6154a18af HTTP/1.1" status: 200 len: 769 time: 0.0436399 Nov 23 14:22:06.219653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:06.221602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56804) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:06.230577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:06.233556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:06.241150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: da5efbf8-aea1-4c26-a849-6ae34234accd {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:22:06.242009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device da5efbf8-aea1-4c26-a849-6ae34234accd not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:22:06.256943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.278123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18342b16-7da6-4e5c-8176-1fca444af3a6 None None] Pushing event updated for resources: {'Port': ['ID=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:06.347314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.426968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 4b2649c8-1897-405a-be7a-5767455cfa57, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4b2649c8-1897-405a-be7a-5767455cfa57,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:06.434550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-947bf54b-ffb6-447a-b3c0-a228426974d9 req-3b6c1643-076d-421d-8b9b-5a67d8010261 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8913221 Nov 23 14:22:06.445463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '4b2649c8-1897-405a-be7a-5767455cfa57', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': '4b2649c8-1897-405a-be7a-5767455cfa57', 'mac_address': 'fa:16:3e:48:83:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:22:06.463123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.469104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3c3fd327-3d07-41dd-8d6c-6f14aec2c196 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2438352 Nov 23 14:22:06.472829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56808) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:06.479522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f8d4a-aebe-450d-8afb-207148315b31 req-4989d881-d9e6-4487-a80a-72f802e85580 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:06.481446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e78f8d4a-aebe-450d-8afb-207148315b31 req-4989d881-d9e6-4487-a80a-72f802e85580 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 945 time: 0.2629652 Nov 23 14:22:06.521174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-314ac778-039b-4bf0-a768-6486df5419e9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.532509 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-314ac778-039b-4bf0-a768-6486df5419e9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.557496 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.559787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656a463e-3f79-4356-9ef5-8de1acc4bee1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:06.568185 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.572288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-365fefc9-5099-4aea-9287-b239a5cdbd6a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/656a463e-3f79-4356-9ef5-8de1acc4bee1 HTTP/1.1" status: 204 len: 168 time: 1.1118357 Nov 23 14:22:06.576806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56810) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:06.585954 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-314ac778-039b-4bf0-a768-6486df5419e9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.596744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-314ac778-039b-4bf0-a768-6486df5419e9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.598386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-314ac778-039b-4bf0-a768-6486df5419e9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/444782f3-1373-41e2-aee6-27b6154a18af HTTP/1.1" status: 204 len: 168 time: 0.1244571 Nov 23 14:22:06.608065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56812) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:06.614771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2649c8-1897-405a-be7a-5767455cfa57 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:06.621515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf78be88-40c5-4135-bd61-5dfb1933d73a', 'name': 'tempest-snat-router-76412967', 'tenant_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': False}, 'gw_port_id': '1ad815c8-6df7-432b-8555-c5f8c8f7e5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:57Z', 'updated_at': '2021-11-23T14:22:00Z', 'revision_number': 3, 'project_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'gw_port': {'id': '1ad815c8-6df7-432b-8555-c5f8c8f7e5c1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78be88-40c5-4135-bd61-5dfb1933d73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:59Z', 'updated_at': '2021-11-23T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:06.663722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f0e29-bb8d-4c27-bc96-0ba77e9a8d15 None None] The sync data for ids ['bf78be88-40c5-4135-bd61-5dfb1933d73a'] in n-d-818503-2 is: [{'id': 'bf78be88-40c5-4135-bd61-5dfb1933d73a', 'name': 'tempest-snat-router-76412967', 'tenant_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': False}, 'gw_port_id': '1ad815c8-6df7-432b-8555-c5f8c8f7e5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:57Z', 'updated_at': '2021-11-23T14:22:00Z', 'revision_number': 3, 'project_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'gw_port': {'id': '1ad815c8-6df7-432b-8555-c5f8c8f7e5c1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf78be88-40c5-4135-bd61-5dfb1933d73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:59Z', 'updated_at': '2021-11-23T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:06.674822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 4b2649c8-1897-405a-be7a-5767455cfa57, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4b2649c8-1897-405a-be7a-5767455cfa57,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:06.681598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.690730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e78f8d4a-aebe-450d-8afb-207148315b31 req-3546ca76-9eaa-4ab6-b6ce-b05b2c6d1435 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543224 Nov 23 14:22:06.716153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ac778-039b-4bf0-a768-6486df5419e9 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=444782f3-1373-41e2-aee6-27b6154a18af,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:06.752797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-38f94142-b28d-40a2-95b9-af188da24c4f tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1404414 Nov 23 14:22:06.753071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56820) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:06.764619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.832261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=4b2649c8-1897-405a-be7a-5767455cfa57,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:06.860577 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d63758-c000-45aa-b57c-b20b93792a46 x-openstack-request-id: req-a7d63758-c000-45aa-b57c-b20b93792a46 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:06.860982 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "50eb4e44-8140-46d5-9b1b-045e1fb69064", "status": "completed", "code": 200}, {"server_uuid": "3baab728-0141-48b1-a1eb-3a7c8e2459c7", "name": "network-vif-deleted", "tag": "65d08020-a694-47be-9fe7-64c58c3d4817", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:06.861247 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7d63758-c000-45aa-b57c-b20b93792a46 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:06.861583 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '50eb4e44-8140-46d5-9b1b-045e1fb69064', 'status': 'completed', 'code': 200} Nov 23 14:22:06.861866 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baab728-0141-48b1-a1eb-3a7c8e2459c7', 'name': 'network-vif-deleted', 'tag': '65d08020-a694-47be-9fe7-64c58c3d4817', 'status': 'completed', 'code': 200} Nov 23 14:22:06.881778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a736-d4d6-451d-b9f9-d22fb6044e38 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.908890 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.945160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4b2649c8-1897-405a-be7a-5767455cfa57'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:06.976608 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.005904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca293bed-6db5-4ac2-9f58-bc57edc356d0']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:07.018584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcd9512-b191-4c82-8b8b-78b66c37e1f0') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:07.019381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcd9512-b191-4c82-8b8b-78b66c37e1f0') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:07.036525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.107560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ed91d4d-4307-401a-832e-f1d5c4518057 req-a24991cb-9a0d-4726-b36e-c675ea904620 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0596449 Nov 23 14:22:07.174979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.207651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:22:07.208141 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:22:07.210429 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:22:07.218392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a736-d4d6-451d-b9f9-d22fb6044e38 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.302616 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.378848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2a1a-997a-4173-b269-74c5940cd560 req-7b75f93e-0a95-4126-a8c8-1a86694ff428 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:07.380505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32fd2a1a-997a-4173-b269-74c5940cd560 req-7b75f93e-0a95-4126-a8c8-1a86694ff428 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1410391 Nov 23 14:22:07.383374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.396081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.400241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ca293bed-6db5-4ac2-9f58-bc57edc356d0 HTTP/1.1" status: 204 len: 168 time: 0.8222370 Nov 23 14:22:07.430399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a736-d4d6-451d-b9f9-d22fb6044e38 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.433915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a736-d4d6-451d-b9f9-d22fb6044e38 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.437356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c8a0a736-d4d6-451d-b9f9-d22fb6044e38 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "DELETE /v2.0/security-groups/d786e02e-ea0c-46be-8b2c-1cca9bf51de7 HTTP/1.1" status: 204 len: 168 time: 0.6801469 Nov 23 14:22:07.453132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56832) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:07.468787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ac73-fa35-4783-bc69-b6db83c94032 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca293bed-6db5-4ac2-9f58-bc57edc356d0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:07.499757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0a736-d4d6-451d-b9f9-d22fb6044e38 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d786e02e-ea0c-46be-8b2c-1cca9bf51de7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:07.558188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Router c8fec059-0871-497c-9d19-e6821da0611b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:07.605588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32fd2a1a-997a-4173-b269-74c5940cd560 req-7c37f89a-96aa-45d7-803f-062b261e20e4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114370 Nov 23 14:22:07.624545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6787ea9f-1980-4699-af42-9646ed63fe34 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1566012 Nov 23 14:22:07.628516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56836) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:07.681865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f1f798a4-d93f-42fe-81ec-a3afb00f104a up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:07.729507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906b4b0-3e39-4f2a-80ef-89890757b72c req-683d1efb-4443-4713-a486-e2d18a0f5a70 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:07.731153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9906b4b0-3e39-4f2a-80ef-89890757b72c req-683d1efb-4443-4713-a486-e2d18a0f5a70 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 944 time: 0.1809623 Nov 23 14:22:07.800990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-557b009d-f7a0-4008-826b-a556d1a19599 tempest-SecGroupIPv6Test-283820244 tempest-SecGroupIPv6Test-283820244-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1672449 Nov 23 14:22:07.802193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port f1f798a4-d93f-42fe-81ec-a3afb00f104a completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:22:07.823060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port f1f798a4-d93f-42fe-81ec-a3afb00f104a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:07.823442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:07.828953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56842) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:07.915885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79ec6196-71fb-44cf-b5e6-8f54083c0de0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09ed32e0e8634fa283db4f253379a7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820153 Nov 23 14:22:07.924057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:07.998688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b515f8a1-fed3-4d3a-aa2f-47e9ee23d6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.022311 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.023695 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b515f8a1-fed3-4d3a-aa2f-47e9ee23d6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.075578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4b2649c8-1897-405a-be7a-5767455cfa57 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:08.102513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9906b4b0-3e39-4f2a-80ef-89890757b72c req-21abcdeb-4806-4608-a954-2ea3c3f67f2e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525369 Nov 23 14:22:08.119907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069accca-e5e1-44eb-89fa-5b3fe4144e71 req-a56b3461-4917-4432-a75f-2ab375fe86c6 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:08.124196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-069accca-e5e1-44eb-89fa-5b3fe4144e71 req-a56b3461-4917-4432-a75f-2ab375fe86c6 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 945 time: 0.3241935 Nov 23 14:22:08.158790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b515f8a1-fed3-4d3a-aa2f-47e9ee23d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.173945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b515f8a1-fed3-4d3a-aa2f-47e9ee23d6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.176727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b515f8a1-fed3-4d3a-aa2f-47e9ee23d6a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54ea6beb-99ed-49cc-8648-82785064c435 HTTP/1.1" status: 204 len: 168 time: 0.2502379 Nov 23 14:22:08.182673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:08.189840 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb8a7c1-5621-4009-8cb7-51677a4138f7" -d '{"events": [{"server_uuid": "8bdd928f-be41-4806-b90f-6a21ed28aa67", "name": "network-vif-plugged", "status": "completed", "tag": "f1f798a4-d93f-42fe-81ec-a3afb00f104a"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:08.229213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port f1f798a4-d93f-42fe-81ec-a3afb00f104a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f1f798a4-d93f-42fe-81ec-a3afb00f104a,segment=NetworkSegment(73e2130c-676b-4101-a4ea-b71157589025),segment_id=73e2130c-676b-4101-a4ea-b71157589025)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:08.252603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.266599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 4b2649c8-1897-405a-be7a-5767455cfa57 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:22:08.322467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-069accca-e5e1-44eb-89fa-5b3fe4144e71 req-62c30a7d-bcf2-4d23-996a-b02e80e58e71 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731904 Nov 23 14:22:08.353658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f8a1-fed3-4d3a-aa2f-47e9ee23d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea6beb-99ed-49cc-8648-82785064c435,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:08.357946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3d5537d-389f-4e27-8c2d-c654bb4fdfe0 req-e7d32f82-7773-40da-b1f5-840fa8e84a90 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0341313 Nov 23 14:22:08.385803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56856) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:08.405232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:08.437607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.442706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56860) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:08.451380 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9a8e77b8-9265-43d6-80b3-5dcf8a63fca5 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2828994 Nov 23 14:22:08.452380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 4b2649c8-1897-405a-be7a-5767455cfa57 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:08.452775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.457962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:08.468392 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8144516b-655d-460c-a55d-3eb31b852d56 x-openstack-request-id: req-8144516b-655d-460c-a55d-3eb31b852d56 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:08.468952 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd928f-be41-4806-b90f-6a21ed28aa67", "name": "network-vif-plugged", "status": "completed", "tag": "f1f798a4-d93f-42fe-81ec-a3afb00f104a", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:08.469385 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8144516b-655d-460c-a55d-3eb31b852d56 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:08.470014 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a', 'code': 200} Nov 23 14:22:08.475414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Sync routers for ids ['c8fec059-0871-497c-9d19-e6821da0611b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:08.568731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=f1f798a4-d93f-42fe-81ec-a3afb00f104a,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:08.585072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Routers {'c8fec059-0871-497c-9d19-e6821da0611b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:08.585764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c8fec059-0871-497c-9d19-e6821da0611b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:08.617348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a518f99-2a05-4e00-910f-475b5cf797f3 req-a88924bb-337d-4075-bc5a-561cd6f2f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:08.619908 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a518f99-2a05-4e00-910f-475b5cf797f3 req-a88924bb-337d-4075-bc5a-561cd6f2f857 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 1097 time: 0.0841660 Nov 23 14:22:08.650409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:08.650621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.689667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ab9c2dae-b6ad-44f9-b437-90e3a21d040e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/c8fec059-0871-497c-9d19-e6821da0611b HTTP/1.1" status: 200 len: 906 time: 0.2453377 Nov 23 14:22:08.694246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56866) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:08.763148 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a518f99-2a05-4e00-910f-475b5cf797f3 req-c7be2935-7c09-42e3-a2db-54fdba675112 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304367 Nov 23 14:22:08.872893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56874) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:08.873153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7f52715a-7f41-4073-af5d-250e749d2a0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7503b921d5d142ccaaa68aa7359f2e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848962 Nov 23 14:22:08.912960 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.926763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485296c1-9a07-4289-b4e1-22aac7c57841 req-d3d23bb4-2a60-4ddf-b559-12fd6c8f430a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:08.928358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-485296c1-9a07-4289-b4e1-22aac7c57841 req-d3d23bb4-2a60-4ddf-b559-12fd6c8f430a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1482809 Nov 23 14:22:08.969483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 4b2649c8-1897-405a-be7a-5767455cfa57, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4b2649c8-1897-405a-be7a-5767455cfa57,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:08.973694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Set router c8fec059-0871-497c-9d19-e6821da0611b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:22:08.977338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.990784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.994290 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a052847-b1a9-482b-99c5-d1e54ef37889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.996891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-485296c1-9a07-4289-b4e1-22aac7c57841 req-79edb74c-f848-4337-94bf-1e4eec066366 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615058 Nov 23 14:22:09.051923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a052847-b1a9-482b-99c5-d1e54ef37889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.117968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a052847-b1a9-482b-99c5-d1e54ef37889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.122346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.125073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a052847-b1a9-482b-99c5-d1e54ef37889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.143586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a052847-b1a9-482b-99c5-d1e54ef37889 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db3d525d-7d2d-4685-8b4d-7af6a47f19d1 HTTP/1.1" status: 204 len: 168 time: 0.2561810 Nov 23 14:22:09.165765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.179780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052847-b1a9-482b-99c5-d1e54ef37889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3d525d-7d2d-4685-8b4d-7af6a47f19d1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:09.192174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:09.207312 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.307629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Deleting port 2dcd1f17-2581-40fb-b9b7-16ec7c45079d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:09.308331 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.465636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d491-8520-415f-9e48-76890d687f73 req-4105a0d0-b347-4d41-aa01-397522bce59a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:09.470499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4183d491-8520-415f-9e48-76890d687f73 req-4105a0d0-b347-4d41-aa01-397522bce59a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.2176588 Nov 23 14:22:09.517160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=4b2649c8-1897-405a-be7a-5767455cfa57,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:09.558507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.574165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:09.589697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Calling delete_port for 2dcd1f17-2581-40fb-b9b7-16ec7c45079d owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:09.601001 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4183d491-8520-415f-9e48-76890d687f73 req-9125b6f8-452c-48f4-a5a1-0a5916994111 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242437 Nov 23 14:22:09.618157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219208-6a65-4651-b321-26d71d7ecb54 req-d67776bd-d895-452b-b2fa-273caeb49e66 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:09.625318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6219208-6a65-4651-b321-26d71d7ecb54 req-d67776bd-d895-452b-b2fa-273caeb49e66 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 946 time: 0.1532841 Nov 23 14:22:09.731013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fec059-0871-497c-9d19-e6821da0611b', 'name': 'tempest-snat-router-76412967', 'tenant_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '2dcd1f17-2581-40fb-b9b7-16ec7c45079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:22:04Z', 'updated_at': '2021-11-23T14:22:06Z', 'revision_number': 3, 'project_id': 'cf45552d921a43c4898dfe3d6ea30bb7', 'gw_port': {'id': '2dcd1f17-2581-40fb-b9b7-16ec7c45079d', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fec059-0871-497c-9d19-e6821da0611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:22:05Z', 'updated_at': '2021-11-23T14:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:09.763885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6219208-6a65-4651-b321-26d71d7ecb54 req-c64797bd-bf6a-4e53-94e2-f43710e20062 tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377025 Nov 23 14:22:09.772274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Checking router: c8fec059-0871-497c-9d19-e6821da0611b for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:22:09.772625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Updating router c8fec059-0871-497c-9d19-e6821da0611b port 2dcd1f17-2581-40fb-b9b7-16ec7c45079d binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:22:09.803799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5b1d36d-fe49-40ec-9108-73cbab895b8f req-3e9778e8-77fc-4f9e-91b2-9121650587b5 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0663407 Nov 23 14:22:09.833962 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.979350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56906) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:09.987056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.041303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dcd1f17-2581-40fb-b9b7-16ec7c45079d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:10.195423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:10.234959 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.244768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-28339395-network', 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:10.290781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:10.293144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.306005 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.337033 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:22:10.337394 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:22:10.349577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:10.349954 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.399050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1eed-f1df-4f4b-bd4e-bf40e981343b req-e6dee00b-9789-4c48-a830-99c3d14ff3e7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:10.401769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5acf1eed-f1df-4f4b-bd4e-bf40e981343b req-e6dee00b-9789-4c48-a830-99c3d14ff3e7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2707033 Nov 23 14:22:10.413100 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.418866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.433301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:22:10.445243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.445733 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Added segment 834c5f32-68ea-4fa8-8dda-60f765665e43 of type vlan for network a760b5ef-6bbf-4241-aede-477029b4d14c Nov 23 14:22:10.460207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.464998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.473401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2649c8-1897-405a-be7a-5767455cfa57'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:10.481339 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6928497f-200c-4944-959d-195601b6075e" -d '{"events": [{"server_uuid": "4b0bb118-6987-4fe1-a008-0bf9cda3d1ef", "name": "network-vif-plugged", "status": "completed", "tag": "4b2649c8-1897-405a-be7a-5767455cfa57"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:10.521741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.552265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.554069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:10.554756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5acf1eed-f1df-4f4b-bd4e-bf40e981343b req-83e30d3f-0914-45bb-b57c-6e2444e6a2b0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194904 Nov 23 14:22:10.555416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.555784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.556411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8fec059-0871-497c-9d19-e6821da0611b {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:10.561201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.564985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ce6779d9-6d51-4591-b083-64299ba5ba6e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c8fec059-0871-497c-9d19-e6821da0611b HTTP/1.1" status: 204 len: 168 time: 1.8673680 Nov 23 14:22:10.565692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56924) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:10.606327 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce090dff-73d6-45b5-9ff4-acd15a324998 x-openstack-request-id: req-ce090dff-73d6-45b5-9ff4-acd15a324998 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:10.606622 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0bb118-6987-4fe1-a008-0bf9cda3d1ef", "name": "network-vif-plugged", "status": "completed", "tag": "4b2649c8-1897-405a-be7a-5767455cfa57", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:10.606876 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce090dff-73d6-45b5-9ff4-acd15a324998 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:10.607348 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2649c8-1897-405a-be7a-5767455cfa57', 'code': 200} Nov 23 14:22:10.618370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f3c927-1c3b-4950-baf4-8b4a444bcaea,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:10.642879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6593521 Nov 23 14:22:10.644675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:10.687948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Request body: {'subnet': {'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-28339395-subnet', 'tenant_id': '372965587e07420cabc4e88810b42ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:10.693404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56930) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:10.715757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1491ce-687d-4f2d-b972-a9d3361123bb admin admin] Pushing event updated for resources: {'Network': ['ID=a760b5ef-6bbf-4241-aede-477029b4d14c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:10.727688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network a760b5ef-6bbf-4241-aede-477029b4d14c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:22:10.756807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:10.759443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.762926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cba8e-f65a-4d78-8e35-7837712f641b req-0971a89d-b101-42eb-bd0f-e6e8f98dc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:10.765127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b3cba8e-f65a-4d78-8e35-7837712f641b req-0971a89d-b101-42eb-bd0f-e6e8f98dc401 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 1096 time: 0.0689311 Nov 23 14:22:10.862652 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0b3cba8e-f65a-4d78-8e35-7837712f641b req-f468f97f-2651-41e2-80af-82636b5663ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850208 Nov 23 14:22:10.863408 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.873335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Port 2dcd1f17-2581-40fb-b9b7-16ec7c45079d not found while updating agent binding for router c8fec059-0871-497c-9d19-e6821da0611b. {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 14:22:10.886316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:10.886778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:22:10.887275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6cc8a520-74d0-46b1-844d-3d18ab53a766 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:10.887436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_agentschedulers_db [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8fec059-0871-497c-9d19-e6821da0611b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103347) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:22:10.887875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d157dd-3b56-4358-9fe4-4083212a12b5 None None] The sync data for ids ['c8fec059-0871-497c-9d19-e6821da0611b'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:10.888416 n-d-818503-2 neutron-server[103345]: WARNING neutron.api.v2.base [None req-6cc8a520-74d0-46b1-844d-3d18ab53a766 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 14:22:10.889031 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-6cc8a520-74d0-46b1-844d-3d18ab53a766 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 14:22:10.891046 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6cc8a520-74d0-46b1-844d-3d18ab53a766 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1939509 Nov 23 14:22:10.895944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:10.905623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126282'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:10.937861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.953616 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.978515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fe465-278b-4e1a-89df-ec96e16d3574 req-d6a0a785-be3a-45ec-bb5e-c171ea8331d9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:10.983824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-362fe465-278b-4e1a-89df-ec96e16d3574 req-d6a0a785-be3a-45ec-bb5e-c171ea8331d9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.2363672 Nov 23 14:22:11.067237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.095391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf5b4-2483-4a6d-acbf-af8b9df3a3c1 req-7bfbbbdd-2575-4c9c-b8ce-d9fb7a9c527c tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:11.096927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1baaf5b4-2483-4a6d-acbf-af8b9df3a3c1 req-7bfbbbdd-2575-4c9c-b8ce-d9fb7a9c527c tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 946 time: 0.1706932 Nov 23 14:22:11.103063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-362fe465-278b-4e1a-89df-ec96e16d3574 req-b8826073-552f-449e-9eff-1cea760586d3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116168 Nov 23 14:22:11.121250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.197704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1baaf5b4-2483-4a6d-acbf-af8b9df3a3c1 req-04e017d6-a3e8-45d0-8fb7-5ccf67a7073f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841889 Nov 23 14:22:11.225517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.237623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6067dcd5-b66e-4708-a691-8896309a7852,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:11.239349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Deleting port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:11.240969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.243449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.282566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af6d8fc-cf26-4282-8813-4700f75fd1a6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:11.286721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:11.286950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Network hostable DHCP agents. Network: a760b5ef-6bbf-4241-aede-477029b4d14c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:22:11.316473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Network a760b5ef-6bbf-4241-aede-477029b4d14c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:22:11.338327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, a760b5ef-6bbf-4241-aede-477029b4d14c) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:11.346629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f2261-cc40-4991-8068-1ea3b380e40c None None] Network a760b5ef-6bbf-4241-aede-477029b4d14c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:11.356833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:11.357442 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.362825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] For port 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:11.363249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.375931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-394b7c6d-54cb-494e-93f3-f390804e3a40 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7288032 Nov 23 14:22:11.397053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Calling delete_port for 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:11.426557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.433174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.435641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76ffaf7c-12b6-411b-86c5-ed7272e500bf req-3c66aad0-beef-40b2-9702-e7b0b2c4f506 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.1667717 Nov 23 14:22:11.473974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0ff75c-26cb-4458-b3ce-deb88db457be,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:11.488630 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.492838 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f75027a5-9886-4f0d-af42-755f185f9d66 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5929701 Nov 23 14:22:11.493203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:11.516300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2e9ad061-c6bf-45a2-9819-e402376fda47 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': 'ef0ff75c-26cb-4458-b3ce-deb88db457be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:11.595930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad061-c6bf-45a2-9819-e402376fda47 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.696532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41f552-56d9-462d-8995-3ec6309906de None None] Network a760b5ef-6bbf-4241-aede-477029b4d14c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:11.711657 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad061-c6bf-45a2-9819-e402376fda47 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.727748 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad061-c6bf-45a2-9819-e402376fda47 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.782864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ad061-c6bf-45a2-9819-e402376fda47 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2096b5a2-f41c-4d1b-aa38-82f53360d9d1,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:11.797484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad061-c6bf-45a2-9819-e402376fda47 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.799096 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2e9ad061-c6bf-45a2-9819-e402376fda47 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044543 Nov 23 14:22:11.802029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56958) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:11.808802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3a9bc39b-5298-4e04-912e-86134a940c4b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': 'ef0ff75c-26cb-4458-b3ce-deb88db457be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:11.853996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc39b-5298-4e04-912e-86134a940c4b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:11.884898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f987-a585-4426-b952-ce0fd0623bb4 req-6dda38d0-a98f-4812-a0dd-3bef05c42f2f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:11.895442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b64f987-a585-4426-b952-ce0fd0623bb4 req-6dda38d0-a98f-4812-a0dd-3bef05c42f2f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 946 time: 0.2602644 Nov 23 14:22:11.970325 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-3a9bc39b-5298-4e04-912e-86134a940c4b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 14:22:11.973850 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a9bc39b-5298-4e04-912e-86134a940c4b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1680489 Nov 23 14:22:11.975932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56960) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.091736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b64f987-a585-4426-b952-ce0fd0623bb4 req-43644bca-e283-4de2-9821-3360dfe3d2ec tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953156 Nov 23 14:22:12.116350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d85bbf-9ecc-4f44-a21b-598b3bddfe5b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.139136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40a45-0ba8-44fb-838f-0a122c427437 req-cb6634f4-665f-40e2-86b7-c531feb88cf6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:12.150323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65a40a45-0ba8-44fb-838f-0a122c427437 req-cb6634f4-665f-40e2-86b7-c531feb88cf6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.4014926 Nov 23 14:22:12.170506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d85bbf-9ecc-4f44-a21b-598b3bddfe5b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.180478 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.226838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ad815c8-6df7-432b-8555-c5f8c8f7e5c1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:12.259736 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d85bbf-9ecc-4f44-a21b-598b3bddfe5b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.263601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16d85bbf-9ecc-4f44-a21b-598b3bddfe5b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.264909 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16d85bbf-9ecc-4f44-a21b-598b3bddfe5b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/ef0ff75c-26cb-4458-b3ce-deb88db457be HTTP/1.1" status: 204 len: 168 time: 0.2857990 Nov 23 14:22:12.270303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56966) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.272530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65a40a45-0ba8-44fb-838f-0a122c427437 req-1c259469-cfee-42b3-adf5-bef48db16055 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172521 Nov 23 14:22:12.304182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d85bbf-9ecc-4f44-a21b-598b3bddfe5b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0ff75c-26cb-4458-b3ce-deb88db457be,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:12.352902 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b84ec1fc-e08f-438f-8992-c01d7a4810f4 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0808477 Nov 23 14:22:12.356184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56968) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.364950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b55df691-9cf2-48c2-8668-427e4ef3c564 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881785210'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:12.372499 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.402613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b55df691-9cf2-48c2-8668-427e4ef3c564 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.475838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b55df691-9cf2-48c2-8668-427e4ef3c564 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.480570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b55df691-9cf2-48c2-8668-427e4ef3c564 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.511869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b55df691-9cf2-48c2-8668-427e4ef3c564 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.513320 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b55df691-9cf2-48c2-8668-427e4ef3c564 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1560163 Nov 23 14:22:12.516619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56980) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.522152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6477b0fd-e828-437e-9f30-cbce7a7e35c8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '03b8dc02-b574-41e6-8e15-5446dc6016e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:12.523129 n-d-818503-2 neutron-server[103345]: WARNING neutron.api.v2.base [None req-6477b0fd-e828-437e-9f30-cbce7a7e35c8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 14:22:12.523745 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-6477b0fd-e828-437e-9f30-cbce7a7e35c8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:12.527708 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6477b0fd-e828-437e-9f30-cbce7a7e35c8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072420 Nov 23 14:22:12.527977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56982) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.536840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55df691-9cf2-48c2-8668-427e4ef3c564 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8dc02-b574-41e6-8e15-5446dc6016e1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:12.558363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.564741 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.596117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2f46-d6c3-43e4-99b0-b0580df0788f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.614137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ea5c9-3de0-431b-8067-a7451c8dec0f req-f9fc6032-7e8c-41f6-a6e2-e8c232320505 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:12.615726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c48ea5c9-3de0-431b-8067-a7451c8dec0f req-f9fc6032-7e8c-41f6-a6e2-e8c232320505 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.2366216 Nov 23 14:22:12.624777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2f46-d6c3-43e4-99b0-b0580df0788f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.674340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2f46-d6c3-43e4-99b0-b0580df0788f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.677829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2f46-d6c3-43e4-99b0-b0580df0788f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.681802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bb4d2f46-d6c3-43e4-99b0-b0580df0788f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/03b8dc02-b574-41e6-8e15-5446dc6016e1 HTTP/1.1" status: 204 len: 168 time: 0.1503785 Nov 23 14:22:12.682006 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.682006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf78be88-40c5-4135-bd61-5dfb1933d73a {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:12.683003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56986) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.697280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.698398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9bab8371-09bf-4d70-a3aa-44d443ad2f73 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "DELETE /v2.0/routers/bf78be88-40c5-4135-bd61-5dfb1933d73a HTTP/1.1" status: 204 len: 168 time: 2.1316612 Nov 23 14:22:12.710284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56988) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.715376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1696294082', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:12.721666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d2f46-d6c3-43e4-99b0-b0580df0788f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8dc02-b574-41e6-8e15-5446dc6016e1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:12.759048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529171-f762-420d-9730-95e3ebcb51c4 req-35ebe6e6-ce8c-44aa-9272-857cbf82462d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:12.760636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-35ebe6e6-ce8c-44aa-9272-857cbf82462d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.2965894 Nov 23 14:22:12.774968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.776341 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.794342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8fc6bc41-1d42-45c7-9446-f298d2bd99d9 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1101236 Nov 23 14:22:12.812269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56990) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:12.819729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3c37dd64-103d-4453-935f-c2e3f4329ecd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757979299'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:12.841762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.843075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c48ea5c9-3de0-431b-8067-a7451c8dec0f req-2d0a2577-08e3-4df6-bb52-b40c34c650db tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131374 Nov 23 14:22:12.853458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-ac3b74f6-ef40-451e-a33d-5fa090ddaf27 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.0673790 Nov 23 14:22:12.881722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c37dd64-103d-4453-935f-c2e3f4329ecd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:12.905863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-9821ad50-6abe-4f79-b72c-225218c1fbaa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365362 Nov 23 14:22:12.987203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41918f6e-819b-48f3-9732-64c5813cf8b8 req-def4fae2-b42c-4ed7-81e4-511a3a8e5270 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0331764 Nov 23 14:22:13.023375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-5e18d56c-bb64-4ba4-aba0-bd4b0167103f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:13.025662 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-5e18d56c-bb64-4ba4-aba0-bd4b0167103f tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 946 time: 0.1236525 Nov 23 14:22:13.068342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c37dd64-103d-4453-935f-c2e3f4329ecd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.111686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c37dd64-103d-4453-935f-c2e3f4329ecd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.143480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37dd64-103d-4453-935f-c2e3f4329ecd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1be570d-7c19-44c7-80ba-a7f75aad27b9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:13.145453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.167599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c37dd64-103d-4453-935f-c2e3f4329ecd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.168901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3c37dd64-103d-4453-935f-c2e3f4329ecd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3545992 Nov 23 14:22:13.176237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57000) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:13.182273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d1fedfcc-5503-4b9c-88e7-3588259b9a4c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': 'f1be570d-7c19-44c7-80ba-a7f75aad27b9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:13.185022 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-d1fedfcc-5503-4b9c-88e7-3588259b9a4c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 14:22:13.185550 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-d1fedfcc-5503-4b9c-88e7-3588259b9a4c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:13.186554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d1fedfcc-5503-4b9c-88e7-3588259b9a4c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093930 Nov 23 14:22:13.191825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-d944ee18-c790-418f-b748-7002ae6a39fa service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754498 Nov 23 14:22:13.192547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57002) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:13.282796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Deleting port f1f798a4-d93f-42fe-81ec-a3afb00f104a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:13.283210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.428500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] For port f1f798a4-d93f-42fe-81ec-a3afb00f104a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f1f798a4-d93f-42fe-81ec-a3afb00f104a,segment=NetworkSegment(73e2130c-676b-4101-a4ea-b71157589025),segment_id=73e2130c-676b-4101-a4ea-b71157589025)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:13.428860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.502296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Calling delete_port for f1f798a4-d93f-42fe-81ec-a3afb00f104a owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:13.567979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.593066 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.732131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a661e41-0305-4c95-8205-bbbe3acc68c3 req-2fe71b8e-39fc-4ef0-8be3-b16e4f55f9ee tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:13.733553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a661e41-0305-4c95-8205-bbbe3acc68c3 req-2fe71b8e-39fc-4ef0-8be3-b16e4f55f9ee tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdd928f-be41-4806-b90f-6a21ed28aa67 HTTP/1.1" status: 200 len: 946 time: 0.5212252 Nov 23 14:22:13.763928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Allocated IP 172.25.3.193 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/4bc842c4-51f3-49a8-ba91-32b757122b8b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:13.771552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5102cb45-8261-4fb2-8a70-edf4f224200b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.777948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-816e8d35-f263-4d10-9daa-b6d4ee22e195 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765502 Nov 23 14:22:13.782290 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.797170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['f1f798a4-d93f-42fe-81ec-a3afb00f104a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:13.826234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5102cb45-8261-4fb2-8a70-edf4f224200b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.830155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Pushing event deleted for resources: {'Port': ['ID=f1f798a4-d93f-42fe-81ec-a3afb00f104a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:13.859238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a661e41-0305-4c95-8205-bbbe3acc68c3 req-06d4aa54-a7cc-408a-942c-db0fd8fb994c tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.46 "GET /v2.0/security-groups?id=261834b1-f293-4770-97db-4b2eea8c20a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192055 Nov 23 14:22:13.921423 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5102cb45-8261-4fb2-8a70-edf4f224200b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.924721 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5102cb45-8261-4fb2-8a70-edf4f224200b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.926081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5102cb45-8261-4fb2-8a70-edf4f224200b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/f1be570d-7c19-44c7-80ba-a7f75aad27b9 HTTP/1.1" status: 204 len: 168 time: 0.7325466 Nov 23 14:22:13.931009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:13.931847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] No DVR routers for this DVR port f1f798a4-d93f-42fe-81ec-a3afb00f104a on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:13.943609 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.947024 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7d360bf-597e-4705-8ca6-b469b3e7cd16 req-90670bf4-04e1-407a-991c-9e93079ae3cb tempest-ServerGroupTestJSON-827102725 tempest-ServerGroupTestJSON-827102725-project] 10.222.0.74 "DELETE /v2.0/ports/f1f798a4-d93f-42fe-81ec-a3afb00f104a HTTP/1.1" status: 204 len: 173 time: 0.8841414 Nov 23 14:22:13.947484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'name': 'network-vif-deleted', 'tag': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:13.948770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102cb45-8261-4fb2-8a70-edf4f224200b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1be570d-7c19-44c7-80ba-a7f75aad27b9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:13.949798 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb5a87d-7596-4410-af9c-c6ef3819e70f" -d '{"events": [{"server_uuid": "8bdd928f-be41-4806-b90f-6a21ed28aa67", "name": "network-vif-deleted", "tag": "f1f798a4-d93f-42fe-81ec-a3afb00f104a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:14.018240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.030049 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bfb9ebde-ee96-4395-866a-fca9d9771bd6 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0958879 Nov 23 14:22:14.032833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.037664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ae05d64c-a280-4165-a0f0-b9ba21d8fcb3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--600104553'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:14.084218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae05d64c-a280-4165-a0f0-b9ba21d8fcb3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.106358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f1bf-7fc0-49b9-a366-82964f8c276a req-2cca7e5b-c2d4-4e35-999d-2bce311617a7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:14.110740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c83f1bf-7fc0-49b9-a366-82964f8c276a req-2cca7e5b-c2d4-4e35-999d-2bce311617a7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.1333709 Nov 23 14:22:14.122586 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.184376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:14.222716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:14.247796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:14.262592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c83f1bf-7fc0-49b9-a366-82964f8c276a req-dad87e06-bf21-446c-88ff-7f97c2d150e2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438558 Nov 23 14:22:14.268039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:14.274783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135edbaf-1ea8-4b02-b606-90415510e39a req-b22aed48-2cf1-4de5-b21c-5ebf4994af09 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:14.276549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-135edbaf-1ea8-4b02-b606-90415510e39a req-b22aed48-2cf1-4de5-b21c-5ebf4994af09 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.0808015 Nov 23 14:22:14.281397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event updated for resources: {'Port': ['ID=4bc842c4-51f3-49a8-ba91-32b757122b8b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:14.335320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:22:14.335685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1ad815c8-6df7-432b-8555-c5f8c8f7e5c1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:22:14.359561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-135edbaf-1ea8-4b02-b606-90415510e39a req-983244f9-451c-40ff-bb2f-77fea93cf4b0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756958 Nov 23 14:22:14.395313 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f2c2f4-bedc-444b-8d02-5619653ec778 x-openstack-request-id: req-f7f2c2f4-bedc-444b-8d02-5619653ec778 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:14.397095 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd928f-be41-4806-b90f-6a21ed28aa67", "name": "network-vif-deleted", "tag": "f1f798a4-d93f-42fe-81ec-a3afb00f104a", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:14.397453 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7f2c2f4-bedc-444b-8d02-5619653ec778 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:14.398348 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd928f-be41-4806-b90f-6a21ed28aa67', 'name': 'network-vif-deleted', 'tag': 'f1f798a4-d93f-42fe-81ec-a3afb00f104a', 'status': 'completed', 'code': 200} Nov 23 14:22:14.402551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae05d64c-a280-4165-a0f0-b9ba21d8fcb3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.460583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3439052b-fc1c-4c00-be67-6f30578a6215 req-af8fb867-ebb6-4adb-8560-9ed4b49be540 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 210 time: 0.0361259 Nov 23 14:22:14.492722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-727160ed-562a-4ead-ad09-0dcf66f78c0f req-16a708ef-e636-4967-a268-2fa60d07f4c1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0591049 Nov 23 14:22:14.530038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae05d64c-a280-4165-a0f0-b9ba21d8fcb3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.602500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae05d64c-a280-4165-a0f0-b9ba21d8fcb3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.605328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ae05d64c-a280-4165-a0f0-b9ba21d8fcb3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5714900 Nov 23 14:22:14.607630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57026) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.612164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7e1c07a8-16f5-4348-825d-29b0036b5526 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': 'bb0dbb8f-87f9-46fe-930d-4079b7e7e11d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:14.629479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05d64c-a280-4165-a0f0-b9ba21d8fcb3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0dbb8f-87f9-46fe-930d-4079b7e7e11d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:14.630352 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-7e1c07a8-16f5-4348-825d-29b0036b5526 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 14:22:14.631214 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-7e1c07a8-16f5-4348-825d-29b0036b5526 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:14.635216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7e1c07a8-16f5-4348-825d-29b0036b5526 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0237906 Nov 23 14:22:14.635468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57028) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.640984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1ca9fb3b-abd6-4367-aefa-0212a1d24f31 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': 'bb0dbb8f-87f9-46fe-930d-4079b7e7e11d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:14.645117 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-1ca9fb3b-abd6-4367-aefa-0212a1d24f31 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 14:22:14.645691 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-1ca9fb3b-abd6-4367-aefa-0212a1d24f31 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:14.655314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1ca9fb3b-abd6-4367-aefa-0212a1d24f31 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102842 Nov 23 14:22:14.656372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57030) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.663538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-610be729-6f4b-4872-9961-650fa612d414 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': 'bb0dbb8f-87f9-46fe-930d-4079b7e7e11d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:14.665405 n-d-818503-2 neutron-server[103345]: WARNING neutron.api.v2.base [None req-610be729-6f4b-4872-9961-650fa612d414 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 14:22:14.665919 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-610be729-6f4b-4872-9961-650fa612d414 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:14.667124 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-610be729-6f4b-4872-9961-650fa612d414 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089829 Nov 23 14:22:14.670016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.674374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-16c1ae7d-4f51-4f53-acb4-858a935c5eb8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': 'bb0dbb8f-87f9-46fe-930d-4079b7e7e11d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:14.675828 n-d-818503-2 neutron-server[103345]: WARNING neutron.api.v2.base [None req-16c1ae7d-4f51-4f53-acb4-858a935c5eb8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 14:22:14.676313 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-16c1ae7d-4f51-4f53-acb4-858a935c5eb8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:14.678932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16c1ae7d-4f51-4f53-acb4-858a935c5eb8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065193 Nov 23 14:22:14.680784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57034) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.746105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e62cac70-7fd9-45d0-b913-5e54666736e8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.770931 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e62cac70-7fd9-45d0-b913-5e54666736e8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.783938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.821946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e62cac70-7fd9-45d0-b913-5e54666736e8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.825046 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e62cac70-7fd9-45d0-b913-5e54666736e8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:14.826549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e62cac70-7fd9-45d0-b913-5e54666736e8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/bb0dbb8f-87f9-46fe-930d-4079b7e7e11d HTTP/1.1" status: 204 len: 168 time: 0.1447043 Nov 23 14:22:14.830377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57038) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.850628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cac70-7fd9-45d0-b913-5e54666736e8 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0dbb8f-87f9-46fe-930d-4079b7e7e11d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:14.890823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-af41a187-b08f-4257-a46d-33687e4287ee tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529623 Nov 23 14:22:14.895818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57042) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:14.901150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3c616d8b-f670-455a-8d8c-958be3147456 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020269366'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:14.931527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c616d8b-f670-455a-8d8c-958be3147456 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.035404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c616d8b-f670-455a-8d8c-958be3147456 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.041734 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c616d8b-f670-455a-8d8c-958be3147456 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.078558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c616d8b-f670-455a-8d8c-958be3147456 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.085852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3c616d8b-f670-455a-8d8c-958be3147456 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1863773 Nov 23 14:22:15.093024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57050) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.110806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-da803b57-30cd-465b-a21b-cd81f79d85d7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.111533 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-da803b57-30cd-465b-a21b-cd81f79d85d7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 14:22:15.112033 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-da803b57-30cd-465b-a21b-cd81f79d85d7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.116076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-da803b57-30cd-465b-a21b-cd81f79d85d7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0191898 Nov 23 14:22:15.116635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57054) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.121829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-42032b5b-4ad7-44f6-8eca-9a8f8d9a89eb tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.126725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c616d8b-f670-455a-8d8c-958be3147456 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fccfbd9-cec8-4702-82bf-019d909c7f68,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:15.155557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.232312 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-42032b5b-4ad7-44f6-8eca-9a8f8d9a89eb tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.233386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-42032b5b-4ad7-44f6-8eca-9a8f8d9a89eb tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1156015 Nov 23 14:22:15.236411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57062) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.242136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c5551897-e589-48e2-807f-532d91a325b9 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.242834 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-c5551897-e589-48e2-807f-532d91a325b9 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 14:22:15.243522 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-c5551897-e589-48e2-807f-532d91a325b9 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.244607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c5551897-e589-48e2-807f-532d91a325b9 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069516 Nov 23 14:22:15.247275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57064) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.254404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2b7cd54f-3cbd-4e22-a8e1-84710daaae52 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.324403 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-2b7cd54f-3cbd-4e22-a8e1-84710daaae52 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.325882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2b7cd54f-3cbd-4e22-a8e1-84710daaae52 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0771103 Nov 23 14:22:15.328852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57072) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.334334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-27f012d4-19ed-4745-8559-401891f20215 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.335277 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-27f012d4-19ed-4745-8559-401891f20215 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 14:22:15.335919 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-27f012d4-19ed-4745-8559-401891f20215 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.337012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-27f012d4-19ed-4745-8559-401891f20215 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067141 Nov 23 14:22:15.338876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57074) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.340221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57076) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.359141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f8a6aa9a-9e80-450c-837b-7534debda85d tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.384658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Router 47286155-824a-45d4-8428-c1046e203c78 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:15.398275 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-f8a6aa9a-9e80-450c-837b-7534debda85d tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Project fa4541e4f33448dba39aeb80b2fc321b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:22:15.423352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] Deleting subnet e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:22:15.426746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.475825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.549679 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-f8a6aa9a-9e80-450c-837b-7534debda85d tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.554104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f8a6aa9a-9e80-450c-837b-7534debda85d tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2128887 Nov 23 14:22:15.556172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57084) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.567012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-dee6d3fd-71e5-458c-acc7-3e592f1b3641 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.567485 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-dee6d3fd-71e5-458c-acc7-3e592f1b3641 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 14:22:15.567973 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-dee6d3fd-71e5-458c-acc7-3e592f1b3641 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.568946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dee6d3fd-71e5-458c-acc7-3e592f1b3641 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082397 Nov 23 14:22:15.574762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57086) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.577167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:15.589816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-201284e4-58ad-48a5-8102-0518ee077e20 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.597843 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] Sync routers for ids ['47286155-824a-45d4-8428-c1046e203c78'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:15.617105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.625815 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] Routers {'47286155-824a-45d4-8428-c1046e203c78'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:15.626473 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['47286155-824a-45d4-8428-c1046e203c78'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:15.629572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2409a4a-4c95-4ad6-a409-03f6f8e4a659 req-33d8a1a8-6053-4fbc-8dc3-48ea4f855ed8 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:15.637519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2409a4a-4c95-4ad6-a409-03f6f8e4a659 req-33d8a1a8-6053-4fbc-8dc3-48ea4f855ed8 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1589084 Nov 23 14:22:15.686667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500b025-f260-4359-859d-3a028135eb3d req-830516a8-402e-49e6-aa9f-9ad087d6faeb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:15.701354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6500b025-f260-4359-859d-3a028135eb3d req-830516a8-402e-49e6-aa9f-9ad087d6faeb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.2895892 Nov 23 14:22:15.727373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.728947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3c44b3e5-9802-4e9d-ae2e-4d4ff26b1e7d tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0170467 Nov 23 14:22:15.732733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57090) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.735408 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-201284e4-58ad-48a5-8102-0518ee077e20 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Project fa4541e4f33448dba39aeb80b2fc321b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:22:15.739054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': False}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.784005 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-201284e4-58ad-48a5-8102-0518ee077e20 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:15.785985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-201284e4-58ad-48a5-8102-0518ee077e20 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2052011 Nov 23 14:22:15.795234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57092) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.806718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b603fa7c-c681-44b6-bf91-bb69ad927bda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '5fccfbd9-cec8-4702-82bf-019d909c7f68', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.813963 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:15.823046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] Routers {'47286155-824a-45d4-8428-c1046e203c78'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:15.823654 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['47286155-824a-45d4-8428-c1046e203c78'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:15.827651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529171-f762-420d-9730-95e3ebcb51c4 req-038653b2-871d-4cdd-acee-9edd4d86351b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:15.829178 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-038653b2-871d-4cdd-acee-9edd4d86351b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.3258085 Nov 23 14:22:15.844205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2409a4a-4c95-4ad6-a409-03f6f8e4a659 req-b840c278-0a1c-49ad-841a-7f1571f9230b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057455 Nov 23 14:22:15.856185 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:15.857090 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e86c3a-b4a2-475b-8670-39a9f00d9f26 None None] The sync data for ids ['47286155-824a-45d4-8428-c1046e203c78'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:15.866878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6500b025-f260-4359-859d-3a028135eb3d req-904a5954-6a06-4047-8f07-5ac3dce68129 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643472 Nov 23 14:22:15.870832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.883811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Request body: {'port': {'device_id': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'admin_state_up': True, 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:15.929014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:15.951618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:15.971341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a179cc32-1488-4f74-a4d3-c7c443bf7a55 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e776bbf1-eadb-4ebd-ac4e-4cac3c8027a2 HTTP/1.1" status: 204 len: 168 time: 0.6288450 Nov 23 14:22:15.979930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57094) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:15.982260 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-b603fa7c-c681-44b6-bf91-bb69ad927bda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Project fa4541e4f33448dba39aeb80b2fc321b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:22:16.030273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21047947-d2ca-4a71-a157-a2c8f70d62e8 req-8804f0dc-a2e8-4dbd-8490-cfa0e395b235 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 210 time: 0.0766482 Nov 23 14:22:16.060761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c431fca-1c19-40c1-9424-5059bfa494e1 req-6194d02c-93f3-4266-aac9-624527aba482 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0892079 Nov 23 14:22:16.070805 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-b603fa7c-c681-44b6-bf91-bb69ad927bda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:16.074407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b603fa7c-c681-44b6-bf91-bb69ad927bda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2715526 Nov 23 14:22:16.075784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57096) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:16.151346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.223370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69751c8d-fe4a-4cdf-9b8a-d664b04f19ab tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.285516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.295843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69751c8d-fe4a-4cdf-9b8a-d664b04f19ab tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.324980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9644e34-a20b-425b-8423-afe388a82f32']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:16.344115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e2130c-676b-4101-a4ea-b71157589025') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:16.344407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e2130c-676b-4101-a4ea-b71157589025') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:16.357007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.373826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.380290 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69751c8d-fe4a-4cdf-9b8a-d664b04f19ab tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.383179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69751c8d-fe4a-4cdf-9b8a-d664b04f19ab tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.387259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-69751c8d-fe4a-4cdf-9b8a-d664b04f19ab tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/5fccfbd9-cec8-4702-82bf-019d909c7f68 HTTP/1.1" status: 204 len: 168 time: 0.3105052 Nov 23 14:22:16.387852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57098) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:16.396048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:22:16.396701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:22:16.404815 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:22:16.440625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69751c8d-fe4a-4cdf-9b8a-d664b04f19ab tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fccfbd9-cec8-4702-82bf-019d909c7f68,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:16.502788 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.508664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.514621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f9644e34-a20b-425b-8423-afe388a82f32 HTTP/1.1" status: 204 len: 168 time: 0.5334928 Nov 23 14:22:16.527739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e035d2a5-4396-4331-9a7f-23920cbc7532 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1334045 Nov 23 14:22:16.528480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:16.547554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-dbbdea43-4974-494f-8dda-c2be085339dd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--226467139'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:16.553761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90b2c5-632b-4d3c-abbd-351d0136d220 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9644e34-a20b-425b-8423-afe388a82f32,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:16.588321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dbbdea43-4974-494f-8dda-c2be085339dd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.593612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-70e5b70c-d779-459c-a36f-c11117fc10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:16.598945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-70e5b70c-d779-459c-a36f-c11117fc10cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1097 time: 0.1271937 Nov 23 14:22:16.687068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dbbdea43-4974-494f-8dda-c2be085339dd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.693142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dbbdea43-4974-494f-8dda-c2be085339dd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.741677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdea43-4974-494f-8dda-c2be085339dd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3669c870-8558-4455-89c2-39a57d11d4d7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:16.776341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dbbdea43-4974-494f-8dda-c2be085339dd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.777609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dbbdea43-4974-494f-8dda-c2be085339dd tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2337012 Nov 23 14:22:16.781033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57106) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:16.785656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bdb0b650-195b-49b6-bfc8-34747fe13e9b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '3669c870-8558-4455-89c2-39a57d11d4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:16.797412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.817722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:16.821875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:16.824816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57108) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:16.885050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-08a98052-5591-412e-95e1-733d726c1e1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2f82cb7fc684a7ca61fd9c113edfa6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570185 Nov 23 14:22:16.888764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57112) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:16.975405 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-bdb0b650-195b-49b6-bfc8-34747fe13e9b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The resource could not be found. Nov 23 14:22:16.976640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bdb0b650-195b-49b6-bfc8-34747fe13e9b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1944878 Nov 23 14:22:16.982828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57116) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:16.995480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f8fbd094-3d91-437d-89f6-e6e63d30fd2a tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '3669c870-8558-4455-89c2-39a57d11d4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f8766890-6f82-4482-a580-678b91226da6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:17.048916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4173b469-d1b6-4f87-bfb2-00b4361955f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.055161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-15a97582-bb43-4caf-9672-d965916ecb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:17.057085 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-15a97582-bb43-4caf-9672-d965916ecb90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.2894917 Nov 23 14:22:17.079549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5d0ce-016d-4fc2-82f8-ef0edb14f297 req-1c047d63-9077-41fc-b454-db8b492906f6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:17.081071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63e5d0ce-016d-4fc2-82f8-ef0edb14f297 req-1c047d63-9077-41fc-b454-db8b492906f6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1456764 Nov 23 14:22:17.111258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4173b469-d1b6-4f87-bfb2-00b4361955f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.126807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ca85d-a9ff-44b8-95eb-25b186935e82 req-b0d30b01-3bd1-410a-9cac-030a21521bae tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:17.128822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b14ca85d-a9ff-44b8-95eb-25b186935e82 req-b0d30b01-3bd1-410a-9cac-030a21521bae tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.1507044 Nov 23 14:22:17.182377 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f8fbd094-3d91-437d-89f6-e6e63d30fd2a tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The resource could not be found. Nov 23 14:22:17.183450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f8fbd094-3d91-437d-89f6-e6e63d30fd2a tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1996975 Nov 23 14:22:17.187258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57122) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:17.190011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Allocated IP 172.20.0.4 (a760b5ef-6bbf-4241-aede-477029b4d14c/6067dcd5-b66e-4708-a691-8896309a7852/23b81b44-450f-4cb3-8f77-02ea7feaa721) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:17.221317 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-3dd94571-9126-40fa-afdf-7ac955f3b6ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 1002 time: 0.1331296 Nov 23 14:22:17.227553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63e5d0ce-016d-4fc2-82f8-ef0edb14f297 req-5d2daac9-fbc6-49e1-8572-49e753eda6ca tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311893 Nov 23 14:22:17.263077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b14ca85d-a9ff-44b8-95eb-25b186935e82 req-ff14a85b-9449-436d-8a75-574fb9286ea0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103466 Nov 23 14:22:17.267568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4173b469-d1b6-4f87-bfb2-00b4361955f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.273221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4173b469-d1b6-4f87-bfb2-00b4361955f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.285683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4173b469-d1b6-4f87-bfb2-00b4361955f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/261834b1-f293-4770-97db-4b2eea8c20a5 HTTP/1.1" status: 204 len: 168 time: 0.3831966 Nov 23 14:22:17.295823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173b469-d1b6-4f87-bfb2-00b4361955f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261834b1-f293-4770-97db-4b2eea8c20a5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:17.355382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96bcfdd1-6028-4cec-9553-6cbb455fed5b req-a0d1e0b5-6cf8-4e90-935d-f38a948217c9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 210 time: 0.0431731 Nov 23 14:22:17.437748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15366b2a-682d-42e4-aabe-2537349d1faa req-5510f274-3994-4223-9721-e10e26eb8f63 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0463374 Nov 23 14:22:17.528105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-d5549da6-2d28-46cf-86d1-41d6ea3dcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:17.529859 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-d5549da6-2d28-46cf-86d1-41d6ea3dcbbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.2924576 Nov 23 14:22:17.535098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c8638ca-2eb8-4e0c-872b-e92eda8b3ed3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.647590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c8638ca-2eb8-4e0c-872b-e92eda8b3ed3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.737153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f1f798a4-d93f-42fe-81ec-a3afb00f104a no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:17.796430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: f1f798a4-d93f-42fe-81ec-a3afb00f104a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:22:17.797189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f1f798a4-d93f-42fe-81ec-a3afb00f104a not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:22:17.848839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.853588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-f82d4656-b1ca-45b0-b9b5-0549e6296d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:17.855272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-f82d4656-b1ca-45b0-b9b5-0549e6296d15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094192 Nov 23 14:22:17.918248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c8638ca-2eb8-4e0c-872b-e92eda8b3ed3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.921659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c8638ca-2eb8-4e0c-872b-e92eda8b3ed3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:17.926317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57140) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:17.928048 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9c8638ca-2eb8-4e0c-872b-e92eda8b3ed3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/3669c870-8558-4455-89c2-39a57d11d4d7 HTTP/1.1" status: 204 len: 168 time: 0.7351911 Nov 23 14:22:17.986857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8638ca-2eb8-4e0c-872b-e92eda8b3ed3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669c870-8558-4455-89c2-39a57d11d4d7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:18.041307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79b42dc1-c42e-4e05-b97d-dfe5b1a35e4a tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1099491 Nov 23 14:22:18.042325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57142) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:18.047402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bce59646-96a6-44e0-a356-6f5a647c4e3f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '6e5f3981-3a2e-4891-8125-5f5454e6a810', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:18.085070 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.111327 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-bce59646-96a6-44e0-a356-6f5a647c4e3f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The resource could not be found. Nov 23 14:22:18.117778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bce59646-96a6-44e0-a356-6f5a647c4e3f tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0743396 Nov 23 14:22:18.118778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57148) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:18.123536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-232d444a-5130-410a-aed3-e7de78532542 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--203070073'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:18.162603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-232d444a-5130-410a-aed3-e7de78532542 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.181321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Network a760b5ef-6bbf-4241-aede-477029b4d14c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:18.190273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.194518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:18.200772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-f5d3898e-24fc-4928-942e-2f5a54437048 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330467 Nov 23 14:22:18.201842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:18.209623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.236022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event updated for resources: {'Port': ['ID=23b81b44-450f-4cb3-8f77-02ea7feaa721,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:18.263108 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-232d444a-5130-410a-aed3-e7de78532542 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.272581 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-232d444a-5130-410a-aed3-e7de78532542 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.330774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d444a-5130-410a-aed3-e7de78532542 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b432bb2-42d0-43e5-bafe-84a2637120f4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:18.338146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-232d444a-5130-410a-aed3-e7de78532542 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.342740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-232d444a-5130-410a-aed3-e7de78532542 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2229302 Nov 23 14:22:18.343420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57158) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:18.347929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ff152601-b610-4b08-b3e6-72b3de9a2baa tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040150775'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:18.359142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:18.359774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.401647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff152601-b610-4b08-b3e6-72b3de9a2baa tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.420525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57162) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:18.433013 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1c1db89b-7dfe-41b9-a8f9-3a2ee4d54faf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5548594 Nov 23 14:22:18.452983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Request body: {'port': {'device_id': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:18.489957 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-73e1d167-a1b9-4120-b013-ea736a8ce9c1 req-3c584fff-8b73-4c38-93aa-1862a17f5796 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580414 Nov 23 14:22:18.505440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9641bfc-38ca-4168-a027-d1d0caeeb675 req-fc3b61ab-bd71-4a04-8d02-1ddd1c556471 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:18.507091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9641bfc-38ca-4168-a027-d1d0caeeb675 req-fc3b61ab-bd71-4a04-8d02-1ddd1c556471 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.1315060 Nov 23 14:22:18.529712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Router 47286155-824a-45d4-8428-c1046e203c78 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:22:18.540400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8383fe-53d6-4971-b857-c87f9b5e6ca2 req-1db1643e-042a-44a7-9170-d0fcf40d7da0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:18.540697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.541992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e8383fe-53d6-4971-b857-c87f9b5e6ca2 req-1db1643e-042a-44a7-9170-d0fcf40d7da0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1382422 Nov 23 14:22:18.614192 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff152601-b610-4b08-b3e6-72b3de9a2baa tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.627179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff152601-b610-4b08-b3e6-72b3de9a2baa tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.628961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-184174224-network', 'tenant_id': 'e536daf42f4f4f4dbd6740a6763acbc6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:18.679947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9641bfc-38ca-4168-a027-d1d0caeeb675 req-f98841ee-57e4-47c7-a632-a117633bc52f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581488 Nov 23 14:22:18.699670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152601-b610-4b08-b3e6-72b3de9a2baa tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a3245c-05fd-4f66-9f32-18a796594651,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:18.706505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e8383fe-53d6-4971-b857-c87f9b5e6ca2 req-9b39cb46-8006-407b-91d5-0802a84cb17f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543653 Nov 23 14:22:18.710658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff152601-b610-4b08-b3e6-72b3de9a2baa tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.715262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ff152601-b610-4b08-b3e6-72b3de9a2baa tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3707647 Nov 23 14:22:18.715872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57168) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:18.721048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-de302c79-280c-4f38-b11d-e653170382a0 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '4b432bb2-42d0-43e5-bafe-84a2637120f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c9a3245c-05fd-4f66-9f32-18a796594651'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:18.776056 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-de302c79-280c-4f38-b11d-e653170382a0 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:18.777822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-de302c79-280c-4f38-b11d-e653170382a0 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0608759 Nov 23 14:22:18.780861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57170) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:18.826186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Made reservation on behalf of e536daf42f4f4f4dbd6740a6763acbc6 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:18.828520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.850266 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.875400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:18.886283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99f25424-ed7a-4b06-ab9d-e45e9824bda1 req-ba0db9b5-f145-4e2f-a36c-898f267ea630 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0686114 Nov 23 14:22:18.891244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] Sync routers for ids ['47286155-824a-45d4-8428-c1046e203c78'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:18.891740 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.895691 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-be4c6bc0-95e7-46f6-88c2-00240a32d0d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "PUT /v2.0/routers/47286155-824a-45d4-8428-c1046e203c78 HTTP/1.1" status: 200 len: 926 time: 3.1590245 Nov 23 14:22:18.897940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57174) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:18.928660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] Routers {'47286155-824a-45d4-8428-c1046e203c78'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:18.929311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['47286155-824a-45d4-8428-c1046e203c78'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:18.930509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e72f6-f1a7-4032-b2a4-ff5bb5629417 req-c3de6ed5-a5d4-4b1d-85f2-89e2a91b23fb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:18.938175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-843e72f6-f1a7-4032-b2a4-ff5bb5629417 req-c3de6ed5-a5d4-4b1d-85f2-89e2a91b23fb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 931 time: 0.1458390 Nov 23 14:22:18.951450 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaadc-6a26-46df-99e1-a3db311fc9a7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:18.983311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:18.996941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] Routers {'47286155-824a-45d4-8428-c1046e203c78'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:18.998183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['47286155-824a-45d4-8428-c1046e203c78'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:19.002927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaadc-6a26-46df-99e1-a3db311fc9a7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.036425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-843e72f6-f1a7-4032-b2a4-ff5bb5629417 req-1bea8435-8aef-4b97-ad39-da1603c419ba tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972612 Nov 23 14:22:19.043277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:19.044174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1a61d-f24e-4465-805d-3d313296b0d8 None None] The sync data for ids ['47286155-824a-45d4-8428-c1046e203c78'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:19.090682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaadc-6a26-46df-99e1-a3db311fc9a7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.094758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaadc-6a26-46df-99e1-a3db311fc9a7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.100727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e4eaaadc-6a26-46df-99e1-a3db311fc9a7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/c9a3245c-05fd-4f66-9f32-18a796594651 HTTP/1.1" status: 204 len: 168 time: 0.3186245 Nov 23 14:22:19.101767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57178) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:19.141815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eaaadc-6a26-46df-99e1-a3db311fc9a7 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a3245c-05fd-4f66-9f32-18a796594651,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:19.276218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1890bbc4-ef07-48ce-b568-2f0fb0afb27d tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1574228 Nov 23 14:22:19.277496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57180) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:19.356939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45b23183-ef8c-4c56-9797-043e03a7b1e3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.386524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45b23183-ef8c-4c56-9797-043e03a7b1e3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.423229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7c36d3c5-6e94-461d-8eb3-cdf147f2111b tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/47286155-824a-45d4-8428-c1046e203c78 HTTP/1.1" status: 200 len: 926 time: 0.5235007 Nov 23 14:22:19.427513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57186) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:19.462095 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45b23183-ef8c-4c56-9797-043e03a7b1e3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.465627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45b23183-ef8c-4c56-9797-043e03a7b1e3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.471119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57190) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:19.471335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-45b23183-ef8c-4c56-9797-043e03a7b1e3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/4b432bb2-42d0-43e5-bafe-84a2637120f4 HTTP/1.1" status: 204 len: 168 time: 0.1918638 Nov 23 14:22:19.484487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b23183-ef8c-4c56-9797-043e03a7b1e3 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b432bb2-42d0-43e5-bafe-84a2637120f4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:19.652098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62121b0a-75c5-4bd9-835c-930f027202df tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:19.656277 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62121b0a-75c5-4bd9-835c-930f027202df tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=47286155-824a-45d4-8428-c1046e203c78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2239487 Nov 23 14:22:19.656821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57198) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:19.672812 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f353177-b844-4df9-bed1-5b2bcef7bbad tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1993887 Nov 23 14:22:19.678397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57200) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:19.685171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fca5f195-b006-4626-86a7-85163c71674b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--443323742'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:19.737947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:22:19.766961 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.771311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca5f195-b006-4626-86a7-85163c71674b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.776701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.812850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b81b44-450f-4cb3-8f77-02ea7feaa721 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:19.826839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:22:19.832294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.896951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Transition to ACTIVE for port object 23b81b44-450f-4cb3-8f77-02ea7feaa721 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:22:19.898383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2339b39e-4f00-4680-8b3f-54d32db58359,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:19.920319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.920689 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Added segment 80b55f2b-2c23-4d73-95e3-dc624876059b of type vlan for network 870005e2-cec9-481c-b899-ed975bfce4a2 Nov 23 14:22:19.947755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:19.980527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59329699-0e18-4c3e-b17c-6f220a2ed5b7 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:19.981939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-59329699-0e18-4c3e-b17c-6f220a2ed5b7 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.3240318 Nov 23 14:22:19.989272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57220) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:20.035913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4ddabe8c-83c7-4562-b980-364c132c5da5 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=47286155-824a-45d4-8428-c1046e203c78 HTTP/1.1" status: 200 len: 205 time: 0.0413480 Nov 23 14:22:20.042120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57226) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:20.053814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:20.083493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'port_id': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'mac_address': 'fa:16:3e:8c:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:22:20.145783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.146549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.172491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec080415-41a1-45dc-afdc-025e8e1383f8 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:20.186478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Pushing event updated for resources: {'Port': ['ID=23b81b44-450f-4cb3-8f77-02ea7feaa721,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:20.188957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a38b1-b966-4158-be00-0277bd191d60 req-cf4e86bc-b4e3-4053-b545-f71e7d52318a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:20.197708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:20.204394 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.208017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-569a38b1-b966-4158-be00-0277bd191d60 req-cf4e86bc-b4e3-4053-b545-f71e7d52318a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2593493 Nov 23 14:22:20.282491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:22:20.293204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:20.317463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a945ba-8444-4aad-82cb-10ffb6c61714 req-2745f0c1-46f1-49af-8cc4-125d0bbd5554 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:20.319188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85a945ba-8444-4aad-82cb-10ffb6c61714 req-2745f0c1-46f1-49af-8cc4-125d0bbd5554 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.4049001 Nov 23 14:22:20.335743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['ec080415-41a1-45dc-afdc-025e8e1383f8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:20.404429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Attempting to bind port 23b81b44-450f-4cb3-8f77-02ea7feaa721 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:22:20.406240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Attempting to bind port 23b81b44-450f-4cb3-8f77-02ea7feaa721 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:22:20.406877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Attempting to bind port 23b81b44-450f-4cb3-8f77-02ea7feaa721 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:20.456005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Port 23b81b44-450f-4cb3-8f77-02ea7feaa721 on network a760b5ef-6bbf-4241-aede-477029b4d14c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:22:20.459109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Attempting to bind port 23b81b44-450f-4cb3-8f77-02ea7feaa721 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:20.461424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.463812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:20.466945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-569a38b1-b966-4158-be00-0277bd191d60 req-480dd849-d10d-469e-bbfd-b4bf633fd238 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565200 Nov 23 14:22:20.467814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.497157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca5f195-b006-4626-86a7-85163c71674b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.505556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.533481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca5f195-b006-4626-86a7-85163c71674b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.601102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1778452 Nov 23 14:22:20.602010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57246) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:20.617760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5f195-b006-4626-86a7-85163c71674b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ab2609-5953-4235-8fd1-540bae26e6ca,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:20.622463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:22:20.622979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:20.623364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Bound using segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:22:20.623817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Bound port: 23b81b44-450f-4cb3-8f77-02ea7feaa721, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:22:20.624178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.630995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Request body: {'subnet': {'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-184174224-subnet', 'tenant_id': 'e536daf42f4f4f4dbd6740a6763acbc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:20.719688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Made reservation on behalf of e536daf42f4f4f4dbd6740a6763acbc6 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:20.722559 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.752677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fe3c0-4c36-4792-94c4-7a28e664593d admin admin] Pushing event updated for resources: {'Network': ['ID=870005e2-cec9-481c-b899-ed975bfce4a2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:20.757510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca5f195-b006-4626-86a7-85163c71674b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.758740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fca5f195-b006-4626-86a7-85163c71674b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0781012 Nov 23 14:22:20.761677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57248) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:20.765019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 870005e2-cec9-481c-b899-ed975bfce4a2 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:22:20.768401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-460a258c-8611-4eec-be73-9bae46f37761 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '73ab2609-5953-4235-8fd1-540bae26e6ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:20.802138 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.893860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] For port 23b81b44-450f-4cb3-8f77-02ea7feaa721, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:20.913398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] For port 23b81b44-450f-4cb3-8f77-02ea7feaa721, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:22:20.924751 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:20.938024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85a945ba-8444-4aad-82cb-10ffb6c61714 req-e87083f5-7006-4818-9c67-6479cbe505aa tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667918 Nov 23 14:22:20.946825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbc00ca9-1afe-41ee-a678-37bc71b55fb4 req-d2fb4324-83ad-4f86-ac5f-b20bf905a205 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.1919491 Nov 23 14:22:20.947803 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-460a258c-8611-4eec-be73-9bae46f37761 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:20.948963 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-460a258c-8611-4eec-be73-9bae46f37761 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1863835 Nov 23 14:22:20.958036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57252) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:21.022434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-dadb6ba4-ade9-44da-8794-5d628476d810 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group_rule': {'security_group_id': '73ab2609-5953-4235-8fd1-540bae26e6ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:21.155420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:21.156065 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:21.157911 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] 10.222.0.74 "PUT /v2.0/ports/23b81b44-450f-4cb3-8f77-02ea7feaa721 HTTP/1.1" status: 200 len: 1091 time: 2.7157745 Nov 23 14:22:21.158382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'tag': '23b81b44-450f-4cb3-8f77-02ea7feaa721'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:21.160722 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46eef33-dd95-4a58-86e5-45ff224fc6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdf5087-726f-49c0-8d87-a012a62f181d", "tag": "23b81b44-450f-4cb3-8f77-02ea7feaa721"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:21.167689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:21.267118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5871659-162e-47bb-97fd-2e597e667471 req-3e1ddfd8-65fd-473f-aede-9ce2f59aa49f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:21.268753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5871659-162e-47bb-97fd-2e597e667471 req-3e1ddfd8-65fd-473f-aede-9ce2f59aa49f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 943 time: 0.2265530 Nov 23 14:22:21.293134 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-dadb6ba4-ade9-44da-8794-5d628476d810 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:22:21.294203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dadb6ba4-ade9-44da-8794-5d628476d810 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3358095 Nov 23 14:22:21.298166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57262) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:21.303496 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d43430-2ffd-4918-93a4-f8d42b492c35 x-openstack-request-id: req-30d43430-2ffd-4918-93a4-f8d42b492c35 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:21.303791 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdf5087-726f-49c0-8d87-a012a62f181d", "tag": "23b81b44-450f-4cb3-8f77-02ea7feaa721", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:21.304110 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30d43430-2ffd-4918-93a4-f8d42b492c35 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:21.304513 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'tag': '23b81b44-450f-4cb3-8f77-02ea7feaa721', 'status': 'completed', 'code': 200} Nov 23 14:22:21.327045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed09af-339d-46fd-866b-af867bd699c8 service neutron] Pushing event updated for resources: {'Port': ['ID=23b81b44-450f-4cb3-8f77-02ea7feaa721,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:21.330027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Deleting port 4bc842c4-51f3-49a8-ba91-32b757122b8b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:21.330558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:21.357767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0439179a-9092-4ab7-8927-1b4bba28dc76,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:21.379539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Checking segment: {'id': '80b55f2b-2c23-4d73-95e3-dc624876059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:21.379906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Network hostable DHCP agents. Network: 870005e2-cec9-481c-b899-ed975bfce4a2, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:22:21.385725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1e5cef69-df09-4fe6-847c-2a97a5425c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:21.387825 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-1e5cef69-df09-4fe6-847c-2a97a5425c30 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 1094 time: 0.1735759 Nov 23 14:22:21.458022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-0dd2b325-2636-4a8a-9bc8-82deb11be1da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721 HTTP/1.1" status: 200 len: 217 time: 0.0573444 Nov 23 14:22:21.473574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5871659-162e-47bb-97fd-2e597e667471 req-9d026c36-7429-4c75-bc35-b4eb87b3d23a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896212 Nov 23 14:22:21.483088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Network 870005e2-cec9-481c-b899-ed975bfce4a2 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:22:21.533614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:21.556374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 870005e2-cec9-481c-b899-ed975bfce4a2) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:21.570616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208aea3-58d8-4c51-9d4a-fd985f80f346 None None] Network 870005e2-cec9-481c-b899-ed975bfce4a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:21.571992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:21.572683 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:21.576342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529171-f762-420d-9730-95e3ebcb51c4 req-291be57c-3e37-4730-95fc-5038f8748763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:21.577861 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-291be57c-3e37-4730-95fc-5038f8748763 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.1060221 Nov 23 14:22:21.579724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e2ea-d08c-48c7-a0ca-3dd7e2c7bdda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:21.589908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Calling delete_port for 4bc842c4-51f3-49a8-ba91-32b757122b8b owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:21.675600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-a53d6d0e-2cc7-4f1b-9f36-d3f0af21c986 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872819 Nov 23 14:22:21.722683 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6b7ad23e-039e-4928-93b0-c395ad60b4a5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1007342 Nov 23 14:22:21.756967 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e2ea-d08c-48c7-a0ca-3dd7e2c7bdda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:21.757317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:21.887464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c107d82-8716-43a3-84cf-fd11c6a9cc10 None None] Network 870005e2-cec9-481c-b899-ed975bfce4a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:21.934076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.022051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event deleted for resources: {'Port': ['ID=4bc842c4-51f3-49a8-ba91-32b757122b8b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:22.044932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e2ea-d08c-48c7-a0ca-3dd7e2c7bdda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.064421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e2ea-d08c-48c7-a0ca-3dd7e2c7bdda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.066137 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8e8e2ea-d08c-48c7-a0ca-3dd7e2c7bdda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/73ab2609-5953-4235-8fd1-540bae26e6ca HTTP/1.1" status: 204 len: 168 time: 0.7591140 Nov 23 14:22:22.085905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57280) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:22.122843 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-d6013926-2501-4596-bbca-6b9932419b19 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387946 Nov 23 14:22:22.124055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8e2ea-d08c-48c7-a0ca-3dd7e2c7bdda tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ab2609-5953-4235-8fd1-540bae26e6ca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:22.182706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f19e560a-2325-4a81-9f34-8ced46bfd298 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0934262 Nov 23 14:22:22.195649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57284) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:22.212858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-77356f62-8ddc-4ba0-95af-5b62aae36103 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802035003'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:22.217888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port ec080415-41a1-45dc-afdc-025e8e1383f8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:22.220048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.239284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff6b55-e252-4f6c-834a-a66a50b8febb req-99976aa6-4d9c-4bc4-a39d-1c74536e301a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:22.243673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28ff6b55-e252-4f6c-834a-a66a50b8febb req-99976aa6-4d9c-4bc4-a39d-1c74536e301a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.3817046 Nov 23 14:22:22.358573 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77356f62-8ddc-4ba0-95af-5b62aae36103 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.370769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.376643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28ff6b55-e252-4f6c-834a-a66a50b8febb req-d94a3937-8e08-4374-b6e4-3e7f6b5df088 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084409 Nov 23 14:22:22.383366 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.399013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:22.401475 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a82e83-c23b-4b75-9bec-b92da9480b17" -d '{"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-plugged", "status": "completed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:22.416867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:22.431700 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.495475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:22.499598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-61529171-f762-420d-9730-95e3ebcb51c4 req-2df4ef48-6d3f-4aec-ba58-83b172b374b0 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619080 Nov 23 14:22:22.544493 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.550368 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.615294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.615907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Fanout notify agent at l3_agent the message router_deleted on router 47286155-824a-45d4-8428-c1046e203c78 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:22.631504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.652038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-207e2247-4efd-434a-85e7-31b394e5bd91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/47286155-824a-45d4-8428-c1046e203c78 HTTP/1.1" status: 204 len: 168 time: 2.6005344 Nov 23 14:22:22.654338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57294) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:22.669118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d1ed7f41-bd8c-4ffa-b040-36508daa0fd3 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1639051390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:22.671274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77356f62-8ddc-4ba0-95af-5b62aae36103 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.679117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77356f62-8ddc-4ba0-95af-5b62aae36103 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.746485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-b9b93b5d-1308-4641-b187-cf9cdded33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:22.748362 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-b9b93b5d-1308-4641-b187-cf9cdded33d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 1094 time: 0.1910696 Nov 23 14:22:22.751310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77356f62-8ddc-4ba0-95af-5b62aae36103 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.755424 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-77356f62-8ddc-4ba0-95af-5b62aae36103 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5549059 Nov 23 14:22:22.756821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57296) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:22.774864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e68e1e-b32d-40d5-bbc9-d0175a5838fb req-bf305abf-c73b-433c-9663-d812437fa459 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:22.776822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7e68e1e-b32d-40d5-bbc9-d0175a5838fb req-bf305abf-c73b-433c-9663-d812437fa459 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.5826464 Nov 23 14:22:22.787787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c39372f0-259a-4f67-8ec1-160a898958ac req-2c7b5763-0c78-48ab-8aa9-7ff33b013a3d tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.1776180 Nov 23 14:22:22.796275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7f41-bd8c-4ffa-b040-36508daa0fd3 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.798212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7f41-bd8c-4ffa-b040-36508daa0fd3 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.878947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-45547b02-927f-4a17-91c0-1110b57a2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:22.880700 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-45547b02-927f-4a17-91c0-1110b57a2e77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 0.1228025 Nov 23 14:22:22.886803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b4c35e55-6970-4707-a081-4d09edb2602c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:22.888074 n-d-818503-2 neutron-server[103345]: WARNING neutron.api.v2.base [None req-b4c35e55-6970-4707-a081-4d09edb2602c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 14:22:22.888074 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-b4c35e55-6970-4707-a081-4d09edb2602c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 14:22:22.892008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57300) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:22.893962 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b4c35e55-6970-4707-a081-4d09edb2602c tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "PUT /v2.0/security-groups/17d99bd5-558a-424b-908e-16f824f7f4a4 HTTP/1.1" status: 409 len: 330 time: 0.0167997 Nov 23 14:22:22.946688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7f41-bd8c-4ffa-b040-36508daa0fd3 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:22.950802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7e68e1e-b32d-40d5-bbc9-d0175a5838fb req-52882f5b-358a-4a6c-832a-e6f555f1c052 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559715 Nov 23 14:22:22.959453 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7f41-bd8c-4ffa-b040-36508daa0fd3 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:23.000917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7f41-bd8c-4ffa-b040-36508daa0fd3 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:23.004638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d1ed7f41-bd8c-4ffa-b040-36508daa0fd3 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3466966 Nov 23 14:22:23.005701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57304) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:23.021359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:23.093113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77356f62-8ddc-4ba0-95af-5b62aae36103 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d99bd5-558a-424b-908e-16f824f7f4a4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:23.117312 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-a0129bf6-f3bd-4416-a6ed-da3dcbd6a524 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721 HTTP/1.1" status: 200 len: 217 time: 0.2219937 Nov 23 14:22:23.120678 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a306044-040f-4ed0-a0e0-0c04e9824c65 x-openstack-request-id: req-9a306044-040f-4ed0-a0e0-0c04e9824c65 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:23.121206 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-plugged", "status": "completed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:23.121206 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a306044-040f-4ed0-a0e0-0c04e9824c65 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:23.121784 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'code': 200} Nov 23 14:22:23.143252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d8aca03-4494-4bb5-bceb-63b4c1fc2d8b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:23.283075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-5d481db5-bea9-41ab-b40c-fae6193ec688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:23.286121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-5d481db5-bea9-41ab-b40c-fae6193ec688 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.1607027 Nov 23 14:22:23.324502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-53dda909-3ee2-43c9-b524-0ab32406aeb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309150 Nov 23 14:22:23.327380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d8aca03-4494-4bb5-bceb-63b4c1fc2d8b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:23.490437 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-d252e142-b24a-4c58-98ea-eaf3c5fd9ad5 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576941 Nov 23 14:22:23.640082 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:23.697083 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c46eef33-dd95-4a58-86e5-45ff224fc6f4 req-dfff0d0a-81a0-4358-acbe-3faa5fb2d7f4 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959147 Nov 23 14:22:24.087995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:24.131604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8566c5-6056-47af-abec-c85ae2b5cfcb req-0917a058-d6a2-4edb-bab0-5584f257b173 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:24.141686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be8566c5-6056-47af-abec-c85ae2b5cfcb req-0917a058-d6a2-4edb-bab0-5584f257b173 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 943 time: 0.8224478 Nov 23 14:22:24.210363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-a6f296ad-c8cb-4c81-bbde-37d8847a9810 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:24.218802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-a6f296ad-c8cb-4c81-bbde-37d8847a9810 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/networks?id=870005e2-cec9-481c-b899-ed975bfce4a2 HTTP/1.1" status: 200 len: 820 time: 0.9053516 Nov 23 14:22:24.260575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d8aca03-4494-4bb5-bceb-63b4c1fc2d8b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:24.260575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d8aca03-4494-4bb5-bceb-63b4c1fc2d8b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:24.260904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57334) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:24.294756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2d8aca03-4494-4bb5-bceb-63b4c1fc2d8b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/17d99bd5-558a-424b-908e-16f824f7f4a4 HTTP/1.1" status: 204 len: 168 time: 1.3732810 Nov 23 14:22:24.351046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be8566c5-6056-47af-abec-c85ae2b5cfcb req-df20f88f-f787-4eac-898e-44240f6c4da3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045109 Nov 23 14:22:24.356983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aca03-4494-4bb5-bceb-63b4c1fc2d8b tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d99bd5-558a-424b-908e-16f824f7f4a4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:24.359592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-b96a83d6-b9c8-4891-a453-49579567d6f7 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/quotas/e536daf42f4f4f4dbd6740a6763acbc6 HTTP/1.1" status: 200 len: 375 time: 0.1393223 Nov 23 14:22:24.411757 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6f8dabec-4d93-41d6-8588-592bdd6048ab tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1502457 Nov 23 14:22:24.412385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57338) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:24.458532 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-4d8701ed-0e7c-492c-b346-6049c3eb87a9 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] delete failed (client error): The resource could not be found. Nov 23 14:22:24.463290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-3b04ff73-2ce5-47ee-a68c-73b8282dfd94 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e536daf42f4f4f4dbd6740a6763acbc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785480 Nov 23 14:22:24.463542 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d8701ed-0e7c-492c-b346-6049c3eb87a9 tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "DELETE /v2.0/security-groups/b3d9c180-c837-4071-b2fe-e6dd0aff8e97 HTTP/1.1" status: 404 len: 347 time: 0.0500989 Nov 23 14:22:24.464125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57340) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:24.488371 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-3a28eac0-3446-42fe-a5c2-73d0e7d57c9e tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] show failed (client error): The resource could not be found. Nov 23 14:22:24.493105 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a28eac0-3446-42fe-a5c2-73d0e7d57c9e tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-groups/f4c63f8c-cb8e-4992-90ad-26ead04586f5 HTTP/1.1" status: 404 len: 347 time: 0.0280132 Nov 23 14:22:24.493658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57342) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:24.513639 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-4ed3ed0d-0fe7-4e72-81a8-9ac172aa0bea tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] show failed (client error): The resource could not be found. Nov 23 14:22:24.526968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4ed3ed0d-0fe7-4e72-81a8-9ac172aa0bea tempest-NegativeSecGroupIPv6Test-1596276475 tempest-NegativeSecGroupIPv6Test-1596276475-project] 10.222.0.46 "GET /v2.0/security-group-rules/7f47489a-bcf8-438a-919e-3c5b59b43b2b HTTP/1.1" status: 404 len: 356 time: 0.0319700 Nov 23 14:22:24.617877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90534a-1811-4d16-be1a-eddd33f56540 req-3c699aa1-4d74-4eca-b0af-2ab59852c0eb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:24.621514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da90534a-1811-4d16-be1a-eddd33f56540 req-3c699aa1-4d74-4eca-b0af-2ab59852c0eb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1629932 Nov 23 14:22:24.707255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-cae5974f-dc56-4637-8bb0-bfad0771b00c service neutron] 10.222.0.46 "GET /v2.0/networks/870005e2-cec9-481c-b899-ed975bfce4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306876 Nov 23 14:22:24.817335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da90534a-1811-4d16-be1a-eddd33f56540 req-5d3c79b9-9f93-484e-b04e-45792f75545c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853349 Nov 23 14:22:24.932700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.022730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57354) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:25.024831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.028278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-ffa7c596-e49e-4f15-baec-ad67d4bf8a07 service neutron] 10.222.0.46 "GET /v2.0/networks/870005e2-cec9-481c-b899-ed975bfce4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848430 Nov 23 14:22:25.070368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8442f7fe-bba7-4b39-bd2e-6bcc0983b355 req-2967e1f4-51d7-4eb8-ac2a-78b4ee5b5703 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0493085 Nov 23 14:22:25.276405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Allocated IP 172.25.3.230 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/31ad8410-42fa-4577-b582-f996d3354334) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:25.452847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49f653b8-1b7e-46a1-91ed-62d433541747 req-d6cc5670-017f-400b-ad87-b1b3823c5e14 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 210 time: 0.0818856 Nov 23 14:22:25.612436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0311372e-96b2-4186-b03c-e7da5174bb89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa4541e4f33448dba39aeb80b2fc321b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5860801 Nov 23 14:22:25.612948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57374) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:25.657055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.691761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-577fc316-7822-4b86-8c2e-3bf5e37102b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.704406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f929b10-57d3-4f40-8816-3c774aba2127 req-095f06f4-86b9-4c78-9320-a0f7a15f9705 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:25.723430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f929b10-57d3-4f40-8816-3c774aba2127 req-095f06f4-86b9-4c78-9320-a0f7a15f9705 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.3505056 Nov 23 14:22:25.724189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-577fc316-7822-4b86-8c2e-3bf5e37102b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.753523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 23b81b44-450f-4cb3-8f77-02ea7feaa721 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:22:25.820154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-577fc316-7822-4b86-8c2e-3bf5e37102b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.829211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-577fc316-7822-4b86-8c2e-3bf5e37102b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.834167 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-577fc316-7822-4b86-8c2e-3bf5e37102b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5af6d8fc-cf26-4282-8813-4700f75fd1a6 HTTP/1.1" status: 204 len: 168 time: 0.2194107 Nov 23 14:22:25.845202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fc316-7822-4b86-8c2e-3bf5e37102b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af6d8fc-cf26-4282-8813-4700f75fd1a6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:25.949714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:25.989047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74572403-3bbe-40e8-b79e-9c61a3c806b9 req-79bc5705-a916-4eac-b889-ba8ec4548d1c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:25.998570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74572403-3bbe-40e8-b79e-9c61a3c806b9 req-79bc5705-a916-4eac-b889-ba8ec4548d1c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 943 time: 0.2630465 Nov 23 14:22:26.033279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 23b81b44-450f-4cb3-8f77-02ea7feaa721, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:26.063547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '23b81b44-450f-4cb3-8f77-02ea7feaa721', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'port_id': '23b81b44-450f-4cb3-8f77-02ea7feaa721', 'mac_address': 'fa:16:3e:0f:0b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6067dcd5-b66e-4708-a691-8896309a7852', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:22:26.181144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event updated for resources: {'Port': ['ID=31ad8410-42fa-4577-b582-f996d3354334,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:26.212254 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:26.242787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:26.248593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b81b44-450f-4cb3-8f77-02ea7feaa721 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:26.253266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:26.260890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:26.279589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f929b10-57d3-4f40-8816-3c774aba2127 req-ae473837-5481-440d-aed2-231d61d79dd3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523481 Nov 23 14:22:26.338831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 23b81b44-450f-4cb3-8f77-02ea7feaa721, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:26.345899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:26.367331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74572403-3bbe-40e8-b79e-9c61a3c806b9 req-d0c92f07-f7f4-4380-82d6-1775a69f0eac tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663306 Nov 23 14:22:26.438798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=23b81b44-450f-4cb3-8f77-02ea7feaa721,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:26.595152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:26.640405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32bc1950-0447-4c7a-b778-219569759c58 req-68575e8a-a424-4ea5-ab19-ec79040d0f35 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.1018088 Nov 23 14:22:26.698418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e07b-408f-455c-8491-efc585f325c7 req-0843b876-7a20-49ab-8404-bb18c5c423cf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:26.699998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b160e07b-408f-455c-8491-efc585f325c7 req-0843b876-7a20-49ab-8404-bb18c5c423cf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2619848 Nov 23 14:22:26.781124 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9a828a1f-911b-415f-84e7-1c381da0eac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:26.811778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c62b55-e9cc-4a84-9e2e-48a214415e4f req-5695f6e0-44e5-4031-8aec-ecac54d9bbe2 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 210 time: 0.0471385 Nov 23 14:22:26.944185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b160e07b-408f-455c-8491-efc585f325c7 req-089e1ef8-bccb-4b96-b9df-186ac76aefd4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334309 Nov 23 14:22:26.960453 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:27.100719 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:27.378134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-bc127fb9-c61f-4269-a27a-0a693bcdb615 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:27.383669 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-bc127fb9-c61f-4269-a27a-0a693bcdb615 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.11 "GET /v2.0/networks?id=870005e2-cec9-481c-b899-ed975bfce4a2 HTTP/1.1" status: 200 len: 820 time: 0.3828478 Nov 23 14:22:27.401487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Request body: {'port': {'device_id': '058f0e88-f75e-4ea8-8f52-48f573898771', 'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2', 'admin_state_up': True, 'tenant_id': 'e536daf42f4f4f4dbd6740a6763acbc6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:27.746437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57430) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:27.771222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 23b81b44-450f-4cb3-8f77-02ea7feaa721 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:27.788204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7405cb-2eb3-4435-9017-fcdba8afedfe req-d8a5bd73-1505-463b-aa7c-e6aeff758f2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:27.789577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c7405cb-2eb3-4435-9017-fcdba8afedfe req-d8a5bd73-1505-463b-aa7c-e6aeff758f2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.3089502 Nov 23 14:22:27.824843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Made reservation on behalf of e536daf42f4f4f4dbd6740a6763acbc6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:27.839887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:27.855848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e5f9-7762-4ef0-881e-a9220262b5df req-37746b5d-4e4b-4d4d-a4f8-c690d0335969 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:27.857259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d366e5f9-7762-4ef0-881e-a9220262b5df req-37746b5d-4e4b-4d4d-a4f8-c690d0335969 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 944 time: 0.2817612 Nov 23 14:22:27.864044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:27.923295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:27.925987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 23b81b44-450f-4cb3-8f77-02ea7feaa721 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:22:27.936263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 23b81b44-450f-4cb3-8f77-02ea7feaa721 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:27.936635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:28.107733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c7405cb-2eb3-4435-9017-fcdba8afedfe req-8800c175-cd50-4c64-bac8-5c26edeeeb8f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066218 Nov 23 14:22:28.129229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-694621298'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:28.180987 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:28.216168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d366e5f9-7762-4ef0-881e-a9220262b5df req-8ba29b3d-13b0-435d-a8f8-fa079ece5996 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363132 Nov 23 14:22:28.300407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b81b44-450f-4cb3-8f77-02ea7feaa721'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:28.311425 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e27fe3-9350-446f-bae5-e15e14510590" -d '{"events": [{"server_uuid": "0bdf5087-726f-49c0-8d87-a012a62f181d", "name": "network-vif-plugged", "status": "completed", "tag": "23b81b44-450f-4cb3-8f77-02ea7feaa721"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:28.311714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Router 738333bc-b981-4464-9d73-c589b3b7ea17 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:28.374232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 23b81b44-450f-4cb3-8f77-02ea7feaa721, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:28.380733 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:28.396621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Made reservation on behalf of 2e08a16003884df69971a38a6c973415 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:28.403928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:28.443772 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:28.477990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4404b5b4-238d-496e-8ad7-a2aa43c14cb1 req-7a1c7233-ed1b-40a6-870e-58a403b0bb3e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.1476874 Nov 23 14:22:28.514389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=23b81b44-450f-4cb3-8f77-02ea7feaa721,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:28.521984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Allocated IP 172.20.0.3 (870005e2-cec9-481c-b899-ed975bfce4a2/0439179a-9092-4ab7-8927-1b4bba28dc76/d69014e1-2814-48a7-8d37-39b0a9035d23) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:28.631677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c677cb52-9f97-40c5-a548-f73c42624d1d req-5c8d4602-09f5-4041-8add-df68ee28183f tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 210 time: 0.2677307 Nov 23 14:22:28.788883 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55372ae-e2c3-4359-ba29-ac81456231d7 x-openstack-request-id: req-a55372ae-e2c3-4359-ba29-ac81456231d7 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:28.789184 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdf5087-726f-49c0-8d87-a012a62f181d", "name": "network-vif-plugged", "status": "completed", "tag": "23b81b44-450f-4cb3-8f77-02ea7feaa721", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:28.789444 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a55372ae-e2c3-4359-ba29-ac81456231d7 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:28.789845 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b81b44-450f-4cb3-8f77-02ea7feaa721', 'code': 200} Nov 23 14:22:28.899977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fded7-03b8-4a4e-b446-947c2527c51e req-965d109a-c564-4aa9-94f8-cc52eb75fa66 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:28.909868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4fded7-03b8-4a4e-b446-947c2527c51e req-965d109a-c564-4aa9-94f8-cc52eb75fa66 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1136646 Nov 23 14:22:28.913677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:28.929129 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] Sync routers for ids ['738333bc-b981-4464-9d73-c589b3b7ea17'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:28.951010 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] Routers {'738333bc-b981-4464-9d73-c589b3b7ea17'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:28.951643 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:21:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['738333bc-b981-4464-9d73-c589b3b7ea17'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:28.964524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:28.971409 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:28.976490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:28.977685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-34ec622b-75c1-43b5-8e3c-4c65002e582a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "PUT /v2.0/routers/738333bc-b981-4464-9d73-c589b3b7ea17 HTTP/1.1" status: 200 len: 884 time: 5.9699352 Nov 23 14:22:28.994918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4fded7-03b8-4a4e-b446-947c2527c51e req-b284d659-da6f-4f5f-8b34-235f53b27ebc tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837190 Nov 23 14:22:29.013577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.053656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2db6f6fa-0229-4e7a-8d4d-201babf8f6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.094581 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:29.118667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.128829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] Routers {'738333bc-b981-4464-9d73-c589b3b7ea17'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:29.129585 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['738333bc-b981-4464-9d73-c589b3b7ea17'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:29.167225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:22:29.175234 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:29.175996 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84aa1b-6bc2-4006-82b6-e65f1352b6a2 None None] The sync data for ids ['738333bc-b981-4464-9d73-c589b3b7ea17'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:29.227152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372d387-0bd7-4cf0-8d53-6077cce570d2 req-a9bde06e-3589-40dc-aa1f-39a7b1532cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:29.229741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e372d387-0bd7-4cf0-8d53-6077cce570d2 req-a9bde06e-3589-40dc-aa1f-39a7b1532cbc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 1096 time: 0.3468459 Nov 23 14:22:29.230625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d853d02f-615f-4118-ba43-ffd02842f063,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:29.248526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.249168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.249660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.250258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.250780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.251370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.251866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.252362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.253374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.253879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.254381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.254864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:29.278550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.279374 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Added segment 75fd6d0d-5724-401e-8eb9-4eded76d017f of type vlan for network 5d18cc34-0ca1-4726-96da-40601b54dfa1 Nov 23 14:22:29.354052 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.366978 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a6ede620-fc09-46f7-8fd0-d6b0da4f283b tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/738333bc-b981-4464-9d73-c589b3b7ea17 HTTP/1.1" status: 200 len: 925 time: 0.3891518 Nov 23 14:22:29.378339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57466) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:29.444271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.449029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Pushing event updated for resources: {'Port': ['ID=d69014e1-2814-48a7-8d37-39b0a9035d23,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:29.477288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e372d387-0bd7-4cf0-8d53-6077cce570d2 req-efd92c2e-9eea-4ab9-a52e-6e03f620c0c6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318053 Nov 23 14:22:29.499641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Network 870005e2-cec9-481c-b899-ed975bfce4a2 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:29.504802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:29.507521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:29.557852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.566701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:29.567378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.686603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:29.688009 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:29.763236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0155385 Nov 23 14:22:29.768631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:29.779816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Request body: {'subnet': {'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:29.964597 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-96fc3905-614e-45b0-86af-c0aec4ec9a96 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5688312 Nov 23 14:22:29.969389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b6055-02c6-4180-9630-c9f81c9adb7a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event updated for resources: {'Network': ['ID=5d18cc34-0ca1-4726-96da-40601b54dfa1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:29.983912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5d18cc34-0ca1-4726-96da-40601b54dfa1 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:22:29.987587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Request body: {'port': {'device_id': '058f0e88-f75e-4ea8-8f52-48f573898771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:30.049648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Made reservation on behalf of 2e08a16003884df69971a38a6c973415 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:30.053834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:30.087916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:30.139502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:30.164731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0b03f-f968-4c63-830e-e984b91628f4 req-8a68eca2-e2e6-4469-bfcf-21f1b5466bd9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:30.176953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4d0b03f-f968-4c63-830e-e984b91628f4 req-8a68eca2-e2e6-4469-bfcf-21f1b5466bd9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.8802729 Nov 23 14:22:30.273942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd9e08-0691-4965-984a-ff24ff5b45d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:30.279941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4afd9e08-0691-4965-984a-ff24ff5b45d6 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=738333bc-b981-4464-9d73-c589b3b7ea17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9003379 Nov 23 14:22:30.287629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57484) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:30.413949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf91a10-02de-43f6-b5fc-d663df0fdc0e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:30.418742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3bf91a10-02de-43f6-b5fc-d663df0fdc0e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.1128385 Nov 23 14:22:30.422941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57488) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:30.514840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-77031436-7713-42ac-b4c3-1da192be319f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=738333bc-b981-4464-9d73-c589b3b7ea17 HTTP/1.1" status: 200 len: 205 time: 0.0908239 Nov 23 14:22:30.523363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:30.539803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f62297-b428-44c6-85fb-b5d5bc037105 req-28ef0c7d-bb4d-4f53-a4d3-ee7c234f4d15 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:30.548582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9f62297-b428-44c6-85fb-b5d5bc037105 req-28ef0c7d-bb4d-4f53-a4d3-ee7c234f4d15 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 945 time: 1.2118917 Nov 23 14:22:30.590627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4d0b03f-f968-4c63-830e-e984b91628f4 req-8d9d3359-5d03-435f-bad8-1d7d0039c225 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075220 Nov 23 14:22:30.698046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9f62297-b428-44c6-85fb-b5d5bc037105 req-6841d6ca-3642-41d9-a407-deb1cf35ae26 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434276 Nov 23 14:22:30.827740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e3f2677-7a28-47b6-84f0-043c96dcfe01 req-d24ea013-96cf-4be9-873e-a4e509c550c1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0983725 Nov 23 14:22:30.968372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e675aed-a6b4-4c36-9c50-b55783059355 req-efe3a066-cc52-420e-8639-4a652664ccf6 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:30.978592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e675aed-a6b4-4c36-9c50-b55783059355 req-efe3a066-cc52-420e-8639-4a652664ccf6 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 931 time: 0.0920804 Nov 23 14:22:31.057277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e675aed-a6b4-4c36-9c50-b55783059355 req-8fb69995-4ec4-4f12-9f84-890565e9bede tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776670 Nov 23 14:22:31.129032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054701af-c2b3-4fa6-822b-dfbcd9fa0152 req-0cafbb02-4a03-456c-9669-6fbfb12ebc95 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:31.131067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-054701af-c2b3-4fa6-822b-dfbcd9fa0152 req-0cafbb02-4a03-456c-9669-6fbfb12ebc95 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.0788586 Nov 23 14:22:31.175359 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:31.194520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-054701af-c2b3-4fa6-822b-dfbcd9fa0152 req-f7f29378-e64b-4800-8a0a-6c4e748a818f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572400 Nov 23 14:22:31.222354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:31.369122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event updated for resources: {'Subnet': ['ID=f08aeb3c-cd61-4efd-9996-a0e4999f2bd8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:31.397622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69014e1-2814-48a7-8d37-39b0a9035d23 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:31.605824 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:31.819336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e354e7-bb82-45dc-936e-082d3bda780f req-f8304a4e-3447-4cc4-8900-4aa566494e06 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:31.821120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65e354e7-bb82-45dc-936e-082d3bda780f req-f8304a4e-3447-4cc4-8900-4aa566494e06 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.1138382 Nov 23 14:22:31.962871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a819e-3f90-462d-8f49-9010c8f28528 req-37bd22c4-e527-45aa-87a8-2c003e21caed tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:31.964575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e4a819e-3f90-462d-8f49-9010c8f28528 req-37bd22c4-e527-45aa-87a8-2c003e21caed tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 945 time: 0.1425006 Nov 23 14:22:31.973183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65e354e7-bb82-45dc-936e-082d3bda780f req-d0ad68c8-2c47-4165-bc5c-aa75912232c8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281633 Nov 23 14:22:32.022645 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.052743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.068546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Checking segment: {'id': '75fd6d0d-5724-401e-8eb9-4eded76d017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:32.069008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Network hostable DHCP agents. Network: 5d18cc34-0ca1-4726-96da-40601b54dfa1, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:22:32.073290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Transition to ACTIVE for port object d69014e1-2814-48a7-8d37-39b0a9035d23 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:22:32.105155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.124791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e4a819e-3f90-462d-8f49-9010c8f28528 req-5bc1aef7-8f0d-44de-a861-17ebc5d15e7b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505373 Nov 23 14:22:32.164452 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Network 5d18cc34-0ca1-4726-96da-40601b54dfa1 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:22:32.248810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db5054fe-cb04-4229-9b24-d2ccdcb2f388 req-a6d6c865-a11e-4114-8f88-34cdc218e62e tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.0911021 Nov 23 14:22:32.260710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5d18cc34-0ca1-4726-96da-40601b54dfa1) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:32.272450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd2a6c-8e5a-4bea-b916-492094a8efb9 None None] Network 5d18cc34-0ca1-4726-96da-40601b54dfa1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:32.296598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Pushing event updated for resources: {'Port': ['ID=d69014e1-2814-48a7-8d37-39b0a9035d23,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:32.321871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:32.322450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.577479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f973865-d358-4a6e-a1a3-f81fb8b899a2 req-ffa71b9d-67d0-4fb9-9dfa-926fd9ff8dca tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:32.590162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f973865-d358-4a6e-a1a3-f81fb8b899a2 req-ffa71b9d-67d0-4fb9-9dfa-926fd9ff8dca tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 943 time: 0.2494743 Nov 23 14:22:32.592042 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.608083 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5d23c3db-ead8-46e7-b2b8-e6acc227dbd1 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8368101 Nov 23 14:22:32.613245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Deleting port 31ad8410-42fa-4577-b582-f996d3354334 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:32.613641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.614836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57530) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:32.625683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Attempting to bind port d69014e1-2814-48a7-8d37-39b0a9035d23 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:22:32.626061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Attempting to bind port d69014e1-2814-48a7-8d37-39b0a9035d23 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '80b55f2b-2c23-4d73-95e3-dc624876059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:22:32.626393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Attempting to bind port d69014e1-2814-48a7-8d37-39b0a9035d23 on network 870005e2-cec9-481c-b899-ed975bfce4a2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:32.634221 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Request body: {'port': {'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1', 'name': 'tempest-TagsExtTest-510032'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:32.646452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-5d18cc34-0ca1-4726-96da-40601b54dfa1', 'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1', 'tenant_id': '2e08a16003884df69971a38a6c973415', 'fixed_ips': [{'subnet_id': 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:22:32.648134 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.657232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Port d69014e1-2814-48a7-8d37-39b0a9035d23 on network 870005e2-cec9-481c-b899-ed975bfce4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:22:32.657558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Attempting to bind port d69014e1-2814-48a7-8d37-39b0a9035d23 on network 870005e2-cec9-481c-b899-ed975bfce4a2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:32.685119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:22:32.685435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Checking segment: {'id': '80b55f2b-2c23-4d73-95e3-dc624876059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:32.685828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Bound using segment: {'id': '80b55f2b-2c23-4d73-95e3-dc624876059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:22:32.686266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Bound port: d69014e1-2814-48a7-8d37-39b0a9035d23, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b55f2b-2c23-4d73-95e3-dc624876059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:22:32.686726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.699586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f791af-71f8-4f4d-b788-ee888fd82d9b req-a6768594-f447-417f-a108-91f522758d39 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:32.701072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77f791af-71f8-4f4d-b788-ee888fd82d9b req-a6768594-f447-417f-a108-91f522758d39 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.3017042 Nov 23 14:22:32.834264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Allocated IP 172.20.0.2 (5d18cc34-0ca1-4726-96da-40601b54dfa1/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/a6d09a07-fabd-4b17-8d12-e77d317cdf91) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:32.841424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f973865-d358-4a6e-a1a3-f81fb8b899a2 req-5b83b63a-cfc2-4496-b21e-5996de4dc430 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482440 Nov 23 14:22:32.863352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77f791af-71f8-4f4d-b788-ee888fd82d9b req-8268b369-4aa7-4d3a-84a6-46011e275a34 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424303 Nov 23 14:22:32.955595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Made reservation on behalf of 2e08a16003884df69971a38a6c973415 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:32.960823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] For port d69014e1-2814-48a7-8d37-39b0a9035d23, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:32.965050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] For port d69014e1-2814-48a7-8d37-39b0a9035d23, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d69014e1-2814-48a7-8d37-39b0a9035d23,segment=NetworkSegment(80b55f2b-2c23-4d73-95e3-dc624876059b),segment_id=80b55f2b-2c23-4d73-95e3-dc624876059b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:22:32.966812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.978221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:32.985286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:33.014671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Calling delete_port for 31ad8410-42fa-4577-b582-f996d3354334 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:33.073456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:33.075007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:33.078314 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] 10.222.0.11 "PUT /v2.0/ports/d69014e1-2814-48a7-8d37-39b0a9035d23 HTTP/1.1" status: 200 len: 1091 time: 3.1053042 Nov 23 14:22:33.079143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058f0e88-f75e-4ea8-8f52-48f573898771', 'tag': 'd69014e1-2814-48a7-8d37-39b0a9035d23'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:33.092594 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403886a0-0cf2-4818-81ef-b408b9decdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "058f0e88-f75e-4ea8-8f52-48f573898771", "tag": "d69014e1-2814-48a7-8d37-39b0a9035d23"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:33.131049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] device_id is not set on port 29de5c52-0a86-4e75-8802-a4225c364805 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:22:33.317830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:33.326920 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:33.383437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c4440-bb3b-47df-932d-df28277ed8eb req-cee9f181-b814-48c8-b4aa-69ea8ab79c5d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:33.385049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db8c4440-bb3b-47df-932d-df28277ed8eb req-cee9f181-b814-48c8-b4aa-69ea8ab79c5d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.2321954 Nov 23 14:22:33.390402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1b060-aa30-48ef-a24a-dac6f77a2920 service neutron] Pushing event updated for resources: {'Port': ['ID=d69014e1-2814-48a7-8d37-39b0a9035d23,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:33.440261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-795cab45-7c4d-4e44-843d-0a0d083ed55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:33.442240 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-795cab45-7c4d-4e44-843d-0a0d083ed55d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e536daf42f4f4f4dbd6740a6763acbc6&device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 1094 time: 0.3163834 Nov 23 14:22:33.466378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Pushing event updated for resources: {'Port': ['ID=a6d09a07-fabd-4b17-8d12-e77d317cdf91,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:33.466721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-75fdc51b-ddd6-4fcf-84b6-9f348fbea1bd tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:33.474475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Network 5d18cc34-0ca1-4726-96da-40601b54dfa1 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:33.474978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-75fdc51b-ddd6-4fcf-84b6-9f348fbea1bd tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.4752421 Nov 23 14:22:33.482513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:33.485988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:33.520304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-1cf940a6-f452-4de0-8858-3d73f4627e16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d69014e1-2814-48a7-8d37-39b0a9035d23 HTTP/1.1" status: 200 len: 217 time: 0.0611360 Nov 23 14:22:33.574839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db8c4440-bb3b-47df-932d-df28277ed8eb req-a6ec7682-2186-47a7-b315-4bbf3cde93f1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792848 Nov 23 14:22:33.607515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-7f1dda3b-8607-4d9b-a63a-4489b3b5fe8f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.0684068 Nov 23 14:22:33.644373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Attempting to bind port a6d09a07-fabd-4b17-8d12-e77d317cdf91 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:22:33.646034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Attempting to bind port a6d09a07-fabd-4b17-8d12-e77d317cdf91 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '75fd6d0d-5724-401e-8eb9-4eded76d017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:22:33.646408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Attempting to bind port a6d09a07-fabd-4b17-8d12-e77d317cdf91 on network 5d18cc34-0ca1-4726-96da-40601b54dfa1 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:33.647348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Allocated IP 172.20.0.6 (5d18cc34-0ca1-4726-96da-40601b54dfa1/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/29de5c52-0a86-4e75-8802-a4225c364805) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:33.657244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:22:33.657814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Checking segment: {'id': '75fd6d0d-5724-401e-8eb9-4eded76d017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:33.658101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:33.658400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Bound using segment: {'id': '75fd6d0d-5724-401e-8eb9-4eded76d017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:22:33.658881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Bound port: a6d09a07-fabd-4b17-8d12-e77d317cdf91, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fd6d0d-5724-401e-8eb9-4eded76d017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5d18cc34-0ca1-4726-96da-40601b54dfa1'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:22:33.659285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:33.672923 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c5c127-7064-4a0b-8b5a-d6346412c788 x-openstack-request-id: req-a1c5c127-7064-4a0b-8b5a-d6346412c788 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:33.673665 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058f0e88-f75e-4ea8-8f52-48f573898771", "tag": "d69014e1-2814-48a7-8d37-39b0a9035d23", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:33.674482 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1c5c127-7064-4a0b-8b5a-d6346412c788 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:33.675727 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058f0e88-f75e-4ea8-8f52-48f573898771', 'tag': 'd69014e1-2814-48a7-8d37-39b0a9035d23', 'status': 'completed', 'code': 200} Nov 23 14:22:33.740165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f85c5962-f983-4f5e-a662-58759b3da6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:33.743304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-f85c5962-f983-4f5e-a662-58759b3da6d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0439179a-9092-4ab7-8927-1b4bba28dc76 HTTP/1.1" status: 200 len: 860 time: 0.1803408 Nov 23 14:22:33.754521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-4bef22e0-ab61-45a6-adc7-df09df3a2324 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1459005 Nov 23 14:22:33.795272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] For port a6d09a07-fabd-4b17-8d12-e77d317cdf91, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:33.801216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] For port a6d09a07-fabd-4b17-8d12-e77d317cdf91, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6d09a07-fabd-4b17-8d12-e77d317cdf91,segment=NetworkSegment(75fd6d0d-5724-401e-8eb9-4eded76d017f),segment_id=75fd6d0d-5724-401e-8eb9-4eded76d017f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:22:33.808051 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:33.826373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-d7a1bbe3-4e6b-4091-b108-04a6a9bb24d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=870005e2-cec9-481c-b899-ed975bfce4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751441 Nov 23 14:22:33.856864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-531756cf-2758-4ec9-9ca0-e892dc0587ae req-96b53869-26f5-4044-8431-73edc8e9f410 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baab728-0141-48b1-a1eb-3a7c8e2459c7 HTTP/1.1" status: 200 len: 210 time: 0.1011312 Nov 23 14:22:33.992638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ba6c4-c7d1-4d33-9df4-e32e7429c95a None None] Pushing event updated for resources: {'Port': ['ID=a6d09a07-fabd-4b17-8d12-e77d317cdf91,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:34.059205 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-90e2ca60-c398-4e8c-a20b-8c9de3be1d35 service neutron] 10.222.0.11 "GET /v2.0/networks/870005e2-cec9-481c-b899-ed975bfce4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904018 Nov 23 14:22:34.116058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-7bbf6b18-7b53-4fc4-8b2f-9f0bcc3bdebd service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188598 Nov 23 14:22:34.272698 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.368450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event deleted for resources: {'Port': ['ID=31ad8410-42fa-4577-b582-f996d3354334,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:34.548537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-16acb125-ca39-4256-8fcb-edc2be1f2a2f req-0e43b032-48d1-44b0-9fca-4a8957922c9f service neutron] 10.222.0.11 "GET /v2.0/networks/870005e2-cec9-481c-b899-ed975bfce4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777360 Nov 23 14:22:34.583520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.626208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.687520 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.720626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-b14ecb16-1de1-4c40-9994-22b194f99339 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994883 Nov 23 14:22:34.781993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f69fb-5dcb-4af1-9973-681e8b74b1c7 req-4e4822b0-4fd1-4838-b151-e14fc53aa78c tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:34.790551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.798922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd7f69fb-5dcb-4af1-9973-681e8b74b1c7 req-4e4822b0-4fd1-4838-b151-e14fc53aa78c tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 943 time: 0.8075473 Nov 23 14:22:34.799141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.861655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-9bf48487-4c1d-4cf9-8496-dc39599b8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:34.863343 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-9bf48487-4c1d-4cf9-8496-dc39599b8231 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e536daf42f4f4f4dbd6740a6763acbc6&device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 1094 time: 0.1608560 Nov 23 14:22:34.897053 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.897630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Fanout notify agent at l3_agent the message router_deleted on router 738333bc-b981-4464-9d73-c589b3b7ea17 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:34.947836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:34.959639 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c9573da3-e91b-452d-a131-538ddabf293c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/738333bc-b981-4464-9d73-c589b3b7ea17 HTTP/1.1" status: 204 len: 168 time: 4.2320957 Nov 23 14:22:34.960434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57574) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:34.968111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2f832f73-5501-4e5c-9f53-903ff924e883 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1899357401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:34.986811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Network 5d18cc34-0ca1-4726-96da-40601b54dfa1 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:35.016560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:35.049554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:35.064253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event updated for resources: {'Port': ['ID=29de5c52-0a86-4e75-8802-a4225c364805,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:35.119901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f832f73-5501-4e5c-9f53-903ff924e883 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.123786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f832f73-5501-4e5c-9f53-903ff924e883 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.235356 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f832f73-5501-4e5c-9f53-903ff924e883 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.263888 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f832f73-5501-4e5c-9f53-903ff924e883 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.301944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f832f73-5501-4e5c-9f53-903ff924e883 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.307628 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f832f73-5501-4e5c-9f53-903ff924e883 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3407793 Nov 23 14:22:35.316113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:35.316666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57580) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:35.316821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.324957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': True}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:35.335532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd7f69fb-5dcb-4af1-9973-681e8b74b1c7 req-c93c89fd-bcbe-409b-bd9f-e2650b4aea86 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422182 Nov 23 14:22:35.393235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fe9bf82b-d6f9-45a2-80e9-9f64592d2931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 918 time: 2.7664194 Nov 23 14:22:35.396866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57588) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:35.406993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0cac0-9229-426d-9aee-9a919c33c74e req-4b9e87a6-7472-482f-a616-3f0269f9a491 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:35.424090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-fbe0cc54-e737-4b16-9495-d8420c1bc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:35.425787 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-fbe0cc54-e737-4b16-9495-d8420c1bc37c service neutron] 10.222.0.11 "GET /v2.0/networks?id=870005e2-cec9-481c-b899-ed975bfce4a2 HTTP/1.1" status: 200 len: 921 time: 0.5488484 Nov 23 14:22:35.433616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fb0cac0-9229-426d-9aee-9a919c33c74e req-4b9e87a6-7472-482f-a616-3f0269f9a491 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2198026 Nov 23 14:22:35.465641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-61c7fc00-0485-4b4e-acb6-087f207420cd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1663908045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:35.536568 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-f4c829f8-d45d-45a4-8d9f-588ba7b6c84c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d69014e1-2814-48a7-8d37-39b0a9035d23 HTTP/1.1" status: 200 len: 217 time: 0.0450225 Nov 23 14:22:35.644027 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c7fc00-0485-4b4e-acb6-087f207420cd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.646384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c7fc00-0485-4b4e-acb6-087f207420cd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.669031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d5327-09f5-4691-9ef8-f3b2be276207 req-ee5cc74a-a57f-4981-925c-b90409e7d692 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:35.671258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-752d5327-09f5-4691-9ef8-f3b2be276207 req-ee5cc74a-a57f-4981-925c-b90409e7d692 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.1958745 Nov 23 14:22:35.692974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fb0cac0-9229-426d-9aee-9a919c33c74e req-0a21ea67-50a0-4f0e-9fd8-a1a9b35f2ff3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583539 Nov 23 14:22:35.736129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-d4e79c1a-34b4-4395-ae9e-615c09997946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:35.738493 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-d4e79c1a-34b4-4395-ae9e-615c09997946 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0439179a-9092-4ab7-8927-1b4bba28dc76 HTTP/1.1" status: 200 len: 860 time: 0.1165123 Nov 23 14:22:35.916281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb14258-4afe-4f79-86bd-5e10df8f3db3 None None] Network 5d18cc34-0ca1-4726-96da-40601b54dfa1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:35.938346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c7fc00-0485-4b4e-acb6-087f207420cd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:35.957903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-752d5327-09f5-4691-9ef8-f3b2be276207 req-e26e4803-fe30-4584-ad00-7e5c2279a02d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527926 Nov 23 14:22:35.961134 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c7fc00-0485-4b4e-acb6-087f207420cd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.021051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-61c7fc00-0485-4b4e-acb6-087f207420cd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.022929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-61c7fc00-0485-4b4e-acb6-087f207420cd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5730698 Nov 23 14:22:36.025685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57602) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:36.031208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ea70e680-aa17-4068-8859-235cfaf5f899 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1597979849', 'prefixes': ['172.20.0.0/16']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:36.091497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-ec82d67f-2a1f-4d32-9565-a11da2f76b21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=870005e2-cec9-481c-b899-ed975bfce4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2688928 Nov 23 14:22:36.142813 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.144594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b22c25bc-8589-4d19-b320-9bca13a1103d None None] Provisioning complete for port a6d09a07-fabd-4b17-8d12-e77d317cdf91 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:36.145799 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b22c25bc-8589-4d19-b320-9bca13a1103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.150257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea70e680-aa17-4068-8859-235cfaf5f899 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for subnetpool, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.155228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ea70e680-aa17-4068-8859-235cfaf5f899 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1246340 Nov 23 14:22:36.159774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57604) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:36.166232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-b975f62d-e353-4187-9f48-a387b9332c4e tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', 'tempest-TagsExtTest-Tag-274308378') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:36.275173 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-70a0fcee-c786-4059-a9f7-057b3a395816 service neutron] 10.222.0.11 "GET /v2.0/networks/870005e2-cec9-481c-b899-ed975bfce4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754990 Nov 23 14:22:36.399270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6d09a07-fabd-4b17-8d12-e77d317cdf91 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:36.411075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-403886a0-0cf2-4818-81ef-b408b9decdd0 req-e9ff1587-2d8b-43e5-8a8c-546d2c16468a service neutron] 10.222.0.11 "GET /v2.0/networks/870005e2-cec9-481c-b899-ed975bfce4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218841 Nov 23 14:22:36.457143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b975f62d-e353-4187-9f48-a387b9332c4e tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags/tempest-TagsExtTest-Tag-274308378 HTTP/1.1" status: 201 len: 201 time: 0.2962761 Nov 23 14:22:36.460478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57612) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:36.468538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-de896e1c-49ee-42b7-97f5-38054ff8aa9a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', 'tempest-TagsExtTest-Tag-1020775736') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:36.517564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b22c25bc-8589-4d19-b320-9bca13a1103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.616274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b22c25bc-8589-4d19-b320-9bca13a1103d None None] For port a6d09a07-fabd-4b17-8d12-e77d317cdf91, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6d09a07-fabd-4b17-8d12-e77d317cdf91,segment=NetworkSegment(75fd6d0d-5724-401e-8eb9-4eded76d017f),segment_id=75fd6d0d-5724-401e-8eb9-4eded76d017f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:36.628444 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b22c25bc-8589-4d19-b320-9bca13a1103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.682977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-de896e1c-49ee-42b7-97f5-38054ff8aa9a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags/tempest-TagsExtTest-Tag-1020775736 HTTP/1.1" status: 201 len: 201 time: 0.2210629 Nov 23 14:22:36.691185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c25bc-8589-4d19-b320-9bca13a1103d None None] Pushing event updated for resources: {'Port': ['ID=a6d09a07-fabd-4b17-8d12-e77d317cdf91,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:36.693952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57616) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:36.694393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a6d09a07-fabd-4b17-8d12-e77d317cdf91 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:36.694960 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.717796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-22c64453-1d39-4c96-b8a9-1abd54c0391a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', 'tempest-TagsExtTest-Tag-1060373223') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:36.920042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.951282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.064008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a07f8bcb-d0fa-437f-b8f0-1de189199ba6 None None] Provisioning complete for port a6d09a07-fabd-4b17-8d12-e77d317cdf91 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:37.067792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a07f8bcb-d0fa-437f-b8f0-1de189199ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.093330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769b03-da57-439f-979a-4c3a61f2e436 req-660866eb-856d-421f-9787-68439f7c76f8 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:37.106847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27769b03-da57-439f-979a-4c3a61f2e436 req-660866eb-856d-421f-9787-68439f7c76f8 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 943 time: 0.1542976 Nov 23 14:22:37.112654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57628) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:37.116208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-22c64453-1d39-4c96-b8a9-1abd54c0391a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags/tempest-TagsExtTest-Tag-1060373223 HTTP/1.1" status: 201 len: 201 time: 0.4119723 Nov 23 14:22:37.121940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57632) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:37.158717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-abe68bc8-573b-4572-af26-ce27d4c87399 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', 'tempest-TagsExtTest-Tag-266925711') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:37.229098 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:22:37.283073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Allocated IP 172.25.3.94 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/3642195f-60a6-4dd0-8f2a-787fc8f45a65) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:37.386493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27769b03-da57-439f-979a-4c3a61f2e436 req-80c75633-c0b6-4995-b1e1-63d15396390b tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785599 Nov 23 14:22:37.395852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a07f8bcb-d0fa-437f-b8f0-1de189199ba6 None None] Provisioning complete for port 29de5c52-0a86-4e75-8802-a4225c364805 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:37.396231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a07f8bcb-d0fa-437f-b8f0-1de189199ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.399465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-abe68bc8-573b-4572-af26-ce27d4c87399 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags/tempest-TagsExtTest-Tag-266925711 HTTP/1.1" status: 201 len: 201 time: 0.2513826 Nov 23 14:22:37.408754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57634) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:37.415518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-1b034b57-dd69-40bb-bba4-d6d26c604b35 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:37.472476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16fa3-55ae-4b38-add5-81a866053e61 req-3496c1c9-160c-469d-87d0-3d73e6f3de27 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:37.480239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38e16fa3-55ae-4b38-add5-81a866053e61 req-3496c1c9-160c-469d-87d0-3d73e6f3de27 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2752733 Nov 23 14:22:37.483385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.503771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27e2348c-f261-4ffb-877b-3831b729a651 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.507559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a07f8bcb-d0fa-437f-b8f0-1de189199ba6 None None] Port 29de5c52-0a86-4e75-8802-a4225c364805 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:22:37.531086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.563530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efe69af7-e646-452b-9283-b843a904dd89 req-2cf429de-3072-4c2b-8502-9553b32852e9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9acdb452-4643-4e3f-b86b-72f061c7a6ba HTTP/1.1" status: 200 len: 210 time: 0.0642655 Nov 23 14:22:37.577063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:37.580974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:37.587120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:37.630551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27e2348c-f261-4ffb-877b-3831b729a651 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.641805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-99b376fa-4576-46f5-a2a4-1740ef07927e None None] Provisioning complete for port 29de5c52-0a86-4e75-8802-a4225c364805 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:37.642178 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-99b376fa-4576-46f5-a2a4-1740ef07927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.653718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b034b57-dd69-40bb-bba4-d6d26c604b35 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags HTTP/1.1" status: 200 len: 240 time: 0.2431142 Nov 23 14:22:37.662356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57646) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:37.685618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-4611cc6d-3151-4e59-86a4-990e1bae6027 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', 'tempest-TagsExtTest-Tag-274308378') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:37.735512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38e16fa3-55ae-4b38-add5-81a866053e61 req-e46bdb17-5e29-469f-b84e-a53e31412edd tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542660 Nov 23 14:22:37.764827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Port': ['ID=3642195f-60a6-4dd0-8f2a-787fc8f45a65,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:37.776254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-99b376fa-4576-46f5-a2a4-1740ef07927e None None] Port 29de5c52-0a86-4e75-8802-a4225c364805 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:22:37.903951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5fba-2a14-4233-a4df-1fed9fd56fd3 req-b3689847-8f40-40be-9704-988ce4beaf20 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:37.909515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf4d5fba-2a14-4233-a4df-1fed9fd56fd3 req-b3689847-8f40-40be-9704-988ce4beaf20 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.1538103 Nov 23 14:22:37.922939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4611cc6d-3151-4e59-86a4-990e1bae6027 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags/tempest-TagsExtTest-Tag-274308378 HTTP/1.1" status: 204 len: 168 time: 0.2425983 Nov 23 14:22:37.925635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57648) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:37.953353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-b8d32958-431e-4201-af1e-fe58d53eff65 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', 'tempest-TagsExtTest-Tag-274308378') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:37.964624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf4d5fba-2a14-4233-a4df-1fed9fd56fd3 req-5c527005-48ad-42b2-bc1a-db4e6f27e67f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466871 Nov 23 14:22:37.965342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27e2348c-f261-4ffb-877b-3831b729a651 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.967926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27e2348c-f261-4ffb-877b-3831b729a651 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:37.971384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-27e2348c-f261-4ffb-877b-3831b729a651 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/security-groups/e713bfae-70e1-4231-997b-01fc2f0836a9 HTTP/1.1" status: 204 len: 168 time: 0.8479373 Nov 23 14:22:37.972065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57650) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:38.013357 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-a3d50df0-c66c-42e4-9147-aeafbd715077 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] show failed (client error): The resource could not be found. Nov 23 14:22:38.018155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a3d50df0-c66c-42e4-9147-aeafbd715077 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "GET /v2.0/security-groups/e713bfae-70e1-4231-997b-01fc2f0836a9 HTTP/1.1" status: 404 len: 347 time: 0.0450788 Nov 23 14:22:38.019229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57654) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:38.030667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2348c-f261-4ffb-877b-3831b729a651 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e713bfae-70e1-4231-997b-01fc2f0836a9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:38.088814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d69014e1-2814-48a7-8d37-39b0a9035d23 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:22:38.291317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6d09a07-fabd-4b17-8d12-e77d317cdf91 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:38.377726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:38.479574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d69014e1-2814-48a7-8d37-39b0a9035d23, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d69014e1-2814-48a7-8d37-39b0a9035d23,segment=NetworkSegment(80b55f2b-2c23-4d73-95e3-dc624876059b),segment_id=80b55f2b-2c23-4d73-95e3-dc624876059b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:38.517214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-ef76a9c0-dff5-4f09-8185-b28f8ee41bfe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=9acdb452-4643-4e3f-b86b-72f061c7a6ba HTTP/1.1" status: 200 len: 210 time: 0.1473100 Nov 23 14:22:38.546002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd69014e1-2814-48a7-8d37-39b0a9035d23', 'network_id': '870005e2-cec9-481c-b899-ed975bfce4a2', 'port_id': 'd69014e1-2814-48a7-8d37-39b0a9035d23', 'mac_address': 'fa:16:3e:81:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0439179a-9092-4ab7-8927-1b4bba28dc76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:22:38.556409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a6d09a07-fabd-4b17-8d12-e77d317cdf91 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:38.556784 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:38.682637 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:38.714023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b8d32958-431e-4201-af1e-fe58d53eff65 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags/tempest-TagsExtTest-Tag-274308378 HTTP/1.1" status: 204 len: 168 time: 0.7673192 Nov 23 14:22:38.723340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69014e1-2814-48a7-8d37-39b0a9035d23 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:38.728103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57668) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:38.802190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d69014e1-2814-48a7-8d37-39b0a9035d23, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d69014e1-2814-48a7-8d37-39b0a9035d23,segment=NetworkSegment(80b55f2b-2c23-4d73-95e3-dc624876059b),segment_id=80b55f2b-2c23-4d73-95e3-dc624876059b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:38.817054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:38.845929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30ce8435-ccd2-488c-8bbe-fe97f061c5fd req-d35989c7-17fa-4719-97f2-02af0524bf08 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9acdb452-4643-4e3f-b86b-72f061c7a6ba HTTP/1.1" status: 200 len: 210 time: 0.0602226 Nov 23 14:22:38.932546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91988692-a475-4ce3-bcd7-21a336f3dfaa req-787c5823-59f8-4726-b7cc-7510618284bb tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:38.934213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91988692-a475-4ce3-bcd7-21a336f3dfaa req-787c5823-59f8-4726-b7cc-7510618284bb tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 944 time: 0.1396098 Nov 23 14:22:38.949051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d69014e1-2814-48a7-8d37-39b0a9035d23,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:39.054477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d69014e1-2814-48a7-8d37-39b0a9035d23'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:39.068175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91988692-a475-4ce3-bcd7-21a336f3dfaa req-9d7b6a17-8299-4f53-bc33-13f48d9b72aa tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171031 Nov 23 14:22:39.073947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port 9953eaf3-f2a6-4b9c-b8d8-1f88b62c8103 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:39.076094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.274122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-aa7e1f44-21b2-49c4-bd66-23e6a97df89a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:39.311965 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.312359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.341697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for 9953eaf3-f2a6-4b9c-b8d8-1f88b62c8103 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:39.432387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.439137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.441970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-79ec5ed2-35dc-4173-b064-27601dc7c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:39.443502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-79ec5ed2-35dc-4173-b064-27601dc7c18a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=372965587e07420cabc4e88810b42ab5&shared=False HTTP/1.1" status: 200 len: 905 time: 0.8771350 Nov 23 14:22:39.498748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aa7e1f44-21b2-49c4-bd66-23e6a97df89a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags HTTP/1.1" status: 200 len: 205 time: 0.2249820 Nov 23 14:22:39.526841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57682) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:39.537192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-845e417e-a359-4e7b-aeef-efb37b5cbfc6 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:39.545452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.623762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=9953eaf3-f2a6-4b9c-b8d8-1f88b62c8103,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:39.676311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc1ae-97a8-4793-ba42-67ce62247f7c req-e1e439d8-3704-4e61-a7eb-76b52a0614f6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:39.681555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-d93db47a-72ab-495a-8fca-7e6a953eb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:39.683051 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-d93db47a-72ab-495a-8fca-7e6a953eb80a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2304888 Nov 23 14:22:39.695555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12acc1ae-97a8-4793-ba42-67ce62247f7c req-e1e439d8-3704-4e61-a7eb-76b52a0614f6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.6980937 Nov 23 14:22:39.773911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caa7ae-ffb1-4c09-8eb5-9473020d9ece req-9d46e2a4-ec79-4ca1-a50f-dc5ea187c1c8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:39.776610 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4aacff24-cdb8-4240-bee4-b878efc183a3 req-3c96dd33-6e6b-4c67-829a-60abfb963fd2 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/ports?device_id=9acdb452-4643-4e3f-b86b-72f061c7a6ba HTTP/1.1" status: 200 len: 210 time: 0.0533054 Nov 23 14:22:39.783478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6caa7ae-ffb1-4c09-8eb5-9473020d9ece req-9d46e2a4-ec79-4ca1-a50f-dc5ea187c1c8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.2681503 Nov 23 14:22:39.801937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Router d906c634-bee8-442c-8b63-f82c740d5061 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:39.977799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:39.984340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.989589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-221002a6-1733-4aa5-ae36-335687fd0d64 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "PUT /v2.0/routers/d906c634-bee8-442c-8b63-f82c740d5061 HTTP/1.1" status: 200 len: 918 time: 4.6714342 Nov 23 14:22:39.990542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:39.993527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] Sync routers for ids ['d906c634-bee8-442c-8b63-f82c740d5061'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:40.021090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] Routers {'d906c634-bee8-442c-8b63-f82c740d5061'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:40.025510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['d906c634-bee8-442c-8b63-f82c740d5061'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:40.031773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6caa7ae-ffb1-4c09-8eb5-9473020d9ece req-ce6f3819-70c5-45db-af8f-93bf7f0afc84 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467828 Nov 23 14:22:40.113278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.115865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.117017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-644777b7-ce4b-4452-99c0-ecada215b048 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/floatingips/90f1484d-183e-4482-8f3f-8642b605fb78 HTTP/1.1" status: 204 len: 168 time: 2.0952282 Nov 23 14:22:40.122078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-845e417e-a359-4e7b-aeef-efb37b5cbfc6 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags HTTP/1.1" status: 200 len: 241 time: 0.5885322 Nov 23 14:22:40.122078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57698) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:40.122355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d69014e1-2814-48a7-8d37-39b0a9035d23 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:40.125431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:40.132253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57700) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:40.149014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-b065097a-dde6-48f5-ab3d-ebef744305d5 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', 'tempest-TagsExtTest-Tag-1020775736') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:40.162353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12acc1ae-97a8-4793-ba42-67ce62247f7c req-a256972e-f344-44ae-9ef2-025d55d0b3d4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631104 Nov 23 14:22:40.175517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] Routers {'d906c634-bee8-442c-8b63-f82c740d5061'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:40.186213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['d906c634-bee8-442c-8b63-f82c740d5061'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:40.244451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:40.244451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bccd6d-7826-4b2e-9d60-3f237d0ebb6d None None] The sync data for ids ['d906c634-bee8-442c-8b63-f82c740d5061'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:40.276924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port d69014e1-2814-48a7-8d37-39b0a9035d23 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:22:40.283897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d69014e1-2814-48a7-8d37-39b0a9035d23 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:40.294073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.320137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-474d5da0-bfd6-4948-8402-1e0446a7510c req-174bb8df-675f-4de4-ad04-c254f7bbf8c8 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9acdb452-4643-4e3f-b86b-72f061c7a6ba HTTP/1.1" status: 200 len: 210 time: 0.1170180 Nov 23 14:22:40.370740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:40.374118 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.398234 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4baa7920-1724-4bcb-b370-f84bb444b899 req-faff1046-0520-4e04-be7f-0e5329519089 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=9acdb452-4643-4e3f-b86b-72f061c7a6ba HTTP/1.1" status: 200 len: 210 time: 0.0353272 Nov 23 14:22:40.467474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.509811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058f0e88-f75e-4ea8-8f52-48f573898771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69014e1-2814-48a7-8d37-39b0a9035d23'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:40.521936 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b2c98-abe7-4157-a4e7-6f7670c6e396" -d '{"events": [{"server_uuid": "058f0e88-f75e-4ea8-8f52-48f573898771", "name": "network-vif-plugged", "status": "completed", "tag": "d69014e1-2814-48a7-8d37-39b0a9035d23"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:40.547935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d69014e1-2814-48a7-8d37-39b0a9035d23, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d69014e1-2814-48a7-8d37-39b0a9035d23,segment=NetworkSegment(80b55f2b-2c23-4d73-95e3-dc624876059b),segment_id=80b55f2b-2c23-4d73-95e3-dc624876059b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:40.553258 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.561173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa7920-1724-4bcb-b370-f84bb444b899 req-067f872a-de60-4a67-aa93-4b5c95db5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:40.562655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4baa7920-1724-4bcb-b370-f84bb444b899 req-067f872a-de60-4a67-aa93-4b5c95db5f33 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=372965587e07420cabc4e88810b42ab5&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1573088 Nov 23 14:22:40.648509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d69014e1-2814-48a7-8d37-39b0a9035d23,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:40.679992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b9110-9a1d-40df-bbeb-5e41066ad310 req-e3e5e236-be3c-4449-899c-07acbb59251e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:40.681657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2b9110-9a1d-40df-bbeb-5e41066ad310 req-e3e5e236-be3c-4449-899c-07acbb59251e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2515411 Nov 23 14:22:40.681953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa7920-1724-4bcb-b370-f84bb444b899 req-1f837be7-36f6-4c19-8304-216a93563d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:40.683443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4baa7920-1724-4bcb-b370-f84bb444b899 req-1f837be7-36f6-4c19-8304-216a93563d90 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118851 Nov 23 14:22:40.698846 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b065097a-dde6-48f5-ab3d-ebef744305d5 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags/tempest-TagsExtTest-Tag-1020775736 HTTP/1.1" status: 204 len: 168 time: 0.5612984 Nov 23 14:22:40.702712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.705015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57710) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:40.705644 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16510de3-87e0-4698-b17f-706e694ec90f tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/d906c634-bee8-442c-8b63-f82c740d5061 HTTP/1.1" status: 200 len: 924 time: 0.6988952 Nov 23 14:22:40.706161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57712) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:40.722031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-8304a848-a0ac-4e71-a04f-6d19420fd2cc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', 'tempest-TagsExtTest-Tag-1020775736') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:40.793125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4baa7920-1724-4bcb-b370-f84bb444b899 req-cc37a74e-1890-4700-acde-fd458a672b06 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/ports?device_id=9acdb452-4643-4e3f-b86b-72f061c7a6ba HTTP/1.1" status: 200 len: 210 time: 0.0514524 Nov 23 14:22:40.798524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for 1a921d86-46a7-4db0-ba64-c8a55bcc49f7 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:40.834011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4452a-b19b-477e-bda7-126ae0fd746d req-731b1950-003a-4307-9b7f-91670be27c18 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:40.835815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3d4452a-b19b-477e-bda7-126ae0fd746d req-731b1950-003a-4307-9b7f-91670be27c18 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 945 time: 0.2812078 Nov 23 14:22:40.913838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b7f34-f156-487c-b895-2f57bca562d9 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:40.913838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-946b7f34-f156-487c-b895-2f57bca562d9 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=d906c634-bee8-442c-8b63-f82c740d5061&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2036774 Nov 23 14:22:40.915871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57720) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:40.988313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2b9110-9a1d-40df-bbeb-5e41066ad310 req-deaa16ab-ab47-401c-b97c-d4056bccb3bb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811065 Nov 23 14:22:41.041451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3d4452a-b19b-477e-bda7-126ae0fd746d req-c992a5a0-4aa7-49d2-9095-3dfc92a34ded tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902394 Nov 23 14:22:41.117496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8304a848-a0ac-4e71-a04f-6d19420fd2cc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags/tempest-TagsExtTest-Tag-1020775736 HTTP/1.1" status: 204 len: 168 time: 0.4090288 Nov 23 14:22:41.124471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57724) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:41.137964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-a23eea8b-7e3f-41fe-92c0-21f00808e5b2 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:41.180227 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ad3f0-c8c4-4272-ab70-a5192f37b334 x-openstack-request-id: req-881ad3f0-c8c4-4272-ab70-a5192f37b334 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:41.180767 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058f0e88-f75e-4ea8-8f52-48f573898771", "name": "network-vif-plugged", "status": "completed", "tag": "d69014e1-2814-48a7-8d37-39b0a9035d23", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:41.180767 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-881ad3f0-c8c4-4272-ab70-a5192f37b334 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:41.181154 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058f0e88-f75e-4ea8-8f52-48f573898771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69014e1-2814-48a7-8d37-39b0a9035d23', 'code': 200} Nov 23 14:22:41.288979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09d090-9378-4c58-b031-0b30529cf52c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:41.290830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc09d090-9378-4c58-b031-0b30529cf52c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.3737202 Nov 23 14:22:41.293700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57728) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:41.391639 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ada811d0-2a95-4244-8743-e3b5767cda17 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=d906c634-bee8-442c-8b63-f82c740d5061 HTTP/1.1" status: 200 len: 205 time: 0.0966840 Nov 23 14:22:41.395181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:41.452169 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:41.457102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a23eea8b-7e3f-41fe-92c0-21f00808e5b2 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags HTTP/1.1" status: 200 len: 205 time: 0.3315938 Nov 23 14:22:41.469380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:41.473498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-4c195350-1ef7-4001-b910-41784b58182d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:41.535780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8883a-7e03-4a85-a924-8dc414da5c76 req-481d5e4d-aaaa-43c8-b890-af5127c758e9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:41.537281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2f8883a-7e03-4a85-a924-8dc414da5c76 req-481d5e4d-aaaa-43c8-b890-af5127c758e9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2105174 Nov 23 14:22:41.558716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed4b77-05dd-4866-b93a-6c87ca2492b3 req-c3d4fb68-f979-4360-af68-ea4c311b9829 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:41.560560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afed4b77-05dd-4866-b93a-6c87ca2492b3 req-c3d4fb68-f979-4360-af68-ea4c311b9829 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2996984 Nov 23 14:22:41.670376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6a8a6-4bdd-453f-be59-077f01f9bfec req-a7288ed9-1d57-4a74-ad3e-8a9dcacfb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:41.670376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-10f6a8a6-4bdd-453f-be59-077f01f9bfec req-a7288ed9-1d57-4a74-ad3e-8a9dcacfb8ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 1096 time: 0.2894738 Nov 23 14:22:41.698352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=1a921d86-46a7-4db0-ba64-c8a55bcc49f7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:41.702245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:41.705505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8f580d4c-80f0-4d1b-b92b-6691c7aed5e1 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/ports/1a921d86-46a7-4db0-ba64-c8a55bcc49f7 HTTP/1.1" status: 204 len: 168 time: 1.5799870 Nov 23 14:22:41.714299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57740) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:41.715788 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4c195350-1ef7-4001-b910-41784b58182d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags HTTP/1.1" status: 200 len: 241 time: 0.2465510 Nov 23 14:22:41.720579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57742) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:41.725920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-089d4581-da28-4010-bdc0-550db9ef8c04 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', 'tempest-TagsExtTest-Tag-1060373223') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:41.820682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:41.827914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2f8883a-7e03-4a85-a924-8dc414da5c76 req-7e2d6758-9c62-4e76-a645-e0a025f4ac31 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644787 Nov 23 14:22:41.871238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afed4b77-05dd-4866-b93a-6c87ca2492b3 req-15a04549-c3a3-4a98-b505-e67909e08895 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362704 Nov 23 14:22:41.963427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:41.963835 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:41.993913 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-10f6a8a6-4bdd-453f-be59-077f01f9bfec req-c1f89c85-aa18-486a-ab86-c2133653ea66 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150961 Nov 23 14:22:42.019462 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-089d4581-da28-4010-bdc0-550db9ef8c04 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags/tempest-TagsExtTest-Tag-1060373223 HTTP/1.1" status: 204 len: 168 time: 0.2974217 Nov 23 14:22:42.023322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57752) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:42.029840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-0d29203c-d793-42f7-bb72-d917da32056d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', 'tempest-TagsExtTest-Tag-1060373223') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:42.092250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:42.237189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Deleting port 3642195f-60a6-4dd0-8f2a-787fc8f45a65 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:42.238136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:42.367169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:42.385708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Calling delete_port for 3642195f-60a6-4dd0-8f2a-787fc8f45a65 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:42.549275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:42.592140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-39995ac4-4010-48ea-8e8d-adf1a4ab84c1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:42.593679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-39995ac4-4010-48ea-8e8d-adf1a4ab84c1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.3296366 Nov 23 14:22:42.603789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d29203c-d793-42f7-bb72-d917da32056d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags/tempest-TagsExtTest-Tag-1060373223 HTTP/1.1" status: 204 len: 168 time: 0.5789130 Nov 23 14:22:42.604418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57782) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:42.613807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for 19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:42.619268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-50666bc4-ade4-4639-b176-a3f19fda334b tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:42.632334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:42.680868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-16821b03-c853-496d-9d85-1d2ace26abb4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/quotas/aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 375 time: 0.0734692 Nov 23 14:22:42.688105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event deleted for resources: {'Port': ['ID=3642195f-60a6-4dd0-8f2a-787fc8f45a65,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:42.816079 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:42.966323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:42.968739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.055113 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.056430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Fanout notify agent at l3_agent the message router_deleted on router d906c634-bee8-442c-8b63-f82c740d5061 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:43.085826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.092070 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2429b7c8-3c74-4a5c-9f42-aeb8391a6d75 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/d906c634-bee8-442c-8b63-f82c740d5061 HTTP/1.1" status: 204 len: 168 time: 1.6958723 Nov 23 14:22:43.098993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57792) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:43.103501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7d296c3c-9f2d-499b-afc2-6cad565cfe9e tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-693798761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:43.167516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-a10b3193-eedd-4aba-ae8d-f5324dff4de9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:43.170987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d296c3c-9f2d-499b-afc2-6cad565cfe9e tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.175542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-a10b3193-eedd-4aba-ae8d-f5324dff4de9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.9470718 Nov 23 14:22:43.176212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d296c3c-9f2d-499b-afc2-6cad565cfe9e tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.239285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-48099f62-8a28-46e9-8a9e-3ae08a1215f7 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.0618715 Nov 23 14:22:43.290101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d296c3c-9f2d-499b-afc2-6cad565cfe9e tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.317569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d296c3c-9f2d-499b-afc2-6cad565cfe9e tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.346129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d296c3c-9f2d-499b-afc2-6cad565cfe9e tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.350785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7d296c3c-9f2d-499b-afc2-6cad565cfe9e tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2483251 Nov 23 14:22:43.351043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57798) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:43.356464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': False}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:43.363603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-50666bc4-ade4-4639-b176-a3f19fda334b tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags HTTP/1.1" status: 200 len: 205 time: 0.7477536 Nov 23 14:22:43.374138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-a66fea7e-3abd-462e-aba1-0ebead332771 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2444618 Nov 23 14:22:43.376951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57800) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:43.383063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-2f43e3a2-f2d6-4c74-a596-67ebce6faa7d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:43.461834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.472400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-99afc693-470c-4824-9516-28bae5e2e25d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779177 Nov 23 14:22:43.533389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2f43e3a2-f2d6-4c74-a596-67ebce6faa7d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags HTTP/1.1" status: 200 len: 240 time: 0.1534262 Nov 23 14:22:43.536569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57806) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:43.542623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-e01c557f-9adf-4b19-8c34-e3e2854e9a02 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', 'tempest-TagsExtTest-Tag-266925711') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:43.592406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=19c8ae0c-bafe-481c-b397-0ad5d71ed6f3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:43.771922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-f930d073-f87c-4569-83b3-82f7c09b781c service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564459 Nov 23 14:22:43.821679 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:43.832921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-faa76c15-3244-4e75-9677-715423087f8a tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/ports/19c8ae0c-bafe-481c-b397-0ad5d71ed6f3 HTTP/1.1" status: 204 len: 168 time: 2.1186724 Nov 23 14:22:43.835362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-794f409b-388b-4c7e-943f-f0376c1869f3 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327941 Nov 23 14:22:43.835974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57812) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:44.095035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting subnet 397ace4a-3831-41dd-821f-0d801285e453 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:22:44.106080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:44.110433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-54cbc1cd-daee-4b23-8881-95457e3824e5 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734489 Nov 23 14:22:44.205843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-36b9d5b4-c99a-45e9-be9b-bab55a35d902 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886519 Nov 23 14:22:44.218773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:44.224015 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e01c557f-9adf-4b19-8c34-e3e2854e9a02 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags/tempest-TagsExtTest-Tag-266925711 HTTP/1.1" status: 204 len: 168 time: 0.6863716 Nov 23 14:22:44.226051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:44.229418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57820) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:44.313645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-aa818937-e675-4bef-bb99-59990bd839f7 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', 'tempest-TagsExtTest-Tag-266925711') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:44.766086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aa818937-e675-4bef-bb99-59990bd839f7 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags/tempest-TagsExtTest-Tag-266925711 HTTP/1.1" status: 204 len: 168 time: 0.4635596 Nov 23 14:22:44.776242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:44.777835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57838) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:44.785917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:44.794028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-8e0952cd-4d13-465c-91d0-5fd79d66b985 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:44.841271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:44.875609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25546455-c4a0-4c82-830e-1615b451504b req-55d1e031-d6b2-4d62-a631-63c419705f7d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:44.883444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25546455-c4a0-4c82-830e-1615b451504b req-55d1e031-d6b2-4d62-a631-63c419705f7d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2123675 Nov 23 14:22:44.910148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f342d4-42b9-4a6b-a9c1-7f6e06cb6715 req-7b89c159-1f83-4368-8fbc-c5810c184992 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:44.916495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6f342d4-42b9-4a6b-a9c1-7f6e06cb6715 req-7b89c159-1f83-4368-8fbc-c5810c184992 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 945 time: 0.4705102 Nov 23 14:22:44.920497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8e0952cd-4d13-465c-91d0-5fd79d66b985 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags HTTP/1.1" status: 200 len: 205 time: 0.1409190 Nov 23 14:22:44.926032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57844) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:44.930961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-a8725109-8b7d-49f0-9930-31e18d211b3a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:45.000198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25546455-c4a0-4c82-830e-1615b451504b req-760b1a7d-e53b-46fd-9dc6-41a29b03aed3 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158791 Nov 23 14:22:45.023113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.078651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8725109-8b7d-49f0-9930-31e18d211b3a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags HTTP/1.1" status: 204 len: 168 time: 0.1515265 Nov 23 14:22:45.081555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57854) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:45.087292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-ec8669fd-0fb7-4ccf-a776-284f99bbcf37 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:45.124638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Subnet': ['ID=397ace4a-3831-41dd-821f-0d801285e453,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:45.176026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1896c92e-b1e4-422d-b3be-70a875da8675 req-c35394d0-7cb0-4be0-b424-daa4598a3845 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 210 time: 0.0694413 Nov 23 14:22:45.186989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fffaa-de41-41ad-b9e3-387ae713f27f None None] Network 2abe950e-20d4-41a3-987a-91c4a86ba666 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:45.187494 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.195278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b5535800-0575-4afc-b549-89d4adb61915 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/subnets/397ace4a-3831-41dd-821f-0d801285e453 HTTP/1.1" status: 204 len: 168 time: 1.2809589 Nov 23 14:22:45.196504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57862) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:45.293948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting subnet 881ce7d4-9c42-47c1-9d26-b318fc686792 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:22:45.293948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.351735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6f342d4-42b9-4a6b-a9c1-7f6e06cb6715 req-508c040e-5b39-469e-a28f-0f7840963b15 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886259 Nov 23 14:22:45.387134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-576232a1-454e-4bee-ae66-f9426b46b859 req-172fa55c-aec5-4054-978e-dae9f5ac4411 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 210 time: 0.0649452 Nov 23 14:22:45.394458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Allocated IP 172.25.3.76 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/06b4053b-c163-42e1-a3de-2070f04b036c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:45.399024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.528611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.618478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec8669fd-0fb7-4ccf-a776-284f99bbcf37 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags HTTP/1.1" status: 204 len: 168 time: 0.5358899 Nov 23 14:22:45.622487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57880) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:45.639337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-b1615ab2-626a-479d-a85d-772d0dc9a6c7 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:45.664921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] DHCP port deletion for 2abe950e-20d4-41a3-987a-91c4a86ba666 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:22:45.713145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.717983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.758430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.785879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Subnet': ['ID=881ce7d4-9c42-47c1-9d26-b318fc686792,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:45.796997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.801367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1c32d673-7da3-44ea-bb8c-42ef97432282 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/subnets/881ce7d4-9c42-47c1-9d26-b318fc686792 HTTP/1.1" status: 204 len: 168 time: 0.5979338 Nov 23 14:22:45.803948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57892) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:45.804722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c04316-325a-4b52-9e5f-b939c86506d1 None None] Network 3392425c-e067-4ce7-9f54-e39cf93fe505 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:45.815867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Pushing event updated for resources: {'Port': ['ID=06b4053b-c163-42e1-a3de-2070f04b036c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:45.825702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] Deleting port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:45.826169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:45.829870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:45.832110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:45.834574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:45.866270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1615ab2-626a-479d-a85d-772d0dc9a6c7 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags HTTP/1.1" status: 204 len: 168 time: 0.2409952 Nov 23 14:22:45.869320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57894) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:45.876571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-4004539a-08e8-4770-ad11-d80b9bd4cc8a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:45.983521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.051025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4004539a-08e8-4770-ad11-d80b9bd4cc8a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.1804829 Nov 23 14:22:46.059348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57908) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:46.072615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-112bc0ec-d9e8-46ab-be92-54a840d187d6 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', 'tempest-TagsExtTest-Tag-2079418873') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:46.099433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-afde18f2-fd5a-42db-9b25-1204acf8f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:46.101630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-afde18f2-fd5a-42db-9b25-1204acf8f682 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1097 time: 0.0944481 Nov 23 14:22:46.220950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Deleting port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:46.221321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.303735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] For port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:46.304145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.458776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Calling delete_port for cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:46.462595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] For port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:46.463412 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.478501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] Calling delete_port for cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:46.529174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:46.547810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.598830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148bee1-33fe-4de9-a1eb-bdcb48b72535 req-5d5a1938-f8f7-4b00-a6dd-cd8f990f7cf8 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:46.600533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6148bee1-33fe-4de9-a1eb-bdcb48b72535 req-5d5a1938-f8f7-4b00-a6dd-cd8f990f7cf8 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.3852389 Nov 23 14:22:46.612041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-796c8a80-872e-4960-bc0b-92250c087292 req-f3d40757-73d1-4a15-abca-27ea26a41757 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 210 time: 0.1102850 Nov 23 14:22:46.650358 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.672284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-112bc0ec-d9e8-46ab-be92-54a840d187d6 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags/tempest-TagsExtTest-Tag-2079418873 HTTP/1.1" status: 201 len: 201 time: 0.6045053 Nov 23 14:22:46.689980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57922) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:46.714584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-faa08c90-1ea8-4521-b3a7-1244b836b81d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', 'tempest-TagsExtTest-Tag-1679997316') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:46.727043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,segment=NetworkSegment(4d915c1d-9ba2-45e5-a5bc-978000cb153c),segment_id=4d915c1d-9ba2-45e5-a5bc-978000cb153c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:46.728201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-3fede02a-a661-4783-922e-6b2067b32c25 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:46.730288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-3fede02a-a661-4783-922e-6b2067b32c25 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.4617112 Nov 23 14:22:46.731492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-86d52de4-01b8-4ea8-81ec-5138a4532474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:46.733014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-86d52de4-01b8-4ea8-81ec-5138a4532474 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.3184338 Nov 23 14:22:46.745524 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.754865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Request body: {'port': {'device_id': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'admin_state_up': True, 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:46.805339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event deleted for resources: {'Port': ['ID=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:46.811622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] DHCP port deletion for 3392425c-e067-4ce7-9f54-e39cf93fe505 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:22:46.864728 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.900331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] Pushing event deleted for resources: {'Port': ['ID=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:46.908483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5dcb5e-195a-4ba1-b710-fcdd742f93ae None None] No DVR routers for this DVR port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:46.922878 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:46.935762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] Deleting port b296f67d-d003-4e84-a470-0bd8e3d52899 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:46.936619 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.005985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] For port b296f67d-d003-4e84-a470-0bd8e3d52899, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b296f67d-d003-4e84-a470-0bd8e3d52899,segment=NetworkSegment(5fa95393-5d37-420f-b252-a6d94517823b),segment_id=5fa95393-5d37-420f-b252-a6d94517823b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:47.006800 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.021142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] Calling delete_port for b296f67d-d003-4e84-a470-0bd8e3d52899 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:47.031226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6148bee1-33fe-4de9-a1eb-bdcb48b72535 req-a69a158b-7031-4649-bd15-c9ab55370ae6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179263 Nov 23 14:22:47.032371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] No DVR routers for this DVR port cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:47.097523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Port': ['ID=cf90e3fc-0a55-4b9c-aa4a-d7a1aab604fd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:47.110831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-2e6f7404-957b-4856-8785-c15c89af7a24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 1002 time: 0.3395143 Nov 23 14:22:47.151035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:47.154925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.160914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.179497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] No DVR routers for this DVR port b296f67d-d003-4e84-a470-0bd8e3d52899 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:47.208692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015aada-2f64-4dbe-8fb7-e8cc94e4c4bf None None] Pushing event deleted for resources: {'Port': ['ID=b296f67d-d003-4e84-a470-0bd8e3d52899,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:47.215354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.228285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.243870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-b1750714-f8e8-48eb-892f-fa80e96260dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:47.245463 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-b1750714-f8e8-48eb-892f-fa80e96260dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.1265171 Nov 23 14:22:47.459270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-008b90b5-b2e0-4f4b-a5aa-79d2c47413f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:47.460960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-008b90b5-b2e0-4f4b-a5aa-79d2c47413f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560986 Nov 23 14:22:47.483336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Allocated IP 172.20.0.9 (a760b5ef-6bbf-4241-aede-477029b4d14c/6067dcd5-b66e-4708-a691-8896309a7852/add06c53-0146-41c7-ac94-1f459370e300) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:47.526337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cba671e-b796-4fc4-a526-83310632568d req-59a1e6c5-bd1b-48e9-9a5b-0fce90074506 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 210 time: 0.3705397 Nov 23 14:22:47.534016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-d62d27f2-0809-4fc5-9f41-205127ddc716 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:47.535584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-d62d27f2-0809-4fc5-9f41-205127ddc716 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.9103303 Nov 23 14:22:47.537552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.559790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93be212-cae1-484d-8878-54edaf304d97 req-7ff1b885-01ac-4bfa-89d1-0291ac4ef8f2 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:47.561315 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c93be212-cae1-484d-8878-54edaf304d97 req-7ff1b885-01ac-4bfa-89d1-0291ac4ef8f2 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 945 time: 0.6956196 Nov 23 14:22:47.570231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'port': {'device_id': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'admin_state_up': True, 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:47.633147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Router 0eb81386-eb2d-4738-8f08-b6e6d6708828 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:47.644536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-441a56ba-c1cf-4604-8222-71035fdf77d0 service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745820 Nov 23 14:22:47.691182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c93be212-cae1-484d-8878-54edaf304d97 req-723246da-1234-4f96-8294-b34685b3dd9d tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125817 Nov 23 14:22:47.704140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abe950e-20d4-41a3-987a-91c4a86ba666']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:47.737760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-faa08c90-1ea8-4521-b3a7-1244b836b81d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags/tempest-TagsExtTest-Tag-1679997316 HTTP/1.1" status: 201 len: 201 time: 1.0447850 Nov 23 14:22:47.746921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:47.757391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d915c1d-9ba2-45e5-a5bc-978000cb153c') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:47.758169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d915c1d-9ba2-45e5-a5bc-978000cb153c') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:47.770582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-c3b2bbdf-bb1a-43ca-aca9-742cf2cbbe9a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', 'tempest-TagsExtTest-Tag-82224911') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:47.811290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b4fa7ee-cdfc-435f-b733-57bc3c2e11b1 req-5a829b93-4c1f-406b-bfe4-6674bf75cafa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 210 time: 0.0682771 Nov 23 14:22:47.822202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.849030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.862344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:22:47.862739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:22:47.865691 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:22:47.945655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Made reservation on behalf of aa3dcd61ffcc40d0955c6e10dbd07774 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:22:47.950915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.954522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.964024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:47.970289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/networks/2abe950e-20d4-41a3-987a-91c4a86ba666 HTTP/1.1" status: 204 len: 168 time: 2.1620500 Nov 23 14:22:47.986796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57948) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:48.022230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d988d9-c27f-443e-a1bb-aeb740a26445 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Network': ['ID=2abe950e-20d4-41a3-987a-91c4a86ba666,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:48.212260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.217226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b296f67d-d003-4e84-a470-0bd8e3d52899 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:48.238484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: b296f67d-d003-4e84-a470-0bd8e3d52899 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:22:48.238847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b296f67d-d003-4e84-a470-0bd8e3d52899 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:22:48.280652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Allocated IP 172.20.0.12 (97f3a198-067a-4cc7-bd93-6158709af584/ff9c2a94-4dca-41aa-a881-51d3e11ae006/57c753c8-40ab-4edf-b7f7-215465c8070e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:48.334490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05c54e-642d-4e51-9a89-e56c99422293 req-9018387c-2326-4bfb-92bb-c02dc274a8a6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:48.336168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb05c54e-642d-4e51-9a89-e56c99422293 req-9018387c-2326-4bfb-92bb-c02dc274a8a6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1341736 Nov 23 14:22:48.420128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:48.424831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.426072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d4df36aa-cbbf-4d8f-b4e3-00e0361ffb17 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "PUT /v2.0/routers/0eb81386-eb2d-4738-8f08-b6e6d6708828 HTTP/1.1" status: 200 len: 918 time: 5.0740330 Nov 23 14:22:48.427870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.432387 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] Sync routers for ids ['0eb81386-eb2d-4738-8f08-b6e6d6708828'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:48.432974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57962) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:48.446360 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] Routers {'0eb81386-eb2d-4738-8f08-b6e6d6708828'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:48.447337 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0eb81386-eb2d-4738-8f08-b6e6d6708828'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.465599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-2bd6b460-7f3f-4f50-9295-42431b06a428 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:48.467127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-2bd6b460-7f3f-4f50-9295-42431b06a428 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.11 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 945 time: 0.7224181 Nov 23 14:22:48.485425 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.493295 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-185689fc-5b56-4f9b-92be-d9340d3e5261 req-6a64660a-cb7e-43a6-b9d7-87f47858f66d service neutron] 10.222.0.74 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320401 Nov 23 14:22:48.495955 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] Routers {'0eb81386-eb2d-4738-8f08-b6e6d6708828'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:48.496730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0eb81386-eb2d-4738-8f08-b6e6d6708828'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.523952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3392425c-e067-4ce7-9f54-e39cf93fe505']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.536855 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.537763 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427e7b1-fd05-4738-8c9c-3c48af3712f5 None None] The sync data for ids ['0eb81386-eb2d-4738-8f08-b6e6d6708828'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:48.548785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.557298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c3b2bbdf-bb1a-43ca-aca9-742cf2cbbe9a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags/tempest-TagsExtTest-Tag-82224911 HTTP/1.1" status: 201 len: 201 time: 0.8075292 Nov 23 14:22:48.561103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:48.565414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa95393-5d37-420f-b252-a6d94517823b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.565788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa95393-5d37-420f-b252-a6d94517823b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.566773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-080388d5-ec04-42fd-b028-3efcde04bf4c tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', 'tempest-TagsExtTest-Tag-358641651') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.619991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb05c54e-642d-4e51-9a89-e56c99422293 req-84a79128-b3e1-41e8-a9a5-1ac976078a62 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625117 Nov 23 14:22:48.652411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.707889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.708461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca43e809-d829-43a6-8daa-74433f0487e2 req-57a58beb-805f-478b-92a0-de6e7fd53940 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 210 time: 0.0596886 Nov 23 14:22:48.709162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.717351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-080388d5-ec04-42fd-b028-3efcde04bf4c tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags/tempest-TagsExtTest-Tag-358641651 HTTP/1.1" status: 201 len: 201 time: 0.1541097 Nov 23 14:22:48.724621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:48.725523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57972) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:48.734716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-8f259163-f0e7-4d68-a717-d03257b1bbfb tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', {'tags': ['tempest-TagsExtTest-Tag-1835315690', 'tempest-TagsExtTest-Tag-2050135108', 'tempest-TagsExtTest-Tag-1051236280']}) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:48.745020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:22:48.745436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:22:48.748603 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:22:48.802468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Deleting port d69014e1-2814-48a7-8d37-39b0a9035d23 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:48.802986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.822561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Network a760b5ef-6bbf-4241-aede-477029b4d14c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:48.835399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:48.844275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:48.875601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event updated for resources: {'Port': ['ID=add06c53-0146-41c7-ac94-1f459370e300,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:48.944303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-09fea25a-e501-49c0-85e2-97616eb0894e tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/0eb81386-eb2d-4738-8f08-b6e6d6708828 HTTP/1.1" status: 200 len: 924 time: 0.5047207 Nov 23 14:22:48.950421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57978) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:48.958482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:48.959057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:48.978586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] For port d69014e1-2814-48a7-8d37-39b0a9035d23, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d69014e1-2814-48a7-8d37-39b0a9035d23,segment=NetworkSegment(80b55f2b-2c23-4d73-95e3-dc624876059b),segment_id=80b55f2b-2c23-4d73-95e3-dc624876059b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:48.981510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.024810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-913df333-afc9-4321-a00f-1da76725b7ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2749832 Nov 23 14:22:49.025937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Calling delete_port for d69014e1-2814-48a7-8d37-39b0a9035d23 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:49.027824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.039073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Request body: {'port': {'device_id': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:49.052439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.064664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8f259163-f0e7-4d68-a717-d03257b1bbfb tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags HTTP/1.1" status: 200 len: 318 time: 0.3310304 Nov 23 14:22:49.075185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57984) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:49.081852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.090377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] 10.222.0.46 "DELETE /v2.0/networks/3392425c-e067-4ce7-9f54-e39cf93fe505 HTTP/1.1" status: 204 len: 168 time: 1.0948133 Nov 23 14:22:49.090377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9de40-e3f0-4e5e-819c-8f75a2930e14 tempest-TaggedBootDevicesTest_v242-609296669 tempest-TaggedBootDevicesTest_v242-609296669-project] Pushing event deleted for resources: {'Network': ['ID=3392425c-e067-4ce7-9f54-e39cf93fe505,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:49.106636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2e1c5-f299-4c9d-9990-b52720bfeca6 req-691f4dd3-d776-48f5-85d7-23b4cb1e2dbc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:49.108183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fa2e1c5-f299-4c9d-9990-b52720bfeca6 req-691f4dd3-d776-48f5-85d7-23b4cb1e2dbc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 931 time: 0.1618085 Nov 23 14:22:49.115658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6254-5020-4a11-9440-184b82e75896 req-0610cedc-1932-4248-b11c-e1cdf2e75189 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:49.122607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5fd6254-5020-4a11-9440-184b82e75896 req-0610cedc-1932-4248-b11c-e1cdf2e75189 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 945 time: 0.1591468 Nov 23 14:22:49.162265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-8445a281-c9ce-4c53-b616-3c7541f5f0ce tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:49.225701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.239968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4b2649c8-1897-405a-be7a-5767455cfa57'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:49.241007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5fd6254-5020-4a11-9440-184b82e75896 req-5309223c-24ca-4ac9-82ed-817b91a4871f tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/security-groups?id=2339b39e-4f00-4680-8b3f-54d32db58359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175385 Nov 23 14:22:49.262524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b673276-50a7-48c1-b338-de1317589db4 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:49.262524 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9b673276-50a7-48c1-b338-de1317589db4 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=0eb81386-eb2d-4738-8f08-b6e6d6708828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3107986 Nov 23 14:22:49.277602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57988) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:49.287584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=57c753c8-40ab-4edf-b7f7-215465c8070e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:49.297157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fa2e1c5-f299-4c9d-9990-b52720bfeca6 req-5bd95fd7-4dd2-4c74-aa11-f0e8e57cf689 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660986 Nov 23 14:22:49.312345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:49.315184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:49.319587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:49.398930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.430189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:49.431116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.457141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-bcc86468-aca0-4b23-9a03-0c9b0a6e01a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8924758 Nov 23 14:22:49.472671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Request body: {'port': {'device_id': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:49.628580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.689339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f732b-66cd-4485-b016-d9e75c19988c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:49.695224 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e77f732b-66cd-4485-b016-d9e75c19988c tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.4164577 Nov 23 14:22:49.696240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:49.701007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.719627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ade0fe3c-edaa-49a9-a31f-766bfefdb4e9 None None] Provisioning complete for port 57c753c8-40ab-4edf-b7f7-215465c8070e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:49.720282 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ade0fe3c-edaa-49a9-a31f-766bfefdb4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:49.739927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8445a281-c9ce-4c53-b616-3c7541f5f0ce tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.6619570 Nov 23 14:22:49.744881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7f7e3604-7abe-4275-bbcf-2b57018c0ea4 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=0eb81386-eb2d-4738-8f08-b6e6d6708828 HTTP/1.1" status: 200 len: 205 time: 0.0452304 Nov 23 14:22:49.747624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58006) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:49.747951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:49.766204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-d36e1a99-9826-4da9-8809-f3730446d71e tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', 'tempest-TagsExtTest-Tag-1835315690') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:49.776437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fe3c-edaa-49a9-a31f-766bfefdb4e9 None None] Port 57c753c8-40ab-4edf-b7f7-215465c8070e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:22:49.856954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:49.899979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Pushing event deleted for resources: {'Port': ['ID=d69014e1-2814-48a7-8d37-39b0a9035d23,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:49.967254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c69260-bb73-4584-9bd7-13e0771ac290 req-b1e6606c-219f-49dd-ad82-151af7a1f5e4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:49.969140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79c69260-bb73-4584-9bd7-13e0771ac290 req-b1e6606c-219f-49dd-ad82-151af7a1f5e4 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.2121623 Nov 23 14:22:49.997378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] No DVR routers for this DVR port d69014e1-2814-48a7-8d37-39b0a9035d23 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:50.082742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.114228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d69014e1-2814-48a7-8d37-39b0a9035d23 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:50.168657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: d69014e1-2814-48a7-8d37-39b0a9035d23 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:22:50.173833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d69014e1-2814-48a7-8d37-39b0a9035d23 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:22:50.195367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add06c53-0146-41c7-ac94-1f459370e300 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:50.203147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.216256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Transition to ACTIVE for port object add06c53-0146-41c7-ac94-1f459370e300 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:22:50.220300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.226123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:50.227946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:50.231394 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a8d965-efd5-4217-af48-4aae97af59e9" -d '{"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:50.236314 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.332122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.333573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:50.335969 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f018e056-fd01-4e44-8871-3211cfaaa333 req-967b1c47-39b8-4ff5-a289-2752f3525d1e tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.11 "DELETE /v2.0/ports/d69014e1-2814-48a7-8d37-39b0a9035d23 HTTP/1.1" status: 204 len: 173 time: 1.8578823 Nov 23 14:22:50.336816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058f0e88-f75e-4ea8-8f52-48f573898771', 'name': 'network-vif-deleted', 'tag': 'd69014e1-2814-48a7-8d37-39b0a9035d23'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:50.339336 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c9074-4000-40c6-82b6-71cd1997eafe" -d '{"events": [{"server_uuid": "058f0e88-f75e-4ea8-8f52-48f573898771", "name": "network-vif-deleted", "tag": "d69014e1-2814-48a7-8d37-39b0a9035d23"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:50.344797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.385610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c753c8-40ab-4edf-b7f7-215465c8070e {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:50.411069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.448759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Transition to ACTIVE for port object 57c753c8-40ab-4edf-b7f7-215465c8070e will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:22:50.481993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.496814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Pushing event updated for resources: {'Port': ['ID=add06c53-0146-41c7-ac94-1f459370e300,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:50.510650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.557998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc069787-9cb5-4b41-8385-2a2f4f0e7aa8 req-9102b869-14a2-49b7-b4fc-d6d52f59b189 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:50.560048 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc069787-9cb5-4b41-8385-2a2f4f0e7aa8 req-9102b869-14a2-49b7-b4fc-d6d52f59b189 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 932 time: 0.6984959 Nov 23 14:22:50.567299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Pushing event updated for resources: {'Port': ['ID=57c753c8-40ab-4edf-b7f7-215465c8070e,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:50.570753 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-d36e1a99-9826-4da9-8809-f3730446d71e tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:50.571874 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d36e1a99-9826-4da9-8809-f3730446d71e tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags/tempest-TagsExtTest-Tag-1835315690 HTTP/1.1" status: 404 len: 329 time: 0.8181946 Nov 23 14:22:50.578806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58030) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:50.617393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.617998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.618541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.619090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.619637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.620285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.621025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.621519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.623239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.623772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.624308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.624848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:50.630644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-785fef28-aa41-4b0a-a29c-6678608e831d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', 'tempest-TagsExtTest-Tag-2050135108') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:50.687939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79c69260-bb73-4584-9bd7-13e0771ac290 req-49596699-83f2-44e2-a7fb-17b82e90da5b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6822915 Nov 23 14:22:50.806623 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04943635-d5d5-47b7-a1b1-a99e694b354c x-openstack-request-id: req-04943635-d5d5-47b7-a1b1-a99e694b354c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:50.807231 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-unplugged", "status": "failed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "code": 422}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:50.807553 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04943635-d5d5-47b7-a1b1-a99e694b354c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:50.808011 n-d-818503-2 neutron-server[103347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'code': 422} returned with failed status Nov 23 14:22:50.877535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Attempting to bind port add06c53-0146-41c7-ac94-1f459370e300 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:22:50.878185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Attempting to bind port add06c53-0146-41c7-ac94-1f459370e300 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:22:50.878185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Attempting to bind port add06c53-0146-41c7-ac94-1f459370e300 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:50.887453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Port add06c53-0146-41c7-ac94-1f459370e300 on network a760b5ef-6bbf-4241-aede-477029b4d14c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:22:50.887835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Attempting to bind port add06c53-0146-41c7-ac94-1f459370e300 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:50.905847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:22:50.906238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:50.906617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Bound using segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:22:50.908567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Bound port: add06c53-0146-41c7-ac94-1f459370e300, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:22:50.909497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.932218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc069787-9cb5-4b41-8385-2a2f4f0e7aa8 req-01f160b3-ad3e-4f68-bb1e-2e8d2b13ff83 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580484 Nov 23 14:22:51.034341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bbb1fb4-c0d9-424f-b44b-ea0ea13ba39e req-0e616b02-58e2-4568-8dd9-2ef10b4549e9 tempest-ServerMetadataNegativeTestJSON-798709095 tempest-ServerMetadataNegativeTestJSON-798709095-project] 10.222.0.46 "GET /v2.0/ports?device_id=058f0e88-f75e-4ea8-8f52-48f573898771 HTTP/1.1" status: 200 len: 210 time: 0.0796621 Nov 23 14:22:51.093869 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-785fef28-aa41-4b0a-a29c-6678608e831d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:51.099830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-785fef28-aa41-4b0a-a29c-6678608e831d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags/tempest-TagsExtTest-Tag-2050135108 HTTP/1.1" status: 404 len: 329 time: 0.5028934 Nov 23 14:22:51.101836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58040) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:51.109121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-39ea7dfc-5a80-4448-acf9-389f92b41931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8', 'tempest-TagsExtTest-Tag-1051236280') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:51.113618 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de12d51-5d4d-437f-8621-bd81ff437fb5 x-openstack-request-id: req-3de12d51-5d4d-437f-8621-bd81ff437fb5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:51.113916 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058f0e88-f75e-4ea8-8f52-48f573898771", "name": "network-vif-deleted", "tag": "d69014e1-2814-48a7-8d37-39b0a9035d23", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:51.114236 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3de12d51-5d4d-437f-8621-bd81ff437fb5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:51.114688 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058f0e88-f75e-4ea8-8f52-48f573898771', 'name': 'network-vif-deleted', 'tag': 'd69014e1-2814-48a7-8d37-39b0a9035d23', 'status': 'completed', 'code': 200} Nov 23 14:22:51.129323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Attempting to bind port 57c753c8-40ab-4edf-b7f7-215465c8070e on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:22:51.129791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Attempting to bind port 57c753c8-40ab-4edf-b7f7-215465c8070e by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:22:51.130004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Attempting to bind port 57c753c8-40ab-4edf-b7f7-215465c8070e on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:51.130606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Deleting port 06b4053b-c163-42e1-a3de-2070f04b036c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:51.132508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.137196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Port 57c753c8-40ab-4edf-b7f7-215465c8070e on network 97f3a198-067a-4cc7-bd93-6158709af584 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:22:51.137522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Attempting to bind port 57c753c8-40ab-4edf-b7f7-215465c8070e on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:22:51.145695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:22:51.146025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:22:51.146394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Bound using segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:22:51.146837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Bound port: 57c753c8-40ab-4edf-b7f7-215465c8070e, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:22:51.147198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.161359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a131dc9-3b42-403e-8d91-8ed94c6245a1 req-e47ab9bf-8b5e-407e-a021-775984a85c75 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.162875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a131dc9-3b42-403e-8d91-8ed94c6245a1 req-e47ab9bf-8b5e-407e-a021-775984a85c75 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 943 time: 0.1277542 Nov 23 14:22:51.226101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] For port add06c53-0146-41c7-ac94-1f459370e300, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:51.292965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] For port add06c53-0146-41c7-ac94-1f459370e300, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=add06c53-0146-41c7-ac94-1f459370e300,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:22:51.302254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.319985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a131dc9-3b42-403e-8d91-8ed94c6245a1 req-d6c492fc-59a3-4b1c-a289-17f86143cfcd tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399639 Nov 23 14:22:51.367550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] For port 57c753c8-40ab-4edf-b7f7-215465c8070e, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:51.374376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.374559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] For port 57c753c8-40ab-4edf-b7f7-215465c8070e, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=57c753c8-40ab-4edf-b7f7-215465c8070e,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:22:51.375029 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.376629 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] 10.222.0.74 "PUT /v2.0/ports/add06c53-0146-41c7-ac94-1f459370e300 HTTP/1.1" status: 200 len: 1091 time: 2.3428116 Nov 23 14:22:51.383089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.412248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.425762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.427173 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:51.429175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] 10.222.0.74 "PUT /v2.0/ports/57c753c8-40ab-4edf-b7f7-215465c8070e HTTP/1.1" status: 200 len: 1092 time: 1.9628820 Nov 23 14:22:51.429935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'tag': '57c753c8-40ab-4edf-b7f7-215465c8070e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:51.432883 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5710cfff-a9a6-4454-b7c1-a0db0886765b" -d '{"events": [{"name": "network-changed", "server_uuid": "222e0231-aaff-4c23-92a5-aa2a90c75f55", "tag": "57c753c8-40ab-4edf-b7f7-215465c8070e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:51.461827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308b873-b5f4-44b2-9693-9fe33aaf8358 service neutron] Pushing event updated for resources: {'Port': ['ID=57c753c8-40ab-4edf-b7f7-215465c8070e,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:51.519172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Calling delete_port for 06b4053b-c163-42e1-a3de-2070f04b036c owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:51.520055 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc113bd-3ed3-41c1-8680-0d44d644a831 x-openstack-request-id: req-9dc113bd-3ed3-41c1-8680-0d44d644a831 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:51.520353 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222e0231-aaff-4c23-92a5-aa2a90c75f55", "tag": "57c753c8-40ab-4edf-b7f7-215465c8070e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:51.520608 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9dc113bd-3ed3-41c1-8680-0d44d644a831 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:51.521009 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'tag': '57c753c8-40ab-4edf-b7f7-215465c8070e', 'status': 'completed', 'code': 200} Nov 23 14:22:51.528035 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-39ea7dfc-5a80-4448-acf9-389f92b41931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:51.529895 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-39ea7dfc-5a80-4448-acf9-389f92b41931 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags/tempest-TagsExtTest-Tag-1051236280 HTTP/1.1" status: 404 len: 329 time: 0.4251723 Nov 23 14:22:51.532885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58050) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:51.539837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-7d784e15-a4bb-4522-ae99-1c2173212cf9 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', {'tags': ['tempest-TagsExtTest-Tag-1193056426', 'tempest-TagsExtTest-Tag-1241122187', 'tempest-TagsExtTest-Tag-1717106515']}) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:51.553025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ec33d-ae8d-4c79-8c06-f40c61640f43 service neutron] Pushing event updated for resources: {'Port': ['ID=add06c53-0146-41c7-ac94-1f459370e300,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:51.600889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-f421e22a-fa75-4200-aa6e-22d060a71770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.608806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-f421e22a-fa75-4200-aa6e-22d060a71770 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 1095 time: 0.1365128 Nov 23 14:22:51.631444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-a8317a0d-b12c-4d40-9e15-0a9e7f643616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.633055 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-a8317a0d-b12c-4d40-9e15-0a9e7f643616 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 1094 time: 0.1902261 Nov 23 14:22:51.682849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-f299dff6-4262-4b92-8cc0-34bd9bf52e5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c753c8-40ab-4edf-b7f7-215465c8070e HTTP/1.1" status: 200 len: 217 time: 0.0621958 Nov 23 14:22:51.757512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7d784e15-a4bb-4522-ae99-1c2173212cf9 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags HTTP/1.1" status: 200 len: 318 time: 0.2231212 Nov 23 14:22:51.758091 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-ee22b49c-7792-4355-9a0b-d3869c52a626 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add06c53-0146-41c7-ac94-1f459370e300 HTTP/1.1" status: 200 len: 217 time: 0.1119890 Nov 23 14:22:51.760781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58060) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:51.765657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-26fb3d26-c73d-4ee1-a526-da57ee4ba83e tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:51.816957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-8133879e-d857-4235-b0f0-bb50e871fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.818736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-8133879e-d857-4235-b0f0-bb50e871fe83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1255848 Nov 23 14:22:51.900980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-a55a7591-256c-47e5-933f-0bcb2ccc3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.902456 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-a55a7591-256c-47e5-933f-0bcb2ccc3b47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.0772495 Nov 23 14:22:51.929987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-45424633-4603-45e2-a6ec-0c03f7629ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.931809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-45424633-4603-45e2-a6ec-0c03f7629ecc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021426 Nov 23 14:22:51.942578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-26fb3d26-c73d-4ee1-a526-da57ee4ba83e tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags HTTP/1.1" status: 204 len: 168 time: 0.1780686 Nov 23 14:22:51.942926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58062) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:51.947304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-2c423e5d-e173-4eaa-8e0e-5b7acabd83c3 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', 'tempest-TagsExtTest-Tag-1193056426') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:51.958313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb7b23-c159-4e82-beff-bfc94d1868d4 req-33c7ac20-64d8-4def-8075-4bedb1ac79ba tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:51.959852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2bb7b23-c159-4e82-beff-bfc94d1868d4 req-33c7ac20-64d8-4def-8075-4bedb1ac79ba tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.0946424 Nov 23 14:22:52.006624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-b150be0d-2dab-4066-b807-d0c9669ecf8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789702 Nov 23 14:22:52.063245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.142801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event deleted for resources: {'Port': ['ID=06b4053b-c163-42e1-a3de-2070f04b036c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:52.212420 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-2c423e5d-e173-4eaa-8e0e-5b7acabd83c3 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:52.213500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2c423e5d-e173-4eaa-8e0e-5b7acabd83c3 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags/tempest-TagsExtTest-Tag-1193056426 HTTP/1.1" status: 404 len: 329 time: 0.2696178 Nov 23 14:22:52.214566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.218280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58072) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:52.253828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-6e9208bc-3ee6-4a79-a7fa-d48c5b5c1d22 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', 'tempest-TagsExtTest-Tag-1241122187') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:52.367068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-618eb955-1dcb-48d9-a7d9-5556a3a3948b service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468370 Nov 23 14:22:52.369816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.372495 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.414024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2bb7b23-c159-4e82-beff-bfc94d1868d4 req-8f0ce273-f16e-4a4e-96db-6c1e6ec43ab5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441185 Nov 23 14:22:52.476489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c10b87cc-5c21-4a07-aaea-508c58d24d69 req-789cc8f6-106a-46c6-b078-ff01510a0502 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987563 Nov 23 14:22:52.486629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-6f83f9b3-cc6a-4b54-9464-662271575af2 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447297 Nov 23 14:22:52.540534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3078d-9a27-4004-8ac7-8676bf2b787f req-c7211f7d-87d2-461a-b11f-fc6be0093b9b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:52.543496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56c3078d-9a27-4004-8ac7-8676bf2b787f req-c7211f7d-87d2-461a-b11f-fc6be0093b9b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 944 time: 0.1967597 Nov 23 14:22:52.552637 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.553172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Fanout notify agent at l3_agent the message router_deleted on router 0eb81386-eb2d-4738-8f08-b6e6d6708828 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:52.574985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.576468 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a0b829f9-1afc-4961-808d-b6527525164f tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/0eb81386-eb2d-4738-8f08-b6e6d6708828 HTTP/1.1" status: 204 len: 168 time: 2.8216009 Nov 23 14:22:52.581763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:52.590289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:52.625238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1678026142', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:52.659455 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-6e9208bc-3ee6-4a79-a7fa-d48c5b5c1d22 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:52.663339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6e9208bc-3ee6-4a79-a7fa-d48c5b5c1d22 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags/tempest-TagsExtTest-Tag-1241122187 HTTP/1.1" status: 404 len: 329 time: 0.4432480 Nov 23 14:22:52.665451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58088) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:52.673357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-365402fe-d7d0-4bd7-8c6b-55a576fc5193 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805', 'tempest-TagsExtTest-Tag-1717106515') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:52.754479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350b3e2-b8d2-47dd-8c71-82c5293dafb5 req-b1bdbd8e-dc3a-4144-913f-68e5a6cc2631 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:52.755419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] Deleting subnet 0439179a-9092-4ab7-8927-1b4bba28dc76 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:22:52.756771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5350b3e2-b8d2-47dd-8c71-82c5293dafb5 req-b1bdbd8e-dc3a-4144-913f-68e5a6cc2631 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 943 time: 0.1323774 Nov 23 14:22:52.760865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56c3078d-9a27-4004-8ac7-8676bf2b787f req-b6de0cf8-61fc-43e2-9a00-d1adb0379ea4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402884 Nov 23 14:22:52.772295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3a57c88-6646-4a2f-839f-c06aee97a825 req-d17f87ee-b979-4ef7-bea5-eb56cacd5cb6 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788012 Nov 23 14:22:52.775369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.776502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.782759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.852145 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-365402fe-d7d0-4bd7-8c6b-55a576fc5193 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:52.853224 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-365402fe-d7d0-4bd7-8c6b-55a576fc5193 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags/tempest-TagsExtTest-Tag-1717106515 HTTP/1.1" status: 404 len: 329 time: 0.1844900 Nov 23 14:22:52.867991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58096) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:52.871477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.910805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:52.915694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-aeb44fed-ba97-461e-b556-6886350ab29b tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', {'tags': ['tempest-TagsExtTest-Tag-433166583', 'tempest-TagsExtTest-Tag-2021118174', 'tempest-TagsExtTest-Tag-1214939761']}) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:52.923518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5350b3e2-b8d2-47dd-8c71-82c5293dafb5 req-ef526511-3b34-4590-b5e7-558227ee1eba tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608281 Nov 23 14:22:52.944074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-8daa6431-df77-42e2-b180-f8f98100ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:52.952476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-8daa6431-df77-42e2-b180-f8f98100ba7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 1095 time: 0.1173773 Nov 23 14:22:53.114934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-1289f3dc-1f9c-4c90-949e-80febb700f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:53.116388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-1289f3dc-1f9c-4c90-949e-80febb700f73 service neutron] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.1563325 Nov 23 14:22:53.118199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'tag': 'add06c53-0146-41c7-ac94-1f459370e300'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:22:53.120602 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b54f7a-bb06-4763-a049-358e6adf7a55" -d '{"events": [{"name": "network-changed", "server_uuid": "f47647b6-88eb-4782-bee0-c3268e1bccc9", "tag": "add06c53-0146-41c7-ac94-1f459370e300"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:22:53.178674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-ac0328f6-47c5-49b6-a924-21e7c51758dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c753c8-40ab-4edf-b7f7-215465c8070e HTTP/1.1" status: 200 len: 217 time: 0.0505631 Nov 23 14:22:53.211248 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e2f65-b385-42f2-82bc-336d50804831 x-openstack-request-id: req-4a2e2f65-b385-42f2-82bc-336d50804831 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:22:53.211616 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47647b6-88eb-4782-bee0-c3268e1bccc9", "tag": "add06c53-0146-41c7-ac94-1f459370e300", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:22:53.212763 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a2e2f65-b385-42f2-82bc-336d50804831 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:22:53.213860 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'tag': 'add06c53-0146-41c7-ac94-1f459370e300', 'status': 'completed', 'code': 200} Nov 23 14:22:53.222081 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aeb44fed-ba97-461e-b556-6886350ab29b tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags HTTP/1.1" status: 200 len: 317 time: 0.3507707 Nov 23 14:22:53.225958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58112) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:53.231648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-b580bc16-d3e9-4bd1-89dc-d35c26f0e957 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:53.324776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-ed5584d9-a424-48c9-b5ed-4b2ed135b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:53.326396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-ed5584d9-a424-48c9-b5ed-4b2ed135b177 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1389019 Nov 23 14:22:53.350752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:53.410462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-b40fe5c7-4d9e-4179-a2f6-166b50f7410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:53.419183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-b40fe5c7-4d9e-4179-a2f6-166b50f7410d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802329 Nov 23 14:22:53.420850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b580bc16-d3e9-4bd1-89dc-d35c26f0e957 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags HTTP/1.1" status: 204 len: 168 time: 0.1934278 Nov 23 14:22:53.424158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58120) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:53.430023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-6baf0fee-b567-41dc-ba39-a170fc151794 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', 'tempest-TagsExtTest-Tag-433166583') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:53.642535 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:53.714194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-5a72169c-b4d5-4cb1-8a5b-ad87d8d6c0a6 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160702 Nov 23 14:22:53.718700 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-6baf0fee-b567-41dc-ba39-a170fc151794 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:53.719742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6baf0fee-b567-41dc-ba39-a170fc151794 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags/tempest-TagsExtTest-Tag-433166583 HTTP/1.1" status: 404 len: 328 time: 0.2934475 Nov 23 14:22:53.727310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58132) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:53.742127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-2bde1f11-d626-49ec-a5d3-87bafb23ebb9 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', 'tempest-TagsExtTest-Tag-2021118174') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:53.830477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:53.865935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:22:53.947307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-21b75bce-cacd-4280-9575-aafcc11559c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:53.949497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-21b75bce-cacd-4280-9575-aafcc11559c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 1094 time: 0.6253860 Nov 23 14:22:53.969791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.026319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0439179a-9092-4ab7-8927-1b4bba28dc76,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:54.095801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.102152 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2fdd1bd2-a383-433f-b124-9fb8ed340a48 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0439179a-9092-4ab7-8927-1b4bba28dc76 HTTP/1.1" status: 204 len: 168 time: 1.5105891 Nov 23 14:22:54.103343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58148) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:54.192494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-39cbde8a-cbcb-45cb-83d1-3f3a3e45f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:54.193955 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-39cbde8a-cbcb-45cb-83d1-3f3a3e45f392 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 0.2339253 Nov 23 14:22:54.267034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710cfff-a9a6-4454-b7c1-a0db0886765b req-5a9e3ad3-a768-4e90-b8c2-e212c7edb31c service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376475 Nov 23 14:22:54.279257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.305024 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-2bde1f11-d626-49ec-a5d3-87bafb23ebb9 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:54.306253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2bde1f11-d626-49ec-a5d3-87bafb23ebb9 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags/tempest-TagsExtTest-Tag-2021118174 HTTP/1.1" status: 404 len: 329 time: 0.5687215 Nov 23 14:22:54.311877 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-3af9f70b-6ebb-497a-88be-6edbd98ab3b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=add06c53-0146-41c7-ac94-1f459370e300 HTTP/1.1" status: 200 len: 217 time: 0.1098204 Nov 23 14:22:54.314609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58154) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:54.318997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedc9b-d45b-4798-939b-a2c54d6b7f8d req-ee968fe4-2e82-426a-8b7e-4f443a5389e1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:54.319554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-a79781ee-aba0-4d00-9ee1-bd240ae8d559 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379', 'tempest-TagsExtTest-Tag-1214939761') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:54.326673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84eedc9b-d45b-4798-939b-a2c54d6b7f8d req-ee968fe4-2e82-426a-8b7e-4f443a5389e1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 944 time: 0.3833301 Nov 23 14:22:54.386710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e00c-4c03-4bca-b9cb-b882190b7fdf req-80ffbb18-f29f-4a23-908f-885e98966fd6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:54.388378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bec1e00c-4c03-4bca-b9cb-b882190b7fdf req-80ffbb18-f29f-4a23-908f-885e98966fd6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 943 time: 0.2836299 Nov 23 14:22:54.447755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.469613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.484739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.519079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84eedc9b-d45b-4798-939b-a2c54d6b7f8d req-34eccee7-f2bc-43bd-83e7-c213552c1fee tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912315 Nov 23 14:22:54.565705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870005e2-cec9-481c-b899-ed975bfce4a2']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:54.598294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Allocated IP 172.25.3.134 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/37311d87-3f01-4b33-9f2d-9ee3ac92f8fe) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:22:54.621248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b55f2b-2c23-4d73-95e3-dc624876059b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:54.621643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b55f2b-2c23-4d73-95e3-dc624876059b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:54.628113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bec1e00c-4c03-4bca-b9cb-b882190b7fdf req-e0c6cea9-cc2a-4974-803b-720bb73e70a0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173343 Nov 23 14:22:54.637370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.673840 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.706142 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-a79781ee-aba0-4d00-9ee1-bd240ae8d559 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:54.707232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a79781ee-aba0-4d00-9ee1-bd240ae8d559 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags/tempest-TagsExtTest-Tag-1214939761 HTTP/1.1" status: 404 len: 329 time: 0.3915832 Nov 23 14:22:54.707903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:22:54.708382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.708828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-7d048c4b-025e-48e0-a9bc-7646f07d69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:54.710308 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-7d048c4b-025e-48e0-a9bc-7646f07d69d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.3538389 Nov 23 14:22:54.710781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58162) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:54.715570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-ef346b79-ddad-4399-8dab-0b4c382da455 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', {'tags': ['tempest-TagsExtTest-Tag-1311856630', 'tempest-TagsExtTest-Tag-4971510', 'tempest-TagsExtTest-Tag-499382230']}) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:54.782199 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-bc195a36-3144-4aa1-9a66-5a352be46cd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327041 Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:22:54.842827 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:22:54.845956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.846075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.853210 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:54.856450 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef346b79-ddad-4399-8dab-0b4c382da455 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "PUT /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags HTTP/1.1" status: 200 len: 314 time: 0.1424246 Nov 23 14:22:54.857445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] 10.222.0.46 "DELETE /v2.0/networks/870005e2-cec9-481c-b899-ed975bfce4a2 HTTP/1.1" status: 204 len: 168 time: 0.6783240 Nov 23 14:22:54.858131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58172) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:54.866119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-a7644bee-fb57-4cab-b009-d65cb8bde18d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:54.886143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8fedc-9577-4e58-aeab-41c6a4f82560 admin admin] Pushing event deleted for resources: {'Network': ['ID=870005e2-cec9-481c-b899-ed975bfce4a2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:54.942580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7644bee-fb57-4cab-b009-d65cb8bde18d tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags HTTP/1.1" status: 204 len: 168 time: 0.0786600 Nov 23 14:22:54.948255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58176) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:54.957445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-84fd9714-37d8-45ba-accb-6e96724cdbdf tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', 'tempest-TagsExtTest-Tag-1311856630') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:55.014050 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-84fd9714-37d8-45ba-accb-6e96724cdbdf tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:55.015142 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-84fd9714-37d8-45ba-accb-6e96724cdbdf tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags/tempest-TagsExtTest-Tag-1311856630 HTTP/1.1" status: 404 len: 329 time: 0.0636482 Nov 23 14:22:55.019209 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-283b3d5e-91a4-4d6c-9386-8802cabf96f1 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271914 Nov 23 14:22:55.019658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58178) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.025367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-bd117d07-e4d9-46fd-9618-68a1c383a301 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', 'tempest-TagsExtTest-Tag-4971510') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:55.041378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fef7a-d314-4218-a568-2b9fde65f17d req-c6c95fe8-9345-4f25-ac4b-89d8bec25762 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:55.042990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d12fef7a-d314-4218-a568-2b9fde65f17d req-c6c95fe8-9345-4f25-ac4b-89d8bec25762 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.0996101 Nov 23 14:22:55.135465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d12fef7a-d314-4218-a568-2b9fde65f17d req-631592a8-0134-4e9b-9a74-d2b573467330 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790768 Nov 23 14:22:55.139749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:55.227323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58190) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.290413 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-bd117d07-e4d9-46fd-9618-68a1c383a301 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:55.295604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bd117d07-e4d9-46fd-9618-68a1c383a301 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags/tempest-TagsExtTest-Tag-4971510 HTTP/1.1" status: 404 len: 326 time: 0.2736330 Nov 23 14:22:55.295791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f29799ea-db01-44b3-94e1-bbccfd40f7e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e536daf42f4f4f4dbd6740a6763acbc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668418 Nov 23 14:22:55.296343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58196) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.296678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58198) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.310180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-8aef5920-8369-4dfb-a7c5-677853ac88bd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2', 'tempest-TagsExtTest-Tag-499382230') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:55.329879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:22:55.331914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event updated for resources: {'Port': ['ID=37311d87-3f01-4b33-9f2d-9ee3ac92f8fe,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:55.353601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:22:55.358554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:22:55.400846 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-8aef5920-8369-4dfb-a7c5-677853ac88bd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] show failed (client error): The resource could not be found. Nov 23 14:22:55.402647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8aef5920-8369-4dfb-a7c5-677853ac88bd tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags/tempest-TagsExtTest-Tag-499382230 HTTP/1.1" status: 404 len: 328 time: 0.1038523 Nov 23 14:22:55.406601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58202) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.415364 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-98b54f7a-bb06-4763-a049-358e6adf7a55 req-526c4d3f-8342-4883-90c3-c840f3f5ecb0 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331809 Nov 23 14:22:55.431016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-7c94533e-3e03-42a0-a5cf-d8f0f366b286 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '035bc98b-f822-41b2-b0f0-00f4044018e2') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:55.469772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df614f33-262c-433d-94b0-8c953b49d269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:55.510501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df614f33-262c-433d-94b0-8c953b49d269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:55.520526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7c94533e-3e03-42a0-a5cf-d8f0f366b286 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2/tags HTTP/1.1" status: 204 len: 168 time: 0.0993743 Nov 23 14:22:55.522984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58210) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.527860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-f59ef2ec-5337-4c81-a79f-071404ef7add tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f6ce3a4-5ab0-4384-8093-eec3196f7379') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:55.798745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df614f33-262c-433d-94b0-8c953b49d269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:55.801938 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df614f33-262c-433d-94b0-8c953b49d269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:55.803177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-df614f33-262c-433d-94b0-8c953b49d269 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2339b39e-4f00-4680-8b3f-54d32db58359 HTTP/1.1" status: 204 len: 168 time: 0.5055661 Nov 23 14:22:55.830680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df614f33-262c-433d-94b0-8c953b49d269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339b39e-4f00-4680-8b3f-54d32db58359,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:55.880846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 57c753c8-40ab-4edf-b7f7-215465c8070e details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:22:55.886675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-917189f8-05f8-401c-85f6-dd4cd99058e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5446136 Nov 23 14:22:55.898585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f59ef2ec-5337-4c81-a79f-071404ef7add tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379/tags HTTP/1.1" status: 204 len: 168 time: 0.3746135 Nov 23 14:22:55.911341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2627bd-d184-4b5b-b494-e674764d60fc req-01d1c970-7e36-4598-9c74-465d4c7ef592 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:55.918689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2627bd-d184-4b5b-b494-e674764d60fc req-01d1c970-7e36-4598-9c74-465d4c7ef592 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 944 time: 0.2579541 Nov 23 14:22:55.920490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58218) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.921578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:55.926107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-f8ba56b4-1544-4246-b642-cb9ade1ef75d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:22:55.927218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-f8ba56b4-1544-4246-b642-cb9ade1ef75d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0305862 Nov 23 14:22:55.935257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fee5fc-2125-449f-8bf7-edb52628b19c req-979cc9d0-5e4b-441a-9d18-f6a95ef87970 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:55.943181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9fee5fc-2125-449f-8bf7-edb52628b19c req-979cc9d0-5e4b-441a-9d18-f6a95ef87970 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 943 time: 0.1386285 Nov 23 14:22:55.949210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-28c1e4cc-cd69-4e27-811b-5d015a2fb174 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29de5c52-0a86-4e75-8802-a4225c364805') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:56.169893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 57c753c8-40ab-4edf-b7f7-215465c8070e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=57c753c8-40ab-4edf-b7f7-215465c8070e,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:56.171430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9fee5fc-2125-449f-8bf7-edb52628b19c req-4ca0248a-aa8e-4faf-a2e9-3b2182ec46e0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271855 Nov 23 14:22:56.200369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '57c753c8-40ab-4edf-b7f7-215465c8070e', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': '57c753c8-40ab-4edf-b7f7-215465c8070e', 'mac_address': 'fa:16:3e:f7:8a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:22:56.216471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2627bd-d184-4b5b-b494-e674764d60fc req-959f3aef-b540-415c-8743-63c7050a66eb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966602 Nov 23 14:22:56.251714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-28c1e4cc-cd69-4e27-811b-5d015a2fb174 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805/tags HTTP/1.1" status: 204 len: 168 time: 0.3039756 Nov 23 14:22:56.255024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58228) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:56.268046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-82e7d916-fcf7-4ca0-a71e-05a2108a67a8 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f08aeb3c-cd61-4efd-9996-a0e4999f2bd8') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:56.315993 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:56.368981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c753c8-40ab-4edf-b7f7-215465c8070e {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:56.465096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 57c753c8-40ab-4edf-b7f7-215465c8070e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=57c753c8-40ab-4edf-b7f7-215465c8070e,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:56.469581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:56.473443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:56.483641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device add06c53-0146-41c7-ac94-1f459370e300 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:22:56.590797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-82e7d916-fcf7-4ca0-a71e-05a2108a67a8 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.3249159 Nov 23 14:22:56.592805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58246) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:56.615651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3003c62-e470-4ea7-9011-89ef44837cc5 req-5c197417-b22d-454c-9682-f5a2ceed73a0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:56.617433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3003c62-e470-4ea7-9011-89ef44837cc5 req-5c197417-b22d-454c-9682-f5a2ceed73a0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.2114902 Nov 23 14:22:56.759775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Router e709f2dc-865f-4db5-a5f3-9c65266dd311 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:22:56.760433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3003c62-e470-4ea7-9011-89ef44837cc5 req-3a659813-9b7f-4265-9847-a123f660def0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246908 Nov 23 14:22:56.762147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port add06c53-0146-41c7-ac94-1f459370e300, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=add06c53-0146-41c7-ac94-1f459370e300,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:56.823780 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b6dd324e-2014-4244-a4a4-61a90fda3873 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for subnetpool, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:56.825252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b6dd324e-2014-4244-a4a4-61a90fda3873 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnetpools/035bc98b-f822-41b2-b0f0-00f4044018e2 HTTP/1.1" status: 204 len: 168 time: 0.2313650 Nov 23 14:22:56.827852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58254) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:56.857841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'add06c53-0146-41c7-ac94-1f459370e300', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'port_id': 'add06c53-0146-41c7-ac94-1f459370e300', 'mac_address': 'fa:16:3e:ee:78:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6067dcd5-b66e-4708-a691-8896309a7852', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:22:56.891275 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-72b02740-b68b-46df-a3db-f4a8900ae4ce tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f6ce3a4-5ab0-4384-8093-eec3196f7379 HTTP/1.1" status: 200 len: 205 time: 0.0581403 Nov 23 14:22:56.905028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58256) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:57.030093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:22:57.041255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.073798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] Sync routers for ids ['e709f2dc-865f-4db5-a5f3-9c65266dd311'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:22:57.082043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.085939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e8e6bb6-7e7a-4c71-80ba-75bb6892e966 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4798958 Nov 23 14:22:57.086443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58260) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:57.098200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:57.108467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2713da72-183c-4f5b-8c89-cc233cf83ff0 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.139956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] Routers {'e709f2dc-865f-4db5-a5f3-9c65266dd311'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:57.140681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e709f2dc-865f-4db5-a5f3-9c65266dd311'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:57.207201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-89e29e8d-415b-487c-a7cf-4323f06e887b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.230085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add06c53-0146-41c7-ac94-1f459370e300 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:57.238025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:57.250430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.272343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=57c753c8-40ab-4edf-b7f7-215465c8070e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:57.307325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] Routers {'e709f2dc-865f-4db5-a5f3-9c65266dd311'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:22:57.307964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e709f2dc-865f-4db5-a5f3-9c65266dd311'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:57.313896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port add06c53-0146-41c7-ac94-1f459370e300, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=add06c53-0146-41c7-ac94-1f459370e300,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:57.376771 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.379827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:22:57.380550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409db367-6fe3-4ae6-adb2-e25c2862627f None None] The sync data for ids ['e709f2dc-865f-4db5-a5f3-9c65266dd311'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:22:57.440623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db125-3a59-4718-b110-0612d4c3a466 req-3e854d7e-6c57-4616-b57d-a7ca787c5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:57.442365 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-3e854d7e-6c57-4616-b57d-a7ca787c5ab5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f&tenant_id=0349d05a379d4390bd68bcb2823865d9 HTTP/1.1" status: 200 len: 1095 time: 0.0938010 Nov 23 14:22:57.550340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:57.570930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=add06c53-0146-41c7-ac94-1f459370e300,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:57.628199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['57c753c8-40ab-4edf-b7f7-215465c8070e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:57.632072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['add06c53-0146-41c7-ac94-1f459370e300'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:22:57.689666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.814723 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2713da72-183c-4f5b-8c89-cc233cf83ff0 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.818218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2713da72-183c-4f5b-8c89-cc233cf83ff0 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.939373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238886c-0804-40fd-ab80-b7e4261c90ef req-d16ce3b2-1d15-474c-af77-5812eee83892 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:57.942490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1238886c-0804-40fd-ab80-b7e4261c90ef req-d16ce3b2-1d15-474c-af77-5812eee83892 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 944 time: 0.2543447 Nov 23 14:22:57.944715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2713da72-183c-4f5b-8c89-cc233cf83ff0 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.945313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2713da72-183c-4f5b-8c89-cc233cf83ff0 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Fanout notify agent at l3_agent the message router_deleted on router 2f6ce3a4-5ab0-4384-8093-eec3196f7379 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:22:57.966000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a5598-803f-4d24-b145-089d71c0c93a req-2840d4d6-5bc1-4f0c-b2e0-c8872a3623f4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:57.967774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-693a5598-803f-4d24-b145-089d71c0c93a req-2840d4d6-5bc1-4f0c-b2e0-c8872a3623f4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 945 time: 0.2886152 Nov 23 14:22:57.979855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2713da72-183c-4f5b-8c89-cc233cf83ff0 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:57.981170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2713da72-183c-4f5b-8c89-cc233cf83ff0 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/routers/2f6ce3a4-5ab0-4384-8093-eec3196f7379 HTTP/1.1" status: 204 len: 168 time: 1.0749667 Nov 23 14:22:57.988413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58288) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:58.003998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.067665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.069505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-693a5598-803f-4d24-b145-089d71c0c93a req-8623ea96-b54d-4cec-9283-44ad425e03ed tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869713 Nov 23 14:22:58.093439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1238886c-0804-40fd-ab80-b7e4261c90ef req-47cd20e4-f05b-441d-8f53-9325badbb5ec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105633 Nov 23 14:22:58.291742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Deleting port 37311d87-3f01-4b33-9f2d-9ee3ac92f8fe {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:58.292098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.295103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Deleting port 29de5c52-0a86-4e75-8802-a4225c364805 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:22:58.295435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.314708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f45a3a-4c41-4e7a-a6ee-f608da1c80ec req-990ca221-7bb0-48e4-99f7-7d89b3f08179 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:58.317070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0f45a3a-4c41-4e7a-a6ee-f608da1c80ec req-990ca221-7bb0-48e4-99f7-7d89b3f08179 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.1346982 Nov 23 14:22:58.379870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:22:58.403697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0f45a3a-4c41-4e7a-a6ee-f608da1c80ec req-1e3637db-e5c6-4be7-880d-0dd61940ad22 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779569 Nov 23 14:22:58.503407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.518793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:22:58.552691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Calling delete_port for 29de5c52-0a86-4e75-8802-a4225c364805 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:58.561691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.592222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Calling delete_port for 37311d87-3f01-4b33-9f2d-9ee3ac92f8fe owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:22:58.629679 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec080415-41a1-45dc-afdc-025e8e1383f8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:22:58.646209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.666335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58306) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:58.712908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Transition to ACTIVE for port object ec080415-41a1-45dc-afdc-025e8e1383f8 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:22:58.725969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.820163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a835881c-ae15-4462-9c6e-ea0720b14585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.055179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-418ac59a-2110-4498-9590-873206a8f9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.248261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441963-b25f-4648-b08e-963c7c0dd73c req-a4604af1-5223-4a67-86e2-b83ada9acae7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:59.250827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47441963-b25f-4648-b08e-963c7c0dd73c req-a4604af1-5223-4a67-86e2-b83ada9acae7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 945 time: 0.0896952 Nov 23 14:22:59.275174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92617-ddd8-4163-b9bd-314a311ec5a9 req-38a29600-8ed7-432b-afab-0b2bbc36a39b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:59.276801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60b92617-ddd8-4163-b9bd-314a311ec5a9 req-38a29600-8ed7-432b-afab-0b2bbc36a39b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 944 time: 0.0997217 Nov 23 14:22:59.339529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47441963-b25f-4648-b08e-963c7c0dd73c req-e24c12a9-d544-4dca-b45e-501f50cc8c1f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786026 Nov 23 14:22:59.357536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60b92617-ddd8-4163-b9bd-314a311ec5a9 req-5315e1a6-5190-4749-8f57-3ab52b734765 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718582 Nov 23 14:22:59.359500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:59.420584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] No DVR routers for this DVR port ec080415-41a1-45dc-afdc-025e8e1383f8 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:22:59.486097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.536650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event deleted for resources: {'Port': ['ID=29de5c52-0a86-4e75-8802-a4225c364805,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:59.624029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdd4eb-1495-4d41-8590-3927aba22007 req-22268461-5e3f-42da-9ed3-4c4d06b3bf17 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:59.632277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22cdd4eb-1495-4d41-8590-3927aba22007 req-22268461-5e3f-42da-9ed3-4c4d06b3bf17 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 944 time: 0.1261687 Nov 23 14:22:59.692471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.696030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a835881c-ae15-4462-9c6e-ea0720b14585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.703158 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a835881c-ae15-4462-9c6e-ea0720b14585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.740330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22cdd4eb-1495-4d41-8590-3927aba22007 req-8224b492-62f1-4054-a5bb-84782b9dfde5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070378 Nov 23 14:22:59.772143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835881c-ae15-4462-9c6e-ea0720b14585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f9a597-dad4-457a-94f0-7272ab629594,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:59.787800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a835881c-ae15-4462-9c6e-ea0720b14585 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=951c7a13e053445dac52e98323b8f450&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1201451 Nov 23 14:22:59.791809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58334) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:59.868803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46fa8572-bbc3-4fdf-88c1-836975750219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.901601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46fa8572-bbc3-4fdf-88c1-836975750219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.921209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Pushing event deleted for resources: {'Port': ['ID=37311d87-3f01-4b33-9f2d-9ee3ac92f8fe,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:59.923856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 57c753c8-40ab-4edf-b7f7-215465c8070e up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:22:59.961337 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46fa8572-bbc3-4fdf-88c1-836975750219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.965880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46fa8572-bbc3-4fdf-88c1-836975750219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:59.969515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-46fa8572-bbc3-4fdf-88c1-836975750219 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73f9a597-dad4-457a-94f0-7272ab629594 HTTP/1.1" status: 204 len: 168 time: 0.1765132 Nov 23 14:22:59.995668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa8572-bbc3-4fdf-88c1-836975750219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f9a597-dad4-457a-94f0-7272ab629594,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:00.032885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.034787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.066610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 57c753c8-40ab-4edf-b7f7-215465c8070e completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:23:00.073374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 57c753c8-40ab-4edf-b7f7-215465c8070e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:00.073867 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.078750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:00.079105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:00.079447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:00.113491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.118981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d9c6cf50-ac15-4943-bc12-412d4594fd96 tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/ports/29de5c52-0a86-4e75-8802-a4225c364805 HTTP/1.1" status: 204 len: 168 time: 2.1258049 Nov 23 14:23:00.119484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58340) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:00.210739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.247166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c753c8-40ab-4edf-b7f7-215465c8070e'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:00.249724 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25079d1-dc68-43a1-9d46-8814494529ba" -d '{"events": [{"server_uuid": "222e0231-aaff-4c23-92a5-aa2a90c75f55", "name": "network-vif-plugged", "status": "completed", "tag": "57c753c8-40ab-4edf-b7f7-215465c8070e"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:00.273937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Port ec080415-41a1-45dc-afdc-025e8e1383f8 on network e050faec-e98f-4525-a16b-7c79017ec642 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:23:00.274261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Attempting to bind port ec080415-41a1-45dc-afdc-025e8e1383f8 on network e050faec-e98f-4525-a16b-7c79017ec642 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:00.277837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Deleting subnet f08aeb3c-cd61-4efd-9996-a0e4999f2bd8 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:00.282642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.298240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 57c753c8-40ab-4edf-b7f7-215465c8070e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=57c753c8-40ab-4edf-b7f7-215465c8070e,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:00.305861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.306704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device add06c53-0146-41c7-ac94-1f459370e300 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:00.378590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.511291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:00.511695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Checking segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:00.512034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Bound using segment: {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:00.512499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Bound port: ec080415-41a1-45dc-afdc-025e8e1383f8, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:00.512862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.517750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=57c753c8-40ab-4edf-b7f7-215465c8070e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:00.537411 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c9434c-bf1f-4e10-ab00-64b79516de0f x-openstack-request-id: req-32c9434c-bf1f-4e10-ab00-64b79516de0f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:00.538045 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e0231-aaff-4c23-92a5-aa2a90c75f55", "name": "network-vif-plugged", "status": "completed", "tag": "57c753c8-40ab-4edf-b7f7-215465c8070e", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:00.538530 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32c9434c-bf1f-4e10-ab00-64b79516de0f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:00.540025 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c753c8-40ab-4edf-b7f7-215465c8070e', 'code': 200} Nov 23 14:23:00.558363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port add06c53-0146-41c7-ac94-1f459370e300 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:23:00.566815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port add06c53-0146-41c7-ac94-1f459370e300 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:00.567803 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.573304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.598150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.707916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.723065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6def7-614c-4a57-9dfa-e23fc3d8b8cc req-8a575422-3451-4120-bdbb-5b4c75f0acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:00.724601 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00c6def7-614c-4a57-9dfa-e23fc3d8b8cc req-8a575422-3451-4120-bdbb-5b4c75f0acbc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 1097 time: 0.2990849 Nov 23 14:23:00.781264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port add06c53-0146-41c7-ac94-1f459370e300, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=add06c53-0146-41c7-ac94-1f459370e300,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:00.787123 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.853263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.925402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=add06c53-0146-41c7-ac94-1f459370e300,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:00.925601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31202e6d-aa5a-4cf6-a48c-82d7dc5eecd5 req-9b4d9209-dc6b-4a2f-a394-d24bf747485c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:00.930490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31202e6d-aa5a-4cf6-a48c-82d7dc5eecd5 req-9b4d9209-dc6b-4a2f-a394-d24bf747485c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 944 time: 0.4283025 Nov 23 14:23:00.935620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:00.938832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Router e709f2dc-865f-4db5-a5f3-9c65266dd311 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:23:00.948537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:00.953142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82241c50-1a5f-4543-b509-d61e6df8ba14 req-13f17580-feb7-4457-b971-08a5829eca1d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:00.954707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82241c50-1a5f-4543-b509-d61e6df8ba14 req-13f17580-feb7-4457-b971-08a5829eca1d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 946 time: 0.3866897 Nov 23 14:23:00.982009 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-00c6def7-614c-4a57-9dfa-e23fc3d8b8cc req-766e4efd-3536-43b7-9218-f584d30d8cf1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808414 Nov 23 14:23:00.985269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.051346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:01.051969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.053486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 1092 time: 3.5099463 Nov 23 14:23:01.053933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:01.056205 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a680913-7015-46e5-95cc-cb05e1b70d55" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:01.135077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82241c50-1a5f-4543-b509-d61e6df8ba14 req-218df90e-e564-475e-8597-52a83eee5297 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632853 Nov 23 14:23:01.173653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31202e6d-aa5a-4cf6-a48c-82d7dc5eecd5 req-984866a1-8453-4063-9222-35e87ec62bb0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131565 Nov 23 14:23:01.182133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.271190 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.278579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9487fd0-d911-4fa1-bdf8-e156d3a218c9 None None] Network 5d18cc34-0ca1-4726-96da-40601b54dfa1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:01.297887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/subnets/f08aeb3c-cd61-4efd-9996-a0e4999f2bd8 HTTP/1.1" status: 204 len: 168 time: 1.1774578 Nov 23 14:23:01.302814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58390) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:01.310860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b560a-1553-4e2a-a826-b3e0874a1bdc tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event deleted for resources: {'Subnet': ['ID=f08aeb3c-cd61-4efd-9996-a0e4999f2bd8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:01.349369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577431-bb90-45b1-a9c9-8e44c0016a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:01.371468 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59ab51-88bf-47e6-9a9b-f621ee8cd1d2 x-openstack-request-id: req-da59ab51-88bf-47e6-9a9b-f621ee8cd1d2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:01.372036 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:01.372455 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da59ab51-88bf-47e6-9a9b-f621ee8cd1d2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:01.373295 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'status': 'completed', 'code': 200} Nov 23 14:23:01.397381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db125-3a59-4718-b110-0612d4c3a466 req-2d33d081-0c8c-419d-b79d-eb9b10f25883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:01.405394 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-2d33d081-0c8c-419d-b79d-eb9b10f25883 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1096 time: 0.2777793 Nov 23 14:23:01.406851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:23:01.420196 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b549af-a8e2-4165-8406-62417804badd None None] Sync routers for ids ['e709f2dc-865f-4db5-a5f3-9c65266dd311'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:23:01.423782 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.429968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8bb1c903-bb04-4bd4-9eb7-a34c0df4fabc tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "PUT /v2.0/routers/e709f2dc-865f-4db5-a5f3-9c65266dd311 HTTP/1.1" status: 200 len: 710 time: 4.3411222 Nov 23 14:23:01.431597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58392) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:01.439888 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b549af-a8e2-4165-8406-62417804badd None None] Routers {'e709f2dc-865f-4db5-a5f3-9c65266dd311'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:01.440512 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86b549af-a8e2-4165-8406-62417804badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e709f2dc-865f-4db5-a5f3-9c65266dd311'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:01.546762 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86b549af-a8e2-4165-8406-62417804badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:01.569460 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b549af-a8e2-4165-8406-62417804badd None None] Routers {'e709f2dc-865f-4db5-a5f3-9c65266dd311'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:01.570493 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86b549af-a8e2-4165-8406-62417804badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e709f2dc-865f-4db5-a5f3-9c65266dd311'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:01.636883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db125-3a59-4718-b110-0612d4c3a466 req-d1fa0854-2cf3-4eef-bd9c-69da162ad47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:01.637425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-d1fa0854-2cf3-4eef-bd9c-69da162ad47f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.2011979 Nov 23 14:23:01.641762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0280d7-54f0-4e38-b03f-c0f3b2ac7d81 req-4d8452c8-3eae-4a63-87f3-4968df428178 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:01.667174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee0280d7-54f0-4e38-b03f-c0f3b2ac7d81 req-4d8452c8-3eae-4a63-87f3-4968df428178 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.3318348 Nov 23 14:23:01.686344 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.696058 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-86b549af-a8e2-4165-8406-62417804badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:01.696970 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b549af-a8e2-4165-8406-62417804badd None None] The sync data for ids ['e709f2dc-865f-4db5-a5f3-9c65266dd311'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:23:01.702230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.710715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] DHCP port deletion for 5d18cc34-0ca1-4726-96da-40601b54dfa1 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:23:01.863972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] Deleting port a6d09a07-fabd-4b17-8d12-e77d317cdf91 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:01.864572 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.866462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee0280d7-54f0-4e38-b03f-c0f3b2ac7d81 req-ee407a74-8feb-421e-bf94-519562ebdd0f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904578 Nov 23 14:23:01.912289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Deleting port a6d09a07-fabd-4b17-8d12-e77d317cdf91 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:01.912634 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.968189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] For port a6d09a07-fabd-4b17-8d12-e77d317cdf91, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6d09a07-fabd-4b17-8d12-e77d317cdf91,segment=NetworkSegment(75fd6d0d-5724-401e-8eb9-4eded76d017f),segment_id=75fd6d0d-5724-401e-8eb9-4eded76d017f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:01.968905 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:01.983429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-654aeafb-b071-41f7-a392-14f2e667fabb tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/routers/e709f2dc-865f-4db5-a5f3-9c65266dd311 HTTP/1.1" status: 200 len: 745 time: 0.5452547 Nov 23 14:23:01.994768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58408) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:02.093250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] For port a6d09a07-fabd-4b17-8d12-e77d317cdf91, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6d09a07-fabd-4b17-8d12-e77d317cdf91,segment=NetworkSegment(75fd6d0d-5724-401e-8eb9-4eded76d017f),segment_id=75fd6d0d-5724-401e-8eb9-4eded76d017f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:02.094396 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.141512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Calling delete_port for a6d09a07-fabd-4b17-8d12-e77d317cdf91 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:02.185417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-180bcf9f-7d5e-4728-b01d-30bf60a93470 tempest-RoutersIpV6AdminTest-846588946 tempest-RoutersIpV6AdminTest-846588946-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=e709f2dc-865f-4db5-a5f3-9c65266dd311 HTTP/1.1" status: 200 len: 205 time: 0.1874044 Nov 23 14:23:02.198728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58420) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:02.269796 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-5acae17d-929d-423b-8518-99cfaebc77b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 1000 time: 0.6185172 Nov 23 14:23:02.284445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] Calling delete_port for a6d09a07-fabd-4b17-8d12-e77d317cdf91 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:02.298990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6d09a07-fabd-4b17-8d12-e77d317cdf91 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:02.352775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5d68793e-0435-4581-a4df-f8e777d28d4a tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=e709f2dc-865f-4db5-a5f3-9c65266dd311 HTTP/1.1" status: 200 len: 205 time: 0.1502891 Nov 23 14:23:02.386324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58424) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:02.407381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.456745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No active binding found for port a6d09a07-fabd-4b17-8d12-e77d317cdf91 {{(pid=103347) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 14:23:02.456916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6d09a07-fabd-4b17-8d12-e77d317cdf91 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:02.535173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db125-3a59-4718-b110-0612d4c3a466 req-4bf64eb1-075b-49f0-95e4-f73a507d322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:02.545136 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-4bf64eb1-075b-49f0-95e4-f73a507d322a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.1950262 Nov 23 14:23:02.568102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add06c53-0146-41c7-ac94-1f459370e300'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:02.573042 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8254a6-d728-4d98-ad20-04b5dcdd1e01" -d '{"events": [{"server_uuid": "f47647b6-88eb-4782-bee0-c3268e1bccc9", "name": "network-vif-plugged", "status": "completed", "tag": "add06c53-0146-41c7-ac94-1f459370e300"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:02.613280 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.652202 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.690935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] Pushing event deleted for resources: {'Port': ['ID=a6d09a07-fabd-4b17-8d12-e77d317cdf91,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:02.700119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2364b2a-1948-40a2-b082-ab3d843465ef None None] No DVR routers for this DVR port a6d09a07-fabd-4b17-8d12-e77d317cdf91 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:02.715047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db125-3a59-4718-b110-0612d4c3a466 req-c01cda18-7a45-4781-9766-be686f63ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:02.716665 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-c01cda18-7a45-4781-9766-be686f63ca27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641755 Nov 23 14:23:02.800346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event deleted for resources: {'Port': ['ID=a6d09a07-fabd-4b17-8d12-e77d317cdf91,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:02.818574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f05535fc-1770-4527-b48a-ce1613952e91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:02.880875 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-08b19e42-2d1e-4e56-9f1b-2d42f2d76581 service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451235 Nov 23 14:23:02.897931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] No DVR routers for this DVR port a6d09a07-fabd-4b17-8d12-e77d317cdf91 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:03.026033 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-4952c1c3-eb4a-49b4-966e-6cc838fc39e1 service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366177 Nov 23 14:23:03.192192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-ef5ca618-4fac-47aa-a8c4-320e957e09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.193762 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-ef5ca618-4fac-47aa-a8c4-320e957e09d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349d05a379d4390bd68bcb2823865d9&device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1096 time: 0.1119010 Nov 23 14:23:03.267676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206529f4-38a0-400e-9f7c-7a92b6c05800 req-e751aa26-64c2-4b05-aa96-394b31667eb1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.281318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-206529f4-38a0-400e-9f7c-7a92b6c05800 req-e751aa26-64c2-4b05-aa96-394b31667eb1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.8982553 Nov 23 14:23:03.360146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f05535fc-1770-4527-b48a-ce1613952e91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.368354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f05535fc-1770-4527-b48a-ce1613952e91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.413453 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.423506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37565ed-3365-4e01-8eaa-170125c3f077 req-44ea85cc-b67c-4b19-aa51-7dab230f4eb4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.431477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d37565ed-3365-4e01-8eaa-170125c3f077 req-44ea85cc-b67c-4b19-aa51-7dab230f4eb4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 946 time: 1.0119679 Nov 23 14:23:03.442130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-8e349187-a376-4e43-bafa-34c7eb94645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.444251 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-8e349187-a376-4e43-bafa-34c7eb94645d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 200 len: 917 time: 0.2415807 Nov 23 14:23:03.515453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d18cc34-0ca1-4726-96da-40601b54dfa1']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:03.520007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f05535fc-1770-4527-b48a-ce1613952e91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.520470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05535fc-1770-4527-b48a-ce1613952e91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Fanout notify agent at l3_agent the message router_deleted on router e709f2dc-865f-4db5-a5f3-9c65266dd311 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:23:03.527892 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f05535fc-1770-4527-b48a-ce1613952e91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.529018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f05535fc-1770-4527-b48a-ce1613952e91 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/e709f2dc-865f-4db5-a5f3-9c65266dd311 HTTP/1.1" status: 204 len: 168 time: 1.1390409 Nov 23 14:23:03.538390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58474) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:03.555480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-206529f4-38a0-400e-9f7c-7a92b6c05800 req-94e08744-cd53-490b-8989-f57bd0ea496c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731979 Nov 23 14:23:03.598131 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-a29a4776-2da8-41ce-85a5-8080017a559d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 200 len: 1000 time: 0.1443255 Nov 23 14:23:03.651114 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43061da-b02a-4591-bf64-994b73b61167 x-openstack-request-id: req-b43061da-b02a-4591-bf64-994b73b61167 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:03.651645 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47647b6-88eb-4782-bee0-c3268e1bccc9", "name": "network-vif-plugged", "status": "completed", "tag": "add06c53-0146-41c7-ac94-1f459370e300", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:03.651645 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b43061da-b02a-4591-bf64-994b73b61167 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:03.652042 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add06c53-0146-41c7-ac94-1f459370e300', 'code': 200} Nov 23 14:23:03.671572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-813a7739-f232-479c-b831-31136cf3c178 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=e709f2dc-865f-4db5-a5f3-9c65266dd311 HTTP/1.1" status: 200 len: 205 time: 0.1147432 Nov 23 14:23:03.678067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:03.697686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fd6d0d-5724-401e-8eb9-4eded76d017f') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:03.700191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fd6d0d-5724-401e-8eb9-4eded76d017f') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:03.731345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d37565ed-3365-4e01-8eaa-170125c3f077 req-1ee7b9e2-0935-49d3-a75d-35efafab8d1f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944102 Nov 23 14:23:03.736137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.789216 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-d19dcbf9-0690-40dd-b950-1ff1e3e7f6a5 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] delete failed (client error): The resource could not be found. Nov 23 14:23:03.790499 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d19dcbf9-0690-40dd-b950-1ff1e3e7f6a5 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/e709f2dc-865f-4db5-a5f3-9c65266dd311 HTTP/1.1" status: 404 len: 336 time: 0.0954056 Nov 23 14:23:03.802679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58484) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:03.803926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.849264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-65acb76a-cd40-420f-92ee-417c3234a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.854148 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-65acb76a-cd40-420f-92ee-417c3234a9ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 200 len: 855 time: 0.2474935 Nov 23 14:23:03.856145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:23:03.856684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:23:03.931945 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:23:03.937121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b4559834-59c5-445b-aead-4a07a52cb0a8 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=0eb81386-eb2d-4738-8f08-b6e6d6708828 HTTP/1.1" status: 200 len: 205 time: 0.1296537 Nov 23 14:23:03.944945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58490) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:03.951174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62620d8-824d-451c-962e-dd5a0727aba3 req-a7a55263-6659-425c-aab8-090cfa859c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.956154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f62620d8-824d-451c-962e-dd5a0727aba3 req-a7a55263-6659-425c-aab8-090cfa859c2b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 1096 time: 0.1843569 Nov 23 14:23:04.026546 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-ee5ecf9e-fa89-4485-b7b6-4cd5aa4d8e85 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] delete failed (client error): The resource could not be found. Nov 23 14:23:04.027605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ee5ecf9e-fa89-4485-b7b6-4cd5aa4d8e85 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/0eb81386-eb2d-4738-8f08-b6e6d6708828 HTTP/1.1" status: 404 len: 336 time: 0.0807173 Nov 23 14:23:04.030704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:04.035980 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:04.052487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] 10.222.0.46 "DELETE /v2.0/networks/5d18cc34-0ca1-4726-96da-40601b54dfa1 HTTP/1.1" status: 204 len: 168 time: 2.7403898 Nov 23 14:23:04.055998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58496) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.096084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-157d17f3-de69-4483-98c8-2fd347b0f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:04.100880 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-157d17f3-de69-4483-98c8-2fd347b0f748 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e050faec-e98f-4525-a16b-7c79017ec642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393479 Nov 23 14:23:04.115982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089891-2d3e-4b1e-8372-ae119bc31fd5 req-9df968cd-56e0-4c98-a397-3fa40ca385fc tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:04.124200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53089891-2d3e-4b1e-8372-ae119bc31fd5 req-9df968cd-56e0-4c98-a397-3fa40ca385fc tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.3657730 Nov 23 14:23:04.146635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed13d65-ce33-42c8-895a-82f4c64a521a tempest-TagsExtTest-458426014 tempest-TagsExtTest-458426014-project] Pushing event deleted for resources: {'Network': ['ID=5d18cc34-0ca1-4726-96da-40601b54dfa1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:04.205358 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab3ab613-d332-43aa-a6cc-45e16718a2b2 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=d906c634-bee8-442c-8b63-f82c740d5061 HTTP/1.1" status: 200 len: 205 time: 0.1405196 Nov 23 14:23:04.208864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58502) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.324955 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-920e19e9-c4a6-4021-b52a-d4d6ed3b9051 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] delete failed (client error): The resource could not be found. Nov 23 14:23:04.326173 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-920e19e9-c4a6-4021-b52a-d4d6ed3b9051 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/d906c634-bee8-442c-8b63-f82c740d5061 HTTP/1.1" status: 404 len: 336 time: 0.1163411 Nov 23 14:23:04.360184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53089891-2d3e-4b1e-8372-ae119bc31fd5 req-bd4fc17a-48c8-4e17-b623-0eae942cc820 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350020 Nov 23 14:23:04.364352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58510) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.413311 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f62620d8-824d-451c-962e-dd5a0727aba3 req-cc24ddd1-daca-42a4-8014-8de5764f8595 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099331 Nov 23 14:23:04.448154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0883d50b-f76b-4230-9410-402ce31a0e32 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=738333bc-b981-4464-9d73-c589b3b7ea17 HTTP/1.1" status: 200 len: 205 time: 0.0824082 Nov 23 14:23:04.459282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58512) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.552903 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-40604416-3638-4d3b-aecf-b18886e0139c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] delete failed (client error): The resource could not be found. Nov 23 14:23:04.554927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40604416-3638-4d3b-aecf-b18886e0139c tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/738333bc-b981-4464-9d73-c589b3b7ea17 HTTP/1.1" status: 404 len: 336 time: 0.0944350 Nov 23 14:23:04.557837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58516) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.619731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-68ae4ff9-9cb7-4442-9148-8ab2cc84d53f service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133375 Nov 23 14:23:04.662210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3397dc66-4bab-4b49-9fc9-0c9d70aaf3fa tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=47286155-824a-45d4-8428-c1046e203c78 HTTP/1.1" status: 200 len: 205 time: 0.1016326 Nov 23 14:23:04.664823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58520) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.804666 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-6e45e5e5-f0e3-40f2-820d-b22bcffb2331 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] delete failed (client error): The resource could not be found. Nov 23 14:23:04.805427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6e45e5e5-f0e3-40f2-820d-b22bcffb2331 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/47286155-824a-45d4-8428-c1046e203c78 HTTP/1.1" status: 404 len: 336 time: 0.1395643 Nov 23 14:23:04.823216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58526) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.928881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c3a0918f-7883-4de9-821e-414cba5c6c82 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a59b938-560a-4a8a-86d2-7d9d4d87055f HTTP/1.1" status: 200 len: 205 time: 0.1022201 Nov 23 14:23:04.933530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58530) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:04.976211 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4a680913-7015-46e5-95cc-cb05e1b70d55 req-8ec1a7dd-63dc-4416-9a35-1a09866fd778 service neutron] 10.222.0.11 "GET /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304274 Nov 23 14:23:04.982221 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-0fa2e858-8213-487d-838a-d56fb5fb6e29 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] delete failed (client error): The resource could not be found. Nov 23 14:23:04.983445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0fa2e858-8213-487d-838a-d56fb5fb6e29 tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/routers/5a59b938-560a-4a8a-86d2-7d9d4d87055f HTTP/1.1" status: 404 len: 336 time: 0.0486255 Nov 23 14:23:04.986352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58534) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:05.012929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae8d7a-af6a-4b63-a93b-714ea9d008ee req-67a132da-e184-417d-8816-57942de4a2ac tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:05.022189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59ae8d7a-af6a-4b63-a93b-714ea9d008ee req-67a132da-e184-417d-8816-57942de4a2ac tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.2275853 Nov 23 14:23:05.041358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58538) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:05.050535 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc9dd59-0c4b-4b48-bebf-3c0c2c16c8ae tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] DELETE failed (client error): The resource could not be found. Nov 23 14:23:05.051640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc9dd59-0c4b-4b48-bebf-3c0c2c16c8ae tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:23:05.055810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0cc9dd59-0c4b-4b48-bebf-3c0c2c16c8ae tempest-RoutersIpV6AdminTest-422402242 tempest-RoutersIpV6AdminTest-422402242-project] 10.222.0.46 "DELETE /v2.0/subnets/d13333ce-94b4-4f6f-95ee-ec6be15de794 HTTP/1.1" status: 404 len: 337 time: 0.0678868 Nov 23 14:23:05.290650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acf5f7-94ac-4b5b-ab84-3e4e3a26388a req-91e5d2fe-6a60-4d32-8488-8f716ba41e6d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:05.292282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10acf5f7-94ac-4b5b-ab84-3e4e3a26388a req-91e5d2fe-6a60-4d32-8488-8f716ba41e6d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 946 time: 0.3018360 Nov 23 14:23:05.297057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59ae8d7a-af6a-4b63-a93b-714ea9d008ee req-67a8c3ed-b311-4c4d-bd6b-f59a7de31797 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739472 Nov 23 14:23:05.368540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7ae24337-fa81-47de-988b-b7ec4a42f195 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e08a16003884df69971a38a6c973415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251019 Nov 23 14:23:05.371471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58548) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:05.446921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10acf5f7-94ac-4b5b-ab84-3e4e3a26388a req-d01e105a-6fed-416f-9365-5387b95a9622 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481552 Nov 23 14:23:05.576250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33078fd-525c-4fe3-8f77-f6fd7a414999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:05.650295 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33078fd-525c-4fe3-8f77-f6fd7a414999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:05.682579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4231cc6-d274-49cb-8d38-b230ed593e50 req-eb7a7bdc-c236-43b2-9a20-2b5f234e0c1a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:05.685747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4231cc6-d274-49cb-8d38-b230ed593e50 req-eb7a7bdc-c236-43b2-9a20-2b5f234e0c1a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.1512511 Nov 23 14:23:05.757734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33078fd-525c-4fe3-8f77-f6fd7a414999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:05.764523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f33078fd-525c-4fe3-8f77-f6fd7a414999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:05.776537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f33078fd-525c-4fe3-8f77-f6fd7a414999 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d853d02f-615f-4118-ba43-ffd02842f063 HTTP/1.1" status: 204 len: 168 time: 0.4018137 Nov 23 14:23:05.777247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58566) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:05.795912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33078fd-525c-4fe3-8f77-f6fd7a414999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d853d02f-615f-4118-ba43-ffd02842f063,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:05.884167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4231cc6-d274-49cb-8d38-b230ed593e50 req-24bf6e03-a0f5-462f-9c34-5689914f63bf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873579 Nov 23 14:23:06.297034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-127cfb3e-3e54-477f-a990-69e325a5b796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.550989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-127cfb3e-3e54-477f-a990-69e325a5b796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.561913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-127cfb3e-3e54-477f-a990-69e325a5b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.657857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe8c2-d579-447c-86de-9ea8499727e6 req-af0f83c9-bdad-4f27-bce3-22398f0889ba tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:06.673390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-212fe8c2-d579-447c-86de-9ea8499727e6 req-af0f83c9-bdad-4f27-bce3-22398f0889ba tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.1749222 Nov 23 14:23:06.716982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cfb3e-3e54-477f-a990-69e325a5b796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718845aa-87b7-4631-8428-5282c5cbd670,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:06.798417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-212fe8c2-d579-447c-86de-9ea8499727e6 req-104d86ad-32aa-415d-8be3-f1d9ce93889b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215677 Nov 23 14:23:06.837860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58602) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:06.841699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-127cfb3e-3e54-477f-a990-69e325a5b796 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d650d14c41dd48e0a3c2e1b3aa284230&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0515196 Nov 23 14:23:06.976291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00484347-1573-48aa-ba8a-19afc6b44b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:07.242842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00484347-1573-48aa-ba8a-19afc6b44b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:07.468529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58624) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:07.820896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87265e85-4065-4d4e-875d-44d0be6841da req-916d4807-5e46-4b45-8351-4c582fd7c82e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:07.829188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87265e85-4065-4d4e-875d-44d0be6841da req-916d4807-5e46-4b45-8351-4c582fd7c82e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.8112659 Nov 23 14:23:07.880344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b0f30-7458-4abd-a22d-867750be7a7f req-d8aa5552-219c-4e98-a741-87da56c65705 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:07.890426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d5b0f30-7458-4abd-a22d-867750be7a7f req-d8aa5552-219c-4e98-a741-87da56c65705 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.7621551 Nov 23 14:23:08.111698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87265e85-4065-4d4e-875d-44d0be6841da req-fb981dd4-2d1c-4c1d-bae4-ac44ec0d7255 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812569 Nov 23 14:23:08.123764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00484347-1573-48aa-ba8a-19afc6b44b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:08.128252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00484347-1573-48aa-ba8a-19afc6b44b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:08.137240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00484347-1573-48aa-ba8a-19afc6b44b68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/718845aa-87b7-4631-8428-5282c5cbd670 HTTP/1.1" status: 204 len: 168 time: 1.2959394 Nov 23 14:23:08.195537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d5b0f30-7458-4abd-a22d-867750be7a7f req-bb515fdf-c26c-4e8a-b221-17072bb2315c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015087 Nov 23 14:23:08.227825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00484347-1573-48aa-ba8a-19afc6b44b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718845aa-87b7-4631-8428-5282c5cbd670,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:08.874835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0694457-9257-4777-8b2f-e6c8b321a586 req-061a88e7-42d0-4460-a12b-46c10c9eab0a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:08.888706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0694457-9257-4777-8b2f-e6c8b321a586 req-061a88e7-42d0-4460-a12b-46c10c9eab0a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.1089404 Nov 23 14:23:08.910717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58668) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:09.102835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8def1b84-d412-4519-8866-155c0378079c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf45552d921a43c4898dfe3d6ea30bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908922 Nov 23 14:23:09.103494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58674) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:09.154126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:09.230233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3d79-7188-4058-b800-b4e51cddef0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:09.249103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0694457-9257-4777-8b2f-e6c8b321a586 req-9d727a65-df29-4de6-8e8b-72bb3378d890 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593943 Nov 23 14:23:09.315947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3d79-7188-4058-b800-b4e51cddef0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:09.562491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7405e-3ba9-4e36-bc0c-5ecd3ac28c76 req-0477966d-a623-4e76-a82e-82f2aa11d2aa tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:09.567197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81f7405e-3ba9-4e36-bc0c-5ecd3ac28c76 req-0477966d-a623-4e76-a82e-82f2aa11d2aa tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.2106481 Nov 23 14:23:09.657564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3d79-7188-4058-b800-b4e51cddef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:09.660260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2a3d79-7188-4058-b800-b4e51cddef0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:09.670291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cd2a3d79-7188-4058-b800-b4e51cddef0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/022e96cc-5f1f-4d19-87be-446db5d188d6 HTTP/1.1" status: 204 len: 168 time: 0.5556586 Nov 23 14:23:09.703448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a3d79-7188-4058-b800-b4e51cddef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e96cc-5f1f-4d19-87be-446db5d188d6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:09.747012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81f7405e-3ba9-4e36-bc0c-5ecd3ac28c76 req-6a0624c7-9513-4a51-9f47-eaba77b3a63b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706455 Nov 23 14:23:09.896682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Deleting port 3be9269d-62b0-479e-950d-8656d257cdfb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:09.897150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.159775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-11b857fe-1065-4e9c-a2c0-dee26eef9cbc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:10.168749 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-11b857fe-1065-4e9c-a2c0-dee26eef9cbc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.1996908 Nov 23 14:23:10.245986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] For port 3be9269d-62b0-479e-950d-8656d257cdfb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3be9269d-62b0-479e-950d-8656d257cdfb,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:10.246461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.319193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Calling delete_port for 3be9269d-62b0-479e-950d-8656d257cdfb owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:10.534582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2b37-791d-4b31-8b05-d2ed2c327b0b req-4383ae85-152b-4aef-8f28-e31b90f1f874 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:10.551347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29be2b37-791d-4b31-8b05-d2ed2c327b0b req-4383ae85-152b-4aef-8f28-e31b90f1f874 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.1392775 Nov 23 14:23:10.724909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29be2b37-791d-4b31-8b05-d2ed2c327b0b req-e5cfef81-f627-48e0-b56f-84aa06d9f2bb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531427 Nov 23 14:23:10.789265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Deleting port add06c53-0146-41c7-ac94-1f459370e300 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:10.791682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:11.010886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ce816-ac65-4c80-9da7-9da373a1dd47 req-1fea89a3-93b1-481d-9c6b-88bea4ecf921 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:11.013295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c9ce816-ac65-4c80-9da7-9da373a1dd47 req-1fea89a3-93b1-481d-9c6b-88bea4ecf921 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.1121993 Nov 23 14:23:11.303352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c9ce816-ac65-4c80-9da7-9da373a1dd47 req-b8f32101-c865-484c-898f-8dd698d53b2d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787523 Nov 23 14:23:11.532231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] For port add06c53-0146-41c7-ac94-1f459370e300, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=add06c53-0146-41c7-ac94-1f459370e300,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:11.532903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:11.569449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Calling delete_port for add06c53-0146-41c7-ac94-1f459370e300 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:11.687034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:11.747390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be9269d-62b0-479e-950d-8656d257cdfb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:11.899563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:11.953871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d61db-395e-49fb-b2d9-af4ec913ba71 req-6ae8ed72-7374-4178-9187-c4e1607b5347 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:11.962541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58d61db-395e-49fb-b2d9-af4ec913ba71 req-6ae8ed72-7374-4178-9187-c4e1607b5347 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 945 time: 0.1196079 Nov 23 14:23:12.026112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f58d61db-395e-49fb-b2d9-af4ec913ba71 req-f482a05e-4e79-44df-81a3-efa045136000 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578909 Nov 23 14:23:12.141971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:12.163848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:12.218348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-292c5562-63f8-4331-ba5c-6752c9b0ed2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:12.246335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event deleted for resources: {'Port': ['ID=add06c53-0146-41c7-ac94-1f459370e300,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:12.560933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] No DVR routers for this DVR port add06c53-0146-41c7-ac94-1f459370e300 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:12.569815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:12.576408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5092e706-31c4-4b60-a1b4-c5b3011df2ca req-1ae9956b-4bf1-4e21-b209-8c9ad31eeabc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "DELETE /v2.0/ports/add06c53-0146-41c7-ac94-1f459370e300 HTTP/1.1" status: 204 len: 173 time: 2.3986683 Nov 23 14:23:12.577899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'name': 'network-vif-deleted', 'tag': 'add06c53-0146-41c7-ac94-1f459370e300'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:12.632836 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06987fc3-fb6b-433b-9179-0dcdc65aba45" -d '{"events": [{"server_uuid": "f47647b6-88eb-4782-bee0-c3268e1bccc9", "name": "network-vif-deleted", "tag": "add06c53-0146-41c7-ac94-1f459370e300"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:12.804154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58816) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:12.874967 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7152c195-9123-40ad-b04b-2fe322e62231 x-openstack-request-id: req-7152c195-9123-40ad-b04b-2fe322e62231 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:12.876178 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47647b6-88eb-4782-bee0-c3268e1bccc9", "name": "network-vif-deleted", "tag": "add06c53-0146-41c7-ac94-1f459370e300", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:12.876632 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7152c195-9123-40ad-b04b-2fe322e62231 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:12.878108 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47647b6-88eb-4782-bee0-c3268e1bccc9', 'name': 'network-vif-deleted', 'tag': 'add06c53-0146-41c7-ac94-1f459370e300', 'status': 'completed', 'code': 200} Nov 23 14:23:12.913179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.023337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea332-b26a-478b-bbaa-dbc91c23c608 req-735128f0-6c22-4395-850b-1c60baa135bf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:13.025649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d48ea332-b26a-478b-bbaa-dbc91c23c608 req-735128f0-6c22-4395-850b-1c60baa135bf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.5667551 Nov 23 14:23:13.130963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-292c5562-63f8-4331-ba5c-6752c9b0ed2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.144753 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-292c5562-63f8-4331-ba5c-6752c9b0ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.189450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c5562-63f8-4331-ba5c-6752c9b0ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525b25dd-4bef-4f41-8383-005d63857535,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:13.232540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d48ea332-b26a-478b-bbaa-dbc91c23c608 req-3053988e-0c68-47ee-ba7d-3661122dac46 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910648 Nov 23 14:23:13.272036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-38993729'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:13.317644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Router 97b8f3c9-181c-414d-9092-d403fe667f4c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:23:13.358340 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-292c5562-63f8-4331-ba5c-6752c9b0ed2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f4290c0abeb4ec1bcc65f835b8e5d53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4536173 Nov 23 14:23:13.365426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:13.370535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:13.379546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.491096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-612e503d-baee-4dd3-9eec-b68cea263dc2 req-5430da4a-6ae4-4baa-8577-9094539d63ac tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=f47647b6-88eb-4782-bee0-c3268e1bccc9 HTTP/1.1" status: 200 len: 210 time: 0.1680593 Nov 23 14:23:13.497455 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.693540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:23:13.706467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] Sync routers for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:23:13.707236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f64d814c-758f-4648-8e05-23a867f3cbe3 admin admin] 10.222.0.46 "PUT /v2.0/routers/97b8f3c9-181c-414d-9092-d403fe667f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2371936 Nov 23 14:23:13.711156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58862) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:13.755279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:13.755929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:13.830268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.838139 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.908045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:23:13.930041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2085cb5-3aef-4b0d-9114-362d9999b1e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.952532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba8022-d99f-45c9-b950-e8a794de4576,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:13.959839 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:13.961591 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment 324078c4-5fe6-438a-bb3d-4e5d2faeeca2 of type vlan for network 94748658-61e3-41b7-b4b4-405f37152cc9 Nov 23 14:23:13.999661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2085cb5-3aef-4b0d-9114-362d9999b1e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.006147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.041502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device add06c53-0146-41c7-ac94-1f459370e300 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:14.070827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2085cb5-3aef-4b0d-9114-362d9999b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.074339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2085cb5-3aef-4b0d-9114-362d9999b1e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.075961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2085cb5-3aef-4b0d-9114-362d9999b1e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/525b25dd-4bef-4f41-8383-005d63857535 HTTP/1.1" status: 204 len: 168 time: 0.7095089 Nov 23 14:23:14.116275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085cb5-3aef-4b0d-9114-362d9999b1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525b25dd-4bef-4f41-8383-005d63857535,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:14.117720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: add06c53-0146-41c7-ac94-1f459370e300 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:14.118101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device add06c53-0146-41c7-ac94-1f459370e300 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:14.157715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:14.222846 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:23:14.251685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.307969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.367059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.376547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:14.377373 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.462151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Deleting port 714087ab-9757-4958-98f0-bf64c1348b32 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:14.462527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.464757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6423726 Nov 23 14:23:14.465516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58892) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:14.498804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'name': 'tempest-PortsIpV6TestJSON-2120346445'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:14.710801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '714087ab-9757-4958-98f0-bf64c1348b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:23:11Z', 'revision_number': 5, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port': {'id': '714087ab-9757-4958-98f0-bf64c1348b32', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:10:43Z', 'updated_at': '2021-11-23T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:14.744687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] For port 714087ab-9757-4958-98f0-bf64c1348b32, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=714087ab-9757-4958-98f0-bf64c1348b32,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:14.745304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:14.780968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Calling delete_port for 714087ab-9757-4958-98f0-bf64c1348b32 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:14.783997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0402b-1007-47ee-b272-fb10cd83ce5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=94748658-61e3-41b7-b4b4-405f37152cc9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:14.848579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] Checking router: 97b8f3c9-181c-414d-9092-d403fe667f4c for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:23:14.856606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:23:14.893987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b950c8-09a1-4d75-9a43-054619fb8da6 req-f0abb2e8-16d6-432d-b055-6e0169001b8d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:14.911481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46b950c8-09a1-4d75-9a43-054619fb8da6 req-f0abb2e8-16d6-432d-b055-6e0169001b8d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.4170697 Nov 23 14:23:14.949002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] Routers {'97b8f3c9-181c-414d-9092-d403fe667f4c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:14.949642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['97b8f3c9-181c-414d-9092-d403fe667f4c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:15.148156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46b950c8-09a1-4d75-9a43-054619fb8da6 req-c856f9cc-431d-40fb-9fb1-1a056a003470 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347374 Nov 23 14:23:15.191213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:15.218152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:15.263964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58916) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:15.317522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port fe6cf5ef-8484-4881-9af4-e413f586f67f yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:15.416710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa710-d115-49e2-b056-f84c2e5ebec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:15.434557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] Set router 97b8f3c9-181c-414d-9092-d403fe667f4c gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:15.466397 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:15.552345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=714087ab-9757-4958-98f0-bf64c1348b32,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:15.652571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:15.765722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:23:14Z', 'revision_number': 6, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:15.890126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a87283-a126-429e-b29e-1b23e43bf3da None None] The sync data for ids ['97b8f3c9-181c-414d-9092-d403fe667f4c'] in n-d-818503-2 is: [{'id': '97b8f3c9-181c-414d-9092-d403fe667f4c', 'name': 'tempest-TaggedBootDevicesTest_v242-1780451776-router', 'tenant_id': 'e6c6ec99dba14695a4767121818c34de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:42Z', 'updated_at': '2021-11-23T14:23:14Z', 'revision_number': 6, 'project_id': 'e6c6ec99dba14695a4767121818c34de', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:23:15.919576 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:15.934708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:15.947274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.026333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa710-d115-49e2-b056-f84c2e5ebec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.032432 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa710-d115-49e2-b056-f84c2e5ebec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.093726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7f6fa710-d115-49e2-b056-f84c2e5ebec8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11cc5e2dc6d6470788b62874e11652f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8075826 Nov 23 14:23:16.105683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58946) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:16.108851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.127153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.129248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b8f3c9-181c-414d-9092-d403fe667f4c {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:23:16.141729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.166068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f30e3c4-a313-4cfa-ab42-69b5ea8d93a4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/97b8f3c9-181c-414d-9092-d403fe667f4c HTTP/1.1" status: 204 len: 168 time: 2.4304545 Nov 23 14:23:16.167996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58954) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:16.184932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=fe6cf5ef-8484-4881-9af4-e413f586f67f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:16.238936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa710-d115-49e2-b056-f84c2e5ebec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181346d3-89d6-42e9-a865-e586ef828d86,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:16.297815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] Deleting subnet a364ed53-f9a0-4c52-85de-268f6f2f28e3 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:16.302752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.328215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8745e03-45fa-4359-9291-12edfdabe78a req-6cb313ba-0631-497b-8ccd-82e6dc257eb7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:16.337105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8745e03-45fa-4359-9291-12edfdabe78a req-6cb313ba-0631-497b-8ccd-82e6dc257eb7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.7568710 Nov 23 14:23:16.428488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.502221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3be9269d-62b0-479e-950d-8656d257cdfb no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:16.564929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3be9269d-62b0-479e-950d-8656d257cdfb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:16.565277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3be9269d-62b0-479e-950d-8656d257cdfb not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:16.637690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': '324078c4-5fe6-438a-bb3d-4e5d2faeeca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:16.638383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: 94748658-61e3-41b7-b4b4-405f37152cc9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:16.646032 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b47d602d-770b-493e-a89d-4d9ccd229f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.659153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8745e03-45fa-4359-9291-12edfdabe78a req-f24e9c16-622b-4998-bbff-3b402186581b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205113 Nov 23 14:23:16.698857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851c83-5785-47e3-8b80-a985128f3925 req-abdaa00f-749a-468e-9604-d5cbb790b9f4 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:16.702291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-abdaa00f-749a-468e-9604-d5cbb790b9f4 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.5211625 Nov 23 14:23:16.771466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-7efff420-eb9c-4af0-9439-d641cbb49eda tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.0517895 Nov 23 14:23:16.778828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b47d602d-770b-493e-a89d-4d9ccd229f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.796543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:16.803481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:16.952488 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-70c1995c-0193-4237-bd4e-7c8bfd5d0c59 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2094281 Nov 23 14:23:17.009399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.092544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 94748658-61e3-41b7-b4b4-405f37152cc9) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:17.118188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629ab2b-8873-4329-876a-68ffa1dd1bcc None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:17.123204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:17.153847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:17.154362 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.172923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.182648 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a364ed53-f9a0-4c52-85de-268f6f2f28e3 HTTP/1.1" status: 204 len: 168 time: 1.0135999 Nov 23 14:23:17.184658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b47d602d-770b-493e-a89d-4d9ccd229f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.187243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b47d602d-770b-493e-a89d-4d9ccd229f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.188711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e7d93-89ad-4c03-92b4-0b877b87b1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a364ed53-f9a0-4c52-85de-268f6f2f28e3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:17.188994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a98e12-c7db-4347-9fd3-7a76e9d839cf None None] Network 02a9ee93-d52a-40bd-8474-910f5a837859 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:17.204069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:17.204265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b47d602d-770b-493e-a89d-4d9ccd229f47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/181346d3-89d6-42e9-a865-e586ef828d86 HTTP/1.1" status: 204 len: 168 time: 1.0928669 Nov 23 14:23:17.302176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d602d-770b-493e-a89d-4d9ccd229f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181346d3-89d6-42e9-a865-e586ef828d86,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:17.360089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-fcb5cc7c-2ceb-428c-a946-571672be5c89 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5681024 Nov 23 14:23:17.389150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.399530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58978) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:17.449495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-035e8fa5-6154-48bb-8873-e7404f5366ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:17.449732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357e6b-416b-4842-a296-6861b85ce8b3 req-edaaf972-dc65-453f-ad15-0682b1594090 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:17.451210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02357e6b-416b-4842-a296-6861b85ce8b3 req-edaaf972-dc65-453f-ad15-0682b1594090 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.6100931 Nov 23 14:23:17.451856 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-035e8fa5-6154-48bb-8873-e7404f5366ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b9bbd71916546a593fe167f97e628f5&device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 1101 time: 0.4360087 Nov 23 14:23:17.778076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-51046461-e32a-45dd-a604-d8c72e95d387 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2981339 Nov 23 14:23:17.784736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-c86ffab2-22fe-407e-a92e-b930f2f4f9f8 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234533 Nov 23 14:23:17.792476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58986) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:17.798037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-771472009'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:17.861407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:17.866099 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.900696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Deleting port c528776c-5a18-4258-bbcb-b35a2a73a39c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:17.901037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:17.976210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-dbb1d9fd-9c8a-402c-a398-b3612c533a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:17.977728 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-dbb1d9fd-9c8a-402c-a398-b3612c533a7a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.4632225 Nov 23 14:23:18.100531 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-5409799b-93b7-425b-b99e-7f6d2f46ad08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5 HTTP/1.1" status: 200 len: 217 time: 0.1072800 Nov 23 14:23:18.148161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] DHCP port deletion for 02a9ee93-d52a-40bd-8474-910f5a837859 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:23:18.180107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:23:18.192387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02357e6b-416b-4842-a296-6861b85ce8b3 req-768c5d49-acfc-47a6-aae1-95d01bcb9f93 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066103 Nov 23 14:23:18.244576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-7887cc6b-26d4-47f8-9221-5606d0db9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:18.246299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-7887cc6b-26d4-47f8-9221-5606d0db9f15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.1284156 Nov 23 14:23:18.251949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.259457 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment 9a3355d9-b6ce-4fef-815f-9acd711860c3 of type vlan for network 7af9057b-fb22-47c5-83cb-2fd77c7b731b Nov 23 14:23:18.281662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-e5a30885-a249-4a6a-a582-f3740f46e685 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361584 Nov 23 14:23:18.315844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Deleting port c528776c-5a18-4258-bbcb-b35a2a73a39c {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:18.316234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.355191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.409838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-48fc456a-d11e-4bf8-b070-bd99fd7ba668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.496450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] For port c528776c-5a18-4258-bbcb-b35a2a73a39c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c528776c-5a18-4258-bbcb-b35a2a73a39c,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:18.497230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.538306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Calling delete_port for c528776c-5a18-4258-bbcb-b35a2a73a39c owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:18.563017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] For port c528776c-5a18-4258-bbcb-b35a2a73a39c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c528776c-5a18-4258-bbcb-b35a2a73a39c,segment=NetworkSegment(8591f78f-7ce5-4a78-abe3-9ee62854995b),segment_id=8591f78f-7ce5-4a78-abe3-9ee62854995b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:18.563017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.597865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 714087ab-9757-4958-98f0-bf64c1348b32 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:18.619871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.622372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 714087ab-9757-4958-98f0-bf64c1348b32 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:18.622809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 714087ab-9757-4958-98f0-bf64c1348b32 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:18.622953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-05852adb-cac3-4b3a-a1cb-e29aeb933d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:18.623215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c528776c-5a18-4258-bbcb-b35a2a73a39c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:18.631669 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-05852adb-cac3-4b3a-a1cb-e29aeb933d51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3709471 Nov 23 14:23:18.640202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:18.646004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.707718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Calling delete_port for c528776c-5a18-4258-bbcb-b35a2a73a39c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:18.734051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9381649 Nov 23 14:23:18.748547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59002) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:18.766832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'ports': [{'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9'}, {'network_id': '7af9057b-fb22-47c5-83cb-2fd77c7b731b'}]} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:18.767171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:18.767735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '7af9057b-fb22-47c5-83cb-2fd77c7b731b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:18.797568 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.825080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.865011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Pushing event deleted for resources: {'Port': ['ID=c528776c-5a18-4258-bbcb-b35a2a73a39c,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:18.904416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.905138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.905579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.906710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.907648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.908750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.909188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.912102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.912572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.913018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.915350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.916224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:18.934238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad44a3a-37b3-4ecc-aaad-336668d67ce0 None None] No DVR routers for this DVR port c528776c-5a18-4258-bbcb-b35a2a73a39c on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:18.941035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3cb3-19c6-4b43-b98d-749ea3c941ab req-28e8cd23-ffc7-4037-b323-6be79a8cf567 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:18.942594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a4e3cb3-19c6-4b43-b98d-749ea3c941ab req-28e8cd23-ffc7-4037-b323-6be79a8cf567 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.4842918 Nov 23 14:23:18.963712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b841f509-bedf-4b03-846c-db2c408f336d req-067ce1bd-d785-40a1-b8b1-8f553536a0e5 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 210 time: 0.1592529 Nov 23 14:23:18.984794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-48fc456a-d11e-4bf8-b070-bd99fd7ba668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:18.991581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c5b13-0689-4ddc-bdcd-d83ff3c18821 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=7af9057b-fb22-47c5-83cb-2fd77c7b731b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:18.998608 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-217b0c32-6a99-47e7-9ae1-ceb8869964ce service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508160 Nov 23 14:23:19.011572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-48fc456a-d11e-4bf8-b070-bd99fd7ba668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.025374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7af9057b-fb22-47c5-83cb-2fd77c7b731b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:23:19.082750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-48fc456a-d11e-4bf8-b070-bd99fd7ba668 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=732d7f8246db475bb787ea4fb846fe84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6302302 Nov 23 14:23:19.086917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc456a-d11e-4bf8-b070-bd99fd7ba668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d40e0fc-a53f-4ed1-9f43-77798dff8009,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:19.089494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59018) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:19.146445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a4e3cb3-19c6-4b43-b98d-749ea3c941ab req-6a392c1f-e999-43f7-adcc-24608880c5ca tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595888 Nov 23 14:23:19.173775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-0bcc52a5-4df6-45e4-b822-71967bd30209 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194715 Nov 23 14:23:19.212542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89122628-4a3c-4418-bd55-b68ba348be79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.250413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89122628-4a3c-4418-bd55-b68ba348be79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.321781 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89122628-4a3c-4418-bd55-b68ba348be79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.327351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89122628-4a3c-4418-bd55-b68ba348be79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.333723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-89122628-4a3c-4418-bd55-b68ba348be79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d40e0fc-a53f-4ed1-9f43-77798dff8009 HTTP/1.1" status: 204 len: 168 time: 0.2419114 Nov 23 14:23:19.349013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89122628-4a3c-4418-bd55-b68ba348be79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d40e0fc-a53f-4ed1-9f43-77798dff8009,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:19.458025 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.505564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a275a1a-879a-4189-baa6-7336d25330e1 req-1c179870-c171-4e36-810c-8a5730432a61 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:19.517026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a275a1a-879a-4189-baa6-7336d25330e1 req-1c179870-c171-4e36-810c-8a5730432a61 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.1397581 Nov 23 14:23:19.557841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] No DVR routers for this DVR port c528776c-5a18-4258-bbcb-b35a2a73a39c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:19.582048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c528776c-5a18-4258-bbcb-b35a2a73a39c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:19.658002 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-106018f3-5156-4256-ab17-ecf8b5f37bc2 req-a31674a0-528a-440b-bf57-693e003b5b09 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376030 Nov 23 14:23:19.671995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a275a1a-879a-4189-baa6-7336d25330e1 req-19b81d0f-48df-4662-a8e1-dfe72667271f tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517372 Nov 23 14:23:19.707197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49b8f9-15c5-4320-aa9b-7736eb6be031 req-77ff5e5c-24c3-4734-aa56-a2e212f70d38 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:19.709958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb49b8f9-15c5-4320-aa9b-7736eb6be031 req-77ff5e5c-24c3-4734-aa56-a2e212f70d38 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1908054 Nov 23 14:23:19.716432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-2d51404f-e7b4-4c6b-8087-b73dd487c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:19.725675 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-2d51404f-e7b4-4c6b-8087-b73dd487c0a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1095 time: 0.3118036 Nov 23 14:23:19.737596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.745192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 2} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:19.750309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.798009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a9ee93-d52a-40bd-8474-910f5a837859']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:19.815875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:19.847654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8591f78f-7ce5-4a78-abe3-9ee62854995b') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:19.847954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8591f78f-7ce5-4a78-abe3-9ee62854995b') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:19.850367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb49b8f9-15c5-4320-aa9b-7736eb6be031 req-3abdebdc-1e4f-46b5-b438-4f6068dc3589 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322899 Nov 23 14:23:19.959283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port f7211837-f8e6-4452-a0c1-0745d8aad34f yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:20.058198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59050) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:20.078966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5b8951c-ec20-4e70-9bf1-ffc73e88aff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.142946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.165925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.188476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5b8951c-ec20-4e70-9bf1-ffc73e88aff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.199594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.215280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c5b8951c-ec20-4e70-9bf1-ffc73e88aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.217774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:23:20.218281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:23:20.221875 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:23:20.295310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-6a99f1ec-2fd5-45a1-a835-aa0fee9c6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:20.296847 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-6a99f1ec-2fd5-45a1-a835-aa0fee9c6eb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.5354512 Nov 23 14:23:20.446163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8951c-ec20-4e70-9bf1-ffc73e88aff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a9c75-8f7a-49c8-8196-23dfc1122ec2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:20.475369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f816fc4c-ae23-47f2-9903-9287e276c8aa req-a179c771-2c0e-4069-9212-337320b35139 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 210 time: 0.3851092 Nov 23 14:23:20.647729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851c83-5785-47e3-8b80-a985128f3925 req-2c4833ab-5bd7-4f64-9f99-34b2be9667ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:20.649299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-2c4833ab-5bd7-4f64-9f99-34b2be9667ad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.3073916 Nov 23 14:23:20.658855 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c5b8951c-ec20-4e70-9bf1-ffc73e88aff6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b7dcfb17a3646b6aa0afaacb9411566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5984356 Nov 23 14:23:20.659700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59062) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:20.683351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Request body: {'port': {'device_id': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'admin_state_up': True, 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:20.784339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port d40e7235-d3ca-427a-b7db-81b5dbc276c4 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:20.794729 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-3e919f89-e117-4d37-abe2-7c144aedca23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.4864230 Nov 23 14:23:20.806369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6184-7c75-48f9-a45c-e2cbe61f2c1d req-4af8c8c7-cb40-4136-9128-b3db0c800989 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:20.813851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c02b6184-7c75-48f9-a45c-e2cbe61f2c1d req-4af8c8c7-cb40-4136-9128-b3db0c800989 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3249228 Nov 23 14:23:20.826358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.855646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.861370 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] 10.222.0.46 "DELETE /v2.0/networks/02a9ee93-d52a-40bd-8474-910f5a837859 HTTP/1.1" status: 204 len: 168 time: 3.6485293 Nov 23 14:23:20.864322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59070) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:20.929812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1646d14-71fc-425a-85fd-6b9a0743df53 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a9ee93-d52a-40bd-8474-910f5a837859,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:20.948786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-195a41c5-baee-44aa-98f1-0d564df6c2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:20.964915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-9681e922-53a9-4260-bd2d-5bb2edce8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:20.967504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-9681e922-53a9-4260-bd2d-5bb2edce8928 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1650932 Nov 23 14:23:20.984049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c02b6184-7c75-48f9-a45c-e2cbe61f2c1d req-deb56708-01f1-4e62-a80a-59e8dc61291a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537712 Nov 23 14:23:21.005292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4de67-5668-429e-9c51-58181b62ab79 req-20b0f46e-3b72-4275-a352-f4437c12c5cf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:21.012760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25b4de67-5668-429e-9c51-58181b62ab79 req-20b0f46e-3b72-4275-a352-f4437c12c5cf tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.1690450 Nov 23 14:23:21.031979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-195a41c5-baee-44aa-98f1-0d564df6c2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.045359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:21.049036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.140259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-03421018-f01f-4da9-a04a-ee63e709c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:21.143041 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-03421018-f01f-4da9-a04a-ee63e709c8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527493 Nov 23 14:23:21.207679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25b4de67-5668-429e-9c51-58181b62ab79 req-4ba3cd33-6247-4d6c-a541-ffbda6462fe5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939251 Nov 23 14:23:21.263677 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-195a41c5-baee-44aa-98f1-0d564df6c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.266237 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-195a41c5-baee-44aa-98f1-0d564df6c2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.267421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-195a41c5-baee-44aa-98f1-0d564df6c2a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc6a9c75-8f7a-49c8-8196-23dfc1122ec2 HTTP/1.1" status: 204 len: 168 time: 0.6055474 Nov 23 14:23:21.338009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a41c5-baee-44aa-98f1-0d564df6c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a9c75-8f7a-49c8-8196-23dfc1122ec2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:21.348514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.386920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Allocated IP 172.20.0.2 (a760b5ef-6bbf-4241-aede-477029b4d14c/6067dcd5-b66e-4708-a691-8896309a7852/27b96417-0056-427f-a4c0-33344b719a2c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:21.480292 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-0e298eb1-0053-4aca-a8c8-51afe32dcc70 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133510 Nov 23 14:23:21.521668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.594133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d885616-98f4-4389-b3f1-9d572849c8e1 req-33f85c7f-713a-4ea5-a393-0b4f3c93002b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 210 time: 0.0378058 Nov 23 14:23:21.625715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.650148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=f7211837-f8e6-4452-a0c1-0745d8aad34f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:21.653717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:21.659877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:21.665845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:21.667086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.705813 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.720726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:21.754237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8a3a21bb-bff1-4378-b66f-f9689531a220 req-e0e1b301-4ef7-4ea4-92f7-335c9089f9b0 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598956 Nov 23 14:23:21.770634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=d40e7235-d3ca-427a-b7db-81b5dbc276c4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:21.790269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Network a760b5ef-6bbf-4241-aede-477029b4d14c is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:21.795474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:21.803649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': '9a3355d9-b6ce-4fef-815f-9acd711860c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7af9057b-fb22-47c5-83cb-2fd77c7b731b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:21.804324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: 7af9057b-fb22-47c5-83cb-2fd77c7b731b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:21.812804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:21.817297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.834229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event updated for resources: {'Port': ['ID=27b96417-0056-427f-a4c0-33344b719a2c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:21.869184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 7af9057b-fb22-47c5-83cb-2fd77c7b731b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:21.915377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:21.916228 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.919808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7af9057b-fb22-47c5-83cb-2fd77c7b731b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:21.928187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:21.936168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:21.940226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-9e66ab4c-1e62-4cd8-9ff7-fd010997e07a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2627823 Nov 23 14:23:21.942217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b0198-8335-4652-9ad9-7dea7c0502eb None None] Network 7af9057b-fb22-47c5-83cb-2fd77c7b731b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:21.942708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:21.943606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:21.965482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Request body: {'port': {'device_id': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:21.968808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-23bdcc14-09fc-48bf-bb40-c15b36a876b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2169654 Nov 23 14:23:21.973505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59092) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:22.042843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:22.231906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port d40e7235-d3ca-427a-b7db-81b5dbc276c4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:22.232841 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:22.246922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:23:22.301274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf65ed0-ad7b-46b4-af1e-ecbda39c0ec7 req-88ae28e7-8cb3-48dc-8770-7bde214ffe1c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:22.303913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cf65ed0-ad7b-46b4-af1e-ecbda39c0ec7 req-88ae28e7-8cb3-48dc-8770-7bde214ffe1c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1547987 Nov 23 14:23:22.411284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:22.437468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for d40e7235-d3ca-427a-b7db-81b5dbc276c4 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:22.498597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:22.522073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'port_id': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'mac_address': 'fa:16:3e:8c:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:23:22.542658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Deleting port 3a7b89b2-b139-4468-a503-cbfc06857786 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:22.543023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:22.602625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cf65ed0-ad7b-46b4-af1e-ecbda39c0ec7 req-10e43e33-d080-49bd-a798-217c606162ec tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916138 Nov 23 14:23:22.666857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abd829-eacc-46a7-a5d4-807fb76d608c req-7af0a407-beb9-4cb3-b290-b636bd1a0690 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:22.696805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2abd829-eacc-46a7-a5d4-807fb76d608c req-7af0a407-beb9-4cb3-b290-b636bd1a0690 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 945 time: 0.3144298 Nov 23 14:23:22.803831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] For port 3a7b89b2-b139-4468-a503-cbfc06857786, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3a7b89b2-b139-4468-a503-cbfc06857786,segment=NetworkSegment(ea5db61b-a278-4e55-80cb-e7e8a79aee82),segment_id=ea5db61b-a278-4e55-80cb-e7e8a79aee82)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:22.804330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:22.819748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Calling delete_port for 3a7b89b2-b139-4468-a503-cbfc06857786 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:22.855534 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:22.873085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec080415-41a1-45dc-afdc-025e8e1383f8 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:23:22.899237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:22.904635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:22.905551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2abd829-eacc-46a7-a5d4-807fb76d608c req-dfc67960-4eec-4571-a62d-c2bd66db7c30 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073948 Nov 23 14:23:22.975089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:23.099678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.107976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.133840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7b89b2-b139-4468-a503-cbfc06857786,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:23.186422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['ec080415-41a1-45dc-afdc-025e8e1383f8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:23.216020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=d40e7235-d3ca-427a-b7db-81b5dbc276c4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:23.225041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.235361 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-878a5663-8fa6-48ac-abfb-7c93d95c31de tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/d40e7235-d3ca-427a-b7db-81b5dbc276c4 HTTP/1.1" status: 204 len: 168 time: 1.2579658 Nov 23 14:23:23.240539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59128) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:23.278867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b96417-0056-427f-a4c0-33344b719a2c {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:23:23.296586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e89e89-1d9c-4e01-9b10-f4c42206f89b req-25a34d41-f758-4715-916d-40f372dbacfa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:23.306816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3e89e89-1d9c-4e01-9b10-f4c42206f89b req-25a34d41-f758-4715-916d-40f372dbacfa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 931 time: 0.5220983 Nov 23 14:23:23.310983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.385356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa678f1-c4e8-4246-9b84-5a724a40d42b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:23.394400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Transition to ACTIVE for port object 27b96417-0056-427f-a4c0-33344b719a2c will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:23:23.394872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa678f1-c4e8-4246-9b84-5a724a40d42b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:23.401258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4fa678f1-c4e8-4246-9b84-5a724a40d42b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1589155 Nov 23 14:23:23.401900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59132) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:23.407593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.481251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Pushing event updated for resources: {'Port': ['ID=27b96417-0056-427f-a4c0-33344b719a2c,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:23.507693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3e89e89-1d9c-4e01-9b10-f4c42206f89b req-d71204a7-28ea-4f0e-b82a-5433d39a5c1a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990871 Nov 23 14:23:23.571511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.632070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Attempting to bind port 27b96417-0056-427f-a4c0-33344b719a2c on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:23.632437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Attempting to bind port 27b96417-0056-427f-a4c0-33344b719a2c by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:23.632849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Attempting to bind port 27b96417-0056-427f-a4c0-33344b719a2c on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:23.636731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.638453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Port 27b96417-0056-427f-a4c0-33344b719a2c on network a760b5ef-6bbf-4241-aede-477029b4d14c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:23:23.638787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Attempting to bind port 27b96417-0056-427f-a4c0-33344b719a2c on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:23.644133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:23.644849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:23.644849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Bound using segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:23.645280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Bound port: 27b96417-0056-427f-a4c0-33344b719a2c, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:23.645639 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.786115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port f7211837-f8e6-4452-a0c1-0745d8aad34f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:23.786701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.822958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] For port 27b96417-0056-427f-a4c0-33344b719a2c, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:23.835476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] For port 27b96417-0056-427f-a4c0-33344b719a2c, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27b96417-0056-427f-a4c0-33344b719a2c,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:23.848862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57865-3571-45df-9ec3-288d187b8d0d req-8fea9bd9-e08f-4bd4-ab82-6d6e18ad41aa tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:23.851039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ace57865-3571-45df-9ec3-288d187b8d0d req-8fea9bd9-e08f-4bd4-ab82-6d6e18ad41aa tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.0992482 Nov 23 14:23:23.853308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.914637 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.918928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:23.919620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:23.921087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] 10.222.0.11 "PUT /v2.0/ports/27b96417-0056-427f-a4c0-33344b719a2c HTTP/1.1" status: 200 len: 1091 time: 1.9706948 Nov 23 14:23:23.924451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'tag': '27b96417-0056-427f-a4c0-33344b719a2c'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:23.929613 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d34f36-0781-4d9d-b35a-ab490a4039e6" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce389f-41eb-4574-8051-b6cc6a78397a", "tag": "27b96417-0056-427f-a4c0-33344b719a2c"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:23.960884 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for f7211837-f8e6-4452-a0c1-0745d8aad34f owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:24.119814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff3cab-d04d-470d-9525-28e9af64eb99 service neutron] Pushing event updated for resources: {'Port': ['ID=27b96417-0056-427f-a4c0-33344b719a2c,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:24.129084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ace57865-3571-45df-9ec3-288d187b8d0d req-36d71311-09b0-4a21-860e-0f44888003da tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647758 Nov 23 14:23:24.148479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851c83-5785-47e3-8b80-a985128f3925 req-f4a9e6bb-55c9-4a0f-bddd-b53ce7e0c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:24.151657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-f4a9e6bb-55c9-4a0f-bddd-b53ce7e0c8a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 1094 time: 0.1825020 Nov 23 14:23:24.166311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf933fb7-1d43-4bd6-b80d-c447935e8955 req-527991a9-fe85-4d28-bd10-3c2894e312d0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:24.174772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf933fb7-1d43-4bd6-b80d-c447935e8955 req-527991a9-fe85-4d28-bd10-3c2894e312d0 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 946 time: 0.1632328 Nov 23 14:23:24.249676 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6611ef-1b46-4a02-a01e-4f110b7c65b8 x-openstack-request-id: req-0a6611ef-1b46-4a02-a01e-4f110b7c65b8 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:24.250004 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce389f-41eb-4574-8051-b6cc6a78397a", "tag": "27b96417-0056-427f-a4c0-33344b719a2c", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:24.250214 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a6611ef-1b46-4a02-a01e-4f110b7c65b8 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:24.250608 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'tag': '27b96417-0056-427f-a4c0-33344b719a2c', 'status': 'completed', 'code': 200} Nov 23 14:23:24.253936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-ea6b1aa7-87dc-40d7-8b72-5e0854ac7cf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27b96417-0056-427f-a4c0-33344b719a2c HTTP/1.1" status: 200 len: 217 time: 0.0760069 Nov 23 14:23:24.255428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:24.336842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Router 13dcd19d-b514-4985-b26f-704571b4e827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:23:24.340522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:24.359369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port ec080415-41a1-45dc-afdc-025e8e1383f8 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:23:24.367246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port ec080415-41a1-45dc-afdc-025e8e1383f8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:24.367671 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:24.375655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=f7211837-f8e6-4452-a0c1-0745d8aad34f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:24.402351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:24.410092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-15c16a3a-d91b-44e5-b8cf-c689f2511891 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/f7211837-f8e6-4452-a0c1-0745d8aad34f HTTP/1.1" status: 204 len: 168 time: 0.9975502 Nov 23 14:23:24.413627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59172) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:24.444152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf933fb7-1d43-4bd6-b80d-c447935e8955 req-e0d0930d-4a82-4aa5-a61f-42a321fb2bb8 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682924 Nov 23 14:23:24.485632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851c83-5785-47e3-8b80-a985128f3925 req-8e748629-b018-4064-b681-f3551eb2ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:24.487178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-8e748629-b018-4064-b681-f3551eb2ee05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.2220411 Nov 23 14:23:24.498808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:24.548019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-4f7d12e9-18a0-45cc-963f-78d60fd991cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510776 Nov 23 14:23:24.571442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:24.575652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:24.579259 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402ead5-db62-4da5-a5e7-e482b043439b" -d '{"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-plugged", "status": "completed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:24.595792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:24.703613 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9fc1a8-6966-438a-b61a-54cecf83b6a0 x-openstack-request-id: req-fc9fc1a8-6966-438a-b61a-54cecf83b6a0 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:24.703923 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-plugged", "status": "completed", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:24.704210 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc9fc1a8-6966-438a-b61a-54cecf83b6a0 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:24.706228 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'code': 200} Nov 23 14:23:24.707418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:24.757173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:23:24.770691 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] Sync routers for ids ['13dcd19d-b514-4985-b26f-704571b4e827'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:23:24.779518 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-35e6047b-1a88-4260-a822-767bdf9b0529 admin admin] 10.222.0.46 "PUT /v2.0/routers/13dcd19d-b514-4985-b26f-704571b4e827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9113843 Nov 23 14:23:24.780587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59186) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:24.783583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480f572-0aa0-4363-926a-38bb8d66cb4a req-e0bb4f58-3c69-452d-86d9-831ee6eb41a2 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:24.788682 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] Routers {'13dcd19d-b514-4985-b26f-704571b4e827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:24.791714 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['13dcd19d-b514-4985-b26f-704571b4e827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:24.792630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4480f572-0aa0-4363-926a-38bb8d66cb4a req-e0bb4f58-3c69-452d-86d9-831ee6eb41a2 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 943 time: 0.0902228 Nov 23 14:23:24.816195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-95300e1b-0a48-4758-8496-fdb52a83ed1b service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601392 Nov 23 14:23:24.920935 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:24.943772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4480f572-0aa0-4363-926a-38bb8d66cb4a req-569ce230-58fd-496e-b9fc-2fc210862f99 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501849 Nov 23 14:23:25.014329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99453044-f542-485b-9646-f76adf4a4227 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:25.018971 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-99453044-f542-485b-9646-f76adf4a4227 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5997927 Nov 23 14:23:25.022428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59198) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:25.054556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59851c83-5785-47e3-8b80-a985128f3925 req-f100fe62-0053-48a9-8804-fb9bc2740512 service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307229 Nov 23 14:23:25.065229 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] Set router 13dcd19d-b514-4985-b26f-704571b4e827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:25.214652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-a5093296-4c5f-4acd-8c28-efd69b3d26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:25.238565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-a5093296-4c5f-4acd-8c28-efd69b3d26a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 1094 time: 0.1252239 Nov 23 14:23:25.403051 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:23:23Z', 'revision_number': 5, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:25.473577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-9545f401-4ee6-4db3-bc8e-8994ebd62b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:25.473577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-9545f401-4ee6-4db3-bc8e-8994ebd62b72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 0.2246401 Nov 23 14:23:25.558969 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8bb726-f0f6-466a-b73f-6d5fbd2f2f64 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:23:25.560549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9a8bb726-f0f6-466a-b73f-6d5fbd2f2f64 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/d40e7235-d3ca-427a-b7db-81b5dbc276c4 HTTP/1.1" status: 404 len: 333 time: 0.5364840 Nov 23 14:23:25.576729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c51f-1461-43f9-8979-ed5335962d02 req-3b045bd8-63ab-4643-a5b3-daaadf87c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:25.580622 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3d24c51f-1461-43f9-8979-ed5335962d02 req-3b045bd8-63ab-4643-a5b3-daaadf87c078 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 1098 time: 0.6551380 Nov 23 14:23:25.581117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59242) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:25.587159 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] Checking router: 13dcd19d-b514-4985-b26f-704571b4e827 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:23:25.616041 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] Routers {'13dcd19d-b514-4985-b26f-704571b4e827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:23:25.617200 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:22:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['13dcd19d-b514-4985-b26f-704571b4e827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:25.645120 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52d189c-1ce4-48c4-8f47-f6a1e846c03f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:23:25.653428 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e52d189c-1ce4-48c4-8f47-f6a1e846c03f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/f7211837-f8e6-4452-a0c1-0745d8aad34f HTTP/1.1" status: 404 len: 333 time: 0.0663314 Nov 23 14:23:25.669914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59252) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:25.754828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:25.787623 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] Set router 13dcd19d-b514-4985-b26f-704571b4e827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:23:25.838378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-c55ca5a0-59d9-4ebc-b557-4624a14fa119 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27b96417-0056-427f-a4c0-33344b719a2c HTTP/1.1" status: 200 len: 217 time: 0.3269188 Nov 23 14:23:25.878651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3d24c51f-1461-43f9-8979-ed5335962d02 req-f9ecfeee-8309-47ce-badd-71f06fcaecab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325358 Nov 23 14:23:25.947710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.067006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f4665-2609-4405-97de-c9a4278d95d2 req-4483b05f-5e5a-4af8-87a6-c8e6822b1623 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:26.079520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a74f4665-2609-4405-97de-c9a4278d95d2 req-4483b05f-5e5a-4af8-87a6-c8e6822b1623 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.7579587 Nov 23 14:23:26.084610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59296) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:26.115191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267d67e-3986-4254-89a1-aea624c9b718 req-0e18ad61-1ed0-418f-949f-06113a8178eb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:26.128501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d267d67e-3986-4254-89a1-aea624c9b718 req-0e18ad61-1ed0-418f-949f-06113a8178eb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 947 time: 0.4253290 Nov 23 14:23:26.160816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-394b82b3-fa3f-4013-9c03-08f698ff6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:26.169027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-394b82b3-fa3f-4013-9c03-08f698ff6225 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.3217480 Nov 23 14:23:26.177913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.178706 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:23:23Z', 'revision_number': 5, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:26.181355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Deleting port beab9267-e1f9-49bd-8a6c-60dc9ca568ed {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:26.181688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.269650 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03699773-b3e9-45fe-8097-405407bf8720 None None] The sync data for ids ['13dcd19d-b514-4985-b26f-704571b4e827'] in n-d-818503-2 is: [{'id': '13dcd19d-b514-4985-b26f-704571b4e827', 'name': 'tempest-TaggedBootDevicesTest_v242-433701618-router', 'tenant_id': '99f5df1666f24eddbb8fc664a76a34c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:10:58Z', 'updated_at': '2021-11-23T14:23:23Z', 'revision_number': 5, 'project_id': '99f5df1666f24eddbb8fc664a76a34c5', 'gw_port': {'id': 'beab9267-e1f9-49bd-8a6c-60dc9ca568ed', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcd19d-b514-4985-b26f-704571b4e827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:11:00Z', 'updated_at': '2021-11-23T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:23:26.285720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-5970d83c-414b-4e6e-8906-3c7bca794bfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909612 Nov 23 14:23:26.320648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] For port beab9267-e1f9-49bd-8a6c-60dc9ca568ed, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:26.321227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.343237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Calling delete_port for beab9267-e1f9-49bd-8a6c-60dc9ca568ed owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:26.435364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-9473d2d8-1043-4229-aaec-8f3a16052cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174755 Nov 23 14:23:26.471877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a74f4665-2609-4405-97de-c9a4278d95d2 req-0c78e487-5999-4e05-aecd-0f7ea58d8e07 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909991 Nov 23 14:23:26.489487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af9057b-fb22-47c5-83cb-2fd77c7b731b']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:26.530173 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d267d67e-3986-4254-89a1-aea624c9b718 req-94c073df-d6bc-43b2-8a3c-558cbec84f67 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000368 Nov 23 14:23:26.533707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3355d9-b6ce-4fef-815f-9acd711860c3') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:26.536086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3355d9-b6ce-4fef-815f-9acd711860c3') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:26.539483 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc30259-72f8-4070-9496-4a8154e2e4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.603247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.705961 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dd8ea522-bf31-4290-99fa-938be8bd4dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.772200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d714c9e-f1bb-4384-a09d-aaef21f9ac11 req-fdb59465-b5a0-4c4a-ae0d-042706f7ff34 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:26.774416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d714c9e-f1bb-4384-a09d-aaef21f9ac11 req-fdb59465-b5a0-4c4a-ae0d-042706f7ff34 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 943 time: 0.1341474 Nov 23 14:23:26.776720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40d34f36-0781-4d9d-b35a-ab490a4039e6 req-7c0c65f4-c3e6-472e-bf00-66e380853f7d service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335133 Nov 23 14:23:26.873243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.882225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d714c9e-f1bb-4384-a09d-aaef21f9ac11 req-25c44f44-b25a-49f1-8f34-b22ee268e91e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974615 Nov 23 14:23:26.891327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:23:26.891880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:23:26.896232 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:23:26.954028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.026779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.046441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.050591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/7af9057b-fb22-47c5-83cb-2fd77c7b731b HTTP/1.1" status: 204 len: 168 time: 1.3720942 Nov 23 14:23:27.054499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59400) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:27.061559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-474363323'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:27.074044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065bef0-c328-4cde-be07-5474b70375d5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=7af9057b-fb22-47c5-83cb-2fd77c7b731b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:27.098384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.100552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:27.107802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.141572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Pushing event deleted for resources: {'Port': ['ID=beab9267-e1f9-49bd-8a6c-60dc9ca568ed,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:27.168008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:23:27.197968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.198774 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment 84969b80-7e28-4395-a077-bc4503261876 of type vlan for network 42b2b1b8-089f-4fc7-a966-09293f7fec52 Nov 23 14:23:27.229493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc30259-72f8-4070-9496-4a8154e2e4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.237508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc30259-72f8-4070-9496-4a8154e2e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.274373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.300504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.335421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.345658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:27.347076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.402223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3372843 Nov 23 14:23:27.418186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59444) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:27.423300 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4cc30259-72f8-4070-9496-4a8154e2e4de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd6e5c14077f4bcaa843096b3525c7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3361282 Nov 23 14:23:27.427279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc30259-72f8-4070-9496-4a8154e2e4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848c3dde-f715-43be-b096-099180cd609c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:27.433058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59450) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:27.443572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.447702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.465222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:27.538116 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.539043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13dcd19d-b514-4985-b26f-704571b4e827 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:23:27.547211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.548641 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0d94b2ee-a148-4321-9416-c6129e2111eb admin admin] 10.222.0.46 "DELETE /v2.0/routers/13dcd19d-b514-4985-b26f-704571b4e827 HTTP/1.1" status: 204 len: 168 time: 2.7636006 Nov 23 14:23:27.554616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59466) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:27.569504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f018995-5fd1-4638-b460-ad0adc9ccee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.683909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f018995-5fd1-4638-b460-ad0adc9ccee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.738979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] Deleting subnet 26c53214-c848-4013-a4f9-63f91e7d7b8e {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:27.744402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.876491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.959826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f018995-5fd1-4638-b460-ad0adc9ccee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.965891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f018995-5fd1-4638-b460-ad0adc9ccee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:27.971589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5f018995-5fd1-4638-b460-ad0adc9ccee6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/848c3dde-f715-43be-b096-099180cd609c HTTP/1.1" status: 204 len: 168 time: 0.5372748 Nov 23 14:23:27.979064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5dcd4-6f76-4925-8516-693fdf19db3e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=42b2b1b8-089f-4fc7-a966-09293f7fec52,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:27.992453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 42b2b1b8-089f-4fc7-a966-09293f7fec52 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:23:28.006742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f018995-5fd1-4638-b460-ad0adc9ccee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c3dde-f715-43be-b096-099180cd609c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:28.138392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828cd43-1346-409d-ba72-49f78c57b837 req-4df870d7-0add-4c0f-a501-69463fe677ba tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:28.146748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9828cd43-1346-409d-ba72-49f78c57b837 req-4df870d7-0add-4c0f-a501-69463fe677ba tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3457105 Nov 23 14:23:28.179932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:28.214921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:28.215691 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:28.295035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27b96417-0056-427f-a4c0-33344b719a2c details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:23:28.300523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4091f-7308-4dd4-8bbd-b4bac4e9e64a req-3b5baa85-cdb8-41ee-bc0a-715bb9259d3e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:28.311809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67d4091f-7308-4dd4-8bbd-b4bac4e9e64a req-3b5baa85-cdb8-41ee-bc0a-715bb9259d3e tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 947 time: 0.5118396 Nov 23 14:23:28.441623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:28.468620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 27b96417-0056-427f-a4c0-33344b719a2c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27b96417-0056-427f-a4c0-33344b719a2c,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:28.488240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '27b96417-0056-427f-a4c0-33344b719a2c', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'port_id': '27b96417-0056-427f-a4c0-33344b719a2c', 'mac_address': 'fa:16:3e:ab:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6067dcd5-b66e-4708-a691-8896309a7852', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:23:28.513046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3a7b89b2-b139-4468-a503-cbfc06857786 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:28.522855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:28.533582 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/26c53214-c848-4013-a4f9-63f91e7d7b8e HTTP/1.1" status: 204 len: 168 time: 0.9768722 Nov 23 14:23:28.538042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59564) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:28.544693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4b2f-476c-4720-8a97-f627bc26f346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c53214-c848-4013-a4f9-63f91e7d7b8e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:28.630437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5098c4e-5edf-48dd-961d-213d37b58d1b None None] Network bdc8e8d9-6c36-47ac-9fd2-313a031af967 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:28.651739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3a7b89b2-b139-4468-a503-cbfc06857786 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:28.652268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3a7b89b2-b139-4468-a503-cbfc06857786 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:28.652963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device beab9267-e1f9-49bd-8a6c-60dc9ca568ed no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:28.660756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_backend_mixin [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Performing IP validity checks on allocation pools {{(pid=103346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 14:23:28.663791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_backend_mixin [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 14:23:28.732774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:28.776480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: beab9267-e1f9-49bd-8a6c-60dc9ca568ed {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:28.782592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device beab9267-e1f9-49bd-8a6c-60dc9ca568ed not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:28.823764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59590) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:28.894718 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:28.915854 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:28.941265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b96417-0056-427f-a4c0-33344b719a2c {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:23:28.963761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 27b96417-0056-427f-a4c0-33344b719a2c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27b96417-0056-427f-a4c0-33344b719a2c,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:28.973611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.016428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Deleting port d0e40272-cff7-4531-893d-d949db24c6b1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:29.018583 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.096866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1458072d-6f4a-4262-a084-1d32209cd8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.156261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=27b96417-0056-427f-a4c0-33344b719a2c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:29.235229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['27b96417-0056-427f-a4c0-33344b719a2c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:29.237738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9828cd43-1346-409d-ba72-49f78c57b837 req-4323af04-9047-4bed-a0f5-59a4c0563882 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0094848 Nov 23 14:23:29.252492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.260075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] For port d0e40272-cff7-4531-893d-d949db24c6b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d0e40272-cff7-4531-893d-d949db24c6b1,segment=NetworkSegment(ea5db61b-a278-4e55-80cb-e7e8a79aee82),segment_id=ea5db61b-a278-4e55-80cb-e7e8a79aee82)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:29.269994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.357962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] DHCP port deletion for bdc8e8d9-6c36-47ac-9fd2-313a031af967 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:23:29.364280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.394859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.407135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Calling delete_port for d0e40272-cff7-4531-893d-d949db24c6b1 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:29.496861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67d4091f-7308-4dd4-8bbd-b4bac4e9e64a req-f3eb338f-d629-4f87-8368-8214a77336eb tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0952678 Nov 23 14:23:29.544538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa758fdb-bfba-4425-8d16-6e89feb7a324,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:29.575755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.576332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.576818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.577420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.577896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.578366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.578835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.579393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.579897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.580912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.581410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.581879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:29.590757 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-afcda144-dff6-40f6-8e5e-cecb34312a86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eabd1c57f4874f3bb6c627eede4ebba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7645674 Nov 23 14:23:29.618279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] Deleting port d0e40272-cff7-4531-893d-d949db24c6b1 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:29.618659 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.631239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59654) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:29.712488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=fcc7c6be-9f5f-4000-905b-ad380af916fb,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:29.725444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': '84969b80-7e28-4395-a077-bc4503261876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:29.725972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: 42b2b1b8-089f-4fc7-a966-09293f7fec52, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:29.752059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fb-3139-4b07-bec8-6bac6c704595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.773857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.780583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c466b50-c9bd-4e99-8fc0-101a28f310a3 req-70942379-d8a6-4cea-93fb-d07256136482 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:29.782787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] For port d0e40272-cff7-4531-893d-d949db24c6b1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d0e40272-cff7-4531-893d-d949db24c6b1,segment=NetworkSegment(ea5db61b-a278-4e55-80cb-e7e8a79aee82),segment_id=ea5db61b-a278-4e55-80cb-e7e8a79aee82)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:29.783789 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.802786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] Calling delete_port for d0e40272-cff7-4531-893d-d949db24c6b1 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:29.805408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c466b50-c9bd-4e99-8fc0-101a28f310a3 req-70942379-d8a6-4cea-93fb-d07256136482 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 944 time: 0.3277602 Nov 23 14:23:29.815776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] No DVR routers for this DVR port d0e40272-cff7-4531-893d-d949db24c6b1 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:29.870814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 42b2b1b8-089f-4fc7-a966-09293f7fec52 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:29.928097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e40272-cff7-4531-893d-d949db24c6b1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:29.934500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fb-3139-4b07-bec8-6bac6c704595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.938114 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.954375 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] No DVR routers for this DVR port d0e40272-cff7-4531-893d-d949db24c6b1 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:29.962255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 42b2b1b8-089f-4fc7-a966-09293f7fec52) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:29.972481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:29.975414 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:29.977471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7614c803-8751-4c7b-a6b6-0951d40029f9 None None] Network 42b2b1b8-089f-4fc7-a966-09293f7fec52 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:30.025692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c466b50-c9bd-4e99-8fc0-101a28f310a3 req-68851f78-adae-4b9f-9731-845132102fe6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043910 Nov 23 14:23:30.060462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-281e93c4-dfcd-4269-b492-e7a0328650a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6388478 Nov 23 14:23:30.062729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59698) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:30.077338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52', 'name': 'tempest-PortsIpV6TestJSON-196434426'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:30.134453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fb-3139-4b07-bec8-6bac6c704595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.138208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fb-3139-4b07-bec8-6bac6c704595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.139872 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d99e33fb-3139-4b07-bec8-6bac6c704595 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa758fdb-bfba-4425-8d16-6e89feb7a324 HTTP/1.1" status: 204 len: 168 time: 0.5059447 Nov 23 14:23:30.144923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.153719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d5909-64c7-4072-ae46-d36a5b6ee4e6 None None] Pushing event deleted for resources: {'Port': ['ID=d0e40272-cff7-4531-893d-d949db24c6b1,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:30.215857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e33fb-3139-4b07-bec8-6bac6c704595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa758fdb-bfba-4425-8d16-6e89feb7a324,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:30.260762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.319197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc8e8d9-6c36-47ac-9fd2-313a031af967']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:30.339727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0e40272-cff7-4531-893d-d949db24c6b1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:30.379301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5db61b-a278-4e55-80cb-e7e8a79aee82') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:30.386267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5db61b-a278-4e55-80cb-e7e8a79aee82') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:30.437730 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.456559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-42b2b1b8-089f-4fc7-a966-09293f7fec52', 'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52', 'tenant_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'fixed_ips': [{'subnet_id': 'fcc7c6be-9f5f-4000-905b-ad380af916fb'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:23:30.459614 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.471883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:30.482042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.491690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d0e40272-cff7-4531-893d-d949db24c6b1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:30.493978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0e40272-cff7-4531-893d-d949db24c6b1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:30.514973 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.534229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:23:30.535093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:23:30.537643 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:23:30.617157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port c37e6de7-d88d-46b3-a639-fadf88bbdca2 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:30.918739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.949835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Allocated IP 2001:db8::2 (42b2b1b8-089f-4fc7-a966-09293f7fec52/fcc7c6be-9f5f-4000-905b-ad380af916fb/baa26247-f482-4039-abf1-6b18c05c7ed1) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:30.978836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:30.982439 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bdc8e8d9-6c36-47ac-9fd2-313a031af967 HTTP/1.1" status: 204 len: 168 time: 2.4408135 Nov 23 14:23:30.983601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ed0ae-8d25-4f4d-b18f-37f0becceda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc8e8d9-6c36-47ac-9fd2-313a031af967,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:31.020088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267136c-0a14-4cc1-82eb-9a064add9912 req-72927842-213b-4337-bcf3-992a4cb4c279 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:31.022269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d267136c-0a14-4cc1-82eb-9a064add9912 req-72927842-213b-4337-bcf3-992a4cb4c279 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.4509916 Nov 23 14:23:31.153280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06d9c-b975-4f5a-bc67-a5d35a94a8cc req-b407dea3-7d55-451b-b924-bc2bc41a37c1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:31.161148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98c06d9c-b975-4f5a-bc67-a5d35a94a8cc req-b407dea3-7d55-451b-b924-bc2bc41a37c1 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 947 time: 0.2587247 Nov 23 14:23:31.191459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d267136c-0a14-4cc1-82eb-9a064add9912 req-d1817b46-c610-436e-8697-d0958cf99144 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619735 Nov 23 14:23:31.233981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.242480 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.249806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59786) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:31.305998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98c06d9c-b975-4f5a-bc67-a5d35a94a8cc req-adea3dcb-d10d-4875-a980-39a5dce3aeb6 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094747 Nov 23 14:23:31.307664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Network 42b2b1b8-089f-4fc7-a966-09293f7fec52 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:31.311613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:31.314751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:31.322597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Pushing event updated for resources: {'Port': ['ID=baa26247-f482-4039-abf1-6b18c05c7ed1,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:31.348591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::181 (42b2b1b8-089f-4fc7-a966-09293f7fec52/fcc7c6be-9f5f-4000-905b-ad380af916fb/c37e6de7-d88d-46b3-a639-fadf88bbdca2) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:31.357301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0d9a9cd8-37dd-4837-9b48-7e9b416101cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6c6ec99dba14695a4767121818c34de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057475 Nov 23 14:23:31.368072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59790) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:31.433685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Attempting to bind port baa26247-f482-4039-abf1-6b18c05c7ed1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:31.434292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Attempting to bind port baa26247-f482-4039-abf1-6b18c05c7ed1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '84969b80-7e28-4395-a077-bc4503261876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:31.434800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Attempting to bind port baa26247-f482-4039-abf1-6b18c05c7ed1 on network 42b2b1b8-089f-4fc7-a966-09293f7fec52 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:31.441658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:31.442969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Checking segment: {'id': '84969b80-7e28-4395-a077-bc4503261876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:31.443361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.443912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Bound using segment: {'id': '84969b80-7e28-4395-a077-bc4503261876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:31.444538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Bound port: baa26247-f482-4039-abf1-6b18c05c7ed1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84969b80-7e28-4395-a077-bc4503261876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '42b2b1b8-089f-4fc7-a966-09293f7fec52'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:31.445196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.462004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b200d80b-c690-4da9-a341-e04fd1e49e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.490506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b200d80b-c690-4da9-a341-e04fd1e49e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.526398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] For port baa26247-f482-4039-abf1-6b18c05c7ed1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:31.533845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.534394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] For port baa26247-f482-4039-abf1-6b18c05c7ed1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=baa26247-f482-4039-abf1-6b18c05c7ed1,segment=NetworkSegment(84969b80-7e28-4395-a077-bc4503261876),segment_id=84969b80-7e28-4395-a077-bc4503261876)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:31.542233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.558348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b200d80b-c690-4da9-a341-e04fd1e49e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.562727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b200d80b-c690-4da9-a341-e04fd1e49e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.564510 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b200d80b-c690-4da9-a341-e04fd1e49e16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a020d5ec-1420-4c2a-8714-8990144ed0f1 HTTP/1.1" status: 204 len: 168 time: 0.1951182 Nov 23 14:23:31.595154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200d80b-c690-4da9-a341-e04fd1e49e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a020d5ec-1420-4c2a-8714-8990144ed0f1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:31.630125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d0f3-e768-4514-9245-881c0b0f5952 req-08cbf08f-d480-49f3-bd96-18241a77a84a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:31.643646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a414d0f3-e768-4514-9245-881c0b0f5952 req-08cbf08f-d480-49f3-bd96-18241a77a84a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 944 time: 0.3086345 Nov 23 14:23:31.709573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.772359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 42b2b1b8-089f-4fc7-a966-09293f7fec52 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:31.776245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:31.787196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.800144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4a4f-c788-4096-878e-b6e32f5dc753 None None] Pushing event updated for resources: {'Port': ['ID=baa26247-f482-4039-abf1-6b18c05c7ed1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:31.801055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a414d0f3-e768-4514-9245-881c0b0f5952 req-78b6b708-8207-4cfe-a065-2f4486723b09 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533787 Nov 23 14:23:31.801957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:31.815017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:31.815748 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:31.855787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=c37e6de7-d88d-46b3-a639-fadf88bbdca2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:31.871153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59814) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:31.880638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9decdaa0-c3ce-4ca6-95ce-c2f4601dbc3b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8162777 Nov 23 14:23:32.028898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port c37e6de7-d88d-46b3-a639-fadf88bbdca2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:32.029778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.234001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.251878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for c37e6de7-d88d-46b3-a639-fadf88bbdca2 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:32.308342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27b96417-0056-427f-a4c0-33344b719a2c up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:32.400539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device baa26247-f482-4039-abf1-6b18c05c7ed1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:32.408031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2d2b7-f053-4256-bd8f-71d22b5a0a42 req-4c9a4f2a-dcc5-4a15-a2c5-7a38c5c50271 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:32.415465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18c2d2b7-f053-4256-bd8f-71d22b5a0a42 req-4c9a4f2a-dcc5-4a15-a2c5-7a38c5c50271 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.0863903 Nov 23 14:23:32.417248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59832) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:32.508899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18c2d2b7-f053-4256-bd8f-71d22b5a0a42 req-9c7248b7-b1d2-4f32-8639-de71a2741b99 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904310 Nov 23 14:23:32.516453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b9bb1fe7-ed70-4f55-81c0-a7afb4247abb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99f5df1666f24eddbb8fc664a76a34c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0973732 Nov 23 14:23:32.528971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59834) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:32.535924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.538249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port baa26247-f482-4039-abf1-6b18c05c7ed1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:32.538838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.598980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 27b96417-0056-427f-a4c0-33344b719a2c completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:23:32.612524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 27b96417-0056-427f-a4c0-33344b719a2c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:32.613883 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.643881 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.714543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=c37e6de7-d88d-46b3-a639-fadf88bbdca2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:32.771943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.817133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.823146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1099b365-068d-4915-bdda-bcf6026b6c60 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/c37e6de7-d88d-46b3-a639-fadf88bbdca2 HTTP/1.1" status: 204 len: 168 time: 0.9483571 Nov 23 14:23:32.825186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59846) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:32.834307 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d2d473-f21a-4ab8-bdab-220474221890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.882609 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d2d473-f21a-4ab8-bdab-220474221890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.966651 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06a0ebb-379d-4218-8afe-533001ae4450 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:23:32.967543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06a0ebb-379d-4218-8afe-533001ae4450 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:23:32.975519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d2d473-f21a-4ab8-bdab-220474221890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.981256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d2d473-f21a-4ab8-bdab-220474221890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:32.982773 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-15d2d473-f21a-4ab8-bdab-220474221890 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13fa145a-a5ea-4566-97c9-58fd061c9b55 HTTP/1.1" status: 204 len: 168 time: 0.4510474 Nov 23 14:23:32.989030 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.007732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port baa26247-f482-4039-abf1-6b18c05c7ed1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=baa26247-f482-4039-abf1-6b18c05c7ed1,segment=NetworkSegment(84969b80-7e28-4395-a077-bc4503261876),segment_id=84969b80-7e28-4395-a077-bc4503261876)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:33.009243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e06a0ebb-379d-4218-8afe-533001ae4450 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/c37e6de7-d88d-46b3-a639-fadf88bbdca2 HTTP/1.1" status: 404 len: 333 time: 0.1821439 Nov 23 14:23:33.028138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59856) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:33.029901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2d473-f21a-4ab8-bdab-220474221890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fa145a-a5ea-4566-97c9-58fd061c9b55,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:33.031099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.054012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b96417-0056-427f-a4c0-33344b719a2c'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:33.056712 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52c8d90-a563-4f0e-9b77-30ce23730ac0" -d '{"events": [{"server_uuid": "19ce389f-41eb-4574-8051-b6cc6a78397a", "name": "network-vif-plugged", "status": "completed", "tag": "27b96417-0056-427f-a4c0-33344b719a2c"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:33.130834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 27b96417-0056-427f-a4c0-33344b719a2c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27b96417-0056-427f-a4c0-33344b719a2c,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:33.161767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.166848 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-acecc9fb-866e-4fda-a731-cc425968e655 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:23:33.178586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-acecc9fb-866e-4fda-a731-cc425968e655 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/c37e6de7-d88d-46b3-a639-fadf88bbdca2 HTTP/1.1" status: 404 len: 333 time: 0.1236441 Nov 23 14:23:33.181976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59864) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:33.208119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=baa26247-f482-4039-abf1-6b18c05c7ed1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:33.330086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=27b96417-0056-427f-a4c0-33344b719a2c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:33.372062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet fcc7c6be-9f5f-4000-905b-ad380af916fb {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:33.384170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.482113 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.680608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a74769-b01d-4831-b1ab-4fbae418425c None None] Network 42b2b1b8-089f-4fc7-a966-09293f7fec52 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:33.705333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.792874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.861833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc7c6be-9f5f-4000-905b-ad380af916fb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:33.868550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:33.882866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59880) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:33.884583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-251ea6f6-c07e-4efe-88d2-11ebcfb6e88b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/fcc7c6be-9f5f-4000-905b-ad380af916fb HTTP/1.1" status: 204 len: 168 time: 0.7014916 Nov 23 14:23:34.031268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0eb169f4-8654-437e-b839-7e3c5efaa7f8 None None] Provisioning complete for port baa26247-f482-4039-abf1-6b18c05c7ed1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:34.031708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0eb169f4-8654-437e-b839-7e3c5efaa7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:34.070113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:34.159414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbae20e-cf13-452c-83fa-eb47b50807d6 req-edf46dfa-07ad-4024-bc04-030f3852fb2d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:34.160990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccbae20e-cf13-452c-83fa-eb47b50807d6 req-edf46dfa-07ad-4024-bc04-030f3852fb2d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 944 time: 1.1338067 Nov 23 14:23:34.196700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f4766-aa04-491c-8afd-1fa9bcfbc592 req-2bd8c27a-3d64-493f-93df-cdd1c72e2579 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:34.198403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c3f4766-aa04-491c-8afd-1fa9bcfbc592 req-2bd8c27a-3d64-493f-93df-cdd1c72e2579 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 1.2701111 Nov 23 14:23:34.257372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-ad1ddd45-056e-4fe1-a2c6-ca00e96667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:34.274631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-ad1ddd45-056e-4fe1-a2c6-ca00e96667da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1095 time: 1.3217294 Nov 23 14:23:34.316150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] DHCP port deletion for 42b2b1b8-089f-4fc7-a966-09293f7fec52 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:23:34.446398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] Deleting port baa26247-f482-4039-abf1-6b18c05c7ed1 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:34.447090 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:34.499893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-1c6f1a69-2d84-457c-bc9f-817ea50bcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:34.501602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-1c6f1a69-2d84-457c-bc9f-817ea50bcb24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.2058299 Nov 23 14:23:34.567560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccbae20e-cf13-452c-83fa-eb47b50807d6 req-f7e27fb2-af07-4af1-87be-d653f371094c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893199 Nov 23 14:23:34.617664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] For port baa26247-f482-4039-abf1-6b18c05c7ed1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=baa26247-f482-4039-abf1-6b18c05c7ed1,segment=NetworkSegment(84969b80-7e28-4395-a077-bc4503261876),segment_id=84969b80-7e28-4395-a077-bc4503261876)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:34.618068 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:34.636715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] Calling delete_port for baa26247-f482-4039-abf1-6b18c05c7ed1 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:34.648219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c3f4766-aa04-491c-8afd-1fa9bcfbc592 req-1734a2b1-d88b-4652-9723-3d000a735254 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030406 Nov 23 14:23:34.785592 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99b2560-63e8-4839-a68e-8903268a49a8 x-openstack-request-id: req-f99b2560-63e8-4839-a68e-8903268a49a8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:34.785988 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce389f-41eb-4574-8051-b6cc6a78397a", "name": "network-vif-plugged", "status": "completed", "tag": "27b96417-0056-427f-a4c0-33344b719a2c", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:34.786488 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f99b2560-63e8-4839-a68e-8903268a49a8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:34.786917 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b96417-0056-427f-a4c0-33344b719a2c', 'code': 200} Nov 23 14:23:34.788045 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:34.796955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port baa26247-f482-4039-abf1-6b18c05c7ed1 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:34.803156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] No DVR routers for this DVR port baa26247-f482-4039-abf1-6b18c05c7ed1 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:34.809998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:34.824885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d33d87-5325-474d-a3dd-1946d2746ae1 None None] Pushing event deleted for resources: {'Port': ['ID=baa26247-f482-4039-abf1-6b18c05c7ed1,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:34.865459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-560e1fbf-9627-436e-8e77-d8c9d7aa383f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.3470497 Nov 23 14:23:34.879550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae56c1-1b80-4fa8-adef-6ae252cb8f5a req-942c687c-96cd-4ba8-80eb-feba6b9e050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:34.881102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-76ae56c1-1b80-4fa8-adef-6ae252cb8f5a req-942c687c-96cd-4ba8-80eb-feba6b9e050b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 1096 time: 0.1229334 Nov 23 14:23:34.969949 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-76ae56c1-1b80-4fa8-adef-6ae252cb8f5a req-1c364055-d57c-4751-8297-efef74d19efb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816946 Nov 23 14:23:34.989249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] For port baa26247-f482-4039-abf1-6b18c05c7ed1, host n-d-818503-2, got binding levels [] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:34.989811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.011637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for baa26247-f482-4039-abf1-6b18c05c7ed1 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:35.020151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.ipam_backend_mixin [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Port baa26247-f482-4039-abf1-6b18c05c7ed1 was not found and therefore no delete operation was performed {{(pid=103346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:23:35.022485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-adc0856d-37a5-4b44-a1d6-ed68ee86b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:35.025659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-adc0856d-37a5-4b44-a1d6-ed68ee86b44a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1224692 Nov 23 14:23:35.027300 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.043202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No DVR routers for this DVR port baa26247-f482-4039-abf1-6b18c05c7ed1 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:35.070929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=baa26247-f482-4039-abf1-6b18c05c7ed1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:35.158943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.182602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b2b1b8-089f-4fc7-a966-09293f7fec52']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:35.194037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84969b80-7e28-4395-a077-bc4503261876') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:35.194341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84969b80-7e28-4395-a077-bc4503261876') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:35.205797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.225742 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.265589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:23:35.266739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:23:35.307056 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:23:35.406597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59922) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:35.477042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.481059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-4a166e37-453d-406d-8b7c-f5290ff46195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:35.483110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-4a166e37-453d-406d-8b7c-f5290ff46195 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452888 Nov 23 14:23:35.491369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.498307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/42b2b1b8-089f-4fc7-a966-09293f7fec52 HTTP/1.1" status: 204 len: 168 time: 1.6057308 Nov 23 14:23:35.499735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:35.506476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1974046660'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:35.525282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-1547fe92-9e0a-455d-b352-ba3970a8e473 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:23:35.526804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-1547fe92-9e0a-455d-b352-ba3970a8e473 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081184 Nov 23 14:23:35.534966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264f620-079d-4b04-9082-9a48d47a5246 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=42b2b1b8-089f-4fc7-a966-09293f7fec52,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:35.624723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1240460804-network', 'tenant_id': '0e386cbc1ff34fbeac7f2d4429cc19ee'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:35.646930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:35.659223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.728674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:23:35.734463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Made reservation on behalf of 0e386cbc1ff34fbeac7f2d4429cc19ee for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:35.738290 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.801579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.811424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:35.815509 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment d163fde0-495c-4e69-a509-74c4cfa900be of type vlan for network b6d5fbe2-403d-4dff-940e-ef968826efa8 Nov 23 14:23:35.857233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-ac7af91b-8072-4706-b9ee-2977805140f9 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123250 Nov 23 14:23:36.000975 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.100675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170ab9a-da5f-4fec-86e7-eb3f5694108b req-b3ea99dd-f544-4373-8874-c687108b87d5 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:36.112322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5170ab9a-da5f-4fec-86e7-eb3f5694108b req-b3ea99dd-f544-4373-8874-c687108b87d5 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 945 time: 0.3705387 Nov 23 14:23:36.302003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.304458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.314065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:36.320124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.329459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device baa26247-f482-4039-abf1-6b18c05c7ed1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:36.354979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d664d-9a7a-4b56-8f57-155911620fd1 req-9bc177df-5401-416f-b52e-033a94c0d0c7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:36.357222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.358714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-296d664d-9a7a-4b56-8f57-155911620fd1 req-9bc177df-5401-416f-b52e-033a94c0d0c7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.5219166 Nov 23 14:23:36.362356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a33627c-8aa9-45e1-970d-fceb7a38cb2d req-721d70f4-e7fb-4db9-b3c0-57220cb5502c service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718680 Nov 23 14:23:36.381621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: baa26247-f482-4039-abf1-6b18c05c7ed1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:36.383792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device baa26247-f482-4039-abf1-6b18c05c7ed1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:36.394851 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8934364 Nov 23 14:23:36.411911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59962) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:36.440165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:36.480937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db432108-59cf-49a3-b09a-e7a455eea226,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:36.490105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:23:36.504158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.504518 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Added segment 11895355-0626-487a-976b-3c5f95cfd7e7 of type vlan for network 56692de0-706c-4196-b5bc-2e03a2b948f0 Nov 23 14:23:36.545360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5170ab9a-da5f-4fec-86e7-eb3f5694108b req-5409bc59-01cb-4c52-bd14-c2dd5dc85dfb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028018 Nov 23 14:23:36.566467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.600713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.602048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:36.602048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.637696 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2286057 Nov 23 14:23:36.640370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59972) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:36.660876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Request body: {'subnet': {'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1240460804-subnet', 'tenant_id': '0e386cbc1ff34fbeac7f2d4429cc19ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:36.693231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-296d664d-9a7a-4b56-8f57-155911620fd1 req-c4a2278d-a612-4795-8b47-8f0036c7b89c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111248 Nov 23 14:23:36.707939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2402aa0-4c32-49ad-b1b6-22964580af5c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=b6d5fbe2-403d-4dff-940e-ef968826efa8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:36.749580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Made reservation on behalf of 0e386cbc1ff34fbeac7f2d4429cc19ee for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:36.755296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.819736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:36.819940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network b6d5fbe2-403d-4dff-940e-ef968826efa8 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:23:36.823646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.830579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e5488-93fd-4d79-9b7e-236f018db188 admin admin] Pushing event updated for resources: {'Network': ['ID=56692de0-706c-4196-b5bc-2e03a2b948f0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:36.958496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 56692de0-706c-4196-b5bc-2e03a2b948f0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:23:37.173090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:37.276874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=241e567a-464d-43d0-8884-6ad5d2017c87,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:37.308501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': 'd163fde0-495c-4e69-a509-74c4cfa900be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:37.308859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: b6d5fbe2-403d-4dff-940e-ef968826efa8, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:37.337873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network b6d5fbe2-403d-4dff-940e-ef968826efa8 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:37.380811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, b6d5fbe2-403d-4dff-940e-ef968826efa8) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:37.386034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:37.386700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:37.390693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:37.391652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb5b06-ccb4-4f72-a507-26253044f100 None None] Network b6d5fbe2-403d-4dff-940e-ef968826efa8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:37.460405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59988) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:37.460960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30de5cd4-ad96-419d-a8d7-76b02e336949 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0475540 Nov 23 14:23:37.467855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1557901623'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:37.471837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc358b10-227b-469a-81ce-668349cbe236,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:37.484878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Checking segment: {'id': '11895355-0626-487a-976b-3c5f95cfd7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:37.485219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Network hostable DHCP agents. Network: 56692de0-706c-4196-b5bc-2e03a2b948f0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:37.506196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Network 56692de0-706c-4196-b5bc-2e03a2b948f0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:37.516805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 56692de0-706c-4196-b5bc-2e03a2b948f0) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:37.521655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:37.522263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:37.542282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-17cab71d-ce9b-4af7-a4f1-9550c2d668ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8946311 Nov 23 14:23:37.543038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b9df4-5f0b-48ae-a0ad-5725c6d2a1e4 None None] Network 56692de0-706c-4196-b5bc-2e03a2b948f0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:37.731277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205223-8cb1-46f6-99d3-8de2707ed438 req-f0877bf8-d9bc-4277-87ad-ebdaea654fb9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:37.732978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27205223-8cb1-46f6-99d3-8de2707ed438 req-f0877bf8-d9bc-4277-87ad-ebdaea654fb9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 945 time: 0.0733950 Nov 23 14:23:37.760029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:37.776339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:37.817046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 8edc9b69-38f9-456f-ba62-1806f971b3c3 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:37.858733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27205223-8cb1-46f6-99d3-8de2707ed438 req-61c03250-47f3-4b35-b704-24e5cdb3f883 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074901 Nov 23 14:23:37.859258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc900aa4-54e2-4e97-b4f5-65464cb66cca None None] Network 56692de0-706c-4196-b5bc-2e03a2b948f0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:37.956613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-b6d5fbe2-403d-4dff-940e-ef968826efa8', 'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8', 'tenant_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'fixed_ips': [{'subnet_id': '241e567a-464d-43d0-8884-6ad5d2017c87'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:23:37.957566 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:37.963725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09297a-9b16-44a6-8b1d-1c6b0f018f1a req-57031075-c89a-4e8f-ad4d-3c1aabed3fed tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:37.964665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de09297a-9b16-44a6-8b1d-1c6b0f018f1a req-57031075-c89a-4e8f-ad4d-3c1aabed3fed tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1181874 Nov 23 14:23:38.015773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::13c (b6d5fbe2-403d-4dff-940e-ef968826efa8/241e567a-464d-43d0-8884-6ad5d2017c87/8edc9b69-38f9-456f-ba62-1806f971b3c3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:38.183731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de09297a-9b16-44a6-8b1d-1c6b0f018f1a req-d7ff53c4-eba1-44ff-b513-7fda96fbdb10 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042007 Nov 23 14:23:38.206722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8baf4a-9552-48a5-8def-89fffa4cb6ac req-5f73ed79-5829-4683-bc26-f297032f4cb9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:38.208783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e8baf4a-9552-48a5-8def-89fffa4cb6ac req-5f73ed79-5829-4683-bc26-f297032f4cb9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 945 time: 0.1663756 Nov 23 14:23:38.285887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e8baf4a-9552-48a5-8def-89fffa4cb6ac req-50b5adbe-d7ed-4d2b-a819-85133a459733 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 Nov 23 14:23:38.311466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.379614 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.478700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network b6d5fbe2-403d-4dff-940e-ef968826efa8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:38.490798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:38.494773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:38.505692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:38.506361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.508240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Allocated IP 2001:db8::2 (b6d5fbe2-403d-4dff-940e-ef968826efa8/241e567a-464d-43d0-8884-6ad5d2017c87/99f5ec28-9fe8-49f0-9e3a-8700094a35ea) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:38.545756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72855-502d-4168-a73d-928c0c1a3d9c req-eec09577-a8ba-4829-bb49-514569bf56f6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:38.548068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0856998 Nov 23 14:23:38.549612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60026) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:38.550445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da4c25-4072-4321-8255-51511590ef97 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=8edc9b69-38f9-456f-ba62-1806f971b3c3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:38.558933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0a72855-502d-4168-a73d-928c0c1a3d9c req-eec09577-a8ba-4829-bb49-514569bf56f6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1579382 Nov 23 14:23:38.669570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0a72855-502d-4168-a73d-928c0c1a3d9c req-fde3f52b-1566-4cf8-a26f-1ca34c56d8da tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088359 Nov 23 14:23:38.720264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 8edc9b69-38f9-456f-ba62-1806f971b3c3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:38.720988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.911042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.918561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.927531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.937426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 8edc9b69-38f9-456f-ba62-1806f971b3c3 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:39.024707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Network b6d5fbe2-403d-4dff-940e-ef968826efa8 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:39.046653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:39.059439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:39.082787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Pushing event updated for resources: {'Port': ['ID=99f5ec28-9fe8-49f0-9e3a-8700094a35ea,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:39.133936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-fde5d76e-1ffb-4359-8095-f08c55a8a3cb tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:39.136156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-fde5d76e-1ffb-4359-8095-f08c55a8a3cb tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/networks?id=56692de0-706c-4196-b5bc-2e03a2b948f0 HTTP/1.1" status: 200 len: 822 time: 0.3190484 Nov 23 14:23:39.138675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.175542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-aaf8c34d-fd05-417c-8e8c-dee86dddfb3b tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/quotas/0e386cbc1ff34fbeac7f2d4429cc19ee HTTP/1.1" status: 200 len: 375 time: 0.0306485 Nov 23 14:23:39.234380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=8edc9b69-38f9-456f-ba62-1806f971b3c3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:39.254735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-c027b17c-696a-4574-ab5e-e22c9b0e6ecd tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e386cbc1ff34fbeac7f2d4429cc19ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733011 Nov 23 14:23:39.275297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.281835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1df2964f-2da2-4eba-aa5f-29bc2e558d8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/8edc9b69-38f9-456f-ba62-1806f971b3c3 HTTP/1.1" status: 204 len: 168 time: 0.7263374 Nov 23 14:23:39.282420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60058) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:39.282542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Attempting to bind port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:39.283082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Attempting to bind port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd163fde0-495c-4e69-a509-74c4cfa900be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:39.283513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Attempting to bind port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea on network b6d5fbe2-403d-4dff-940e-ef968826efa8 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:39.301664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:39.302042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Checking segment: {'id': 'd163fde0-495c-4e69-a509-74c4cfa900be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:39.302531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.302951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Bound using segment: {'id': 'd163fde0-495c-4e69-a509-74c4cfa900be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:39.303436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Bound port: 99f5ec28-9fe8-49f0-9e3a-8700094a35ea, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd163fde0-495c-4e69-a509-74c4cfa900be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b6d5fbe2-403d-4dff-940e-ef968826efa8'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:39.303822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.347012 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c710bc-48c0-4ef9-bb0d-feae55ecb826 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:23:39.352840 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08c710bc-48c0-4ef9-bb0d-feae55ecb826 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/8edc9b69-38f9-456f-ba62-1806f971b3c3 HTTP/1.1" status: 404 len: 333 time: 0.0647564 Nov 23 14:23:39.353462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60064) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:39.378931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] For port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:39.383172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] For port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=99f5ec28-9fe8-49f0-9e3a-8700094a35ea,segment=NetworkSegment(d163fde0-495c-4e69-a509-74c4cfa900be),segment_id=d163fde0-495c-4e69-a509-74c4cfa900be)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:39.390813 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.460308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-0ba4cb5d-6681-49a2-8c20-1f57235f4723 service neutron] 10.222.0.46 "GET /v2.0/networks/56692de0-706c-4196-b5bc-2e03a2b948f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969197 Nov 23 14:23:39.490600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 241e567a-464d-43d0-8884-6ad5d2017c87 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:39.494752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.529917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a3d52-e1a8-427c-bb3f-e76363728024 None None] Pushing event updated for resources: {'Port': ['ID=99f5ec28-9fe8-49f0-9e3a-8700094a35ea,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:39.545837 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.573752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aa7af-8731-4b11-9493-f573c3fa3d0f req-247c0615-1817-42db-a2d3-ade71329869c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:39.581600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-956aa7af-8731-4b11-9493-f573c3fa3d0f req-247c0615-1817-42db-a2d3-ade71329869c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 945 time: 0.1198564 Nov 23 14:23:39.753731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-82e299b4-f1f2-423e-9172-10a4073ce22f service neutron] 10.222.0.46 "GET /v2.0/networks/56692de0-706c-4196-b5bc-2e03a2b948f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503088 Nov 23 14:23:39.756024 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.776177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-956aa7af-8731-4b11-9493-f573c3fa3d0f req-41bd7e6a-6e2e-426e-a8d4-b8cf8a2ea4d7 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936193 Nov 23 14:23:39.884219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.950480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5935-d152-4697-a341-589fb0950788 req-aa54bb75-eccb-4810-a4d9-e3006de0c898 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:39.960421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a62c5935-d152-4697-a341-589fb0950788 req-aa54bb75-eccb-4810-a4d9-e3006de0c898 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.0991602 Nov 23 14:23:39.988694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=241e567a-464d-43d0-8884-6ad5d2017c87,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:40.006716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.031526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b1f5094-4dfe-4a1a-875d-bc97f4fd03e4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/241e567a-464d-43d0-8884-6ad5d2017c87 HTTP/1.1" status: 204 len: 168 time: 0.6755404 Nov 23 14:23:40.032703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60076) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:40.082256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a62c5935-d152-4697-a341-589fb0950788 req-333bd111-d511-4455-8b3b-ae351afcc669 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165807 Nov 23 14:23:40.209361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9aed59ed-0772-4d6c-81a8-3b04b66f9131 req-9055def2-0b5b-4a07-9c38-261b3412e61e tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 210 time: 0.0357194 Nov 23 14:23:40.269588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.373700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 99f5ec28-9fe8-49f0-9e3a-8700094a35ea up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:40.451807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:40.451807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.587030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:40.587612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.737844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] For port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=99f5ec28-9fe8-49f0-9e3a-8700094a35ea,segment=NetworkSegment(d163fde0-495c-4e69-a509-74c4cfa900be),segment_id=d163fde0-495c-4e69-a509-74c4cfa900be)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:40.738335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.770738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 99f5ec28-9fe8-49f0-9e3a-8700094a35ea owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:40.773635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60121620-19d3-46fb-889a-2a1bc3a4dafa req-c087048b-8641-4573-8dc5-9119d37de2f6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:40.776898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60121620-19d3-46fb-889a-2a1bc3a4dafa req-c087048b-8641-4573-8dc5-9119d37de2f6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2904978 Nov 23 14:23:40.810804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-8c4dfda0-1475-444d-8d1b-d8db3c82955b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:40.815968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-8c4dfda0-1475-444d-8d1b-d8db3c82955b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 945 time: 0.2465441 Nov 23 14:23:40.841027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.952059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=99f5ec28-9fe8-49f0-9e3a-8700094a35ea,segment=NetworkSegment(d163fde0-495c-4e69-a509-74c4cfa900be),segment_id=d163fde0-495c-4e69-a509-74c4cfa900be)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:40.960446 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.968972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.007080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60121620-19d3-46fb-889a-2a1bc3a4dafa req-e8784068-a2e5-4a65-a495-17d30f8f4d23 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216203 Nov 23 14:23:41.019060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=99f5ec28-9fe8-49f0-9e3a-8700094a35ea,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:41.029530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event deleted for resources: {'Port': ['ID=99f5ec28-9fe8-49f0-9e3a-8700094a35ea,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:41.034565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No DVR routers for this DVR port 99f5ec28-9fe8-49f0-9e3a-8700094a35ea on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:41.135186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b5d20-12d7-422d-b36f-356ef3514f4b req-2231c4ca-db66-46ef-9e75-158fa25cb864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:41.150659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-004b5d20-12d7-422d-b36f-356ef3514f4b req-2231c4ca-db66-46ef-9e75-158fa25cb864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 945 time: 0.2890456 Nov 23 14:23:41.225232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.252375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Deleting port 27b96417-0056-427f-a4c0-33344b719a2c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:41.252728 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.268656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-004b5d20-12d7-422d-b36f-356ef3514f4b req-ffccd5ec-5ed5-42e7-8a2d-68f9c37c4804 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135535 Nov 23 14:23:41.277415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d5fbe2-403d-4dff-940e-ef968826efa8']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:41.298025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd163fde0-495c-4e69-a509-74c4cfa900be') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:41.298328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd163fde0-495c-4e69-a509-74c4cfa900be') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:23:41.309774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.329354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.342257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:23:41.342549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:23:41.351990 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:23:41.371327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d14352-5be0-4e28-8086-31e9d960f3fe None None] Network b6d5fbe2-403d-4dff-940e-ef968826efa8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:41.448594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7330c4e1-ae64-422f-aca9-7b48acae9f0e req-9d78268c-45d8-4f59-b920-1a86377bcecf tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 210 time: 0.0625014 Nov 23 14:23:41.476796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0d95de27-bb4e-49f8-ae34-f905b8190cc3 None None] Could not find standard attr ID for object 99f5ec28-9fe8-49f0-9e3a-8700094a35ea. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:23:41.480981 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.495752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] For port 27b96417-0056-427f-a4c0-33344b719a2c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27b96417-0056-427f-a4c0-33344b719a2c,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:41.496129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.517847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.521752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/b6d5fbe2-403d-4dff-940e-ef968826efa8 HTTP/1.1" status: 204 len: 168 time: 1.4875157 Nov 23 14:23:41.523066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5845a-db2f-4b67-8e10-eda08d771dd3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=b6d5fbe2-403d-4dff-940e-ef968826efa8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:41.525444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60116) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:41.531122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'name': 'tempest-PortsIpV6TestJSON-1840062119'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:41.542132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Calling delete_port for 27b96417-0056-427f-a4c0-33344b719a2c owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:41.661143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:41.669051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.713040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port c900ae27-3d5c-4551-ada9-0dc7caae31c2 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:41.741229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e2b04b-2bab-40a8-a6ea-765d3b96971f None None] DHCP port deletion for b6d5fbe2-403d-4dff-940e-ef968826efa8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:23:41.933617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:41.955474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['27b96417-0056-427f-a4c0-33344b719a2c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:42.000340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event deleted for resources: {'Port': ['ID=27b96417-0056-427f-a4c0-33344b719a2c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:42.026548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:42.101453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] No DVR routers for this DVR port 27b96417-0056-427f-a4c0-33344b719a2c on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:42.105993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:42.119577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b25870f-2f00-4429-a964-9dbe0b2cf2f2 req-ce9f0832-b702-424b-b6ac-1a6559b853fa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "DELETE /v2.0/ports/27b96417-0056-427f-a4c0-33344b719a2c HTTP/1.1" status: 204 len: 173 time: 1.2600441 Nov 23 14:23:42.120010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'name': 'network-vif-deleted', 'tag': '27b96417-0056-427f-a4c0-33344b719a2c'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:42.127156 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15197a85-d156-42c9-a3d7-7a93c8c3a466" -d '{"events": [{"server_uuid": "19ce389f-41eb-4574-8051-b6cc6a78397a", "name": "network-vif-deleted", "tag": "27b96417-0056-427f-a4c0-33344b719a2c"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:42.169001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:42.271528 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d082efb-b76f-4ce5-a124-ba8845fcd911 x-openstack-request-id: req-3d082efb-b76f-4ce5-a124-ba8845fcd911 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:42.272441 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce389f-41eb-4574-8051-b6cc6a78397a", "name": "network-vif-deleted", "tag": "27b96417-0056-427f-a4c0-33344b719a2c", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:42.272441 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d082efb-b76f-4ce5-a124-ba8845fcd911 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:42.282075 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce389f-41eb-4574-8051-b6cc6a78397a', 'name': 'network-vif-deleted', 'tag': '27b96417-0056-427f-a4c0-33344b719a2c', 'status': 'completed', 'code': 200} Nov 23 14:23:42.295485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 99f5ec28-9fe8-49f0-9e3a-8700094a35ea no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:42.310316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-c4dfb389-6833-4caa-9fcc-b0258710a842 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:42.312717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-c4dfb389-6833-4caa-9fcc-b0258710a842 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.74 "GET /v2.0/networks?id=56692de0-706c-4196-b5bc-2e03a2b948f0 HTTP/1.1" status: 200 len: 822 time: 0.4082978 Nov 23 14:23:42.317322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:42.327223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 99f5ec28-9fe8-49f0-9e3a-8700094a35ea {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:42.327736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 99f5ec28-9fe8-49f0-9e3a-8700094a35ea not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:42.342254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Request body: {'port': {'device_id': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0', 'admin_state_up': True, 'tenant_id': '0e386cbc1ff34fbeac7f2d4429cc19ee'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:42.379260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f786b3-88a2-4948-abed-d0b535e81f9b req-5234c0c5-d9ec-4f25-b381-ea441c68a849 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:42.381563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1f786b3-88a2-4948-abed-d0b535e81f9b req-5234c0c5-d9ec-4f25-b381-ea441c68a849 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1589775 Nov 23 14:23:42.476854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1f786b3-88a2-4948-abed-d0b535e81f9b req-c4d50238-476f-493d-9d82-7843f6a89c3f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869806 Nov 23 14:23:42.479468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e2cd2ca-bb93-4f89-b60c-ab408e775d06 req-210b3878-f27f-4aca-a748-5a9d5520ddee tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=19ce389f-41eb-4574-8051-b6cc6a78397a HTTP/1.1" status: 200 len: 210 time: 0.0415034 Nov 23 14:23:42.511893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:42.518429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:42.522605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=c900ae27-3d5c-4551-ada9-0dc7caae31c2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:42.524928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:42.531063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:42.531688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:42.563118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c8cda059-8ec1-46c0-872f-6854d9676be4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0360956 Nov 23 14:23:42.566736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60144) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:42.643052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Made reservation on behalf of 0e386cbc1ff34fbeac7f2d4429cc19ee for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:42.658182 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:42.974490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Allocated IP 172.20.0.4 (56692de0-706c-4196-b5bc-2e03a2b948f0/cc358b10-227b-469a-81ce-668349cbe236/8cb343fd-8396-4376-8112-e44e0e493664) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:43.137763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d3316c3-6664-48cd-b9b1-d3c48cf23333 req-3b4cd080-da32-41f5-a658-03f8011234f6 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 210 time: 0.4750600 Nov 23 14:23:43.197311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189526a-dc46-4655-9390-c8256f6beade req-910e7630-950b-437d-9239-2b163fc668a8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:43.198916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1189526a-dc46-4655-9390-c8256f6beade req-910e7630-950b-437d-9239-2b163fc668a8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1117980 Nov 23 14:23:43.204339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.247934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port c900ae27-3d5c-4551-ada9-0dc7caae31c2 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:43.248250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.262449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.330771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1189526a-dc46-4655-9390-c8256f6beade req-f9137600-9d63-4be1-b276-7ded441e0a7c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224794 Nov 23 14:23:43.401838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.418093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for c900ae27-3d5c-4551-ada9-0dc7caae31c2 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:43.546314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672f68-a5a8-45da-8f6c-e5bc03ac5f35 req-702f4bd7-f7d9-4537-ac56-b8578d4c7ffe tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:43.547949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad672f68-a5a8-45da-8f6c-e5bc03ac5f35 req-702f4bd7-f7d9-4537-ac56-b8578d4c7ffe tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 950 time: 0.0759006 Nov 23 14:23:43.577624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60166) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:43.614435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.626374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad672f68-a5a8-45da-8f6c-e5bc03ac5f35 req-556ad06d-f5d0-4930-ae37-50e31f56914d tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712128 Nov 23 14:23:43.658405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=c900ae27-3d5c-4551-ada9-0dc7caae31c2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:43.676199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.680465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7a41aa2d-200f-4d18-b732-233920173c5d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/c900ae27-3d5c-4551-ada9-0dc7caae31c2 HTTP/1.1" status: 204 len: 168 time: 1.1110728 Nov 23 14:23:43.682988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60172) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:43.691024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'mac_address': 'fa:16:3e:5b:db:95', 'name': 'tempest-PortsIpV6TestJSON-759823730'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:43.770158 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68cefb97-bb6d-4c39-8c8d-ed3832ae1982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.789016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Network 56692de0-706c-4196-b5bc-2e03a2b948f0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:43.794253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:43.796699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:43.830330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Pushing event updated for resources: {'Port': ['ID=8cb343fd-8396-4376-8112-e44e0e493664,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:43.857167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:43.858010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:43.875304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-f4f21ce8-193e-47e7-b982-4af31fbfb189 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5511172 Nov 23 14:23:43.885895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-55caccc2-6593-42dd-98bc-cdfd49008238 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:23:43.886839 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-55caccc2-6593-42dd-98bc-cdfd49008238 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049865 Nov 23 14:23:43.898497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:43.900653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Request body: {'port': {'device_id': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:43.955765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.018771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68cefb97-bb6d-4c39-8c8d-ed3832ae1982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.023160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.032500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bd1ebf9b-130d-4992-b99f-b21d59b0a312 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.034491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bd1ebf9b-130d-4992-b99f-b21d59b0a312 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.2265103 Nov 23 14:23:44.040484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-68cefb97-bb6d-4c39-8c8d-ed3832ae1982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.085914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 8e28b31e-0941-4db0-be23-22abdf51f2c7 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:44.096137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-fd97f804-3071-4722-bb36-b80956700ffe tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.0532320 Nov 23 14:23:44.109227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cefb97-bb6d-4c39-8c8d-ed3832ae1982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1b193d-0488-4c0a-aa17-302f725faa6d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:44.116333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-68cefb97-bb6d-4c39-8c8d-ed3832ae1982 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62d04803f0624bed9e1da14ac0bf9932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355341 Nov 23 14:23:44.139756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60186) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:44.243494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-81fcde23-5094-4e30-9362-4013c30eb5c7 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405990 Nov 23 14:23:44.257431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abc8e769-5131-4c7f-80bc-15735f405c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.311268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abc8e769-5131-4c7f-80bc-15735f405c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.328647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb343fd-8396-4376-8112-e44e0e493664 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:23:44.342481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.342985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27b96417-0056-427f-a4c0-33344b719a2c no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:44.372655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Transition to ACTIVE for port object 8cb343fd-8396-4376-8112-e44e0e493664 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:23:44.378738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 27b96417-0056-427f-a4c0-33344b719a2c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:44.379114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27b96417-0056-427f-a4c0-33344b719a2c not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:44.381894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.426777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abc8e769-5131-4c7f-80bc-15735f405c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.429350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abc8e769-5131-4c7f-80bc-15735f405c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.430497 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-abc8e769-5131-4c7f-80bc-15735f405c81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af1b193d-0488-4c0a-aa17-302f725faa6d HTTP/1.1" status: 204 len: 168 time: 0.2898648 Nov 23 14:23:44.447826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Pushing event updated for resources: {'Port': ['ID=8cb343fd-8396-4376-8112-e44e0e493664,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:44.452509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8e769-5131-4c7f-80bc-15735f405c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1b193d-0488-4c0a-aa17-302f725faa6d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:44.452708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.468034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b37e4-e123-42ee-a76e-0817c17b84e8 req-3be110b4-a12f-4cfa-8b53-aa01933c0e3f tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.470165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-004b37e4-e123-42ee-a76e-0817c17b84e8 req-3be110b4-a12f-4cfa-8b53-aa01933c0e3f tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 931 time: 0.2108130 Nov 23 14:23:44.515522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-6aa3ee51-2093-43e0-a318-067e3831f594 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352901 Nov 23 14:23:44.529389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Attempting to bind port 8cb343fd-8396-4376-8112-e44e0e493664 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:44.529724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Attempting to bind port 8cb343fd-8396-4376-8112-e44e0e493664 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '11895355-0626-487a-976b-3c5f95cfd7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:44.530056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Attempting to bind port 8cb343fd-8396-4376-8112-e44e0e493664 on network 56692de0-706c-4196-b5bc-2e03a2b948f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:44.535709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Port 8cb343fd-8396-4376-8112-e44e0e493664 on network 56692de0-706c-4196-b5bc-2e03a2b948f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:23:44.536031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Attempting to bind port 8cb343fd-8396-4376-8112-e44e0e493664 on network 56692de0-706c-4196-b5bc-2e03a2b948f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:44.541684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:44.542021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Checking segment: {'id': '11895355-0626-487a-976b-3c5f95cfd7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:44.542402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Bound using segment: {'id': '11895355-0626-487a-976b-3c5f95cfd7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:44.542856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Bound port: 8cb343fd-8396-4376-8112-e44e0e493664, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11895355-0626-487a-976b-3c5f95cfd7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:44.543655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.619855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.629518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] For port 8cb343fd-8396-4376-8112-e44e0e493664, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:44.633527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] For port 8cb343fd-8396-4376-8112-e44e0e493664, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8cb343fd-8396-4376-8112-e44e0e493664,segment=NetworkSegment(11895355-0626-487a-976b-3c5f95cfd7e7),segment_id=11895355-0626-487a-976b-3c5f95cfd7e7)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:44.636176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-004b37e4-e123-42ee-a76e-0817c17b84e8 req-10657c08-bfc6-4903-8ab5-c43278e13f98 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580153 Nov 23 14:23:44.639214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.675863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.676875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.678797 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] 10.222.0.74 "PUT /v2.0/ports/8cb343fd-8396-4376-8112-e44e0e493664 HTTP/1.1" status: 200 len: 1091 time: 0.7820146 Nov 23 14:23:44.681341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'tag': '8cb343fd-8396-4376-8112-e44e0e493664'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:44.683780 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09505961-218c-4392-a36b-15ca84eaf2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "86350dcf-5a66-4bc4-ad8a-29c36bba0fbf", "tag": "8cb343fd-8396-4376-8112-e44e0e493664"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:44.723323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb32214-f494-4905-86c8-c227fe321e0f service neutron] Pushing event updated for resources: {'Port': ['ID=8cb343fd-8396-4376-8112-e44e0e493664,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:44.757351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:44.763693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-4a43f6cd-6535-4b87-9a54-40501d4fb1ad service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471251 Nov 23 14:23:44.782735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-a06168d2-9f6e-4f81-9923-aac101866e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.783577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:44.789718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:44.791824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-a06168d2-9f6e-4f81-9923-aac101866e30 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e386cbc1ff34fbeac7f2d4429cc19ee&device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 1094 time: 0.0565915 Nov 23 14:23:44.797031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.797668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.804057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=8e28b31e-0941-4db0-be23-22abdf51f2c7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:44.810745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60206) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:44.844119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-13bd51fd-faad-42e4-8c22-af7c16618782 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1598964 Nov 23 14:23:44.847963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc421feb-c85d-43fd-b700-d0b89d5a52b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.849917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60208) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:44.853296 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-cc03790a-fb60-446c-b680-455b2e3afc5d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cb343fd-8396-4376-8112-e44e0e493664 HTTP/1.1" status: 200 len: 217 time: 0.0597880 Nov 23 14:23:44.870446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1914d4-ad64-4c70-bdb1-9d02fed92fae req-d46ba5f2-a0af-432f-86da-e9aeb6910da8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.872191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad1914d4-ad64-4c70-bdb1-9d02fed92fae req-d46ba5f2-a0af-432f-86da-e9aeb6910da8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1355274 Nov 23 14:23:44.932951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95beda-1e92-4367-82b7-9d1973b880bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.933781 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f95beda-1e92-4367-82b7-9d1973b880bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/8e28b31e-0941-4db0-be23-22abdf51f2c7 HTTP/1.1" status: 200 len: 844 time: 0.0825720 Nov 23 14:23:44.936690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60212) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:44.983833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-c72ccce5-da1f-43be-a12c-1ccc1a8a51de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:44.985338 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-c72ccce5-da1f-43be-a12c-1ccc1a8a51de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc358b10-227b-469a-81ce-668349cbe236 HTTP/1.1" status: 200 len: 862 time: 0.1234493 Nov 23 14:23:45.052536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-71384171-5fb8-47df-b8a2-7fa5821026d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56692de0-706c-4196-b5bc-2e03a2b948f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568123 Nov 23 14:23:45.078380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad1914d4-ad64-4c70-bdb1-9d02fed92fae req-4651c9a2-7ca3-46b2-b377-169227a33857 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974249 Nov 23 14:23:45.097077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-1b38879f-dd11-48f1-8bb7-c99f3f14b093 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:45.098661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-1b38879f-dd11-48f1-8bb7-c99f3f14b093 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.74 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 950 time: 0.1535187 Nov 23 14:23:45.111548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc421feb-c85d-43fd-b700-d0b89d5a52b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.111650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 8e28b31e-0941-4db0-be23-22abdf51f2c7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:45.111650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.112839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f1bb-0feb-4059-9137-63d23660bc73 req-cc02f6fa-4703-4c29-b470-dfddb77be9fd tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:45.114397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4488f1bb-0feb-4059-9137-63d23660bc73 req-cc02f6fa-4703-4c29-b470-dfddb77be9fd tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 950 time: 0.1560140 Nov 23 14:23:45.148496 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dc421feb-c85d-43fd-b700-d0b89d5a52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.164061 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb524b6-b160-44eb-9432-b07c51b635ae x-openstack-request-id: req-5bb524b6-b160-44eb-9432-b07c51b635ae {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:45.164458 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86350dcf-5a66-4bc4-ad8a-29c36bba0fbf", "tag": "8cb343fd-8396-4376-8112-e44e0e493664", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:45.164815 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bb524b6-b160-44eb-9432-b07c51b635ae {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:45.165345 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'tag': '8cb343fd-8396-4376-8112-e44e0e493664', 'status': 'completed', 'code': 200} Nov 23 14:23:45.241617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.264482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-483bc26b-2821-47bd-b92e-3658dfe796d3 service neutron] 10.222.0.74 "GET /v2.0/networks/56692de0-706c-4196-b5bc-2e03a2b948f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034929 Nov 23 14:23:45.265716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 8e28b31e-0941-4db0-be23-22abdf51f2c7 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:45.269768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dc421feb-c85d-43fd-b700-d0b89d5a52b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e31c8ca260045849d0a4d9ba46ec91a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4579844 Nov 23 14:23:45.276079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-327ae042-4c15-4992-8948-a36e6c669f2e req-17d5ac57-ed01-47bf-8edc-ea97847f61be tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 210 time: 0.0838940 Nov 23 14:23:45.283553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60222) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:45.294544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc421feb-c85d-43fd-b700-d0b89d5a52b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d9709-3f2e-47eb-b18d-923e449963e4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:45.312929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4488f1bb-0feb-4059-9137-63d23660bc73 req-3cccbfc8-4fe1-4806-8a69-cbf5618d5a5d tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0cc1a51-f044-49e3-95d3-272008a5ab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891503 Nov 23 14:23:45.399826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4778a89a-fce0-48b3-953e-cc114a3b3540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.404571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Deleting port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:45.404916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.463207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4778a89a-fce0-48b3-953e-cc114a3b3540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.465634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45265fbf-384b-4e52-80f3-b3a08d083ea5 req-bee53a08-8f61-467a-8f70-23e0c49f6260 service neutron] 10.222.0.74 "GET /v2.0/networks/56692de0-706c-4196-b5bc-2e03a2b948f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925609 Nov 23 14:23:45.483702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.509038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73fd5-1bd7-49e4-b6c2-93998eb5afdd req-ccb8f8d9-478f-4c00-b39e-644a8c875d62 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:45.510783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87c73fd5-1bd7-49e4-b6c2-93998eb5afdd req-ccb8f8d9-478f-4c00-b39e-644a8c875d62 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1576886 Nov 23 14:23:45.567353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=8e28b31e-0941-4db0-be23-22abdf51f2c7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:45.588148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.593019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-75a6a093-908f-4aa0-b52e-2226effc50bb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/8e28b31e-0941-4db0-be23-22abdf51f2c7 HTTP/1.1" status: 204 len: 168 time: 0.6551094 Nov 23 14:23:45.618919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60232) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:45.629243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] For port 27c4e212-26f1-4e37-9ffb-d44d667aaee5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=27c4e212-26f1-4e37-9ffb-d44d667aaee5,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:45.629618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.633016 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4778a89a-fce0-48b3-953e-cc114a3b3540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.636717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4778a89a-fce0-48b3-953e-cc114a3b3540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.648391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4778a89a-fce0-48b3-953e-cc114a3b3540 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/028d9709-3f2e-47eb-b18d-923e449963e4 HTTP/1.1" status: 204 len: 168 time: 0.3610337 Nov 23 14:23:45.661724 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4c51ad-58bc-4b9c-b3c7-101ae2a66ad0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:23:45.664115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fd4c51ad-58bc-4b9c-b3c7-101ae2a66ad0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/8e28b31e-0941-4db0-be23-22abdf51f2c7 HTTP/1.1" status: 404 len: 333 time: 0.0415046 Nov 23 14:23:45.679080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60238) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:45.687991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Calling delete_port for 27c4e212-26f1-4e37-9ffb-d44d667aaee5 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:45.690475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778a89a-fce0-48b3-953e-cc114a3b3540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d9709-3f2e-47eb-b18d-923e449963e4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:45.693987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'name': 'tempest-PortsIpV6TestJSON-801644811'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:45.711245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87c73fd5-1bd7-49e4-b6c2-93998eb5afdd req-5862b552-c9b5-4c41-92ca-fc4a0d18312a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889563 Nov 23 14:23:45.781885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09505961-218c-4392-a36b-15ca84eaf2ae req-57342786-c47f-42a5-b101-574e4738c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:45.783658 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09505961-218c-4392-a36b-15ca84eaf2ae req-57342786-c47f-42a5-b101-574e4738c285 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e386cbc1ff34fbeac7f2d4429cc19ee&device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 1094 time: 0.2376819 Nov 23 14:23:45.972627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeffa01-0fe9-4501-9715-66c21ea4fea7 req-98c0d601-33e3-4aaf-9b32-56174dab4993 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:45.974694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3aeffa01-0fe9-4501-9715-66c21ea4fea7 req-98c0d601-33e3-4aaf-9b32-56174dab4993 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 943 time: 0.1387732 Nov 23 14:23:45.976015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:45.980536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:45.987916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780befd6-18bd-4db2-8970-fb26a5a7ce4f req-78f8f1f4-1750-4481-a5a9-87791285de3c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:45.989569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-780befd6-18bd-4db2-8970-fb26a5a7ce4f req-78f8f1f4-1750-4481-a5a9-87791285de3c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1316576 Nov 23 14:23:46.011569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09505961-218c-4392-a36b-15ca84eaf2ae req-1569e8fc-6cfb-4018-899a-3092b494cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:46.013000 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09505961-218c-4392-a36b-15ca84eaf2ae req-1569e8fc-6cfb-4018-899a-3092b494cad3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56692de0-706c-4196-b5bc-2e03a2b948f0 HTTP/1.1" status: 200 len: 923 time: 0.1889014 Nov 23 14:23:46.019680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:46.061901 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09505961-218c-4392-a36b-15ca84eaf2ae req-98676bdd-063e-4d59-bd2e-c45d5b58322b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cb343fd-8396-4376-8112-e44e0e493664 HTTP/1.1" status: 200 len: 217 time: 0.0374522 Nov 23 14:23:46.115012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3aeffa01-0fe9-4501-9715-66c21ea4fea7 req-923616e5-ae31-426e-a2e5-12a1039e3464 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235266 Nov 23 14:23:46.126327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:46.135435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-780befd6-18bd-4db2-8970-fb26a5a7ce4f req-b0147340-b4f9-447d-8edb-7f117ed23f3c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281855 Nov 23 14:23:46.139142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['27c4e212-26f1-4e37-9ffb-d44d667aaee5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:46.157347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09505961-218c-4392-a36b-15ca84eaf2ae req-aa0c903a-cfcd-4134-b685-ff5e06659f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:46.159121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09505961-218c-4392-a36b-15ca84eaf2ae req-aa0c903a-cfcd-4134-b685-ff5e06659f32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc358b10-227b-469a-81ce-668349cbe236 HTTP/1.1" status: 200 len: 862 time: 0.0708649 Nov 23 14:23:46.168036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Pushing event deleted for resources: {'Port': ['ID=27c4e212-26f1-4e37-9ffb-d44d667aaee5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:46.224003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] No DVR routers for this DVR port 27c4e212-26f1-4e37-9ffb-d44d667aaee5 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:46.230729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:46.234248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-570f1b7f-f2ee-4564-9b30-88c90f33903b req-7fa85b35-8456-442d-aff5-66702a2f64b8 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.74 "DELETE /v2.0/ports/27c4e212-26f1-4e37-9ffb-d44d667aaee5 HTTP/1.1" status: 204 len: 173 time: 1.1187916 Nov 23 14:23:46.234858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'name': 'network-vif-deleted', 'tag': '27c4e212-26f1-4e37-9ffb-d44d667aaee5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:46.238232 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb3061c-3ffa-4ec6-b3a0-d5fd250364ca" -d '{"events": [{"server_uuid": "648a9dfc-1f2d-4412-9697-683d8ff24eeb", "name": "network-vif-deleted", "tag": "27c4e212-26f1-4e37-9ffb-d44d667aaee5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:46.319116 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f1e5e3-1cd1-431f-90b1-08acf039f8f1 x-openstack-request-id: req-19f1e5e3-1cd1-431f-90b1-08acf039f8f1 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:46.319775 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648a9dfc-1f2d-4412-9697-683d8ff24eeb", "name": "network-vif-deleted", "tag": "27c4e212-26f1-4e37-9ffb-d44d667aaee5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:46.320032 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19f1e5e3-1cd1-431f-90b1-08acf039f8f1 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:46.320485 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648a9dfc-1f2d-4412-9697-683d8ff24eeb', 'name': 'network-vif-deleted', 'tag': '27c4e212-26f1-4e37-9ffb-d44d667aaee5', 'status': 'completed', 'code': 200} Nov 23 14:23:46.422598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09505961-218c-4392-a36b-15ca84eaf2ae req-2da7f2d7-9291-4663-b25c-4c4a933e532c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56692de0-706c-4196-b5bc-2e03a2b948f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585828 Nov 23 14:23:46.447596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:46.447832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf2166-eb7a-41fb-b426-5dc5b1597ab1 req-0fc5c563-746c-438c-a4a3-a42ad5d89ca7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:46.456049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00bf2166-eb7a-41fb-b426-5dc5b1597ab1 req-0fc5c563-746c-438c-a4a3-a42ad5d89ca7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1805615 Nov 23 14:23:46.463240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bdab31e-0f4f-41d8-a41f-a51f889372fd req-b71d2b84-541e-4bd0-866a-36ebc9835b01 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 210 time: 0.0971563 Nov 23 14:23:46.551758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-d76d3e34-a9a1-4341-9d64-196c3c9a1c87 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:46.553939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-d76d3e34-a9a1-4341-9d64-196c3c9a1c87 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.2386308 Nov 23 14:23:46.577110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Request body: {'port': {'device_id': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'admin_state_up': True, 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:46.589815 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09505961-218c-4392-a36b-15ca84eaf2ae req-0da1a314-1a62-4d42-98f6-82de40e88d05 service neutron] 10.222.0.74 "GET /v2.0/networks/56692de0-706c-4196-b5bc-2e03a2b948f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575384 Nov 23 14:23:46.592264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:46.595471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00bf2166-eb7a-41fb-b426-5dc5b1597ab1 req-f74a5829-dfb3-45e2-adf2-48081d54a4e3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384416 Nov 23 14:23:46.665625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb4dc929-ac4c-4802-89d8-887fc1840b84 req-0ba105a7-0ca9-4eee-ab46-2b8ff1acf876 tempest-VolumesBackupsTest-2058067267 tempest-VolumesBackupsTest-2058067267-project] 10.222.0.46 "GET /v2.0/ports?device_id=648a9dfc-1f2d-4412-9697-683d8ff24eeb HTTP/1.1" status: 200 len: 210 time: 0.0502801 Nov 23 14:23:46.671548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:46.675659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:46.681595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:46.685847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:46.693830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:46.694378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:46.736937 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d9a29b36-f210-4f96-aa2f-1e28e54c94f7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0562143 Nov 23 14:23:46.737807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60276) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:46.743210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:46.823389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:46.835234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:46.845259 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.034759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Allocated IP 172.20.0.3 (a760b5ef-6bbf-4241-aede-477029b4d14c/6067dcd5-b66e-4708-a691-8896309a7852/53984916-02e2-403f-a30c-d87d3d6bbc78) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:47.071056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.082766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.163205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] In _notify_port_updated(), no bound segment for port 92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10 on network 94748658-61e3-41b7-b4b4-405f37152cc9 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:23:47.169429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:47.170181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.175392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "PUT /v2.0/ports/92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10 HTTP/1.1" status: 200 len: 818 time: 0.4367266 Nov 23 14:23:47.178293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60294) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:47.241255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807549e-63af-43de-a621-a33b34dc1f46 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:47.285255 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-09505961-218c-4392-a36b-15ca84eaf2ae req-9f7b2c3c-9e9f-4eb9-9f76-d634fc3eb819 service neutron] 10.222.0.74 "GET /v2.0/networks/56692de0-706c-4196-b5bc-2e03a2b948f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758499 Nov 23 14:23:47.287242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169d5a7-4644-48ca-b9fb-e1afe3990a86 req-187233f8-161c-4262-b6f6-2927faf8997c tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:47.288787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e169d5a7-4644-48ca-b9fb-e1afe3990a86 req-187233f8-161c-4262-b6f6-2927faf8997c tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 943 time: 0.0831819 Nov 23 14:23:47.307715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:47.308180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.337425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.396868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e169d5a7-4644-48ca-b9fb-e1afe3990a86 req-257b2d4e-8071-466b-ba84-e3cb96edb24a tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905476 Nov 23 14:23:47.419068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.419355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.426815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:47.435446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:47.507774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Network a760b5ef-6bbf-4241-aede-477029b4d14c is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:47.512958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:47.521147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:47.581095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event updated for resources: {'Port': ['ID=53984916-02e2-403f-a30c-d87d3d6bbc78,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:47.644876 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.651682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:47.652555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.690959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-e43c3ac3-04e2-4aaa-a910-665f5d903741 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1224806 Nov 23 14:23:47.693742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:47.707336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b579cad-98ab-4132-bc1d-713f00957947 req-b7257e6b-9062-4e83-9c04-9949a00a7d5f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:47.716387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b579cad-98ab-4132-bc1d-713f00957947 req-b7257e6b-9062-4e83-9c04-9949a00a7d5f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 931 time: 0.1151948 Nov 23 14:23:47.721318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.731104 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eea68ad6-65c5-466b-a811-16cd3a3c5dcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10 HTTP/1.1" status: 204 len: 168 time: 0.5498512 Nov 23 14:23:47.735512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:47.823646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b579cad-98ab-4132-bc1d-713f00957947 req-89f38cac-85be-4083-87cb-39e8c628f058 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012557 Nov 23 14:23:47.830180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e59774-9c7d-4df1-b145-158a232e459b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:47.832143 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49e59774-9c7d-4df1-b145-158a232e459b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0946567 Nov 23 14:23:47.835176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60328) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:47.866999 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cd8634-4b5e-4834-9eab-e5522a6944fe tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:23:47.868676 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a4cd8634-4b5e-4834-9eab-e5522a6944fe tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/92f377a1-e9d0-4f7c-b4c7-40fd7eb15c10 HTTP/1.1" status: 404 len: 333 time: 0.0323648 Nov 23 14:23:47.872433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60330) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:47.878750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-555753795'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:47.919729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:47.926309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:47.995923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:23:48.012460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.012805 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment cfaa5d76-2251-4a0d-b955-b52bcf6c847e of type vlan for network 620069b4-ff90-4682-8e82-a8593e05c663 Nov 23 14:23:48.068657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.075986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Request body: {'port': {'device_id': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:48.106385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8cb343fd-8396-4376-8112-e44e0e493664 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:23:48.150181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.198592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.205578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:48.206386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.239667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3657870 Nov 23 14:23:48.242799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60340) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:48.248102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '620069b4-ff90-4682-8e82-a8593e05c663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:48.300024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 8cb343fd-8396-4376-8112-e44e0e493664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8cb343fd-8396-4376-8112-e44e0e493664,segment=NetworkSegment(11895355-0626-487a-976b-3c5f95cfd7e7),segment_id=11895355-0626-487a-976b-3c5f95cfd7e7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:48.329322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '8cb343fd-8396-4376-8112-e44e0e493664', 'network_id': '56692de0-706c-4196-b5bc-2e03a2b948f0', 'port_id': '8cb343fd-8396-4376-8112-e44e0e493664', 'mac_address': 'fa:16:3e:0f:65:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc358b10-227b-469a-81ce-668349cbe236', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:23:48.411418 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.440022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb343fd-8396-4376-8112-e44e0e493664 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:23:48.444908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:48.453737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.496292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 8cb343fd-8396-4376-8112-e44e0e493664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8cb343fd-8396-4376-8112-e44e0e493664,segment=NetworkSegment(11895355-0626-487a-976b-3c5f95cfd7e7),segment_id=11895355-0626-487a-976b-3c5f95cfd7e7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:48.504244 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:48.605948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=8cb343fd-8396-4376-8112-e44e0e493664,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:48.738470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['8cb343fd-8396-4376-8112-e44e0e493664'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:48.935418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce6742-2939-48ec-8b3f-c685922ec180 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=620069b4-ff90-4682-8e82-a8593e05c663,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:48.968597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c07b9-56d2-4fc0-8336-921fd8767e0c req-43cb97c0-6884-4131-8263-71eeb3c850f2 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:48.977046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a6c07b9-56d2-4fc0-8336-921fd8767e0c req-43cb97c0-6884-4131-8263-71eeb3c850f2 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 944 time: 0.2120759 Nov 23 14:23:48.985236 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.029004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 620069b4-ff90-4682-8e82-a8593e05c663 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:23:49.077973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60356) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:49.162776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=01371b6c-ab23-436f-8482-6692630a2091,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:49.170744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': 'cfaa5d76-2251-4a0d-b955-b52bcf6c847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '620069b4-ff90-4682-8e82-a8593e05c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:49.171152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: 620069b4-ff90-4682-8e82-a8593e05c663, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:49.195411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 620069b4-ff90-4682-8e82-a8593e05c663 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:49.207039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 620069b4-ff90-4682-8e82-a8593e05c663) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:49.224678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:49.226323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.231198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8b0e6-277f-42ea-b507-00f628cdd84f None None] Network 620069b4-ff90-4682-8e82-a8593e05c663 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:49.237376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8f21-6110-4033-a598-8d31de062232 req-26699445-8737-4a71-b19c-5326f6b93c41 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:49.239383 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f1f8f21-6110-4033-a598-8d31de062232 req-26699445-8737-4a71-b19c-5326f6b93c41 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 931 time: 0.2229626 Nov 23 14:23:49.252234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a6c07b9-56d2-4fc0-8336-921fd8767e0c req-103414e1-b975-4d6f-918b-e1ac69ac2547 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696815 Nov 23 14:23:49.254380 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6472e850-ce57-495b-831a-517c5c15073c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0103509 Nov 23 14:23:49.257147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60360) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:49.274161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6cf69b5b-3f8e-42bb-b80f-8b7e145bf074 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '620069b4-ff90-4682-8e82-a8593e05c663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:49.326134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f1f8f21-6110-4033-a598-8d31de062232 req-5f200605-1aa1-4b2b-8ce7-03b4d013b28a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Nov 23 14:23:49.374720 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b13912b8-b4d7-4a00-a546-a0c18e13bccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.436622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53984916-02e2-403f-a30c-d87d3d6bbc78 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:23:49.448649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.468397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Transition to ACTIVE for port object 53984916-02e2-403f-a30c-d87d3d6bbc78 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:23:49.473406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.524956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf69b5b-3f8e-42bb-b80f-8b7e145bf074 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:49.529216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6cf69b5b-3f8e-42bb-b80f-8b7e145bf074 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.559896 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b13912b8-b4d7-4a00-a546-a0c18e13bccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.564491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-620069b4-ff90-4682-8e82-a8593e05c663', 'network_id': '620069b4-ff90-4682-8e82-a8593e05c663', 'tenant_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'fixed_ips': [{'subnet_id': '01371b6c-ab23-436f-8482-6692630a2091'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:23:49.565815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Pushing event updated for resources: {'Port': ['ID=53984916-02e2-403f-a30c-d87d3d6bbc78,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:49.567823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.572086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b13912b8-b4d7-4a00-a546-a0c18e13bccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.645563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13912b8-b4d7-4a00-a546-a0c18e13bccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0e5323-871d-4986-8f78-3f84ed51529f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:49.690103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b13912b8-b4d7-4a00-a546-a0c18e13bccc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0113742e92754b08bc7cc6892ddfb5cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6056838 Nov 23 14:23:49.693773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60362) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:49.699298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Attempting to bind port 53984916-02e2-403f-a30c-d87d3d6bbc78 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:49.699643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Attempting to bind port 53984916-02e2-403f-a30c-d87d3d6bbc78 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:49.699976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Attempting to bind port 53984916-02e2-403f-a30c-d87d3d6bbc78 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:49.710240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Port 53984916-02e2-403f-a30c-d87d3d6bbc78 on network a760b5ef-6bbf-4241-aede-477029b4d14c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:23:49.710592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Attempting to bind port 53984916-02e2-403f-a30c-d87d3d6bbc78 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:49.718963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:49.719323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:49.720067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Bound using segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:49.720563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Bound port: 53984916-02e2-403f-a30c-d87d3d6bbc78, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:49.720927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.818321 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-6cf69b5b-3f8e-42bb-b80f-8b7e145bf074 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01371b6c-ab23-436f-8482-6692630a2091 (CIDR: 2001:db8::/64) Nov 23 14:23:49.829583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] For port 53984916-02e2-403f-a30c-d87d3d6bbc78, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:49.833909 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf69b5b-3f8e-42bb-b80f-8b7e145bf074 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:23:49.834481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf69b5b-3f8e-42bb-b80f-8b7e145bf074 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:23:49.840740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] For port 53984916-02e2-403f-a30c-d87d3d6bbc78, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=53984916-02e2-403f-a30c-d87d3d6bbc78,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:49.848370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.896368 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6cf69b5b-3f8e-42bb-b80f-8b7e145bf074 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6371272 Nov 23 14:23:49.907551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60368) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:49.918758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '620069b4-ff90-4682-8e82-a8593e05c663', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:49.924497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Pushing event updated for resources: {'Port': ['ID=53984916-02e2-403f-a30c-d87d3d6bbc78,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:49.932225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:49.935695 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.938131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-bc7dc405-1506-4fda-ac4b-3ec19f7f17b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/53984916-02e2-403f-a30c-d87d3d6bbc78 HTTP/1.1" status: 200 len: 1091 time: 2.2195110 Nov 23 14:23:49.939515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'tag': '53984916-02e2-403f-a30c-d87d3d6bbc78'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:49.943436 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919ab328-9b50-40bb-8366-6a727459b67e" -d '{"events": [{"name": "network-changed", "server_uuid": "b05d4eb7-1138-487e-b190-d373b9d6426f", "tag": "53984916-02e2-403f-a30c-d87d3d6bbc78"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:49.961291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Allocated IP 2001:db8::2 (620069b4-ff90-4682-8e82-a8593e05c663/01371b6c-ab23-436f-8482-6692630a2091/5a94451b-42d2-4c17-8b0b-42f0cef08897) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:49.976051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dffb-8767-48c6-8b1a-aa278a393578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.035861 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eeb3f3-f506-40c8-9dec-4328c6ffe25b x-openstack-request-id: req-a8eeb3f3-f506-40c8-9dec-4328c6ffe25b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:50.036199 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05d4eb7-1138-487e-b190-d373b9d6426f", "tag": "53984916-02e2-403f-a30c-d87d3d6bbc78", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:50.037222 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8eeb3f3-f506-40c8-9dec-4328c6ffe25b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:50.038007 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'tag': '53984916-02e2-403f-a30c-d87d3d6bbc78', 'status': 'completed', 'code': 200} Nov 23 14:23:50.044677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dffb-8767-48c6-8b1a-aa278a393578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.062016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-6d09af12-6462-4eb1-a7c1-0422bb4eb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:50.066926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-6d09af12-6462-4eb1-a7c1-0422bb4eb77c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 1094 time: 0.0830817 Nov 23 14:23:50.111513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8cb343fd-8396-4376-8112-e44e0e493664 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:50.134123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-d2803c3f-85ad-4ca4-8945-d83325f059d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53984916-02e2-403f-a30c-d87d3d6bbc78 HTTP/1.1" status: 200 len: 217 time: 0.0567555 Nov 23 14:23:50.151934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:50.156520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.244975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-cb4cba59-574c-485d-95c5-4e7ed5e477f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:50.246520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-cb4cba59-574c-485d-95c5-4e7ed5e477f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.1036766 Nov 23 14:23:50.283434 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dffb-8767-48c6-8b1a-aa278a393578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.286811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-8c11f240-deef-4bf5-8f99-23df225f68bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289729 Nov 23 14:23:50.293350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dffb-8767-48c6-8b1a-aa278a393578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.297479 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6f1dffb-8767-48c6-8b1a-aa278a393578 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d0e5323-871d-4986-8f78-3f84ed51529f HTTP/1.1" status: 204 len: 168 time: 0.5955045 Nov 23 14:23:50.315468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1dffb-8767-48c6-8b1a-aa278a393578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0e5323-871d-4986-8f78-3f84ed51529f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:50.350090 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.379025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.523751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Network 620069b4-ff90-4682-8e82-a8593e05c663 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:50.530715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:50.533390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 8cb343fd-8396-4376-8112-e44e0e493664 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:23:50.537732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.538244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:50.544560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 8cb343fd-8396-4376-8112-e44e0e493664 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:50.545056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.599256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Pushing event updated for resources: {'Port': ['ID=5a94451b-42d2-4c17-8b0b-42f0cef08897,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:50.635936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 620069b4-ff90-4682-8e82-a8593e05c663 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:50.642587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:50.647435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:50.648564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.669387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=cbd9126d-93e3-422d-af41-0f1201125894,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:50.690171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-df0ec22b-a2e9-41ec-8798-a59478a6eeb5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7752855 Nov 23 14:23:50.693377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60382) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:50.700841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '620069b4-ff90-4682-8e82-a8593e05c663', 'fixed_ips': [{'subnet_id': '01371b6c-ab23-436f-8482-6692630a2091'}, {'subnet_id': 'cbd9126d-93e3-422d-af41-0f1201125894'}], 'name': 'tempest-PortsIpV6TestJSON-1446577150'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:50.726309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-ff8514b3-7489-45d6-9e71-23bf952ed052 service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305687 Nov 23 14:23:50.734586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce7420-d8ee-4685-9c20-4b789f70d575 req-b17006db-82fe-4265-a452-201901fa5556 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:50.736124 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.756321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcce7420-d8ee-4685-9c20-4b789f70d575 req-b17006db-82fe-4265-a452-201901fa5556 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 943 time: 0.3029354 Nov 23 14:23:50.767972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Attempting to bind port 5a94451b-42d2-4c17-8b0b-42f0cef08897 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:50.768603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Attempting to bind port 5a94451b-42d2-4c17-8b0b-42f0cef08897 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'cfaa5d76-2251-4a0d-b955-b52bcf6c847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '620069b4-ff90-4682-8e82-a8593e05c663'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:50.770242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Attempting to bind port 5a94451b-42d2-4c17-8b0b-42f0cef08897 on network 620069b4-ff90-4682-8e82-a8593e05c663 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:50.796801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:50.797196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Checking segment: {'id': 'cfaa5d76-2251-4a0d-b955-b52bcf6c847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '620069b4-ff90-4682-8e82-a8593e05c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:50.797610 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.798008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Bound using segment: {'id': 'cfaa5d76-2251-4a0d-b955-b52bcf6c847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '620069b4-ff90-4682-8e82-a8593e05c663'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:50.798547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Bound port: 5a94451b-42d2-4c17-8b0b-42f0cef08897, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaa5d76-2251-4a0d-b955-b52bcf6c847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '620069b4-ff90-4682-8e82-a8593e05c663'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:50.798943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.806011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed679814-513e-4e6c-a0eb-2425873b6748 req-d906933a-8abc-433c-b8ee-caecb1c7bbd5 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:50.823507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb343fd-8396-4376-8112-e44e0e493664'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:50.825362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed679814-513e-4e6c-a0eb-2425873b6748 req-d906933a-8abc-433c-b8ee-caecb1c7bbd5 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 944 time: 0.3736784 Nov 23 14:23:50.825483 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718c7ac4-ffe4-45c6-af88-3f2dd448c290" -d '{"events": [{"server_uuid": "86350dcf-5a66-4bc4-ad8a-29c36bba0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "8cb343fd-8396-4376-8112-e44e0e493664"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:50.855246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60386) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:50.857246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 8cb343fd-8396-4376-8112-e44e0e493664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8cb343fd-8396-4376-8112-e44e0e493664,segment=NetworkSegment(11895355-0626-487a-976b-3c5f95cfd7e7),segment_id=11895355-0626-487a-976b-3c5f95cfd7e7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:50.865509 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.867549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 27c4e212-26f1-4e37-9ffb-d44d667aaee5 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:23:50.932961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:50.942437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:50.979142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=8cb343fd-8396-4376-8112-e44e0e493664,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:51.025738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 27c4e212-26f1-4e37-9ffb-d44d667aaee5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:23:51.026245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 27c4e212-26f1-4e37-9ffb-d44d667aaee5 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:23:51.062500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] For port 5a94451b-42d2-4c17-8b0b-42f0cef08897, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:51.067584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] For port 5a94451b-42d2-4c17-8b0b-42f0cef08897, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5a94451b-42d2-4c17-8b0b-42f0cef08897,segment=NetworkSegment(cfaa5d76-2251-4a0d-b955-b52bcf6c847e),segment_id=cfaa5d76-2251-4a0d-b955-b52bcf6c847e)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:51.074113 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.074965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.102166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 6314e35b-e914-484c-a5d2-dd498dd14464 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:23:51.122373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed679814-513e-4e6c-a0eb-2425873b6748 req-ff220309-cb4d-47a1-9a78-a23af41143f7 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960958 Nov 23 14:23:51.150148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcce7420-d8ee-4685-9c20-4b789f70d575 req-5a1aad7d-95d5-4a57-8663-6034e498eed0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928461 Nov 23 14:23:51.180207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68f15fb3-c130-4039-9495-a4b56faa7ed5 req-2a51129a-6d43-4114-8608-5fece6f6be06 service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199359 Nov 23 14:23:51.223476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b79ed4-cc53-4461-a778-4ce7bdc8f0a0 None None] Pushing event updated for resources: {'Port': ['ID=5a94451b-42d2-4c17-8b0b-42f0cef08897,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:51.231403 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:23:51.246513 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.260105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.383199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdd0792e67774eb29c4f000eddd3265f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5146325 Nov 23 14:23:51.383879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeae1d9-8e33-4dd7-b2d4-159009aee106,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:51.389273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60396) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:51.413952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ab328-9b50-40bb-8366-6a727459b67e req-fdb84fd6-c108-4c8c-bce4-4594f6c247c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:51.415539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919ab328-9b50-40bb-8366-6a727459b67e req-fdb84fd6-c108-4c8c-bce4-4594f6c247c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 1094 time: 0.1719635 Nov 23 14:23:51.420414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.424935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.425313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.425660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.426133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.426471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.426800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.427156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.427481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.427807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.428127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.428446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39349c-0589-4178-9839-c8f3c69a68e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:51.601349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ab328-9b50-40bb-8366-6a727459b67e req-e0760f33-a578-4809-a65d-8965327616c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:51.604881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919ab328-9b50-40bb-8366-6a727459b67e req-e0760f33-a578-4809-a65d-8965327616c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 0.1674583 Nov 23 14:23:51.605210 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49f864-e291-4e8f-92cd-b6811bc97341 x-openstack-request-id: req-8a49f864-e291-4e8f-92cd-b6811bc97341 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:51.605917 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86350dcf-5a66-4bc4-ad8a-29c36bba0fbf", "name": "network-vif-plugged", "status": "completed", "tag": "8cb343fd-8396-4376-8112-e44e0e493664", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:51.605917 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a49f864-e291-4e8f-92cd-b6811bc97341 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:51.606172 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb343fd-8396-4376-8112-e44e0e493664', 'code': 200} Nov 23 14:23:51.644707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-293521b2-d936-48f7-a553-7a224b63f501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.684555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919ab328-9b50-40bb-8366-6a727459b67e req-68fce168-5209-45ef-8cf2-77a53d5df43a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53984916-02e2-403f-a30c-d87d3d6bbc78 HTTP/1.1" status: 200 len: 217 time: 0.0657640 Nov 23 14:23:51.709316 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-293521b2-d936-48f7-a553-7a224b63f501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.759238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ab328-9b50-40bb-8366-6a727459b67e req-1d76ef2d-cb5c-404f-8e27-bc58bb1a4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:51.761895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919ab328-9b50-40bb-8366-6a727459b67e req-1d76ef2d-cb5c-404f-8e27-bc58bb1a4a62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.0690494 Nov 23 14:23:51.804514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919ab328-9b50-40bb-8366-6a727459b67e req-aa247426-cf16-470a-884f-66482a45892a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344310 Nov 23 14:23:51.852509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e329-77c4-4a95-a16c-1743c765f107 req-882fe7e9-a25a-4b90-930e-fdf27c85d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:51.854030 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b279e329-77c4-4a95-a16c-1743c765f107 req-882fe7e9-a25a-4b90-930e-fdf27c85d4ba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 1096 time: 0.1822999 Nov 23 14:23:51.865931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::18d (620069b4-ff90-4682-8e82-a8593e05c663/01371b6c-ab23-436f-8482-6692630a2091/6314e35b-e914-484c-a5d2-dd498dd14464) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:51.878647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8:0:1::36b (620069b4-ff90-4682-8e82-a8593e05c663/cbd9126d-93e3-422d-af41-0f1201125894/6314e35b-e914-484c-a5d2-dd498dd14464) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:51.911209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-293521b2-d936-48f7-a553-7a224b63f501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.913904 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-293521b2-d936-48f7-a553-7a224b63f501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:51.918333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-293521b2-d936-48f7-a553-7a224b63f501 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddeae1d9-8e33-4dd7-b2d4-159009aee106 HTTP/1.1" status: 204 len: 168 time: 0.5248680 Nov 23 14:23:51.959815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293521b2-d936-48f7-a553-7a224b63f501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeae1d9-8e33-4dd7-b2d4-159009aee106,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:51.999069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919ab328-9b50-40bb-8366-6a727459b67e req-4791afbd-f64f-4721-a24d-2e05ec727717 service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850309 Nov 23 14:23:52.023316 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b279e329-77c4-4a95-a16c-1743c765f107 req-c3687d80-dd71-48b4-be89-c2b213250956 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553397 Nov 23 14:23:52.231754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-919ab328-9b50-40bb-8366-6a727459b67e req-9150f877-a67a-4634-bce6-215d511595f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159297 Nov 23 14:23:52.310581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.383886 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.384276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5a94451b-42d2-4c17-8b0b-42f0cef08897 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:52.416885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2f96-c588-4589-8755-3f2b9996c38b req-6c9e3668-0652-4807-97f2-c4f2619470a2 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:52.426477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf0f2f96-c588-4589-8755-3f2b9996c38b req-6c9e3668-0652-4807-97f2-c4f2619470a2 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 945 time: 0.1897435 Nov 23 14:23:52.477007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 620069b4-ff90-4682-8e82-a8593e05c663 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:52.500950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:52.509012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:52.517114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5a94451b-42d2-4c17-8b0b-42f0cef08897 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:52.518067 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.524767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:52.525449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.535872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf0f2f96-c588-4589-8755-3f2b9996c38b req-79542188-3028-4f54-b52c-e92097437b92 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939755 Nov 23 14:23:52.567534 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8721786 Nov 23 14:23:52.572451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a15fad-8123-4833-8834-d19338fd84ac req-80a188db-df41-42c4-b269-991a0bf32e3e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:52.574089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99a15fad-8123-4833-8834-d19338fd84ac req-80a188db-df41-42c4-b269-991a0bf32e3e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 943 time: 0.2814181 Nov 23 14:23:52.574655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60420) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:52.580675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d5bd9-81ef-4528-82c4-383756d4a598 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=6314e35b-e914-484c-a5d2-dd498dd14464,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:52.581837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01371b6c-ab23-436f-8482-6692630a2091'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:52.696201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.714272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99a15fad-8123-4833-8834-d19338fd84ac req-c724a0bc-cb79-4185-9377-21e08b8ea7f3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746086 Nov 23 14:23:52.745666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 5a94451b-42d2-4c17-8b0b-42f0cef08897, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5a94451b-42d2-4c17-8b0b-42f0cef08897,segment=NetworkSegment(cfaa5d76-2251-4a0d-b955-b52bcf6c847e),segment_id=cfaa5d76-2251-4a0d-b955-b52bcf6c847e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:52.745666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.825065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=5a94451b-42d2-4c17-8b0b-42f0cef08897,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:52.904950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.932533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b40a2a-fde0-48f7-b89e-39f427eeacc8 None None] Network 620069b4-ff90-4682-8e82-a8593e05c663 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:53.103063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b982e3a8-4105-4be3-a6b0-074e4ea107c4 None None] Provisioning complete for port 5a94451b-42d2-4c17-8b0b-42f0cef08897 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:53.103421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b982e3a8-4105-4be3-a6b0-074e4ea107c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.445969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fcef3-e2af-499d-af55-5d30cfd994e5 None None] Update dhcp port {'port': {'network_id': '620069b4-ff90-4682-8e82-a8593e05c663', 'fixed_ips': [{'subnet_id': '01371b6c-ab23-436f-8482-6692630a2091', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cbd9126d-93e3-422d-af41-0f1201125894'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '5a94451b-42d2-4c17-8b0b-42f0cef08897'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:23:53.471396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Delete allocated IP 2001:db8:0:1::36b (620069b4-ff90-4682-8e82-a8593e05c663/cbd9126d-93e3-422d-af41-0f1201125894) {{(pid=103346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 14:23:53.493239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcef3-e2af-499d-af55-5d30cfd994e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.703005 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.773294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.780972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.855740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=6314e35b-e914-484c-a5d2-dd498dd14464,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:53.907676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-1b4fcef3-e2af-499d-af55-5d30cfd994e5 None None] Allocated IP 2001:db8:0:1::2 (620069b4-ff90-4682-8e82-a8593e05c663/cbd9126d-93e3-422d-af41-0f1201125894/5a94451b-42d2-4c17-8b0b-42f0cef08897) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:53.919890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ad4fc-d9b6-4c49-b6c6-78f9d46eb08d req-aa4bbb4c-0b9a-4f5e-b2ee-3ef22b244ca5 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:53.921437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-065ad4fc-d9b6-4c49-b6c6-78f9d46eb08d req-aa4bbb4c-0b9a-4f5e-b2ee-3ef22b244ca5 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 945 time: 0.2222941 Nov 23 14:23:54.007192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] In _notify_port_updated(), no bound segment for port 6314e35b-e914-484c-a5d2-dd498dd14464 on network 620069b4-ff90-4682-8e82-a8593e05c663 {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:23:54.023664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:54.025490 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.028557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f6baaea0-1318-4a5f-bfaa-d90d2fb21b8c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "PUT /v2.0/ports/6314e35b-e914-484c-a5d2-dd498dd14464 HTTP/1.1" status: 200 len: 926 time: 1.4528501 Nov 23 14:23:54.031671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:54.041862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01371b6c-ab23-436f-8482-6692630a2091'}, {'subnet_id': 'cbd9126d-93e3-422d-af41-0f1201125894'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:54.117296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe92fa3-2d6c-4935-9659-24dada49bb0b req-134ca709-c94a-45c9-ae0a-6983428808d1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:54.120442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbe92fa3-2d6c-4935-9659-24dada49bb0b req-134ca709-c94a-45c9-ae0a-6983428808d1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 943 time: 0.2659903 Nov 23 14:23:54.141092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1b4fcef3-e2af-499d-af55-5d30cfd994e5 None None] For port 5a94451b-42d2-4c17-8b0b-42f0cef08897, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5a94451b-42d2-4c17-8b0b-42f0cef08897,segment=NetworkSegment(cfaa5d76-2251-4a0d-b955-b52bcf6c847e),segment_id=cfaa5d76-2251-4a0d-b955-b52bcf6c847e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:54.250964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.255602 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcef3-e2af-499d-af55-5d30cfd994e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.293703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcef3-e2af-499d-af55-5d30cfd994e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.300881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-065ad4fc-d9b6-4c49-b6c6-78f9d46eb08d req-ab9b30e1-b3b4-4a39-89b1-8ef045bcd285 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052478 Nov 23 14:23:54.350381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbe92fa3-2d6c-4935-9659-24dada49bb0b req-c2268871-ebd5-4b4b-b917-8e692d6389d4 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207382 Nov 23 14:23:54.428009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 53984916-02e2-403f-a30c-d87d3d6bbc78 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:23:54.430493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5a94451b-42d2-4c17-8b0b-42f0cef08897 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:54.610511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fcef3-e2af-499d-af55-5d30cfd994e5 None None] Pushing event updated for resources: {'Port': ['ID=5a94451b-42d2-4c17-8b0b-42f0cef08897,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:54.696622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5a94451b-42d2-4c17-8b0b-42f0cef08897 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:54.697088 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.927830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 53984916-02e2-403f-a30c-d87d3d6bbc78, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=53984916-02e2-403f-a30c-d87d3d6bbc78,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:55.029943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8:0:1::de (620069b4-ff90-4682-8e82-a8593e05c663/cbd9126d-93e3-422d-af41-0f1201125894/6314e35b-e914-484c-a5d2-dd498dd14464) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:55.128280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '53984916-02e2-403f-a30c-d87d3d6bbc78', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'port_id': '53984916-02e2-403f-a30c-d87d3d6bbc78', 'mac_address': 'fa:16:3e:d8:5f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6067dcd5-b66e-4708-a691-8896309a7852', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:23:55.213342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c967bd-cd30-4bfd-a78e-2880217d0017 req-5e3c060e-5dab-4090-a8b9-1cbee8000d4d tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:55.215122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82c967bd-cd30-4bfd-a78e-2880217d0017 req-5e3c060e-5dab-4090-a8b9-1cbee8000d4d tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 945 time: 0.1907597 Nov 23 14:23:55.278017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:55.302056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:55.310056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:55.326227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53984916-02e2-403f-a30c-d87d3d6bbc78 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:23:55.352546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82c967bd-cd30-4bfd-a78e-2880217d0017 req-06eb4d54-2b6e-4608-b2dd-b3553520d83e tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193309 Nov 23 14:23:55.407991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 53984916-02e2-403f-a30c-d87d3d6bbc78, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=53984916-02e2-403f-a30c-d87d3d6bbc78,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:55.421172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:55.549678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=53984916-02e2-403f-a30c-d87d3d6bbc78,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:55.556865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60602) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:55.639519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] In _notify_port_updated(), no bound segment for port 6314e35b-e914-484c-a5d2-dd498dd14464 on network 620069b4-ff90-4682-8e82-a8593e05c663 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:23:55.647216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178061f1-86a4-4a95-86b9-213773f580e1 req-86f9d9b8-8c4f-436f-aa2b-67b18af0c73e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:55.653620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:55.654296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:55.662959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-178061f1-86a4-4a95-86b9-213773f580e1 req-86f9d9b8-8c4f-436f-aa2b-67b18af0c73e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 944 time: 0.1668735 Nov 23 14:23:55.667631 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "PUT /v2.0/ports/6314e35b-e914-484c-a5d2-dd498dd14464 HTTP/1.1" status: 200 len: 1011 time: 1.6325963 Nov 23 14:23:55.672302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60614) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:55.676426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe1455-d56c-43fc-8f39-3c4314a7ba1a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=6314e35b-e914-484c-a5d2-dd498dd14464,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:55.708325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['53984916-02e2-403f-a30c-d87d3d6bbc78'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:55.771717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-178061f1-86a4-4a95-86b9-213773f580e1 req-788e990c-f764-480a-84b8-81b088594bd4 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077631 Nov 23 14:23:55.880664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 6314e35b-e914-484c-a5d2-dd498dd14464 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:55.882355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:55.883087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f72d4a92-43e9-4bd9-9472-e69c427bfb45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:55.929325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e860f3a-2b75-4b96-9b20-4476745e62ac None None] Network 620069b4-ff90-4682-8e82-a8593e05c663 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:56.028217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.054457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 6314e35b-e914-484c-a5d2-dd498dd14464 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:56.094420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f72d4a92-43e9-4bd9-9472-e69c427bfb45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.102018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f72d4a92-43e9-4bd9-9472-e69c427bfb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.146690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f72d4a92-43e9-4bd9-9472-e69c427bfb45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ce5cc3b203f4ba48ee6f8a3b5cacf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5889134 Nov 23 14:23:56.149369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d4a92-43e9-4bd9-9472-e69c427bfb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3631f23-c328-480e-82d5-cb9ba097c769,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:56.152618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60644) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:56.274113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91e9a2b8-1e6d-4844-b941-6c6120508a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.310790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6bbb8633-91ee-46f8-a332-7c278b37f4ae None None] Provisioning complete for port 5a94451b-42d2-4c17-8b0b-42f0cef08897 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:56.311190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8633-91ee-46f8-a332-7c278b37f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.359857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91e9a2b8-1e6d-4844-b941-6c6120508a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.368450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5a94451b-42d2-4c17-8b0b-42f0cef08897 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:56.386556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.456827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=6314e35b-e914-484c-a5d2-dd498dd14464,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:56.513513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8ee4c-8494-495f-b780-ed181c902432 req-036ea023-0136-43d8-9f68-2971f32b7e63 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:56.515771 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-95f8ee4c-8494-495f-b780-ed181c902432 req-036ea023-0136-43d8-9f68-2971f32b7e63 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.74 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 945 time: 0.1687343 Nov 23 14:23:56.521651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.529362 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cde118be-fc78-44b1-916f-f6f489160487 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/6314e35b-e914-484c-a5d2-dd498dd14464 HTTP/1.1" status: 204 len: 168 time: 0.8549314 Nov 23 14:23:56.534674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60654) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:56.600587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91e9a2b8-1e6d-4844-b941-6c6120508a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.613945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91e9a2b8-1e6d-4844-b941-6c6120508a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.615929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-91e9a2b8-1e6d-4844-b941-6c6120508a56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3631f23-c328-480e-82d5-cb9ba097c769 HTTP/1.1" status: 204 len: 168 time: 0.4620991 Nov 23 14:23:56.673343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9a2b8-1e6d-4844-b941-6c6120508a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3631f23-c328-480e-82d5-cb9ba097c769,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:56.758480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67b7f5-a9ea-4c31-98e9-f9acc474e8bf req-f6b6a65f-60de-43b7-838e-784da6d18d79 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:56.780221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a67b7f5-a9ea-4c31-98e9-f9acc474e8bf req-f6b6a65f-60de-43b7-838e-784da6d18d79 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 945 time: 0.2901464 Nov 23 14:23:56.828491 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10db57cc-b6c4-4b2b-b431-6aacb7c7eb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.851769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60666) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:56.991437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a67b7f5-a9ea-4c31-98e9-f9acc474e8bf req-b413bd28-6f36-42e8-8c46-d74985137f10 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/security-groups?id=db432108-59cf-49a3-b09a-e7a455eea226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037714 Nov 23 14:23:57.031974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5a94451b-42d2-4c17-8b0b-42f0cef08897 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:57.032535 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.072631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952525c-aa48-4303-8e3a-ea2e926e5a91 req-58849a12-d4f2-43d0-9a7c-7e6134692215 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:57.078084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e952525c-aa48-4303-8e3a-ea2e926e5a91 req-58849a12-d4f2-43d0-9a7c-7e6134692215 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 944 time: 0.1676652 Nov 23 14:23:57.141277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.183310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6bbb8633-91ee-46f8-a332-7c278b37f4ae None None] Could not find standard attr ID for object 6314e35b-e914-484c-a5d2-dd498dd14464. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:23:57.226818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e952525c-aa48-4303-8e3a-ea2e926e5a91 req-78b65235-8837-4918-84fc-a855032f201f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413369 Nov 23 14:23:57.247937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60672) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:57.277481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-940634cc-b501-4b2d-b044-4c4c22757022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.334847 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-309a5c55-6ce3-42d8-8bdb-d153af663d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.403335 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a1ff48-ca83-405e-b253-613c76afdf23 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:23:57.406142 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-24a1ff48-ca83-405e-b253-613c76afdf23 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/6314e35b-e914-484c-a5d2-dd498dd14464 HTTP/1.1" status: 404 len: 333 time: 0.8694949 Nov 23 14:23:57.410304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60674) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:57.417126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6c1cefa6-5041-4e92-8581-a86fdc27c064 None None] Provisioning complete for port 5a94451b-42d2-4c17-8b0b-42f0cef08897 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:57.417493 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c1cefa6-5041-4e92-8581-a86fdc27c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.500003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-940634cc-b501-4b2d-b044-4c4c22757022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.503407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Deleting port 8cb343fd-8396-4376-8112-e44e0e493664 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:57.503822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.516585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet cbd9126d-93e3-422d-af41-0f1201125894 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:57.531014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-940634cc-b501-4b2d-b044-4c4c22757022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.538377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.566721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6c1cefa6-5041-4e92-8581-a86fdc27c064 None None] Could not find standard attr ID for object 6314e35b-e914-484c-a5d2-dd498dd14464. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:23:57.599312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-309a5c55-6ce3-42d8-8bdb-d153af663d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.621820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-309a5c55-6ce3-42d8-8bdb-d153af663d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.635940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] For port 8cb343fd-8396-4376-8112-e44e0e493664, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8cb343fd-8396-4376-8112-e44e0e493664,segment=NetworkSegment(11895355-0626-487a-976b-3c5f95cfd7e7),segment_id=11895355-0626-487a-976b-3c5f95cfd7e7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:57.636291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.656797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Calling delete_port for 8cb343fd-8396-4376-8112-e44e0e493664 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:57.662081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-309a5c55-6ce3-42d8-8bdb-d153af663d73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=956ab0ff80494a709df39790b9fc61a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8063927 Nov 23 14:23:57.662422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60676) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:57.668456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940634cc-b501-4b2d-b044-4c4c22757022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a85e166-75ac-4304-83a2-5ce3d9b08f07,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:57.679398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-940634cc-b501-4b2d-b044-4c4c22757022 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4e0e29f4a0741ba8fc8e8888bf8d53c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4299872 Nov 23 14:23:57.682471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a655bdd7-ea6b-4174-879d-d1082c133c94 None None] Could not find standard attr ID for object 6314e35b-e914-484c-a5d2-dd498dd14464. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:23:57.685426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60680) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:57.737051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.801008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a5c55-6ce3-42d8-8bdb-d153af663d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f6820-2241-4441-b587-cde5f9e4611e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:57.807413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4772b69a-5e26-48ca-8196-e31fd68f1da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.832199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4772b69a-5e26-48ca-8196-e31fd68f1da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.846436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71df79fa-b80b-4ddb-97b5-550ca6c248f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.880456 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71df79fa-b80b-4ddb-97b5-550ca6c248f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.893155 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4772b69a-5e26-48ca-8196-e31fd68f1da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.896177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4772b69a-5e26-48ca-8196-e31fd68f1da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:57.897348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4772b69a-5e26-48ca-8196-e31fd68f1da9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a85e166-75ac-4304-83a2-5ce3d9b08f07 HTTP/1.1" status: 204 len: 168 time: 0.2086277 Nov 23 14:23:57.929125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772b69a-5e26-48ca-8196-e31fd68f1da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a85e166-75ac-4304-83a2-5ce3d9b08f07,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:57.976106 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.014291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.017512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-822bcb7a-f27e-4d83-8803-c8b5e3636b4d None None] Could not find standard attr ID for object 6314e35b-e914-484c-a5d2-dd498dd14464. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:23:58.028901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['8cb343fd-8396-4376-8112-e44e0e493664'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:23:58.105303 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.130212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.134694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/cbd9126d-93e3-422d-af41-0f1201125894 HTTP/1.1" status: 204 len: 168 time: 0.7193193 Nov 23 14:23:58.138870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60686) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:58.139890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Pushing event deleted for resources: {'Port': ['ID=8cb343fd-8396-4376-8112-e44e0e493664,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:58.162538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b829465-be75-45d2-b29b-b8db9acc4550 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd9126d-93e3-422d-af41-0f1201125894,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:58.171622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71df79fa-b80b-4ddb-97b5-550ca6c248f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.175064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71df79fa-b80b-4ddb-97b5-550ca6c248f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.178545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-71df79fa-b80b-4ddb-97b5-550ca6c248f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/666f6820-2241-4441-b587-cde5f9e4611e HTTP/1.1" status: 204 len: 168 time: 0.5128179 Nov 23 14:23:58.215948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2be6985a-52ee-4f65-9c29-7f59e109ead4 req-fa6b8d65-5e5d-4897-ae85-215c1b97a5da tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.46 "GET /v2.0/ports?device_id=86350dcf-5a66-4bc4-ad8a-29c36bba0fbf HTTP/1.1" status: 200 len: 210 time: 0.0556984 Nov 23 14:23:58.238781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] No DVR routers for this DVR port 8cb343fd-8396-4376-8112-e44e0e493664 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:58.249546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.254876 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-95f8ee4c-8494-495f-b780-ed181c902432 req-755965e6-3123-4c60-a910-e15350455503 tempest-InstanceActionsNegativeTestJSON-1373674265 tempest-InstanceActionsNegativeTestJSON-1373674265-project] 10.222.0.74 "DELETE /v2.0/ports/8cb343fd-8396-4376-8112-e44e0e493664 HTTP/1.1" status: 204 len: 173 time: 1.7234821 Nov 23 14:23:58.267376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'name': 'network-vif-deleted', 'tag': '8cb343fd-8396-4376-8112-e44e0e493664'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:58.269741 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e7b0d3-8693-4177-9cba-e612105bf1cc" -d '{"events": [{"server_uuid": "86350dcf-5a66-4bc4-ad8a-29c36bba0fbf", "name": "network-vif-deleted", "tag": "8cb343fd-8396-4376-8112-e44e0e493664"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:58.325776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df79fa-b80b-4ddb-97b5-550ca6c248f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f6820-2241-4441-b587-cde5f9e4611e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:58.357457 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560ba35d-318c-4021-ae10-65139b3315df x-openstack-request-id: req-560ba35d-318c-4021-ae10-65139b3315df {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:58.357772 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86350dcf-5a66-4bc4-ad8a-29c36bba0fbf", "name": "network-vif-deleted", "tag": "8cb343fd-8396-4376-8112-e44e0e493664", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:58.358029 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-560ba35d-318c-4021-ae10-65139b3315df {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:58.358442 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86350dcf-5a66-4bc4-ad8a-29c36bba0fbf', 'name': 'network-vif-deleted', 'tag': '8cb343fd-8396-4376-8112-e44e0e493664', 'status': 'completed', 'code': 200} Nov 23 14:23:58.405870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 53984916-02e2-403f-a30c-d87d3d6bbc78 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:58.408286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 01371b6c-ab23-436f-8482-6692630a2091 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:58.417417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.488196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7a4c9-ed0d-4a02-95fd-fb1ab259ef87 req-b51ceea9-8b3b-4750-805c-dd9babdedc72 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:58.490438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3c7a4c9-ed0d-4a02-95fd-fb1ab259ef87 req-b51ceea9-8b3b-4750-805c-dd9babdedc72 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 944 time: 0.1085889 Nov 23 14:23:58.499743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.526349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3e77d-6aab-4601-a3c9-896bab7aa319 None None] Network 620069b4-ff90-4682-8e82-a8593e05c663 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:58.575334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b3c7a4c9-ed0d-4a02-95fd-fb1ab259ef87 req-830dba06-1937-44f5-a0f8-702560111a2f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658021 Nov 23 14:23:58.591912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 53984916-02e2-403f-a30c-d87d3d6bbc78 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:23:58.611716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.642534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c53ed7a8-c387-4a97-a262-859b3274cc3d None None] Could not find standard attr ID for object 6314e35b-e914-484c-a5d2-dd498dd14464. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:23:58.646813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 53984916-02e2-403f-a30c-d87d3d6bbc78 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:58.647294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.705027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.771040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=01371b6c-ab23-436f-8482-6692630a2091,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:58.791776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.797833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a3d34a34-964c-418e-8e2f-ecc10072096c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/01371b6c-ab23-436f-8482-6692630a2091 HTTP/1.1" status: 204 len: 168 time: 0.6550231 Nov 23 14:23:58.801568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60710) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:58.879458 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.905837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984916-02e2-403f-a30c-d87d3d6bbc78'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:23:58.908742 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6482131-dc16-4a71-bd3c-3d8a755b7172" -d '{"events": [{"server_uuid": "b05d4eb7-1138-487e-b190-d373b9d6426f", "name": "network-vif-plugged", "status": "completed", "tag": "53984916-02e2-403f-a30c-d87d3d6bbc78"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:23:58.932185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 53984916-02e2-403f-a30c-d87d3d6bbc78, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=53984916-02e2-403f-a30c-d87d3d6bbc78,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:58.941300 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:58.974424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60716) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:59.005825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ab49a25-7f71-4c70-a713-ec00bbbdd6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.006962 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.016949 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64356edb-847d-4370-ae37-d2d8280d0995 x-openstack-request-id: req-64356edb-847d-4370-ae37-d2d8280d0995 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:23:59.017600 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05d4eb7-1138-487e-b190-d373b9d6426f", "name": "network-vif-plugged", "status": "completed", "tag": "53984916-02e2-403f-a30c-d87d3d6bbc78", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:23:59.017855 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64356edb-847d-4370-ae37-d2d8280d0995 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:23:59.018254 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984916-02e2-403f-a30c-d87d3d6bbc78', 'code': 200} Nov 23 14:23:59.018905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=53984916-02e2-403f-a30c-d87d3d6bbc78,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:59.021951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] DHCP port deletion for 620069b4-ff90-4682-8e82-a8593e05c663 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:23:59.089543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9959ca6d-9196-4a99-808a-edc9c6af838a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.108424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] Deleting port 5a94451b-42d2-4c17-8b0b-42f0cef08897 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:59.108891 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.158840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ab49a25-7f71-4c70-a713-ec00bbbdd6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.166027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ab49a25-7f71-4c70-a713-ec00bbbdd6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.176738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 5a94451b-42d2-4c17-8b0b-42f0cef08897 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:23:59.177207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.193469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74d3ad-6a77-4d34-98aa-5b849782053c req-a53cb4ee-56e4-42fb-adea-dee2eac77712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:59.195809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f74d3ad-6a77-4d34-98aa-5b849782053c req-a53cb4ee-56e4-42fb-adea-dee2eac77712 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 1096 time: 0.0721290 Nov 23 14:23:59.223278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] For port 5a94451b-42d2-4c17-8b0b-42f0cef08897, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5a94451b-42d2-4c17-8b0b-42f0cef08897,segment=NetworkSegment(cfaa5d76-2251-4a0d-b955-b52bcf6c847e),segment_id=cfaa5d76-2251-4a0d-b955-b52bcf6c847e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:59.224052 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.231772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab49a25-7f71-4c70-a713-ec00bbbdd6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f01a6e-49a9-4d79-9094-62054cfe8f07,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:59.237733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] Calling delete_port for 5a94451b-42d2-4c17-8b0b-42f0cef08897 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:59.273266 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ab49a25-7f71-4c70-a713-ec00bbbdd6bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=078ea57efab341089a84e95ec1ce9261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975264 Nov 23 14:23:59.275910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60722) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:59.331221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.340534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60726) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:59.386785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] Pushing event deleted for resources: {'Port': ['ID=5a94451b-42d2-4c17-8b0b-42f0cef08897,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:59.391364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc78fa-50fc-403c-a917-eb0be3f7b632 None None] No DVR routers for this DVR port 5a94451b-42d2-4c17-8b0b-42f0cef08897 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:23:59.437260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f51e1902-76c0-4e72-a236-901b6244f886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.452767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] Deleting subnet cc358b10-227b-469a-81ce-668349cbe236 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:23:59.462670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.495345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f51e1902-76c0-4e72-a236-901b6244f886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.536448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.582592 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.611498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f51e1902-76c0-4e72-a236-901b6244f886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.614231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f51e1902-76c0-4e72-a236-901b6244f886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.615453 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f51e1902-76c0-4e72-a236-901b6244f886 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70f01a6e-49a9-4d79-9094-62054cfe8f07 HTTP/1.1" status: 204 len: 168 time: 0.3384054 Nov 23 14:23:59.632666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e1902-76c0-4e72-a236-901b6244f886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f01a6e-49a9-4d79-9094-62054cfe8f07,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:59.679033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.738371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] For port 5a94451b-42d2-4c17-8b0b-42f0cef08897, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5a94451b-42d2-4c17-8b0b-42f0cef08897,segment=NetworkSegment(cfaa5d76-2251-4a0d-b955-b52bcf6c847e),segment_id=cfaa5d76-2251-4a0d-b955-b52bcf6c847e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:59.739095 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.761713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc358b10-227b-469a-81ce-668349cbe236,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:59.764139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.770641 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6bf410ed-522a-40a3-b0f5-4b2675f9193c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cc358b10-227b-469a-81ce-668349cbe236 HTTP/1.1" status: 204 len: 168 time: 0.4262078 Nov 23 14:23:59.770641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:59.785309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 5a94451b-42d2-4c17-8b0b-42f0cef08897 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:23:59.793890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f74d3ad-6a77-4d34-98aa-5b849782053c req-74dae224-76c6-4654-9f48-20c2ea83676c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803525 Nov 23 14:23:59.857869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d97947-51a2-4292-8db2-a8e6768c4a76 req-9b0e166e-aa6c-4e88-b90f-ed170abf6f3d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:59.859405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1d97947-51a2-4292-8db2-a8e6768c4a76 req-9b0e166e-aa6c-4e88-b90f-ed170abf6f3d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 945 time: 0.1298561 Nov 23 14:23:59.881145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.993306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:59.997871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1d97947-51a2-4292-8db2-a8e6768c4a76 req-f1fbe095-add6-4d12-8dbc-329ec872dcb0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279321 Nov 23 14:23:59.998710 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.019032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.038090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=5a94451b-42d2-4c17-8b0b-42f0cef08897,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:00.040070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No DVR routers for this DVR port 5a94451b-42d2-4c17-8b0b-42f0cef08897 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:00.075436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56692de0-706c-4196-b5bc-2e03a2b948f0']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:00.092954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11895355-0626-487a-976b-3c5f95cfd7e7') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:00.093960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11895355-0626-487a-976b-3c5f95cfd7e7') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:00.116230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.129818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.156629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8cb343fd-8396-4376-8112-e44e0e493664 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:00.161270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620069b4-ff90-4682-8e82-a8593e05c663']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:00.172224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.182834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaa5d76-2251-4a0d-b955-b52bcf6c847e') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:00.183038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:00.183158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaa5d76-2251-4a0d-b955-b52bcf6c847e') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:00.183361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:00.185224 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:00.200529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 8cb343fd-8396-4376-8112-e44e0e493664 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:00.200883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8cb343fd-8396-4376-8112-e44e0e493664 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:00.215075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.248273 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.259391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:00.261042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:00.269926 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:00.282503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.294983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.303205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5a94451b-42d2-4c17-8b0b-42f0cef08897 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:00.306239 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/56692de0-706c-4196-b5bc-2e03a2b948f0 HTTP/1.1" status: 204 len: 168 time: 0.5347607 Nov 23 14:24:00.326335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2a2fd-645f-4808-9f61-faf40724d6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56692de0-706c-4196-b5bc-2e03a2b948f0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:00.342338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5a94451b-42d2-4c17-8b0b-42f0cef08897 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:00.342927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5a94451b-42d2-4c17-8b0b-42f0cef08897 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:00.372993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.384537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.392084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/620069b4-ff90-4682-8e82-a8593e05c663 HTTP/1.1" status: 204 len: 168 time: 1.5860918 Nov 23 14:24:00.393135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60756) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:00.398793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35812bf3-faee-4ae1-a40a-9fae816b3cb8 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=620069b4-ff90-4682-8e82-a8593e05c663,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:00.455065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a203d4-b21e-4d72-885e-35eeefc9594e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:00.456751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a0a203d4-b21e-4d72-885e-35eeefc9594e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0626163 Nov 23 14:24:00.460581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60762) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:00.557989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-363e62d7-af0b-4c58-95c6-721c2010f1e7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0933425 Nov 23 14:24:00.558264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60766) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:00.563004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60768) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:00.563360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-678364959'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:00.593955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:00.598614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.619539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3747016e-d5fc-49d2-a55b-c74a028b2c7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e386cbc1ff34fbeac7f2d4429cc19ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548110 Nov 23 14:24:00.622008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60770) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:00.641057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:00.653489 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.653834 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment 1fa06f18-8747-41bd-af9f-c9d9c50eec2d of type vlan for network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d Nov 23 14:24:00.683153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e35810-f652-43bb-bfca-4fa2e9a31fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.703642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.717026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e35810-f652-43bb-bfca-4fa2e9a31fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.739064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.748143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:00.749451 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.789469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e35810-f652-43bb-bfca-4fa2e9a31fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.803020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2400773 Nov 23 14:24:00.807648 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e35810-f652-43bb-bfca-4fa2e9a31fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:00.809203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-89e35810-f652-43bb-bfca-4fa2e9a31fd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db432108-59cf-49a3-b09a-e7a455eea226 HTTP/1.1" status: 204 len: 168 time: 0.1862512 Nov 23 14:24:00.810401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60776) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:00.819464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:00.847382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e35810-f652-43bb-bfca-4fa2e9a31fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db432108-59cf-49a3-b09a-e7a455eea226,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:00.871468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09237a5-ceef-489f-a459-e93efb7aa4bc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:00.896710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:01.016576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:01.036823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:01.247755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfe255-d14f-4142-b7d8-ffd3be7661f2 req-98acf30a-34b8-4217-b9c8-27ce891961a1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:01.258440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2dfe255-d14f-4142-b7d8-ffd3be7661f2 req-98acf30a-34b8-4217-b9c8-27ce891961a1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 945 time: 0.0940304 Nov 23 14:24:01.315595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:01.338919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2dfe255-d14f-4142-b7d8-ffd3be7661f2 req-2b6750ae-ed72-4639-8d50-b0742cdee6e8 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793457 Nov 23 14:24:01.390525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:01.403491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': '1fa06f18-8747-41bd-af9f-c9d9c50eec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:01.404002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:01.421904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:01.440967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:01.454278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:01.456035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:01.459957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bb674-d079-4847-b10d-da502a7a4434 None None] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:01.489820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60800) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:01.492113 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c33d3803-9f28-442e-8a6b-1be385981c8d tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6759415 Nov 23 14:24:01.496488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d', 'name': 'tempest-PortsIpV6TestJSON-1383358708'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:01.651137 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:01.722512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:01.726489 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:01.760818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 50d49181-d8f6-40d3-9558-9d06a015467a yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:01.774867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d', 'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d', 'tenant_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'fixed_ips': [{'subnet_id': '198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:24:01.777583 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:01.959316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::1e8 (dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d/198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9/50d49181-d8f6-40d3-9558-9d06a015467a) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:02.204461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.289572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.375079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Allocated IP 2001:db8::2 (dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d/198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9/e5778c18-13e3-4c79-82d2-94901d546c25) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:02.398754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=50d49181-d8f6-40d3-9558-9d06a015467a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:02.406909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:02.409091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:02.411507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:02.417598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:02.418298 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.468509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60844) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:02.475420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d', 'name': 'tempest-PortsIpV6TestJSON-385909517'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:02.480025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d5df823d-cfd5-4bff-9f0b-9c23ec796302 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9884331 Nov 23 14:24:02.517844 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.605348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfabd1-1e4a-4b7a-9a1b-8b0c3de597cc req-6b73ea8f-3475-49d1-adac-3c83de1b0778 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:02.607167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9bfabd1-1e4a-4b7a-9a1b-8b0c3de597cc req-6b73ea8f-3475-49d1-adac-3c83de1b0778 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 945 time: 0.1233068 Nov 23 14:24:02.691575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9bfabd1-1e4a-4b7a-9a1b-8b0c3de597cc req-49acdd52-1557-4be1-ac61-e08717e92cfb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775757 Nov 23 14:24:02.776755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:02.783235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.802156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.810625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.831962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port c6d6fd7e-7694-4a66-9a33-e721778dc213 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:02.835519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60860) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:02.866392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:02.871597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:02.875628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:02.886038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Pushing event updated for resources: {'Port': ['ID=e5778c18-13e3-4c79-82d2-94901d546c25,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:02.968051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Attempting to bind port e5778c18-13e3-4c79-82d2-94901d546c25 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:02.968435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Attempting to bind port e5778c18-13e3-4c79-82d2-94901d546c25 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '1fa06f18-8747-41bd-af9f-c9d9c50eec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:02.968804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Attempting to bind port e5778c18-13e3-4c79-82d2-94901d546c25 on network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:02.975062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:02.975439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Checking segment: {'id': '1fa06f18-8747-41bd-af9f-c9d9c50eec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:02.975850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.976378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Bound using segment: {'id': '1fa06f18-8747-41bd-af9f-c9d9c50eec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:02.976864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Bound port: e5778c18-13e3-4c79-82d2-94901d546c25, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa06f18-8747-41bd-af9f-c9d9c50eec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:02.977249 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:02.988907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6949c-40b6-4323-9186-f123f8c0e890 req-d42b0c20-9ddf-4f8b-9403-dd95cde4a032 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:02.990477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7b6949c-40b6-4323-9186-f123f8c0e890 req-d42b0c20-9ddf-4f8b-9403-dd95cde4a032 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 947 time: 0.0796976 Nov 23 14:24:03.071426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7b6949c-40b6-4323-9186-f123f8c0e890 req-40c5b2e2-5cde-4fc4-83a3-f49e04f90718 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707238 Nov 23 14:24:03.091134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::154 (dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d/198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9/c6d6fd7e-7694-4a66-9a33-e721778dc213) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:03.140729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] For port e5778c18-13e3-4c79-82d2-94901d546c25, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:03.147514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] For port e5778c18-13e3-4c79-82d2-94901d546c25, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e5778c18-13e3-4c79-82d2-94901d546c25,segment=NetworkSegment(1fa06f18-8747-41bd-af9f-c9d9c50eec2d),segment_id=1fa06f18-8747-41bd-af9f-c9d9c50eec2d)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:03.156785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.195656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1791621291-network', 'tenant_id': 'ca48bb58bb1543b884e2d7e295804ba3'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:03.269876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbaa4b-8b01-4c5e-93d0-f03bdf88863c None None] Pushing event updated for resources: {'Port': ['ID=e5778c18-13e3-4c79-82d2-94901d546c25,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:03.326839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.363126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Made reservation on behalf of ca48bb58bb1543b884e2d7e295804ba3 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:03.369847 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.391319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.392516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.442477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-a9d4402e-411e-470b-9eb9-9c33fb79afca tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:03.444084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-a9d4402e-411e-470b-9eb9-9c33fb79afca tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.2844703 Nov 23 14:24:03.483028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-a7d5967d-5aad-449a-9dbd-4c8d4f12bbf6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.0265446 Nov 23 14:24:03.506525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:03.544799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:03.556922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:03.566028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:03.566701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.609785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=c6d6fd7e-7694-4a66-9a33-e721778dc213,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:03.629550 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-db262589-c105-4032-aba8-ae9cb616fc47 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1583209 Nov 23 14:24:03.640051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60916) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:03.667181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-696a3e1c-7114-4033-9bff-d87c40dab0d8 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620851 Nov 23 14:24:03.678146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.689522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.725187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bcc8-5903-4e20-8dc4-44d56fecec07 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:03.729984 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c1c2bcc8-5903-4e20-8dc4-44d56fecec07 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e8 HTTP/1.1" status: 200 len: 929 time: 0.0887468 Nov 23 14:24:03.730518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60922) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:03.768930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:03.786774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.787383 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Added segment d0932193-bd29-44b1-8d3c-1e68fdb0019e of type vlan for network a8bc0056-3d49-4df7-ac77-b6198424db6b Nov 23 14:24:03.847112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port c6d6fd7e-7694-4a66-9a33-e721778dc213 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:03.847743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.848154 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.850434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09370aab-a674-4638-be7f-57ab6a78c7a4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:03.880725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:03.951524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:03.952570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:03.953238 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.009012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-21020fab-ab32-4971-ba74-de623db12021 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294439 Nov 23 14:24:04.019721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1829329 Nov 23 14:24:04.023666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:04.042566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Request body: {'subnet': {'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1791621291-subnet', 'tenant_id': 'ca48bb58bb1543b884e2d7e295804ba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:04.064015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.095333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for c6d6fd7e-7694-4a66-9a33-e721778dc213 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:04.136867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e60bf-c6f0-4f18-88d5-7e95160eaa21 admin admin] Pushing event updated for resources: {'Network': ['ID=a8bc0056-3d49-4df7-ac77-b6198424db6b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:04.149706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network a8bc0056-3d49-4df7-ac77-b6198424db6b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:04.183485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93fd117a-d3d7-4078-897a-140c288e9cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.189334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Made reservation on behalf of ca48bb58bb1543b884e2d7e295804ba3 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:04.193915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.196418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-4a83a608-490b-42fc-80ae-03a9de3c52d4 service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755314 Nov 23 14:24:04.422254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316100-c473-4d30-ae6a-2ae837c7be22 req-2eca74ae-8346-497f-b8d8-cc4454750bed tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:04.425198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50316100-c473-4d30-ae6a-2ae837c7be22 req-2eca74ae-8346-497f-b8d8-cc4454750bed tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 947 time: 0.2194867 Nov 23 14:24:04.447368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e5778c18-13e3-4c79-82d2-94901d546c25 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:04.508463 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93fd117a-d3d7-4078-897a-140c288e9cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.523488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93fd117a-d3d7-4078-897a-140c288e9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.529094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-f017e927-4857-4c52-9cd7-9162b9f450c5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:04.534817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-f017e927-4857-4c52-9cd7-9162b9f450c5 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 947 time: 0.2216039 Nov 23 14:24:04.574325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e5778c18-13e3-4c79-82d2-94901d546c25 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:04.575235 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.676624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb7d063e-6c91-4323-ba09-e140a9dfa3ea req-dd2aaea2-2258-4628-8a81-435956182ed7 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 210 time: 0.0606349 Nov 23 14:24:04.700535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd117a-d3d7-4078-897a-140c288e9cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea16fa3-8368-4ee9-a88b-6073eaec476c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:04.733232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50316100-c473-4d30-ae6a-2ae837c7be22 req-4ac86508-98f0-490e-8cea-c1ac1bfc024b tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f044d17-ae08-4658-8241-18b86247c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019621 Nov 23 14:24:04.748560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-93fd117a-d3d7-4078-897a-140c288e9cb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af56b8662003445cb5bdcc4e4cba884a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8600442 Nov 23 14:24:04.750792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:04.771793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.809353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Deleting port ec080415-41a1-45dc-afdc-025e8e1383f8 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:04.809764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.842181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port e5778c18-13e3-4c79-82d2-94901d546c25, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e5778c18-13e3-4c79-82d2-94901d546c25,segment=NetworkSegment(1fa06f18-8747-41bd-af9f-c9d9c50eec2d),segment_id=1fa06f18-8747-41bd-af9f-c9d9c50eec2d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:04.851095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.926571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] For port ec080415-41a1-45dc-afdc-025e8e1383f8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=ec080415-41a1-45dc-afdc-025e8e1383f8,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:04.927148 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.937463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=e5778c18-13e3-4c79-82d2-94901d546c25,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:04.962503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de45fb-bf02-44b0-a97b-15a151e203fe None None] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:05.011108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b787c696-43c4-4da0-8657-22798b0c38f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.082932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e9ecd3ac-6a22-4ee0-a924-479008392cba None None] Provisioning complete for port e5778c18-13e3-4c79-82d2-94901d546c25 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:05.083582 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9ecd3ac-6a22-4ee0-a924-479008392cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.106661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b787c696-43c4-4da0-8657-22798b0c38f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.108660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.206408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=c6d6fd7e-7694-4a66-9a33-e721778dc213,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:05.218665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.225036 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-05c4437e-46f6-4ece-8437-d161d6688b1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/c6d6fd7e-7694-4a66-9a33-e721778dc213 HTTP/1.1" status: 204 len: 168 time: 1.4909501 Nov 23 14:24:05.228343 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.233056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60950) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:05.284940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104157cf-01e4-401b-9a5c-1f9ec197344f,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:05.317625 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc10a51-4c62-4bf4-a7ef-65b4da320804 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:24:05.321749 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3fc10a51-4c62-4bf4-a7ef-65b4da320804 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/c6d6fd7e-7694-4a66-9a33-e721778dc213 HTTP/1.1" status: 404 len: 333 time: 0.0472534 Nov 23 14:24:05.323149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60954) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:05.348964 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.351908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.352546 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Floating IP dc1255d6-4224-448b-9b1a-325541e57e64 disassociated. External IP: 172.25.3.169, port: ec080415-41a1-45dc-afdc-025e8e1383f8. Nov 23 14:24:05.353317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Calling delete_port for ec080415-41a1-45dc-afdc-025e8e1383f8 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:05.419602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Checking segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:05.419966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Network hostable DHCP agents. Network: a8bc0056-3d49-4df7-ac77-b6198424db6b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:05.424861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b787c696-43c4-4da0-8657-22798b0c38f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.427227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b787c696-43c4-4da0-8657-22798b0c38f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.430725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b787c696-43c4-4da0-8657-22798b0c38f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ea16fa3-8368-4ee9-a88b-6073eaec476c HTTP/1.1" status: 204 len: 168 time: 0.6744413 Nov 23 14:24:05.460067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787c696-43c4-4da0-8657-22798b0c38f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea16fa3-8368-4ee9-a88b-6073eaec476c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:05.481956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Network a8bc0056-3d49-4df7-ac77-b6198424db6b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:05.524211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, a8bc0056-3d49-4df7-ac77-b6198424db6b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:05.531079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 50d49181-d8f6-40d3-9558-9d06a015467a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:05.531976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.541552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e121d5-e6f2-45c3-81b3-56fd7b0eeb13 None None] Network a8bc0056-3d49-4df7-ac77-b6198424db6b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:05.548715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:05.549447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.687360 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cb362bbb-2a0e-4b62-8be9-0350d91754a8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6617885 Nov 23 14:24:05.731181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:05.769678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 50d49181-d8f6-40d3-9558-9d06a015467a owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:05.866731 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:06.136415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event deleted for resources: {'Port': ['ID=ec080415-41a1-45dc-afdc-025e8e1383f8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:06.154918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a7c93b30-5eaf-49ea-9f4c-447d8104210c None None] Provisioning complete for port 50d49181-d8f6-40d3-9558-9d06a015467a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:06.155305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a7c93b30-5eaf-49ea-9f4c-447d8104210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:06.171865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:06.186789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eae07b98-d76a-4f8b-a0b8-a441a501bda0 req-3c88f96d-a0ec-42cc-accf-eef7b45db10e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 210 time: 0.2695487 Nov 23 14:24:06.258043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=50d49181-d8f6-40d3-9558-9d06a015467a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:06.302315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-a8bc0056-3d49-4df7-ac77-b6198424db6b', 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'tenant_id': 'ca48bb58bb1543b884e2d7e295804ba3', 'fixed_ips': [{'subnet_id': '104157cf-01e4-401b-9a5c-1f9ec197344f'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:24:06.305740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:06.326336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60992) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:06.391589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-caf4234d-580f-424d-81a5-3910b57bb9a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:06.429892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:06.435630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d28ac5ca-538b-4fe2-ada7-3cb59a023308 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/50d49181-d8f6-40d3-9558-9d06a015467a HTTP/1.1" status: 204 len: 168 time: 1.1095061 Nov 23 14:24:06.479894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:06.605477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8160799-7ff3-47f4-8e18-b9e0a3209e29 req-9d6511ad-e9db-47ce-9f97-e3c823201b71 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 210 time: 0.5720944 Nov 23 14:24:06.642636 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77b82cc-d763-44e8-a965-6415063f880a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:24:06.647861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a77b82cc-d763-44e8-a965-6415063f880a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/50d49181-d8f6-40d3-9558-9d06a015467a HTTP/1.1" status: 404 len: 333 time: 0.1666110 Nov 23 14:24:06.648487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32776) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:06.722742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e5778c18-13e3-4c79-82d2-94901d546c25 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:06.792503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:06.805581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a7c93b30-5eaf-49ea-9f4c-447d8104210c None None] Port 50d49181-d8f6-40d3-9558-9d06a015467a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:06.874695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: ec080415-41a1-45dc-afdc-025e8e1383f8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:06.875569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device ec080415-41a1-45dc-afdc-025e8e1383f8 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:06.896410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Allocated IP 172.20.0.2 (a8bc0056-3d49-4df7-ac77-b6198424db6b/104157cf-01e4-401b-9a5c-1f9ec197344f/de225171-04bd-478a-94b9-00d83aa3c361) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:06.958688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-caf4234d-580f-424d-81a5-3910b57bb9a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:06.967400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-caf4234d-580f-424d-81a5-3910b57bb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.005638 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-caf4234d-580f-424d-81a5-3910b57bb9a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0898d0726e244deface71f473e053aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6778128 Nov 23 14:24:07.014002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32790) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:07.103149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4234d-580f-424d-81a5-3910b57bb9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad97fcd-ce44-4410-8c3f-3625ead77dcd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:07.156089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-243cca35-d088-495b-8791-457fd141bce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.176139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-1d21e966-e25a-4c85-a0be-f7a62f17e08a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:07.178110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-1d21e966-e25a-4c85-a0be-f7a62f17e08a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.5138338 Nov 23 14:24:07.196118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Request body: {'port': {'device_id': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'admin_state_up': True, 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:07.235483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-ea7ba52a-cafc-4483-81fa-2d8077cd917c tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:07.242944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-243cca35-d088-495b-8791-457fd141bce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.246043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-ea7ba52a-cafc-4483-81fa-2d8077cd917c tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 816 time: 0.3019955 Nov 23 14:24:07.255130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:24:07.259457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.339523 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.380834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32796) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:07.396587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-243cca35-d088-495b-8791-457fd141bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.398715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e5778c18-13e3-4c79-82d2-94901d546c25 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:07.399360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-243cca35-d088-495b-8791-457fd141bce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.399847 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.400993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-243cca35-d088-495b-8791-457fd141bce9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fad97fcd-ce44-4410-8c3f-3625ead77dcd HTTP/1.1" status: 204 len: 168 time: 0.3852997 Nov 23 14:24:07.449962 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.453307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cca35-d088-495b-8791-457fd141bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad97fcd-ce44-4410-8c3f-3625ead77dcd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:07.504669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a7c93b30-5eaf-49ea-9f4c-447d8104210c None None] Provisioning complete for port e5778c18-13e3-4c79-82d2-94901d546c25 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:07.505497 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a7c93b30-5eaf-49ea-9f4c-447d8104210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.542563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-867e0cfb-d826-4340-ac7f-b83b0fb81466 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/quotas/ca48bb58bb1543b884e2d7e295804ba3 HTTP/1.1" status: 200 len: 375 time: 0.2951624 Nov 23 14:24:07.550585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.552602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:07.557928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.616184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.619571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9 HTTP/1.1" status: 204 len: 168 time: 0.9647002 Nov 23 14:24:07.621683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Router 7e3a78b0-c645-4f48-8628-6bc995db8bfe has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:24:07.626378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50659a-629d-4b1b-b7e2-6e4c9a84ae65 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:07.644379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32802) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:07.709032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.726547 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.760415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-b1af49c6-ae9f-4b55-a510-605c22d09637 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2159843 Nov 23 14:24:07.769809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.785278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46cf1646-c280-4cdb-acf5-651d9d3feb2b req-ebcd1d4b-5768-4679-b4d1-84d3b6940add tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 210 time: 0.2519858 Nov 23 14:24:07.924329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Allocated IP 172.20.0.5 (a760b5ef-6bbf-4241-aede-477029b4d14c/6067dcd5-b66e-4708-a691-8896309a7852/71f8230f-06ac-4f5a-8b5f-e26d563f95eb) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:07.935183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5093-3bf4-4cde-a767-8a38434792df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:07.952846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Network a8bc0056-3d49-4df7-ac77-b6198424db6b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:07.961890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ccb0ea-ba62-402f-bec5-22fd810978ba None None] Network dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:07.981381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-0ee5ffa5-c0d4-4bdf-b706-140656847447 service neutron] 10.222.0.46 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196898 Nov 23 14:24:08.109296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fd7c45a-8ffa-4a51-9dfa-ea56bea0cdf2 req-05e84f0d-8479-4434-9637-78a922ab024c tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e8f4cd1-5e45-4283-86f2-0a1513f4114f HTTP/1.1" status: 200 len: 210 time: 0.0934300 Nov 23 14:24:08.123658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:08.168211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:08.258779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5093-3bf4-4cde-a767-8a38434792df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.261104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Pushing event updated for resources: {'Port': ['ID=de225171-04bd-478a-94b9-00d83aa3c361,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:08.277754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port e5778c18-13e3-4c79-82d2-94901d546c25 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:08.277754 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.294838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5093-3bf4-4cde-a767-8a38434792df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.312170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-123579d9-53b8-49aa-864b-86ecfeaff751 service neutron] 10.222.0.46 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300571 Nov 23 14:24:08.326139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Attempting to bind port de225171-04bd-478a-94b9-00d83aa3c361 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:08.326558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Attempting to bind port de225171-04bd-478a-94b9-00d83aa3c361 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:08.327111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Attempting to bind port de225171-04bd-478a-94b9-00d83aa3c361 on network a8bc0056-3d49-4df7-ac77-b6198424db6b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:08.337208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:08.337595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Checking segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:08.338008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.338508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Bound using segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:08.338912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Bound port: de225171-04bd-478a-94b9-00d83aa3c361, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:08.339307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.374322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.389552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:24:08.397573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6d6e5093-3bf4-4cde-a767-8a38434792df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f07a6842f8a446ea09d4557ec4829ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0124891 Nov 23 14:24:08.401464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32818) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:08.410681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b4f5715c-74e4-499a-8d72-7de952498c83 None None] Could not find standard attr ID for object 50d49181-d8f6-40d3-9558-9d06a015467a. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:24:08.413529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e5093-3bf4-4cde-a767-8a38434792df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e447cffe-9a82-4040-b775-49f1b264b115,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:08.440432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] Sync routers for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:24:08.446807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b4f5715c-74e4-499a-8d72-7de952498c83 None None] Could not find standard attr ID for object c6d6fd7e-7694-4a66-9a33-e721778dc213. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:24:08.458885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] DHCP port deletion for dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:24:08.485901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] For port de225171-04bd-478a-94b9-00d83aa3c361, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:08.509828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:08.510475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:23:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:08.557820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6f6d17b-5a95-469c-9fc4-d07d0e3617bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.571265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.655413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:08.678312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] No DVR routers for this DVR port ec080415-41a1-45dc-afdc-025e8e1383f8 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:08.681450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] For port e5778c18-13e3-4c79-82d2-94901d546c25, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e5778c18-13e3-4c79-82d2-94901d546c25,segment=NetworkSegment(1fa06f18-8747-41bd-af9f-c9d9c50eec2d),segment_id=1fa06f18-8747-41bd-af9f-c9d9c50eec2d)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:08.681809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.685979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.688044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Network a760b5ef-6bbf-4241-aede-477029b4d14c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:08.697562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:08.707526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:08.719027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32020d6b-db7d-4839-8c5a-bb33b4af6f15 req-ff3dcd70-6fc3-4fbf-a276-bf48badbaef7 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.11 "DELETE /v2.0/ports/ec080415-41a1-45dc-afdc-025e8e1383f8 HTTP/1.1" status: 204 len: 173 time: 4.1749215 Nov 23 14:24:08.719520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-deleted', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:08.746179 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee1b3f-62ce-4e32-b276-01f1792d23fc" -d '{"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-deleted", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:08.802908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:08.804942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['53984916-02e2-403f-a30c-d87d3d6bbc78'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:08.822235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] For port de225171-04bd-478a-94b9-00d83aa3c361, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de225171-04bd-478a-94b9-00d83aa3c361,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:08.841021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for e5778c18-13e3-4c79-82d2-94901d546c25 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:08.847281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:08.848033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.903521 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80073f9-63d5-4df1-846e-ab0fbc3fe1c8 x-openstack-request-id: req-a80073f9-63d5-4df1-846e-ab0fbc3fe1c8 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:08.905044 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8f4cd1-5e45-4283-86f2-0a1513f4114f", "name": "network-vif-deleted", "tag": "ec080415-41a1-45dc-afdc-025e8e1383f8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:08.905774 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a80073f9-63d5-4df1-846e-ab0fbc3fe1c8 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:08.906829 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8f4cd1-5e45-4283-86f2-0a1513f4114f', 'name': 'network-vif-deleted', 'tag': 'ec080415-41a1-45dc-afdc-025e8e1383f8', 'status': 'completed', 'code': 200} Nov 23 14:24:08.912935 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220671 Nov 23 14:24:08.915118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6f6d17b-5a95-469c-9fc4-d07d0e3617bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.929845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dae10-f1ef-406b-bda5-e4b19be36864 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event updated for resources: {'Port': ['ID=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:08.986986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Request body: {'port': {'device_id': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:09.009043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32844) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:09.119702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.189765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6f6d17b-5a95-469c-9fc4-d07d0e3617bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.192717 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6f6d17b-5a95-469c-9fc4-d07d0e3617bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.197623 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d6f6d17b-5a95-469c-9fc4-d07d0e3617bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e447cffe-9a82-4040-b775-49f1b264b115 HTTP/1.1" status: 204 len: 168 time: 0.7947013 Nov 23 14:24:09.222399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.247963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6d17b-5a95-469c-9fc4-d07d0e3617bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447cffe-9a82-4040-b775-49f1b264b115,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:09.371805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-965603568'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:09.445285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Made reservation on behalf of 5eb48fd4d71647cf9027adc430484e90 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:09.452371 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.473738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.639185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8dcb4-cae7-4ee2-a0f7-c8ab0600501c None None] Pushing event updated for resources: {'Port': ['ID=de225171-04bd-478a-94b9-00d83aa3c361,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:09.695535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] Deleting port e5778c18-13e3-4c79-82d2-94901d546c25 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:09.695987 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.724757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:09.785047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] Checking router: 7e3a78b0-c645-4f48-8628-6bc995db8bfe for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:24:09.803181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.809103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f8230f-06ac-4f5a-8b5f-e26d563f95eb {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:09.819146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.866665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.986409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bce44-116e-4a65-a30e-c71e1f0ae15b req-94f39b6b-df5b-4a31-ab6a-d95b198e3f61 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:09.994815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-727bce44-116e-4a65-a30e-c71e1f0ae15b req-94f39b6b-df5b-4a31-ab6a-d95b198e3f61 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 931 time: 1.0702832 Nov 23 14:24:10.030040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:10.072953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.095702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No DVR routers for this DVR port e5778c18-13e3-4c79-82d2-94901d546c25 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:10.098180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Transition to ACTIVE for port object 71f8230f-06ac-4f5a-8b5f-e26d563f95eb will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:24:10.107097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.115360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:10.115360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:23:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:10.117575 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Added segment 582f78f5-02c4-4d1e-85e8-a89317a15b9c of type vlan for network 264e911c-2752-465f-be8e-5890a7455c2f Nov 23 14:24:10.119229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a18e1-d371-4ca7-bca3-ca54abdf09b6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:10.129274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.132627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-0ba11e87-adbc-46a6-a1de-d3d9b9e7b663 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:10.136914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-0ba11e87-adbc-46a6-a1de-d3d9b9e7b663 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 816 time: 0.3971765 Nov 23 14:24:10.154031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] For port e5778c18-13e3-4c79-82d2-94901d546c25, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e5778c18-13e3-4c79-82d2-94901d546c25,segment=NetworkSegment(1fa06f18-8747-41bd-af9f-c9d9c50eec2d),segment_id=1fa06f18-8747-41bd-af9f-c9d9c50eec2d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:10.154704 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.159905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32866) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:10.236269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] Calling delete_port for e5778c18-13e3-4c79-82d2-94901d546c25 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:10.243183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:10.258729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=e5778c18-13e3-4c79-82d2-94901d546c25,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:10.260873 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e44e82b6-e824-4a8a-9465-0b7937889086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.296352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.315260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-727bce44-116e-4a65-a30e-c71e1f0ae15b req-54338cd2-1610-40cf-88a0-2c20e471acce tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162653 Nov 23 14:24:10.351391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-a5689aac-faa6-4dd8-82b4-a29724ca4922 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/quotas/ca48bb58bb1543b884e2d7e295804ba3 HTTP/1.1" status: 200 len: 375 time: 0.1175842 Nov 23 14:24:10.420042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.443693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:10.444482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.447434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32870) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:10.450109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de225171-04bd-478a-94b9-00d83aa3c361 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:10.467421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.534651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:10.544614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:10.559261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5453353 Nov 23 14:24:10.564759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:10.566641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa06f18-8747-41bd-af9f-c9d9c50eec2d') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:10.567113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa06f18-8747-41bd-af9f-c9d9c50eec2d') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:10.590112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Request body: {'subnet': {'network_id': '264e911c-2752-465f-be8e-5890a7455c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:10.614524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.622387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958f363-36cb-48a9-b57d-559d535c0f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event updated for resources: {'Network': ['ID=264e911c-2752-465f-be8e-5890a7455c2f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:10.646706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-5392ba99-cabc-4d96-992a-8dfb463413fc tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2845912 Nov 23 14:24:10.677630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-57bdb2d7-e1a2-4826-b046-6a63a596731a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:24:10.678321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e44e82b6-e824-4a8a-9465-0b7937889086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.678633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-57bdb2d7-e1a2-4826-b046-6a63a596731a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161035 Nov 23 14:24:10.680236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Attempting to bind port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:10.680236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Attempting to bind port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:10.680710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Attempting to bind port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:10.694705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e44e82b6-e824-4a8a-9465-0b7937889086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.702537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb on network a760b5ef-6bbf-4241-aede-477029b4d14c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:24:10.702858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Attempting to bind port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:10.725142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.758744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:10.759207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:10.761415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Bound using segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:10.761415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Bound port: 71f8230f-06ac-4f5a-8b5f-e26d563f95eb, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:10.761415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.802084 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e44e82b6-e824-4a8a-9465-0b7937889086 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12255ada37794500ae9d776c6d392a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804017 Nov 23 14:24:10.838931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32874) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:10.852948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 264e911c-2752-465f-be8e-5890a7455c2f details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:10.860269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e82b6-e824-4a8a-9465-0b7937889086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f5806-c784-420c-9bc9-93a84d2f1b8a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:10.863218 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.909335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port de225171-04bd-478a-94b9-00d83aa3c361 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:10.909708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.919861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] No DVR routers for this DVR port e5778c18-13e3-4c79-82d2-94901d546c25 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:10.928743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] For port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:10.932758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] For port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:10.939749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.958664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:10.961874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:10.962282 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.963302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.965125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] 10.222.0.74 "PUT /v2.0/ports/71f8230f-06ac-4f5a-8b5f-e26d563f95eb HTTP/1.1" status: 200 len: 1091 time: 2.0181677 Nov 23 14:24:10.967077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'tag': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:10.970658 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8", "tag": "71f8230f-06ac-4f5a-8b5f-e26d563f95eb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:11.003261 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:11.044247 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-919d1345-42f3-4f1a-a218-37529e81919d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.096136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210141c-5c15-4c66-95d5-7399ace568b9 None None] Pushing event deleted for resources: {'Port': ['ID=e5778c18-13e3-4c79-82d2-94901d546c25,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:11.165848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0ff7f-1731-40e6-b32f-22dbbf944ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:11.174335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-4d6f0a11-03d3-4937-9683-9f8480e52e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:11.177316 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-4d6f0a11-03d3-4937-9683-9f8480e52e45 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 1094 time: 0.1364634 Nov 23 14:24:11.260106 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-8d12d954-0970-43e2-ad0e-28b26c476878 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f8230f-06ac-4f5a-8b5f-e26d563f95eb HTTP/1.1" status: 200 len: 217 time: 0.0758412 Nov 23 14:24:11.297648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3066b3-1a46-4656-b1e9-4a012bdeb068 None None] Network a8bc0056-3d49-4df7-ac77-b6198424db6b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:11.341477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-2cf09920-edfc-4089-93a3-521cc9709170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:11.344052 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-2cf09920-edfc-4089-93a3-521cc9709170 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.0767877 Nov 23 14:24:11.379178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-283ca680-a872-4f13-9eb8-f4373658a0d8 None None] Provisioning complete for port de225171-04bd-478a-94b9-00d83aa3c361 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:11.379553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-283ca680-a872-4f13-9eb8-f4373658a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.389298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-28a36e4e-fb8a-45af-8160-883b7419f0b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372672 Nov 23 14:24:11.390593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.427603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-919d1345-42f3-4f1a-a218-37529e81919d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.431908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.439357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d HTTP/1.1" status: 204 len: 168 time: 3.7748389 Nov 23 14:24:11.460483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32884) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:11.469181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1998284561'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:11.479327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d5205-7e7c-4e8b-bcdd-ec80e18883fd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=dc8e49d8-a9b1-46b2-90a1-6eaf19c56c4d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:11.505423 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd4aac-8dff-461c-b4c2-a6ff344b034c x-openstack-request-id: req-8acd4aac-8dff-461c-b4c2-a6ff344b034c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:11.506083 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8", "tag": "71f8230f-06ac-4f5a-8b5f-e26d563f95eb", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:11.506083 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8acd4aac-8dff-461c-b4c2-a6ff344b034c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:11.507049 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'tag': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb', 'status': 'completed', 'code': 200} Nov 23 14:24:11.512794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 14:24:11.512794 n-d-818503-2 neutron-server[103345]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 14:24:11.512794 n-d-818503-2 neutron-server[103345]: [parameters: {'project_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'id': 'b1902545-ce36-470a-98bd-0f08adaab775', 'expiration': datetime.datetime(2021, 11, 23, 14, 26, 11, 499864)}] Nov 23 14:24:11.512794 n-d-818503-2 neutron-server[103345]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:24:11.513794 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:24:11.539540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-6f9361c9-894e-4617-8e8a-8b9807cfbece tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:11.543155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-6f9361c9-894e-4617-8e8a-8b9807cfbece tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 816 time: 0.7171330 Nov 23 14:24:11.548153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f40612fd-4f5a-47e7-be9d-149b65e9cec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.560422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bb21ee3e-0255-47b6-ab56-42751e276935 service neutron] 10.222.0.46 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8647945 Nov 23 14:24:11.582018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Request body: {'port': {'device_id': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'admin_state_up': True, 'tenant_id': 'ca48bb58bb1543b884e2d7e295804ba3'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:11.593467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Made reservation on behalf of 5eb48fd4d71647cf9027adc430484e90 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:11.604971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.640152 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-566a13ec-82b8-4825-bfc6-39aa285cb19d service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420585 Nov 23 14:24:11.643728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:11.647720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.706216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424de91e-b64b-4f73-8735-a537abed49e8 None None] The sync data for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 is: [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:19Z', 'revision_number': 4, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'c474b56d-0211-4dc6-96fe-814d4c2ece22', 'name': '', 'network_id': 'e050faec-e98f-4525-a16b-7c79017ec642', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'mac_address': 'fa:16:3e:bc:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:18Z', 'updated_at': '2021-11-23T14:15:24Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'subnets': [{'id': '8c85e584-8651-4273-9b2c-cb4b80161674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:24:11.725682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port de225171-04bd-478a-94b9-00d83aa3c361, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de225171-04bd-478a-94b9-00d83aa3c361,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:11.747458 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.789677 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f40612fd-4f5a-47e7-be9d-149b65e9cec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.815738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=de225171-04bd-478a-94b9-00d83aa3c361,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:11.842473 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-283ca680-a872-4f13-9eb8-f4373658a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:11.847130 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb19290c-6244-43ce-afb2-d08c76fc815c req-b07231a1-2485-4034-bc63-dca69d41c400 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989131 Nov 23 14:24:11.889422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e5778c18-13e3-4c79-82d2-94901d546c25 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:11.918677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: e5778c18-13e3-4c79-82d2-94901d546c25 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:11.919255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e5778c18-13e3-4c79-82d2-94901d546c25 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:11.970384 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-283ca680-a872-4f13-9eb8-f4373658a0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:24:11.970786 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-283ca680-a872-4f13-9eb8-f4373658a0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:24:11.978524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-d9b549eb-6954-4cfb-8597-402ce92d89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:11.981240 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-d9b549eb-6954-4cfb-8597-402ce92d89f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 1094 time: 0.0700805 Nov 23 14:24:12.022764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-919d1345-42f3-4f1a-a218-37529e81919d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.025466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-919d1345-42f3-4f1a-a218-37529e81919d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.029121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-919d1345-42f3-4f1a-a218-37529e81919d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f044d17-ae08-4658-8241-18b86247c89d HTTP/1.1" status: 204 len: 168 time: 1.5625637 Nov 23 14:24:12.037420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32886) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:12.115829 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-76387fb3-a4bd-4b2a-891a-7330dce54709 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] show failed (client error): The resource could not be found. Nov 23 14:24:12.119478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-76387fb3-a4bd-4b2a-891a-7330dce54709 tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "GET /v2.0/security-groups/3f044d17-ae08-4658-8241-18b86247c89d HTTP/1.1" status: 404 len: 347 time: 0.0314999 Nov 23 14:24:12.121206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32888) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:12.121854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d1345-42f3-4f1a-a218-37529e81919d tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f044d17-ae08-4658-8241-18b86247c89d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:12.203425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9601a-e09c-42a7-8c30-df3e5b1fc71c req-ec3fc076-1e16-4bc5-adb0-bd262f5ca5b8 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:12.211518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70a9601a-e09c-42a7-8c30-df3e5b1fc71c req-ec3fc076-1e16-4bc5-adb0-bd262f5ca5b8 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 943 time: 0.5143933 Nov 23 14:24:12.219287 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dda12a-83bb-47fa-9a03-473e8e7388d7 None None] New status for floating IP dc1255d6-4224-448b-9b1a-325541e57e64: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:24:12.349783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-a421aa55-1595-4e59-a939-5c949dbc4ecb service neutron] 10.222.0.46 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883701 Nov 23 14:24:12.359243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de225171-04bd-478a-94b9-00d83aa3c361 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:12.452136 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.505400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f40612fd-4f5a-47e7-be9d-149b65e9cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.509822 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f40612fd-4f5a-47e7-be9d-149b65e9cec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.511257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f40612fd-4f5a-47e7-be9d-149b65e9cec6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc5f5806-c784-420c-9bc9-93a84d2f1b8a HTTP/1.1" status: 204 len: 168 time: 1.6667020 Nov 23 14:24:12.536572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port de225171-04bd-478a-94b9-00d83aa3c361 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:12.537026 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.544611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70a9601a-e09c-42a7-8c30-df3e5b1fc71c req-68e95a56-1a69-4a7c-9286-8174b312165a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284249 Nov 23 14:24:12.565749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40612fd-4f5a-47e7-be9d-149b65e9cec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f5806-c784-420c-9bc9-93a84d2f1b8a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:12.589549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Made reservation on behalf of ca48bb58bb1543b884e2d7e295804ba3 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:12.595091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.641276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event updated for resources: {'Subnet': ['ID=418c4f76-4609-4e9c-a005-d280b347c650,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:12.653444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:12.682784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Checking segment: {'id': '582f78f5-02c4-4d1e-85e8-a89317a15b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '264e911c-2752-465f-be8e-5890a7455c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:12.684628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.686410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Network hostable DHCP agents. Network: 264e911c-2752-465f-be8e-5890a7455c2f, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:12.784214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-73554d16-9f2c-46d4-93dc-1a797671b24a None None] Provisioning complete for port de225171-04bd-478a-94b9-00d83aa3c361 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:12.791064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73554d16-9f2c-46d4-93dc-1a797671b24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:12.838021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-6f619625-12a6-483a-b9b9-ef28ea25cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:12.839702 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-6f619625-12a6-483a-b9b9-ef28ea25cbe6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 0.8516819 Nov 23 14:24:12.884527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Network 264e911c-2752-465f-be8e-5890a7455c2f is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:12.986492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 264e911c-2752-465f-be8e-5890a7455c2f) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:13.009305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c5c59-8684-4d17-8fd6-7f3c7af47d82 None None] Network 264e911c-2752-465f-be8e-5890a7455c2f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:13.026485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:13.035051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:13.037997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.060862 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-3fac4815-179f-4e29-bebe-ee59152ce127 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f8230f-06ac-4f5a-8b5f-e26d563f95eb HTTP/1.1" status: 200 len: 217 time: 0.1277909 Nov 23 14:24:13.125309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.125663 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment 3f2c555a-93e2-4b47-87f5-cd671c0fb4f9 of type vlan for network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 Nov 23 14:24:13.205228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9c62f79e-8dc2-430e-8a2c-83847dd9470f tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6316309 Nov 23 14:24:13.280967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32920) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:13.305436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Request body: {'port': {'network_id': '264e911c-2752-465f-be8e-5890a7455c2f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-345770916'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:13.382476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-264e911c-2752-465f-be8e-5890a7455c2f', 'network_id': '264e911c-2752-465f-be8e-5890a7455c2f', 'tenant_id': '5eb48fd4d71647cf9027adc430484e90', 'fixed_ips': [{'subnet_id': '418c4f76-4609-4e9c-a005-d280b347c650'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:24:13.383703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.428743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-29bc1096-5e04-4079-ad18-19c7375e437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:13.430432 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-29bc1096-5e04-4079-ad18-19c7375e437f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.3619344 Nov 23 14:24:13.430823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Allocated IP 172.20.0.6 (a8bc0056-3d49-4df7-ac77-b6198424db6b/104157cf-01e4-401b-9a5c-1f9ec197344f/05eb6be5-e127-449b-9cf9-cd379afd5818) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:13.510017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.533498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-437ff11f-5da4-4047-8ef3-7fdc23fdb1b6 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:13.544796 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-2c8a8078-de46-461b-aad6-265ce39a6f28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876238 Nov 23 14:24:13.545126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-437ff11f-5da4-4047-8ef3-7fdc23fdb1b6 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 816 time: 0.5840244 Nov 23 14:24:13.552723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Deleting port 469014de-27b3-4ca7-969f-c3f3ca5222bd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:13.553311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.627216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Allocated IP 2001:db8::2 (264e911c-2752-465f-be8e-5890a7455c2f/418c4f76-4609-4e9c-a005-d280b347c650/4a3c475c-ea3a-4240-92f4-5dc221813555) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:13.646119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-e63345c9-d354-4c4a-8e63-390f3b349555 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/quotas/ca48bb58bb1543b884e2d7e295804ba3 HTTP/1.1" status: 200 len: 375 time: 0.0991931 Nov 23 14:24:13.706863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.707441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.737167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Calling delete_port for 469014de-27b3-4ca7-969f-c3f3ca5222bd owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:13.755963 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:24:13.774146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Made reservation on behalf of 5eb48fd4d71647cf9027adc430484e90 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:13.784804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.890463 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-5c92f9fb-ee17-4310-9e82-cffbedcd90d4 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2433877 Nov 23 14:24:13.902122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.910021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:13.911498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.956728 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4918361 Nov 23 14:24:13.965180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.973788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:13.990634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32940) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:14.005542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:14.012402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] device_id is not set on port 04aec332-bff1-4218-964a-acc0a8432f13 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:14.034230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Network 264e911c-2752-465f-be8e-5890a7455c2f is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:14.039252 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:14.044937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:14.049231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Pushing event updated for resources: {'Port': ['ID=4a3c475c-ea3a-4240-92f4-5dc221813555,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:14.064694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd5cf4-0e97-421c-a1d1-98686db43916 req-dcb963b7-a52c-48ae-bb3c-bdd741eeeaba tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:14.066436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74cd5cf4-0e97-421c-a1d1-98686db43916 req-dcb963b7-a52c-48ae-bb3c-bdd741eeeaba tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 943 time: 0.3045206 Nov 23 14:24:14.167903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Attempting to bind port 4a3c475c-ea3a-4240-92f4-5dc221813555 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:14.168479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Attempting to bind port 4a3c475c-ea3a-4240-92f4-5dc221813555 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '582f78f5-02c4-4d1e-85e8-a89317a15b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '264e911c-2752-465f-be8e-5890a7455c2f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:14.168985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Attempting to bind port 4a3c475c-ea3a-4240-92f4-5dc221813555 on network 264e911c-2752-465f-be8e-5890a7455c2f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:14.179983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:14.182438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Checking segment: {'id': '582f78f5-02c4-4d1e-85e8-a89317a15b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '264e911c-2752-465f-be8e-5890a7455c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:14.184611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:14.185600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Bound using segment: {'id': '582f78f5-02c4-4d1e-85e8-a89317a15b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '264e911c-2752-465f-be8e-5890a7455c2f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:14.186350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Bound port: 4a3c475c-ea3a-4240-92f4-5dc221813555, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582f78f5-02c4-4d1e-85e8-a89317a15b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '264e911c-2752-465f-be8e-5890a7455c2f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:14.186625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:14.193285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:14.202188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:14.217482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:14.239144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 71f8230f-06ac-4f5a-8b5f-e26d563f95eb details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:24:14.284436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-532527a9-d0d6-4d57-8c02-ff30269ce906 service neutron] 10.222.0.46 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928993 Nov 23 14:24:14.295352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74cd5cf4-0e97-421c-a1d1-98686db43916 req-12c99fb5-8888-4f20-9e65-4ff42b53cd30 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942568 Nov 23 14:24:14.312560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4edab-ebab-448b-a38a-535bbd1ca454 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:14.327494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:14.335986 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-631d177d-eefa-4533-a5ef-81f0aeb11ff4 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102788 Nov 23 14:24:14.384109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] For port 4a3c475c-ea3a-4240-92f4-5dc221813555, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:14.388484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] For port 4a3c475c-ea3a-4240-92f4-5dc221813555, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4a3c475c-ea3a-4240-92f4-5dc221813555,segment=NetworkSegment(582f78f5-02c4-4d1e-85e8-a89317a15b9c),segment_id=582f78f5-02c4-4d1e-85e8-a89317a15b9c)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:14.412704 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:14.507221 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f6fcadd4-3bc4-4f8b-9f4d-bc062b1f0bfa req-2cad9355-b7ae-4a60-b489-2509c7ae6408 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335182 Nov 23 14:24:14.512553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979b632-4626-4b79-afb3-bc287d50ed29 None None] Pushing event updated for resources: {'Port': ['ID=4a3c475c-ea3a-4240-92f4-5dc221813555,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:14.782028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:14.821470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:14.859578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Pushing event deleted for resources: {'Port': ['ID=469014de-27b3-4ca7-969f-c3f3ca5222bd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:14.862468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'port_id': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb', 'mac_address': 'fa:16:3e:33:0b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6067dcd5-b66e-4708-a691-8896309a7852', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:24:15.015235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Allocated IP 2001:db8::67 (264e911c-2752-465f-be8e-5890a7455c2f/418c4f76-4609-4e9c-a005-d280b347c650/04aec332-bff1-4218-964a-acc0a8432f13) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:15.027448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:15.077040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f8230f-06ac-4f5a-8b5f-e26d563f95eb {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:15.131650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:15.158556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-7ca87c18-8cd9-47ac-b237-54c991a0c76b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:15.168223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-7ca87c18-8cd9-47ac-b237-54c991a0c76b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.74 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 816 time: 0.5031006 Nov 23 14:24:15.169518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:15.179323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:15.189403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Request body: {'port': {'device_id': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'admin_state_up': True, 'tenant_id': 'ca48bb58bb1543b884e2d7e295804ba3'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:15.241734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-6263c92e-e72f-414a-b1a5-7aca9726001b service neutron] 10.222.0.46 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9426219 Nov 23 14:24:15.307223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:15.320653 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:15.328436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2039e7c0-e73a-4d1c-bd06-86ef65d85d6a tempest-AttachVolumeShelveTestJSON-509758585 tempest-AttachVolumeShelveTestJSON-509758585-project] 10.222.0.46 "DELETE /v2.0/floatingips/dc1255d6-4224-448b-9b1a-325541e57e64 HTTP/1.1" status: 204 len: 168 time: 3.2045026 Nov 23 14:24:15.349986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:15.387729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Network a8bc0056-3d49-4df7-ac77-b6198424db6b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:15.395463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['71f8230f-06ac-4f5a-8b5f-e26d563f95eb'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:15.431352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:15.456736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-9f5d1713-ff31-4432-b653-3839d2d300db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:15.460147 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-9f5d1713-ff31-4432-b653-3839d2d300db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1095 time: 0.4054708 Nov 23 14:24:15.517090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:15.533523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:15.627637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Pushing event updated for resources: {'Port': ['ID=05eb6be5-e127-449b-9cf9-cd379afd5818,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:15.879540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=3579cf78-47b1-481b-ae07-007b10ec5737,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:15.911062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-f9f31e0a-37b2-45b6-85cc-18a0160c8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:15.912563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-f9f31e0a-37b2-45b6-85cc-18a0160c8371 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.4396820 Nov 23 14:24:15.917390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8935f16-2f95-46b1-99cb-5942c8e04e7a req-ef125aaf-48a2-462a-966f-64437f70277b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:15.925118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8935f16-2f95-46b1-99cb-5942c8e04e7a req-ef125aaf-48a2-462a-966f-64437f70277b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.7308829 Nov 23 14:24:15.958918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Made reservation on behalf of ca48bb58bb1543b884e2d7e295804ba3 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:15.962421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:15.982045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': '3f2c555a-93e2-4b47-87f5-cd671c0fb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:15.982530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:16.006356 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:16.041423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-427e67b6-c689-4655-9890-d05e50468099 None None] Provisioning complete for port 05eb6be5-e127-449b-9cf9-cd379afd5818 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:16.041806 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-427e67b6-c689-4655-9890-d05e50468099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:16.114241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-427e67b6-c689-4655-9890-d05e50468099 None None] Port 05eb6be5-e127-449b-9cf9-cd379afd5818 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:16.184841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:16.187653 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-71e2317f-14ea-481d-9fe8-424286cfbc1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.2604756 Nov 23 14:24:16.187891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:16.238920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:16.358826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:16.380438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3147ec-92b1-423b-ade0-a77fedbda068 None None] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:16.443093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-275df94c-25df-455e-aac7-d2c2bfd6d32f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8716085 Nov 23 14:24:16.462605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Request body: {'port': {'device_id': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:16.472008 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:16.472585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-679afe28-eac2-4849-9a8e-0b3adafe52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:16.474578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-679afe28-eac2-4849-9a8e-0b3adafe52ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.2690723 Nov 23 14:24:16.501361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:16.502949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8935f16-2f95-46b1-99cb-5942c8e04e7a req-1ccfda44-fdc4-4e8c-8512-0e6855b2708c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5522070 Nov 23 14:24:16.505191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:16.633659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4a3c475c-ea3a-4240-92f4-5dc221813555 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:16.746770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-01b351cf-f608-41d8-b773-9b8a5311984f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7514269 Nov 23 14:24:16.770026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:16.803906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4', 'name': 'tempest-PortsIpV6TestJSON-1211614108', 'fixed_ips': [{'subnet_id': '3579cf78-47b1-481b-ae07-007b10ec5737', 'ip_address': '2001:db8::10'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:16.889745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Network 264e911c-2752-465f-be8e-5890a7455c2f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:16.913750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-23fde172-5970-44ee-a206-ddb9ffd668de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:16.917518 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-23fde172-5970-44ee-a206-ddb9ffd668de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3559389 Nov 23 14:24:16.926753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:16.975302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ce2a-bd62-4c27-8379-70d601043d8b req-0f64390a-d0ec-48ad-9d59-9c66e0ac71c4 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:16.983757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3478ce2a-bd62-4c27-8379-70d601043d8b req-0f64390a-d0ec-48ad-9d59-9c66e0ac71c4 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 944 time: 1.0563223 Nov 23 14:24:16.988332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4163843-7dc3-4c8b-b612-b4e6753462b0 req-04677be2-bb08-4470-a6cb-41bec1e77f6e tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 210 time: 0.2234201 Nov 23 14:24:16.989844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:16.995894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:16.996534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.078749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event updated for resources: {'Port': ['ID=04aec332-bff1-4218-964a-acc0a8432f13,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:17.088995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33008) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:17.101657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.138759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-56e37395-6cd0-41d6-ab07-1a4e8ba50c7c service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550546 Nov 23 14:24:17.150058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-91c00909-cf57-4632-8d8d-9d6ba4dd8ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.8678837 Nov 23 14:24:17.153610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:17.159848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Request body: {'port': {'network_id': '264e911c-2752-465f-be8e-5890a7455c2f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-571038360', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:17.160341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] bootfile-name is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:24:17.160680 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] tftp-server is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:24:17.161016 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] server-ip-address is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:24:17.171878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3478ce2a-bd62-4c27-8379-70d601043d8b req-93c8a762-4541-402f-8cbc-60b4b06c9334 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872532 Nov 23 14:24:17.255236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Allocated IP 172.20.0.3 (a8bc0056-3d49-4df7-ac77-b6198424db6b/104157cf-01e4-401b-9a5c-1f9ec197344f/83302947-4dd6-4f3e-9766-2557be6fe98d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:17.373709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:17.380921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf86df8-67f8-4cd6-9d90-6baa931f11a7 None None] Network 264e911c-2752-465f-be8e-5890a7455c2f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:17.480340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db6c2c14-3e68-4f07-be3b-ba8129cc2e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.644120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4', 'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4', 'tenant_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'fixed_ips': [{'subnet_id': '3579cf78-47b1-481b-ae07-007b10ec5737'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:24:17.645138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.647694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c1a1465c-e8fd-4744-a6c7-b1722db2a20a None None] Provisioning complete for port 4a3c475c-ea3a-4240-92f4-5dc221813555 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:17.648618 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c1a1465c-e8fd-4744-a6c7-b1722db2a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.699526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.726073 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac28065d-5ca4-4062-9ef2-5b0fb13abbd9 req-c7e5372a-6ca1-4015-8742-33691bfd531e service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403290 Nov 23 14:24:17.752957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Made reservation on behalf of 5eb48fd4d71647cf9027adc430484e90 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:17.771866 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.842392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4a3c475c-ea3a-4240-92f4-5dc221813555 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:17.847753 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:17.881319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] device_id is not set on port fb522399-a0d0-4837-abf8-3eced7fc4f23 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:18.013117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.023789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.087492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-6f99244d-6ca2-4782-86c9-356c25e1cf35 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:18.089708 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-6f99244d-6ca2-4782-86c9-356c25e1cf35 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 816 time: 0.3971832 Nov 23 14:24:18.096780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:18.122363 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c1a1465c-e8fd-4744-a6c7-b1722db2a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.136412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Request body: {'port': {'device_id': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'admin_state_up': True, 'tenant_id': 'ca48bb58bb1543b884e2d7e295804ba3'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:18.190717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Network a8bc0056-3d49-4df7-ac77-b6198424db6b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:18.248984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 71f8230f-06ac-4f5a-8b5f-e26d563f95eb up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:18.257557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:18.293634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:18.304712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Pushing event updated for resources: {'Port': ['ID=83302947-4dd6-4f3e-9766-2557be6fe98d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:18.326857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Allocated IP 2001:db8::2 (55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4/3579cf78-47b1-481b-ae07-007b10ec5737/68ec9db1-181c-4ba4-8cd4-65f6f7b302eb) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:18.359667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c1a1465c-e8fd-4744-a6c7-b1722db2a20a None None] For port 4a3c475c-ea3a-4240-92f4-5dc221813555, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4a3c475c-ea3a-4240-92f4-5dc221813555,segment=NetworkSegment(582f78f5-02c4-4d1e-85e8-a89317a15b9c),segment_id=582f78f5-02c4-4d1e-85e8-a89317a15b9c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:18.399758 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c1a1465c-e8fd-4744-a6c7-b1722db2a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.431783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05eb6be5-e127-449b-9cf9-cd379afd5818 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:18.455870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.492558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Transition to ACTIVE for port object 05eb6be5-e127-449b-9cf9-cd379afd5818 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:24:18.518410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6660ad-3ad6-43ea-ba12-408c1bcadcaf req-b0fd9c47-de81-43d7-94ce-e8c559b9099b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:18.526618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a6660ad-3ad6-43ea-ba12-408c1bcadcaf req-b0fd9c47-de81-43d7-94ce-e8c559b9099b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.8935423 Nov 23 14:24:18.564024 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.570757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:24:18.586481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1465c-e8fd-4744-a6c7-b1722db2a20a None None] Pushing event updated for resources: {'Port': ['ID=4a3c475c-ea3a-4240-92f4-5dc221813555,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:18.634316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:18.636022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:18.637781 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.655462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.690989 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-bc54e174-f900-4bc8-aa19-fb25d7ebbda0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5101452 Nov 23 14:24:18.711498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Request body: {'port': {'device_id': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:18.712230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.756519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Made reservation on behalf of ca48bb58bb1543b884e2d7e295804ba3 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:18.761137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.829808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Provisioning complete for port 04aec332-bff1-4218-964a-acc0a8432f13 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:18.830387 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:18.919287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:24:18.919654 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:24:19.040051 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.069157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Port 04aec332-bff1-4218-964a-acc0a8432f13 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:19.125042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:19.129185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:19.131835 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5107f21-c8b1-4738-88cf-376d95d0320b" -d '{"events": [{"server_uuid": "9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8", "name": "network-vif-plugged", "status": "completed", "tag": "71f8230f-06ac-4f5a-8b5f-e26d563f95eb"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:19.135457 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.136787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Allocated IP 172.20.0.10 (a8bc0056-3d49-4df7-ac77-b6198424db6b/104157cf-01e4-401b-9a5c-1f9ec197344f/27540d66-fad5-458c-9b46-ac85e6c101be) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:19.138060 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.193018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.210761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.211558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.211558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:19.223239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.223875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c53bd3f9-e198-47fc-9436-19d5424f9bb6 req-e86e0699-67bd-483f-a790-4b911af61263 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 210 time: 0.4894974 Nov 23 14:24:19.229477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Provisioning complete for port 83302947-4dd6-4f3e-9766-2557be6fe98d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:19.229890 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.273268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a6660ad-3ad6-43ea-ba12-408c1bcadcaf req-c6cdb262-678a-47dc-ad24-fc86eec68b24 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7457066 Nov 23 14:24:19.290174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Allocated IP 2001:db8::1d7 (264e911c-2752-465f-be8e-5890a7455c2f/418c4f76-4609-4e9c-a005-d280b347c650/fb522399-a0d0-4837-abf8-3eced7fc4f23) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:19.342807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:19.355141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-d28c02d6-8442-4b0a-9db9-ed1e033ee1cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6680210 Nov 23 14:24:19.357492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Pushing event updated for resources: {'Port': ['ID=05eb6be5-e127-449b-9cf9-cd379afd5818,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:19.373582 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a2ee09-be69-4147-868c-304825d12d92 x-openstack-request-id: req-49a2ee09-be69-4147-868c-304825d12d92 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:19.374143 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8", "name": "network-vif-plugged", "status": "completed", "tag": "71f8230f-06ac-4f5a-8b5f-e26d563f95eb", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:19.374547 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49a2ee09-be69-4147-868c-304825d12d92 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:19.375416 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb', 'code': 200} Nov 23 14:24:19.391690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:19.395930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:19.424970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Port 83302947-4dd6-4f3e-9766-2557be6fe98d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:19.489584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Pushing event updated for resources: {'Port': ['ID=68ec9db1-181c-4ba4-8cd4-65f6f7b302eb,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:19.511028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Provisioning complete for port 4a3c475c-ea3a-4240-92f4-5dc221813555 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:19.511611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c77708e0-02bd-48ab-9313-c323df6f5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.634587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db6c2c14-3e68-4f07-be3b-ba8129cc2e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.662746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Attempting to bind port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:19.667803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Attempting to bind port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3f2c555a-93e2-4b47-87f5-cd671c0fb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:19.667953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Attempting to bind port 05eb6be5-e127-449b-9cf9-cd379afd5818 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:19.668388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Attempting to bind port 05eb6be5-e127-449b-9cf9-cd379afd5818 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:19.668840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Attempting to bind port 05eb6be5-e127-449b-9cf9-cd379afd5818 on network a8bc0056-3d49-4df7-ac77-b6198424db6b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:19.669367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Attempting to bind port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb on network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:19.683737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Port 05eb6be5-e127-449b-9cf9-cd379afd5818 on network a8bc0056-3d49-4df7-ac77-b6198424db6b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:24:19.684181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Attempting to bind port 05eb6be5-e127-449b-9cf9-cd379afd5818 on network a8bc0056-3d49-4df7-ac77-b6198424db6b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:19.691555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db6c2c14-3e68-4f07-be3b-ba8129cc2e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.698327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:19.701709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Checking segment: {'id': '3f2c555a-93e2-4b47-87f5-cd671c0fb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:19.702519 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.703110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Bound using segment: {'id': '3f2c555a-93e2-4b47-87f5-cd671c0fb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:19.703786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Bound port: 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2c555a-93e2-4b47-87f5-cd671c0fb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:19.704452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.786502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-15069b7b-a1ec-4fb0-bbe8-e65b08be38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:19.788462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-15069b7b-a1ec-4fb0-bbe8-e65b08be38a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 1096 time: 0.3671665 Nov 23 14:24:19.798387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] For port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:19.803622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] For port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=68ec9db1-181c-4ba4-8cd4-65f6f7b302eb,segment=NetworkSegment(3f2c555a-93e2-4b47-87f5-cd671c0fb4f9),segment_id=3f2c555a-93e2-4b47-87f5-cd671c0fb4f9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:19.810847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4a3c475c-ea3a-4240-92f4-5dc221813555 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:19.819085 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:19.821772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28cb17-b49d-4895-a1f1-bd279d9391ab req-7b3984e3-943a-439c-af2a-0f302a21a0b3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:19.823865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a28cb17-b49d-4895-a1f1-bd279d9391ab req-7b3984e3-943a-439c-af2a-0f302a21a0b3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 945 time: 0.4169538 Nov 23 14:24:19.824927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c2c14-3e68-4f07-be3b-ba8129cc2e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e4147a-8339-4bf2-8edd-23635744696e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:19.830079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-db6c2c14-3e68-4f07-be3b-ba8129cc2e96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdbbd914d89f413a9eddc25258394175&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7396383 Nov 23 14:24:19.848729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33038) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:19.856998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:19.857930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Checking segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:19.858559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Bound using segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:19.859200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Bound port: 05eb6be5-e127-449b-9cf9-cd379afd5818, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:19.859686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.002699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feed6f1-6600-4aa1-a37b-74b1515f65db None None] Pushing event updated for resources: {'Port': ['ID=68ec9db1-181c-4ba4-8cd4-65f6f7b302eb,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:20.057485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4a3c475c-ea3a-4240-92f4-5dc221813555 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:20.059482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.114425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] For port 05eb6be5-e127-449b-9cf9-cd379afd5818, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:20.119492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] For port 05eb6be5-e127-449b-9cf9-cd379afd5818, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=05eb6be5-e127-449b-9cf9-cd379afd5818,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:20.168149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.208439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ad2f42fc-69f9-470e-9838-2f90d39829db None None] Provisioning complete for port 04aec332-bff1-4218-964a-acc0a8432f13 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:20.210876 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad2f42fc-69f9-470e-9838-2f90d39829db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.336584 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.347135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.364134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f42fc-69f9-470e-9838-2f90d39829db None None] Port 04aec332-bff1-4218-964a-acc0a8432f13 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:20.435518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a28cb17-b49d-4895-a1f1-bd279d9391ab req-60c84e26-b32e-4b55-8f50-e5b9d09dfa44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969584 Nov 23 14:24:20.467828 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-3c4827f0-227b-466b-8a75-36aee34b2548 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3797297 Nov 23 14:24:20.489019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.532320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b737-e0d2-4e85-a555-965cf02b382d req-5908022b-71ce-4d7e-99ac-439eb77c91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:20.536453 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8b737-e0d2-4e85-a555-965cf02b382d req-5908022b-71ce-4d7e-99ac-439eb77c91ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 1096 time: 0.4426792 Nov 23 14:24:20.582169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::10 (55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4/3579cf78-47b1-481b-ae07-007b10ec5737/8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:20.619506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.627110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-997bcb31-6296-4e02-b1d2-bdfac119e080 req-4833fc89-6e86-47a4-a0ed-dc35fb30bb76 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 210 time: 0.1988428 Nov 23 14:24:20.635276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:20.639462 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.640966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] 10.222.0.11 "PUT /v2.0/ports/05eb6be5-e127-449b-9cf9-cd379afd5818 HTTP/1.1" status: 200 len: 1091 time: 4.1889343 Nov 23 14:24:20.679102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'tag': '05eb6be5-e127-449b-9cf9-cd379afd5818'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:20.685875 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ccc382-3cc4-4e48-b697-13f55309a296" -d '{"events": [{"name": "network-changed", "server_uuid": "789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2", "tag": "05eb6be5-e127-449b-9cf9-cd379afd5818"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:20.760792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Network 264e911c-2752-465f-be8e-5890a7455c2f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:20.798689 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447e0c46-1854-4d11-a63d-1707feb33652 x-openstack-request-id: req-447e0c46-1854-4d11-a63d-1707feb33652 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:20.798965 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2", "tag": "05eb6be5-e127-449b-9cf9-cd379afd5818", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:20.799187 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-447e0c46-1854-4d11-a63d-1707feb33652 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:20.800158 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'tag': '05eb6be5-e127-449b-9cf9-cd379afd5818', 'status': 'completed', 'code': 200} Nov 23 14:24:20.804047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:20.806025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6b8532ac-d6a8-4594-8f89-f7466cd1ac66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.832724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:20.839905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:20.841116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:20.879501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4069d5-8bb1-4a9d-a8db-130cff54bde5 service neutron] Pushing event updated for resources: {'Port': ['ID=05eb6be5-e127-449b-9cf9-cd379afd5818,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:20.898703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7437925 Nov 23 14:24:20.912845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8b737-e0d2-4e85-a555-965cf02b382d req-e66ff4e8-20a8-4943-abb6-3d43866d1222 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343000 Nov 23 14:24:20.918749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33066) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:20.943742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-7ad994b3-39aa-4ee8-9349-4b311e152fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:20.950036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-7ad994b3-39aa-4ee8-9349-4b311e152fd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 1.1135831 Nov 23 14:24:20.997024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6b8532ac-d6a8-4594-8f89-f7466cd1ac66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:21.075688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70766277-67c1-4b24-8856-817a09bcb1e2 req-0138a02e-3e56-4a7d-88a6-e65d5947d062 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:21.077639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70766277-67c1-4b24-8856-817a09bcb1e2 req-0138a02e-3e56-4a7d-88a6-e65d5947d062 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.4732473 Nov 23 14:24:21.085696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5801b42-efb0-40b8-a06b-c2c3fa8c03ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event updated for resources: {'Port': ['ID=fb522399-a0d0-4837-abf8-3eced7fc4f23,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:21.089672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-ad39a985-da7f-421f-9ed5-f9d5e5b9f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:21.091394 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-ad39a985-da7f-421f-9ed5-f9d5e5b9f32b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 1096 time: 0.5793304 Nov 23 14:24:21.254593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6b8532ac-d6a8-4594-8f89-f7466cd1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:21.257277 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6b8532ac-d6a8-4594-8f89-f7466cd1ac66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:21.260851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6b8532ac-d6a8-4594-8f89-f7466cd1ac66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17e4147a-8339-4bf2-8edd-23635744696e HTTP/1.1" status: 204 len: 168 time: 1.3757658 Nov 23 14:24:21.283165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-c2bb3556-bc80-4475-bc9e-3ec6a8cd7379 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721 HTTP/1.1" status: 200 len: 217 time: 0.1849105 Nov 23 14:24:21.291541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-ddb85d16-4e34-41af-9dc7-54a1e824c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:21.292154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-04bdf394-3ab6-478f-abc7-e96cb1d0a09a None None] Provisioning complete for port fb522399-a0d0-4837-abf8-3eced7fc4f23 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:21.292605 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-04bdf394-3ab6-478f-abc7-e96cb1d0a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:21.293109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-ddb85d16-4e34-41af-9dc7-54a1e824c7d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 1094 time: 0.4904697 Nov 23 14:24:21.369978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-04bdf394-3ab6-478f-abc7-e96cb1d0a09a None None] Port fb522399-a0d0-4837-abf8-3eced7fc4f23 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:21.391963 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:21.418219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8532ac-d6a8-4594-8f89-f7466cd1ac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e4147a-8339-4bf2-8edd-23635744696e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:21.526641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-cf4c8efb-67f9-40f6-8479-0b6c50de7a47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05eb6be5-e127-449b-9cf9-cd379afd5818 HTTP/1.1" status: 200 len: 217 time: 0.2215958 Nov 23 14:24:21.575053 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:21.715584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70766277-67c1-4b24-8856-817a09bcb1e2 req-8fee40ca-31a2-486f-8fad-e712dc56ce00 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6154017 Nov 23 14:24:21.790533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-e5c6ad0f-91f7-4efc-a2d6-ef7713a05dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:21.809844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-e5c6ad0f-91f7-4efc-a2d6-ef7713a05dcd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.5076597 Nov 23 14:24:21.888260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:21.908552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-b43af0b6-f830-44e9-a754-e47979d5e708 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968158 Nov 23 14:24:21.980518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:21.983977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:21.983977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a912598-e9ca-47f5-a8b8-64d5a3c7bee2 None None] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:22.005684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33082) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:22.025196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-4f6a4573-27cd-4bc0-a981-a938a9d5b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.040312 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-4f6a4573-27cd-4bc0-a981-a938a9d5b2f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 200 len: 855 time: 0.4964612 Nov 23 14:24:22.101496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541002d2-0b3a-4ca4-be75-d769590976ac tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.123097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541002d2-0b3a-4ca4-be75-d769590976ac tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.124504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c93ab9f4-0cf5-45a6-8940-3cdb2d209070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.130208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541002d2-0b3a-4ca4-be75-d769590976ac tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.140772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-541002d2-0b3a-4ca4-be75-d769590976ac tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.2128906 Nov 23 14:24:22.173436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33084) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:22.193569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.199751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83302947-4dd6-4f3e-9766-2557be6fe98d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:22.212381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Network a8bc0056-3d49-4df7-ac77-b6198424db6b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:22.242365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:22.251263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.255896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:22.262257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:22.274999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:22.284354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.285875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.293937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:22.346220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d383c-61e4-4a5d-a6f6-ace3eaed4d3b req-20234c22-5f4b-4311-9370-f0c6ce83f2c1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.356575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.357318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.376331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-252d383c-61e4-4a5d-a6f6-ace3eaed4d3b req-20234c22-5f4b-4311-9370-f0c6ce83f2c1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 945 time: 0.7369955 Nov 23 14:24:22.387443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2813926 Nov 23 14:24:22.396717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4b916-edbd-4c04-b634-7330982083da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Pushing event updated for resources: {'Port': ['ID=27540d66-fad5-458c-9b46-ac85e6c101be,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:22.411762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Transition to ACTIVE for port object 83302947-4dd6-4f3e-9766-2557be6fe98d will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:24:22.429954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Request body: {'port': {'device_id': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:22.467417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5d23b323-9956-49d3-aa08-6bda42378c40 None None] Provisioning complete for port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:22.468487 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d23b323-9956-49d3-aa08-6bda42378c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.565445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d54955-41b3-48b2-96d7-c2da06b05e53 req-ad5c1446-73f4-4ed5-ad0d-9c7be2417ba3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.575023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4d54955-41b3-48b2-96d7-c2da06b05e53 req-ad5c1446-73f4-4ed5-ad0d-9c7be2417ba3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 932 time: 0.6865625 Nov 23 14:24:22.642215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:22.654855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.674769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d23b323-9956-49d3-aa08-6bda42378c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.693264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.730884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5d23b323-9956-49d3-aa08-6bda42378c40 None None] For port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=68ec9db1-181c-4ba4-8cd4-65f6f7b302eb,segment=NetworkSegment(3f2c555a-93e2-4b47-87f5-cd671c0fb4f9),segment_id=3f2c555a-93e2-4b47-87f5-cd671c0fb4f9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:22.737125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-527418ea-8c1c-4ead-b48a-89af3e0488db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:22.738649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d23b323-9956-49d3-aa08-6bda42378c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:22.739241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-527418ea-8c1c-4ead-b48a-89af3e0488db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8bc0056-3d49-4df7-ac77-b6198424db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6660407 Nov 23 14:24:22.783399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-e88d9bfd-7ed5-4e10-ba0f-15c087ec183f service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8643706 Nov 23 14:24:22.832777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Pushing event updated for resources: {'Port': ['ID=83302947-4dd6-4f3e-9766-2557be6fe98d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:22.841235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d857ac5-c48b-48d6-91a2-6917dc77256e tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0506294 Nov 23 14:24:22.851714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33088) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:22.872170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4', 'name': 'tempest-PortsIpV6TestJSON-860907618', 'fixed_ips': [{'subnet_id': '3579cf78-47b1-481b-ae07-007b10ec5737', 'ip_address': '2001:db8::f'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:23.051740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-bd066768-0586-4380-9342-4e5800d2cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:23.054451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-bd066768-0586-4380-9342-4e5800d2cb55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 1.9208682 Nov 23 14:24:23.062823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23b323-9956-49d3-aa08-6bda42378c40 None None] Pushing event updated for resources: {'Port': ['ID=68ec9db1-181c-4ba4-8cd4-65f6f7b302eb,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:23.074759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7134a48c-7fb6-468c-ad97-40ff225a5142 None None] Provisioning complete for port 27540d66-fad5-458c-9b46-ac85e6c101be triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:23.081167 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7134a48c-7fb6-468c-ad97-40ff225a5142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.081531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.083115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:24:23.083474 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:24:23.173916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7134a48c-7fb6-468c-ad97-40ff225a5142 None None] Port 27540d66-fad5-458c-9b46-ac85e6c101be cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:23.305029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ae903c31-8809-4985-9892-15ca69edc2e3 None None] Provisioning complete for port 8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:23.305408 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae903c31-8809-4985-9892-15ca69edc2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.387582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ae903c31-8809-4985-9892-15ca69edc2e3 None None] Port 8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:23.414432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ae903c31-8809-4985-9892-15ca69edc2e3 None None] Provisioning complete for port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:23.414937 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae903c31-8809-4985-9892-15ca69edc2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.494553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-252d383c-61e4-4a5d-a6f6-ace3eaed4d3b req-4ff5c635-1583-4bdd-893e-62ccdfe170a8 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1171918 Nov 23 14:24:23.533405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4d54955-41b3-48b2-96d7-c2da06b05e53 req-c1850272-ec2b-4521-890d-0d08c56708d4 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9336228 Nov 23 14:24:23.580234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c93ab9f4-0cf5-45a6-8940-3cdb2d209070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.601139 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c93ab9f4-0cf5-45a6-8940-3cdb2d209070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.665613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ab9f4-0cf5-45a6-8940-3cdb2d209070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd8f97-326a-4431-8f0a-86105ded62bf,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:23.726657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27540d66-fad5-458c-9b46-ac85e6c101be {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:23.731194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.741420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Deleting port fb522399-a0d0-4837-abf8-3eced7fc4f23 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:23.741933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.745319 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-2787fe74-32e2-4627-aed0-0006b4b0d3c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b2649c8-1897-405a-be7a-5767455cfa57 HTTP/1.1" status: 200 len: 217 time: 0.6580293 Nov 23 14:24:23.749138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7fd466ca-b2e6-4cdb-ae28-e2363071fad8 None None] Provisioning complete for port 8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:23.749313 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7fd466ca-b2e6-4cdb-ae28-e2363071fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.795770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.808514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:23.811412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c647efc8-c786-4db0-9b78-e291c6837f0e req-6f729782-97e0-4876-8f26-886cebc928df service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075007 Nov 23 14:24:23.819572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c93ab9f4-0cf5-45a6-8940-3cdb2d209070 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a41d2b917b6848d7ae3e78642361ab1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8103678 Nov 23 14:24:23.860093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33094) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:23.890223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-eff33a2a-21b5-4b1f-89dd-5b3c9c507d59 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1320584 Nov 23 14:24:23.894299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7fd466ca-b2e6-4cdb-ae28-e2363071fad8 None None] Port 8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:23.918122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-7675b31e-28a4-4e52-8a44-779a455091cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:23.918690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:23.919099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:23.919772 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-7675b31e-28a4-4e52-8a44-779a455091cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1508946 Nov 23 14:24:23.924656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:24.004985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.026737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Calling delete_port for fb522399-a0d0-4837-abf8-3eced7fc4f23 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:24.042884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.059987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Attempting to bind port 83302947-4dd6-4f3e-9766-2557be6fe98d on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:24.060330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Attempting to bind port 83302947-4dd6-4f3e-9766-2557be6fe98d by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:24.060659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Attempting to bind port 83302947-4dd6-4f3e-9766-2557be6fe98d on network a8bc0056-3d49-4df7-ac77-b6198424db6b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:24.063924 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2db6b7ef-59a9-487e-95ab-d0f0ba78e8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.108774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port dbf0312c-1654-40ba-beb8-c72e3211e2bc yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:24.117342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f747c2a-b40d-4278-9862-e2f152dfd661 req-9be1b3dd-c3c0-4619-a28e-a7a844f6fb78 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163317 Nov 23 14:24:24.132908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2db6b7ef-59a9-487e-95ab-d0f0ba78e8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.161685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Port 83302947-4dd6-4f3e-9766-2557be6fe98d on network a8bc0056-3d49-4df7-ac77-b6198424db6b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:24:24.162980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Attempting to bind port 83302947-4dd6-4f3e-9766-2557be6fe98d on network a8bc0056-3d49-4df7-ac77-b6198424db6b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:24.192483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Transition to ACTIVE for port object 27540d66-fad5-458c-9b46-ac85e6c101be will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:24:24.200700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:24.201282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Checking segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:24.202551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Bound using segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:24.203279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Bound port: 83302947-4dd6-4f3e-9766-2557be6fe98d, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:24.203940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.213121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.277598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2db6b7ef-59a9-487e-95ab-d0f0ba78e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.281143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2db6b7ef-59a9-487e-95ab-d0f0ba78e8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.284667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2db6b7ef-59a9-487e-95ab-d0f0ba78e8a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4bd8f97-326a-4431-8f0a-86105ded62bf HTTP/1.1" status: 204 len: 168 time: 0.4210186 Nov 23 14:24:24.301806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-822af6c7-c194-41f2-9d28-ec8f652717aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:24.303794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-822af6c7-c194-41f2-9d28-ec8f652717aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 1094 time: 0.1142793 Nov 23 14:24:24.323193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6b7ef-59a9-487e-95ab-d0f0ba78e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd8f97-326a-4431-8f0a-86105ded62bf,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:24.370833 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.459022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-a1523408-e32e-457e-a1d0-5d1c24acea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:24.461267 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-a1523408-e32e-457e-a1d0-5d1c24acea51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4316905 Nov 23 14:24:24.471828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event deleted for resources: {'Port': ['ID=fb522399-a0d0-4837-abf8-3eced7fc4f23,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:24.574500 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:24.598651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-28829d4f-6eff-42cf-bc93-a678a2b1f053 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "DELETE /v2.0/ports/fb522399-a0d0-4837-abf8-3eced7fc4f23 HTTP/1.1" status: 204 len: 168 time: 2.4015732 Nov 23 14:24:24.609621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33108) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:24.625464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Pushing event updated for resources: {'Port': ['ID=27540d66-fad5-458c-9b46-ac85e6c101be,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:24.636026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Request body: {'port': {'name': 'tempest-new-port-name-2129847241', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:24.636445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] bootfile-name is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:24:24.636791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] tftp-server is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:24:24.637130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.api.validators [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] server-ip-address is not in valid_values {{(pid=103346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 14:24:24.646014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-10fa712b-0670-4374-bd18-59fdd06130ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:24.647274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-10fa712b-0670-4374-bd18-59fdd06130ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 917 time: 0.3355856 Nov 23 14:24:24.891560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-39dae11b-d66c-4e56-8ab6-bb3052f0a6ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05eb6be5-e127-449b-9cf9-cd379afd5818 HTTP/1.1" status: 200 len: 217 time: 0.2289462 Nov 23 14:24:25.024238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0104d-961e-4c90-a863-c43ec7dbb486 req-c8413a3b-8922-47f4-b2f1-c4dc7cefa227 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:25.027397 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-ed17537d-c819-4025-83e2-8bb3c71622a7 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535898 Nov 23 14:24:25.032715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fd0104d-961e-4c90-a863-c43ec7dbb486 req-c8413a3b-8922-47f4-b2f1-c4dc7cefa227 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 945 time: 0.3208470 Nov 23 14:24:25.044716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd717f8-cb30-4613-a07f-71ee39fa7d6b req-fc3f373a-fecf-4ac9-811a-9e0ad8343a06 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:25.052425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bd717f8-cb30-4613-a07f-71ee39fa7d6b req-fc3f373a-fecf-4ac9-811a-9e0ad8343a06 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 944 time: 0.3232441 Nov 23 14:24:25.054262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:25.057794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] For port 83302947-4dd6-4f3e-9766-2557be6fe98d, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:25.133616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-f25ab305-3dd7-46f4-8493-00fadf2bca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:25.134747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-f25ab305-3dd7-46f4-8493-00fadf2bca99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 200 len: 855 time: 0.2260771 Nov 23 14:24:25.244609 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-4c93f602-07ec-4d7c-a5a9-ff1c70ad0924 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992419 Nov 23 14:24:25.266967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] For port 83302947-4dd6-4f3e-9766-2557be6fe98d, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83302947-4dd6-4f3e-9766-2557be6fe98d,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:25.286747 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:25.287595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bd717f8-cb30-4613-a07f-71ee39fa7d6b req-ae8f9b00-1bde-4d0a-869a-c3d971950b72 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341242 Nov 23 14:24:25.307549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fd0104d-961e-4c90-a863-c43ec7dbb486 req-f7d277e4-14f8-42cc-93ee-9d6e7642ac13 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737448 Nov 23 14:24:25.320295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::f (55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4/3579cf78-47b1-481b-ae07-007b10ec5737/dbf0312c-1654-40ba-beb8-c72e3211e2bc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:25.363116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-1c5dc29c-e4e8-42b1-8f40-2e3563563305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:25.364962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-1c5dc29c-e4e8-42b1-8f40-2e3563563305 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8bc0056-3d49-4df7-ac77-b6198424db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187793 Nov 23 14:24:25.408962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Pushing event updated for resources: {'Port': ['ID=83302947-4dd6-4f3e-9766-2557be6fe98d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:25.441602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Attempting to bind port 27540d66-fad5-458c-9b46-ac85e6c101be on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:25.442234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Attempting to bind port 27540d66-fad5-458c-9b46-ac85e6c101be by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:25.445430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Attempting to bind port 27540d66-fad5-458c-9b46-ac85e6c101be on network a8bc0056-3d49-4df7-ac77-b6198424db6b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:25.474399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:25.475787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:25.478231 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8101c66c-3b97-4cbe-925c-255db92c1d51 service neutron] 10.222.0.74 "PUT /v2.0/ports/83302947-4dd6-4f3e-9766-2557be6fe98d HTTP/1.1" status: 200 len: 1091 time: 6.7771680 Nov 23 14:24:25.479280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'tag': '83302947-4dd6-4f3e-9766-2557be6fe98d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:25.484523 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd5d095-cd5c-4715-abb5-0c757c9b317c", "tag": "83302947-4dd6-4f3e-9766-2557be6fe98d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:25.499509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Port 27540d66-fad5-458c-9b46-ac85e6c101be on network a8bc0056-3d49-4df7-ac77-b6198424db6b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:24:25.500061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Attempting to bind port 27540d66-fad5-458c-9b46-ac85e6c101be on network a8bc0056-3d49-4df7-ac77-b6198424db6b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:25.548646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:25.549256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Checking segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:25.549914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Bound using segment: {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:25.551446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Bound port: 27540d66-fad5-458c-9b46-ac85e6c101be, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0932193-bd29-44b1-8d3c-1e68fdb0019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:25.552111 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:25.610973 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88f75bd-d9d4-4473-999b-a2a9fde96749 x-openstack-request-id: req-e88f75bd-d9d4-4473-999b-a2a9fde96749 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:25.611713 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd5d095-cd5c-4715-abb5-0c757c9b317c", "tag": "83302947-4dd6-4f3e-9766-2557be6fe98d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:25.612226 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e88f75bd-d9d4-4473-999b-a2a9fde96749 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:25.612909 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'tag': '83302947-4dd6-4f3e-9766-2557be6fe98d', 'status': 'completed', 'code': 200} Nov 23 14:24:25.718106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa9791-1ab1-4753-b923-6a4b5729e982 req-8c1f4e5a-11ba-4594-b04c-2e94e134ea3d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:25.722465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecaa9791-1ab1-4753-b923-6a4b5729e982 req-8c1f4e5a-11ba-4594-b04c-2e94e134ea3d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 945 time: 0.3186433 Nov 23 14:24:25.808885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-6b79d762-ade6-491c-b9cf-89441d10b9d0 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356441 Nov 23 14:24:25.832623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-3196d187-fdb1-48fc-8bd2-52241e8cb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:25.834335 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-3196d187-fdb1-48fc-8bd2-52241e8cb1d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 1094 time: 0.2322469 Nov 23 14:24:25.876052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:25.971488 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-adbe936b-b854-4d5a-9281-8a898a1dd890 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83302947-4dd6-4f3e-9766-2557be6fe98d HTTP/1.1" status: 200 len: 217 time: 0.1271212 Nov 23 14:24:25.984540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] For port 27540d66-fad5-458c-9b46-ac85e6c101be, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:25.999410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.012903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] For port 27540d66-fad5-458c-9b46-ac85e6c101be, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27540d66-fad5-458c-9b46-ac85e6c101be,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:26.113556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecaa9791-1ab1-4753-b923-6a4b5729e982 req-38ef84dc-3e4d-48ef-bbc6-ed7c668b3ace tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782609 Nov 23 14:24:26.160488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] In _notify_port_updated(), no bound segment for port 04aec332-bff1-4218-964a-acc0a8432f13 on network 264e911c-2752-465f-be8e-5890a7455c2f {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:24:26.162430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.167255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.168988 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.173710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "PUT /v2.0/ports/04aec332-bff1-4218-964a-acc0a8432f13 HTTP/1.1" status: 200 len: 1129 time: 1.5623682 Nov 23 14:24:26.174375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33140) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:26.289134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6a41f-4610-4b55-a2cf-a6e02c3ef310 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event updated for resources: {'Port': ['ID=04aec332-bff1-4218-964a-acc0a8432f13,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:26.351897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.364472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Pushing event updated for resources: {'Port': ['ID=27540d66-fad5-458c-9b46-ac85e6c101be,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:26.385042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.385658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.387071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-63684f58-45fa-471b-bb11-fb3be20e911d service neutron] 10.222.0.11 "PUT /v2.0/ports/27540d66-fad5-458c-9b46-ac85e6c101be HTTP/1.1" status: 200 len: 1092 time: 3.9872766 Nov 23 14:24:26.390603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ccc382-3cc4-4e48-b697-13f55309a296 req-ef691737-b0a0-438c-a819-cc37f074bd48 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565283 Nov 23 14:24:26.467982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-b5b2bc37-f81a-42ea-96d9-9fa0dcb0408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.469985 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-b5b2bc37-f81a-42ea-96d9-9fa0dcb0408d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 200 len: 855 time: 0.4781854 Nov 23 14:24:26.501398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbcb58-a6a8-47e5-9445-8460a3a8a7ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.510712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6cdbcb58-a6a8-47e5-9445-8460a3a8a7ab tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "GET /v2.0/ports/04aec332-bff1-4218-964a-acc0a8432f13 HTTP/1.1" status: 200 len: 1129 time: 0.3305969 Nov 23 14:24:26.511737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33152) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:26.518819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 05eb6be5-e127-449b-9cf9-cd379afd5818 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:24:26.595434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-dd3fc714-c9fa-4c35-a6a2-71b385bf4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.600717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-dd3fc714-c9fa-4c35-a6a2-71b385bf4ee9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8bc0056-3d49-4df7-ac77-b6198424db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212933 Nov 23 14:24:26.609618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.684618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102617-d77f-4e55-96ab-75e981d7d090 req-fdbe17e2-82f0-4dd8-bcc3-4e07cc5bfb53 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.687041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71102617-d77f-4e55-96ab-75e981d7d090 req-fdbe17e2-82f0-4dd8-bcc3-4e07cc5bfb53 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 945 time: 0.4586220 Nov 23 14:24:26.761935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:26.763382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-b7437613-f8b2-4b39-aaa5-17c7a6a77aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.765369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-b7437613-f8b2-4b39-aaa5-17c7a6a77aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 1095 time: 0.3058991 Nov 23 14:24:26.773935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:26.783380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343455f-53df-40cb-965d-cf670a8bde6b req-41ab7629-400a-4c68-afdd-9943fa90d358 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.785638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6343455f-53df-40cb-965d-cf670a8bde6b req-41ab7629-400a-4c68-afdd-9943fa90d358 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 944 time: 0.3276405 Nov 23 14:24:26.792778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 05eb6be5-e127-449b-9cf9-cd379afd5818, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=05eb6be5-e127-449b-9cf9-cd379afd5818,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:26.806670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:26.812754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:26.813746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.879629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=dbf0312c-1654-40ba-beb8-c72e3211e2bc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:26.891646 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-665c2eff-7eb9-435b-ac43-48c52255c544 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0337307 Nov 23 14:24:26.892670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33158) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:26.931839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '05eb6be5-e127-449b-9cf9-cd379afd5818', 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'port_id': '05eb6be5-e127-449b-9cf9-cd379afd5818', 'mac_address': 'fa:16:3e:00:1d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104157cf-01e4-401b-9a5c-1f9ec197344f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:24:26.951849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-25c9d353-a2f1-4d5f-8557-4aefd07b3c44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27540d66-fad5-458c-9b46-ac85e6c101be HTTP/1.1" status: 200 len: 217 time: 0.1646926 Nov 23 14:24:26.963740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-fde5ce76-e98e-4df5-8e34-56c91f14f88f service neutron] 10.222.0.74 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386269 Nov 23 14:24:26.975994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c8b0955-3d60-475a-85ba-8dae77010d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:26.995026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8247ef5f-e9dc-4446-a3c0-2354e6a2e184 None None] Provisioning complete for port 04aec332-bff1-4218-964a-acc0a8432f13 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:26.997667 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8247ef5f-e9dc-4446-a3c0-2354e6a2e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.042702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71102617-d77f-4e55-96ab-75e981d7d090 req-ae41cfc1-bebc-4a6d-9fb0-b1a8d37f5f06 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405824 Nov 23 14:24:27.093624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6343455f-53df-40cb-965d-cf670a8bde6b req-6e20ad88-2d81-4d49-8502-ec05c84f48c2 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920256 Nov 23 14:24:27.096220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-b46956e1-ca49-430d-8067-e6349bc8eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.098074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-b46956e1-ca49-430d-8067-e6349bc8eef2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 200 len: 855 time: 0.1319194 Nov 23 14:24:27.100573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Deleting port 04aec332-bff1-4218-964a-acc0a8432f13 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:27.100920 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.177445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8247ef5f-e9dc-4446-a3c0-2354e6a2e184 None None] Port 04aec332-bff1-4218-964a-acc0a8432f13 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:27.180077 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.208893 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.225188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eb6be5-e127-449b-9cf9-cd379afd5818 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:27.249739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 05eb6be5-e127-449b-9cf9-cd379afd5818, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=05eb6be5-e127-449b-9cf9-cd379afd5818,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:27.254707 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.272964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88843e27-b9a7-429e-b13b-56d53b3d84ad tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.274683 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-88843e27-b9a7-429e-b13b-56d53b3d84ad tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3690014 Nov 23 14:24:27.277717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33168) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:27.352020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=05eb6be5-e127-449b-9cf9-cd379afd5818,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:27.398760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2ca6f6d5-5470-4650-b822-d26ae64446c4 None None] Provisioning complete for port dbf0312c-1654-40ba-beb8-c72e3211e2bc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:27.399210 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ca6f6d5-5470-4650-b822-d26ae64446c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.414250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.441407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Calling delete_port for 04aec332-bff1-4218-964a-acc0a8432f13 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:27.446704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6f6d5-5470-4650-b822-d26ae64446c4 None None] Port dbf0312c-1654-40ba-beb8-c72e3211e2bc cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:27.483617 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-733029d4-3a39-4bfc-b5b2-637ef67272d8 req-8b321456-1144-4f68-830d-fa2ee328c59a service neutron] 10.222.0.74 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804173 Nov 23 14:24:27.491176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33178) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:27.507948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e1eb5-56f1-4d57-8e5f-2b25fe6fbe9a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.514862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e1eb5-56f1-4d57-8e5f-2b25fe6fbe9a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.524801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e1eb5-56f1-4d57-8e5f-2b25fe6fbe9a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.524801 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-526e1eb5-56f1-4d57-8e5f-2b25fe6fbe9a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2335875 Nov 23 14:24:27.526179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33184) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:27.570668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['05eb6be5-e127-449b-9cf9-cd379afd5818'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:27.632661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'tag': '27540d66-fad5-458c-9b46-ac85e6c101be'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:27.635371 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f27862-93e7-4c39-b6ae-23e3f6332708" -d '{"events": [{"name": "network-changed", "server_uuid": "17e53468-129e-4ea6-8d65-e0aa814d7c9e", "tag": "27540d66-fad5-458c-9b46-ac85e6c101be"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:27.747083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:27.778368 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026e0115-2164-4d60-ac45-85d0a6c6d99e x-openstack-request-id: req-026e0115-2164-4d60-ac45-85d0a6c6d99e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:27.778676 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e53468-129e-4ea6-8d65-e0aa814d7c9e", "tag": "27540d66-fad5-458c-9b46-ac85e6c101be", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:27.778943 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-026e0115-2164-4d60-ac45-85d0a6c6d99e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:27.781253 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'tag': '27540d66-fad5-458c-9b46-ac85e6c101be', 'status': 'completed', 'code': 200} Nov 23 14:24:27.793653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-b0dadf41-478e-4834-b24b-24a0b08c905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.800692 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-b0dadf41-478e-4834-b24b-24a0b08c905c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 1094 time: 0.2432573 Nov 23 14:24:27.845198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event deleted for resources: {'Port': ['ID=04aec332-bff1-4218-964a-acc0a8432f13,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:27.954534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb00dc2-ca59-40d0-9117-4867234c4a50 req-139a0005-00e9-49ee-be8e-cd1d6253e059 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.960950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeb00dc2-ca59-40d0-9117-4867234c4a50 req-139a0005-00e9-49ee-be8e-cd1d6253e059 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 945 time: 0.2242951 Nov 23 14:24:27.963247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-0a455e15-189c-402a-8083-99dd37060615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:27.971286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-0a455e15-189c-402a-8083-99dd37060615 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8bc0056-3d49-4df7-ac77-b6198424db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8645818 Nov 23 14:24:27.988728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port dbf0312c-1654-40ba-beb8-c72e3211e2bc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:27.989078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:28.166808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-9f8765c2-ce98-4257-8869-c8a76f9b5298 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860719 Nov 23 14:24:28.167489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33194) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:28.207576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:28.211278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cda192db-b080-4c0c-937e-7e43cbe6f3b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "DELETE /v2.0/ports/04aec332-bff1-4218-964a-acc0a8432f13 HTTP/1.1" status: 204 len: 168 time: 1.6858041 Nov 23 14:24:28.220990 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:24:28.223120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33200) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:28.345905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28c605ac-3a27-427f-8aab-6e3cadf5d1f6 req-cb40bc6b-d8de-4a2c-a20c-6ba024202886 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332011 Nov 23 14:24:28.765999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-10d63277-6ec6-446b-9401-67a8637e570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:28.767627 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-10d63277-6ec6-446b-9401-67a8637e570d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 917 time: 0.9487169 Nov 23 14:24:28.829530 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:28.840199 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-177949c4-6d40-41ea-80ca-42e223e9db82 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83302947-4dd6-4f3e-9766-2557be6fe98d HTTP/1.1" status: 200 len: 217 time: 0.0646021 Nov 23 14:24:28.879407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for dbf0312c-1654-40ba-beb8-c72e3211e2bc owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:28.904834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeb00dc2-ca59-40d0-9117-4867234c4a50 req-db39c603-3893-4971-9ee0-b4703ff773ef tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9206858 Nov 23 14:24:28.993731 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e61ace3-081d-4801-8c8b-04eb3c75a974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.017847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-4a3a42a2-4117-45ca-b807-09825f5a8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:29.019504 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-4a3a42a2-4117-45ca-b807-09825f5a8f0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 200 len: 855 time: 0.1415856 Nov 23 14:24:29.052053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9a610-8734-4bf6-9bb0-80c5f7a8f7c2 req-21af42e7-ff77-42c7-a16e-8b82b904fe2d tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:29.060110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28b9a610-8734-4bf6-9bb0-80c5f7a8f7c2 req-21af42e7-ff77-42c7-a16e-8b82b904fe2d tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 944 time: 0.7125442 Nov 23 14:24:29.068566 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e3cf40fb-7db2-45dc-a1f1-0e93788d1a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.106989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-4a539d14-c3d8-4bd7-b0b1-b4ccac83745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:29.108518 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-4a539d14-c3d8-4bd7-b0b1-b4ccac83745b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8bc0056-3d49-4df7-ac77-b6198424db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813062 Nov 23 14:24:29.156086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-a68a3330-edf9-4ac9-8c0d-afd99c73fa8d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:29.159841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-a68a3330-edf9-4ac9-8c0d-afd99c73fa8d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 945 time: 0.2413452 Nov 23 14:24:29.166777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Deleting subnet 418c4f76-4609-4e9c-a005-d280b347c650 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:24:29.267324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.305522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.312583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-1a688097-3dc0-45db-b0be-e6516ca1df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:29.314352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-1a688097-3dc0-45db-b0be-e6516ca1df08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 1095 time: 0.4055119 Nov 23 14:24:29.351202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=dbf0312c-1654-40ba-beb8-c72e3211e2bc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:29.367200 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-c870fb7e-f288-4ced-9709-0f42015ab2b1 service neutron] 10.222.0.74 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311287 Nov 23 14:24:29.398850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.402289 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c016640f-eca7-4295-a20f-6bdb21f00202 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/dbf0312c-1654-40ba-beb8-c72e3211e2bc HTTP/1.1" status: 204 len: 168 time: 1.8751390 Nov 23 14:24:29.411342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e61ace3-081d-4801-8c8b-04eb3c75a974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.420809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33210) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:29.474795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.488577 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3e0846-8b26-4ea3-a96f-8064e6a716ae tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:24:29.494952 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dc3e0846-8b26-4ea3-a96f-8064e6a716ae tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/dbf0312c-1654-40ba-beb8-c72e3211e2bc HTTP/1.1" status: 404 len: 333 time: 0.0728612 Nov 23 14:24:29.496361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33212) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:29.512528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e61ace3-081d-4801-8c8b-04eb3c75a974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.543561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28b9a610-8734-4bf6-9bb0-80c5f7a8f7c2 req-9cb3ade5-55dd-418a-9130-cfce519f9ca6 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823589 Nov 23 14:24:29.587683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3e61ace3-081d-4801-8c8b-04eb3c75a974 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f741e5681cc49759762f19aa732b07b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4177771 Nov 23 14:24:29.603619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33214) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:29.639064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61ace3-081d-4801-8c8b-04eb3c75a974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558a35af-e924-4d4d-b38e-a6d195fd01ae,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:29.681848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c87ec7db-bfb8-4aca-ade3-57b7b9fcdb2a req-11c5b09d-d14b-48f4-8678-f76be3efef6e service neutron] 10.222.0.74 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953002 Nov 23 14:24:29.746547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:29.747905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.758109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.777416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-4209ef72-fc7e-4acf-b29e-1397fcdae6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:29.778967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-4209ef72-fc7e-4acf-b29e-1397fcdae6de service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 917 time: 0.4153609 Nov 23 14:24:29.787659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Deleting port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:29.787999 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.822395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.862953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-128c88b1-69e6-41bc-9617-e92ec68d074c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.888527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-d3666ff5-28b2-42bc-bbe1-e30aeffff2eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27540d66-fad5-458c-9b46-ac85e6c101be HTTP/1.1" status: 200 len: 217 time: 0.0914299 Nov 23 14:24:29.925430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:29.943409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:29.963912 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-128c88b1-69e6-41bc-9617-e92ec68d074c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.032800 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.095943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.163722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event deleted for resources: {'Subnet': ['ID=418c4f76-4609-4e9c-a005-d280b347c650,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:30.178141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-21385d08-1783-4ef1-8a9c-2a6a345721d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:30.180539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-21385d08-1783-4ef1-8a9c-2a6a345721d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 200 len: 855 time: 0.2068875 Nov 23 14:24:30.184502 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.191197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-22ac79e3-6607-4f34-aea7-3a23f75d8508 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "DELETE /v2.0/subnets/418c4f76-4609-4e9c-a005-d280b347c650 HTTP/1.1" status: 204 len: 168 time: 1.8472881 Nov 23 14:24:30.191359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33220) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:30.196633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] For port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:30.197066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.212228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c3cda-1d92-4936-b401-326acd0bb096 None None] Network 264e911c-2752-465f-be8e-5890a7455c2f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:30.216262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Deleting port c474b56d-0211-4dc6-96fe-814d4c2ece22 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:30.216686 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.218623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.247564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Calling delete_port for 71f8230f-06ac-4f5a-8b5f-e26d563f95eb owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:30.265615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:30.284521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.284999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.285417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.286451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.286451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.286861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.287310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.287592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.287994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.288412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.288804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.289202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:30.337589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e039fba-066c-4b52-977f-c8695c8c5f39 req-b0532302-b4e6-4753-8b78-6f06e25b9a4d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:30.339423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e039fba-066c-4b52-977f-c8695c8c5f39 req-b0532302-b4e6-4753-8b78-6f06e25b9a4d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 945 time: 0.2925863 Nov 23 14:24:30.353796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.360254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b872685d-d862-41d8-8ecc-12b79217254f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 HTTP/1.1" status: 204 len: 168 time: 0.8602540 Nov 23 14:24:30.360965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33222) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:30.371919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83302947-4dd6-4f3e-9766-2557be6fe98d details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:24:30.412238 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5b622a-20ac-4500-9fc5-2a52414e83d4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:24:30.417036 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ff5b622a-20ac-4500-9fc5-2a52414e83d4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/8fdbf1b3-0c5b-4ce8-8904-bcbd2d8ca543 HTTP/1.1" status: 404 len: 333 time: 0.0528519 Nov 23 14:24:30.417571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33224) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:30.482804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-128c88b1-69e6-41bc-9617-e92ec68d074c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.485598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-128c88b1-69e6-41bc-9617-e92ec68d074c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.486783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-128c88b1-69e6-41bc-9617-e92ec68d074c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/558a35af-e924-4d4d-b38e-a6d195fd01ae HTTP/1.1" status: 204 len: 168 time: 0.8811707 Nov 23 14:24:30.503351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] For port c474b56d-0211-4dc6-96fe-814d4c2ece22, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c474b56d-0211-4dc6-96fe-814d4c2ece22,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:30.503986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.547746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Calling delete_port for c474b56d-0211-4dc6-96fe-814d4c2ece22 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:30.552619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27540d66-fad5-458c-9b46-ac85e6c101be details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:24:30.556928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 05eb6be5-e127-449b-9cf9-cd379afd5818 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:30.562381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 3579cf78-47b1-481b-ae07-007b10ec5737 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:24:30.576769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.621959 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.659231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-1fff72bd-af38-4b29-b18e-faec89fab9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:30.661394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-1fff72bd-af38-4b29-b18e-faec89fab9ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8bc0056-3d49-4df7-ac77-b6198424db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4672382 Nov 23 14:24:30.692754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.696045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c88b1-69e6-41bc-9617-e92ec68d074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a35af-e924-4d4d-b38e-a6d195fd01ae,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:30.846153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:30.854969 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.resource_extend [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:24:30.868853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e039fba-066c-4b52-977f-c8695c8c5f39 req-8302cf3c-7697-4171-b378-b7011cfbe9a7 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148617 Nov 23 14:24:30.968379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.024199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.044376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=3579cf78-47b1-481b-ae07-007b10ec5737,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:31.064596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.071527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] DHCP port deletion for 264e911c-2752-465f-be8e-5890a7455c2f request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:24:31.071903 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a7c385d4-4308-4d6d-ac06-d102b3ee6d8b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/3579cf78-47b1-481b-ae07-007b10ec5737 HTTP/1.1" status: 204 len: 168 time: 0.6480560 Nov 23 14:24:31.074408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bceb88-8b17-43ce-a60b-c04e84a91eb9 None None] Network 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:31.093084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33234) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:31.102235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fc260-b207-43a5-af42-e700cd8eb987 req-f9e16f9a-1fa9-4f18-8050-2312d624fc14 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:31.102912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c474b56d-0211-4dc6-96fe-814d4c2ece22,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:31.111426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 83302947-4dd6-4f3e-9766-2557be6fe98d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83302947-4dd6-4f3e-9766-2557be6fe98d,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:31.112295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-383fc260-b207-43a5-af42-e700cd8eb987 req-f9e16f9a-1fa9-4f18-8050-2312d624fc14 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 944 time: 0.4052813 Nov 23 14:24:31.127217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 05eb6be5-e127-449b-9cf9-cd379afd5818 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:24:31.143283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 05eb6be5-e127-449b-9cf9-cd379afd5818 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:31.143659 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.147136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33236) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:31.191915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63cbb37d-3fb9-4e55-94d1-de79b17bd944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.259626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-77ca992b-889e-4292-bc2d-ff153aa5090e service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500517 Nov 23 14:24:31.268352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Deleting port 4a3c475c-ea3a-4240-92f4-5dc221813555 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:31.274918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.295150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.340935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.395067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '83302947-4dd6-4f3e-9766-2557be6fe98d', 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'port_id': '83302947-4dd6-4f3e-9766-2557be6fe98d', 'mac_address': 'fa:16:3e:8f:20:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104157cf-01e4-401b-9a5c-1f9ec197344f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:24:31.424825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721', '71f8230f-06ac-4f5a-8b5f-e26d563f95eb'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:31.427344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['53984916-02e2-403f-a30c-d87d3d6bbc78'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:31.438641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event deleted for resources: {'Port': ['ID=71f8230f-06ac-4f5a-8b5f-e26d563f95eb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:31.451350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.531556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-383fc260-b207-43a5-af42-e700cd8eb987 req-c47f144e-59a9-4ba7-81b4-3c795c5d7bfb tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794949 Nov 23 14:24:31.550100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 27540d66-fad5-458c-9b46-ac85e6c101be, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27540d66-fad5-458c-9b46-ac85e6c101be,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:31.585103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] For port 4a3c475c-ea3a-4240-92f4-5dc221813555, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4a3c475c-ea3a-4240-92f4-5dc221813555,segment=NetworkSegment(582f78f5-02c4-4d1e-85e8-a89317a15b9c),segment_id=582f78f5-02c4-4d1e-85e8-a89317a15b9c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:31.585469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.633507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] No DVR routers for this DVR port 71f8230f-06ac-4f5a-8b5f-e26d563f95eb on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:31.639907 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.640781 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.644451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17092e24-9e4b-416a-8d4c-13b22cc5602f req-6498b910-161e-478c-b1c3-5b5c7f391441 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "DELETE /v2.0/ports/71f8230f-06ac-4f5a-8b5f-e26d563f95eb HTTP/1.1" status: 204 len: 173 time: 2.4483631 Nov 23 14:24:31.645695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Calling delete_port for 4a3c475c-ea3a-4240-92f4-5dc221813555 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:31.647073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'name': 'network-vif-deleted', 'tag': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:31.657695 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca4d00-e4ef-4c66-92af-a819637ac2e5" -d '{"events": [{"server_uuid": "9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8", "name": "network-vif-deleted", "tag": "71f8230f-06ac-4f5a-8b5f-e26d563f95eb"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:31.685624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-86f27862-93e7-4c39-b6ae-23e3f6332708 req-d5bc9422-eb6f-4613-b0a5-ee2aba54cdf2 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081213 Nov 23 14:24:31.710989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63cbb37d-3fb9-4e55-94d1-de79b17bd944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.754865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:31.755232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.757349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63cbb37d-3fb9-4e55-94d1-de79b17bd944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.805316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '27540d66-fad5-458c-9b46-ac85e6c101be', 'network_id': 'a8bc0056-3d49-4df7-ac77-b6198424db6b', 'port_id': '27540d66-fad5-458c-9b46-ac85e6c101be', 'mac_address': 'fa:16:3e:c3:96:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104157cf-01e4-401b-9a5c-1f9ec197344f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:24:31.820844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:31.878720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] No DVR routers for this DVR port 4a3c475c-ea3a-4240-92f4-5dc221813555 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:31.894190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event deleted for resources: {'Port': ['ID=4a3c475c-ea3a-4240-92f4-5dc221813555,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:31.906347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83302947-4dd6-4f3e-9766-2557be6fe98d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:31.960473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 83302947-4dd6-4f3e-9766-2557be6fe98d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83302947-4dd6-4f3e-9766-2557be6fe98d,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:32.065876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.070471 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.073319 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.074111 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-63cbb37d-3fb9-4e55-94d1-de79b17bd944 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=748ecad3b41c4525a6abc9e278899003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9218094 Nov 23 14:24:32.083585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33246) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:32.101964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264e911c-2752-465f-be8e-5890a7455c2f']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:32.108768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4a3c475c-ea3a-4240-92f4-5dc221813555 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:32.114186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582f78f5-02c4-4d1e-85e8-a89317a15b9c') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:32.115170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582f78f5-02c4-4d1e-85e8-a89317a15b9c') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:32.119997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbb37d-3fb9-4e55-94d1-de79b17bd944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560bade4-9ada-46af-a68a-3cc1d00b7903,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:32.123957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Router 7e3a78b0-c645-4f48-8628-6bc995db8bfe has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:24:32.128031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.146918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.153874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:32.154280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.157800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] For port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=68ec9db1-181c-4ba4-8cd4-65f6f7b302eb,segment=NetworkSegment(3f2c555a-93e2-4b47-87f5-cd671c0fb4f9),segment_id=3f2c555a-93e2-4b47-87f5-cd671c0fb4f9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:32.159822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.167719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4a3c475c-ea3a-4240-92f4-5dc221813555 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:32.168229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4a3c475c-ea3a-4240-92f4-5dc221813555 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:32.171699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Deleting port 4a3c475c-ea3a-4240-92f4-5dc221813555 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:32.172250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:32.225746 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:32.228144 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6411c6-99e6-450e-ab3e-78c79ca8203a x-openstack-request-id: req-7d6411c6-99e6-450e-ab3e-78c79ca8203a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:32.228144 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8", "name": "network-vif-deleted", "tag": "71f8230f-06ac-4f5a-8b5f-e26d563f95eb", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:32.228406 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d6411c6-99e6-450e-ab3e-78c79ca8203a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:32.228808 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8', 'name': 'network-vif-deleted', 'tag': '71f8230f-06ac-4f5a-8b5f-e26d563f95eb', 'status': 'completed', 'code': 200} Nov 23 14:24:32.237447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:32.239556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.249490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] For port 4a3c475c-ea3a-4240-92f4-5dc221813555, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:32.250065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.262976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f46dfb31-72f3-455a-a880-6c4404afd6bf req-4aa8a072-103f-4264-afe7-bde478d50d95 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cafe9dc-b20f-4ab5-894c-4fe790ddd7a8 HTTP/1.1" status: 200 len: 210 time: 0.2006910 Nov 23 14:24:32.270633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.274036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] 10.222.0.46 "DELETE /v2.0/networks/264e911c-2752-465f-be8e-5890a7455c2f HTTP/1.1" status: 204 len: 168 time: 2.0671136 Nov 23 14:24:32.286796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d0174-66fe-4abe-87cd-b1088f771607 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823 tempest-ExtraDHCPOptionsIpV6TestJSON-1405723823-project] Pushing event deleted for resources: {'Network': ['ID=264e911c-2752-465f-be8e-5890a7455c2f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:32.289848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Calling delete_port for 4a3c475c-ea3a-4240-92f4-5dc221813555 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:32.364763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=83302947-4dd6-4f3e-9766-2557be6fe98d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:32.397811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 71f8230f-06ac-4f5a-8b5f-e26d563f95eb no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:32.410924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Port 4a3c475c-ea3a-4240-92f4-5dc221813555 was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:24:32.449765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.460069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252569a9-0330-4ec0-8059-fa87f9409188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.487027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252569a9-0330-4ec0-8059-fa87f9409188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.501555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 71f8230f-06ac-4f5a-8b5f-e26d563f95eb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:32.501908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 71f8230f-06ac-4f5a-8b5f-e26d563f95eb not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:32.505096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.518790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Pushing event deleted for resources: {'Port': ['ID=4a3c475c-ea3a-4240-92f4-5dc221813555,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:32.527729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['83302947-4dd6-4f3e-9766-2557be6fe98d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:32.548745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252569a9-0330-4ec0-8059-fa87f9409188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.551379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-252569a9-0330-4ec0-8059-fa87f9409188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.552552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-252569a9-0330-4ec0-8059-fa87f9409188 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/560bade4-9ada-46af-a68a-3cc1d00b7903 HTTP/1.1" status: 204 len: 168 time: 0.4482012 Nov 23 14:24:32.580200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252569a9-0330-4ec0-8059-fa87f9409188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560bade4-9ada-46af-a68a-3cc1d00b7903,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:32.583557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:24:32.611836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f9560460-53c8-4859-9053-dae35dd68d3e admin admin] 10.222.0.46 "PUT /v2.0/routers/7e3a78b0-c645-4f48-8628-6bc995db8bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1194956 Nov 23 14:24:32.614635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33258) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:32.631917 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.655468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] Network 264e911c-2752-465f-be8e-5890a7455c2f is not hosted by any dhcp agent {{(pid=103347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:24:32.657320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8123270-6254-427a-a8e4-28bac059a97d None None] No DVR routers for this DVR port 4a3c475c-ea3a-4240-92f4-5dc221813555 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:32.661863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] Sync routers for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:24:32.675984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=68ec9db1-181c-4ba4-8cd4-65f6f7b302eb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:32.680132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No DVR routers for this DVR port 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:32.681639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33260) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:32.724671 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.789117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27540d66-fad5-458c-9b46-ac85e6c101be {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:32.798481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.818615 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.828720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:32.839546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2c555a-93e2-4b47-87f5-cd671c0fb4f9') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:32.840138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2c555a-93e2-4b47-87f5-cd671c0fb4f9') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:32.860717 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.898058 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.902426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eb6be5-e127-449b-9cf9-cd379afd5818'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:32.910469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:32.911892 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03793228-77d2-4b6a-87d4-75eaaacacbaa" -d '{"events": [{"server_uuid": "789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2", "name": "network-vif-plugged", "status": "completed", "tag": "05eb6be5-e127-449b-9cf9-cd379afd5818"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:32.915725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.917536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba89bd-46a2-4323-97d1-46c089f244e1 req-b4f9d7ce-105e-42ef-be37-0b47d8b44e72 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:32.919381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96ba89bd-46a2-4323-97d1-46c089f244e1 req-b4f9d7ce-105e-42ef-be37-0b47d8b44e72 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 944 time: 0.1892669 Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:32.948734 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:32.960104 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:32.965000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc35a4d-f4ca-4880-a8ad-ee1a4623c521 None None] DHCP port deletion for 55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:24:33.076978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.089413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.089754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 05eb6be5-e127-449b-9cf9-cd379afd5818, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=05eb6be5-e127-449b-9cf9-cd379afd5818,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:33.098776 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8345bd-ed9c-4ce6-9cbd-312b845b4939 x-openstack-request-id: req-ba8345bd-ed9c-4ce6-9cbd-312b845b4939 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:33.099090 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2", "name": "network-vif-plugged", "status": "completed", "tag": "05eb6be5-e127-449b-9cf9-cd379afd5818", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:33.099425 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba8345bd-ed9c-4ce6-9cbd-312b845b4939 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:33.100413 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eb6be5-e127-449b-9cf9-cd379afd5818', 'code': 200} Nov 23 14:24:33.105555 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4 HTTP/1.1" status: 204 len: 168 time: 2.0107625 Nov 23 14:24:33.109803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33268) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:33.119872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.123835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:33.124468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:33.144550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96ba89bd-46a2-4323-97d1-46c089f244e1 req-2c0eb206-3300-45f2-95d4-169d355eaa69 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152550 Nov 23 14:24:33.153501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1797243960'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:33.161714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 27540d66-fad5-458c-9b46-ac85e6c101be, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27540d66-fad5-458c-9b46-ac85e6c101be,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:33.216618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64795-bbd9-4759-9a9a-9e554706a6cd tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=55e3e44b-67ca-4ab5-ae66-ee4c9a927ea4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:33.220812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:33.224543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.242090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d0b0e-5434-4e64-9667-7d7425eb46d4 req-fce230b0-217b-4394-a3d7-a146eddc0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:33.246064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.247461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c0d0b0e-5434-4e64-9667-7d7425eb46d4 req-fce230b0-217b-4394-a3d7-a146eddc0f9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 1096 time: 0.1242907 Nov 23 14:24:33.260094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:33.271956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.272055 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Added segment 2fde55fb-2c46-4d82-a31c-d9267a8f0526 of type vlan for network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 Nov 23 14:24:33.278863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.350704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.368170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=05eb6be5-e127-449b-9cf9-cd379afd5818,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:33.398724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c0d0b0e-5434-4e64-9667-7d7425eb46d4 req-342b2cf4-1d42-48d6-ac74-0500ff82a321 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408298 Nov 23 14:24:33.443834 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cd1172dc-b983-473e-b751-e2036d0426b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5eb48fd4d71647cf9027adc430484e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7602291 Nov 23 14:24:33.446312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33282) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:33.464492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.470613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:33.471282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.477725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:33.483081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Deleting port 772fe999-0317-4b54-8bbe-caeebd8bc54f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:33.483919 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.547751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4353340 Nov 23 14:24:33.551090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33284) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:33.601802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:33.666482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] For port 772fe999-0317-4b54-8bbe-caeebd8bc54f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=772fe999-0317-4b54-8bbe-caeebd8bc54f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:33.667004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.680621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Calling delete_port for 772fe999-0317-4b54-8bbe-caeebd8bc54f owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:33.736640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47ec2f85-53b3-42a6-992c-5d5b2f5702ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.766990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e583d92-2617-47b2-ab41-368cbed5bc2b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Network': ['ID=8b7263fa-e7ec-4713-bd75-6acc80adbb64,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:33.830868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47ec2f85-53b3-42a6-992c-5d5b2f5702ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.840614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958f36-dc8d-477f-a70f-b32bf556105c req-7aa50da0-6cee-46fb-9e4c-d6bda90f143c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:33.842685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb958f36-dc8d-477f-a70f-b32bf556105c req-7aa50da0-6cee-46fb-9e4c-d6bda90f143c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 945 time: 0.0968673 Nov 23 14:24:33.851105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['27540d66-fad5-458c-9b46-ac85e6c101be'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:33.854699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=27540d66-fad5-458c-9b46-ac85e6c101be,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:33.862475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:33.944045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:33.951949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:33.956017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:34.044644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:34.045013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 68ec9db1-181c-4ba4-8cd4-65f6f7b302eb not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:34.083307 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47ec2f85-53b3-42a6-992c-5d5b2f5702ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.085873 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47ec2f85-53b3-42a6-992c-5d5b2f5702ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.089297 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-47ec2f85-53b3-42a6-992c-5d5b2f5702ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d1a18e1-d371-4ca7-bca3-ca54abdf09b6 HTTP/1.1" status: 204 len: 168 time: 0.6397383 Nov 23 14:24:34.134704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:24:30Z', 'revision_number': 5, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port': {'id': '772fe999-0317-4b54-8bbe-caeebd8bc54f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:34.214269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] Checking router: 7e3a78b0-c645-4f48-8628-6bc995db8bfe for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:24:34.269477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] Routers {'7e3a78b0-c645-4f48-8628-6bc995db8bfe'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:34.270115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:34.388071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb958f36-dc8d-477f-a70f-b32bf556105c req-4bb8c05e-8c2c-45bd-86b5-de9d8524dcac tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991566 Nov 23 14:24:34.447214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ec8ac-f570-40f1-bba2-4b1bc41d973b req-168147f5-8594-43ff-a8e2-cfe85b6b090f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:34.448872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-739ec8ac-f570-40f1-bba2-4b1bc41d973b req-168147f5-8594-43ff-a8e2-cfe85b6b090f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 945 time: 0.1291168 Nov 23 14:24:34.467189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.507373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Pushing event deleted for resources: {'Port': ['ID=772fe999-0317-4b54-8bbe-caeebd8bc54f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:34.540052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] Set router 7e3a78b0-c645-4f48-8628-6bc995db8bfe gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:34.592067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-739ec8ac-f570-40f1-bba2-4b1bc41d973b req-18cf8891-903b-4f20-8a89-ffeea907300c tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333146 Nov 23 14:24:34.603203 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.749303 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.759899 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.857029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec2f85-53b3-42a6-992c-5d5b2f5702ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a18e1-d371-4ca7-bca3-ca54abdf09b6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:34.862664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.863361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e3a78b0-c645-4f48-8628-6bc995db8bfe {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:24:34.868688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.873576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1068a8f7-7445-4741-a8e4-48d8b3956170 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7e3a78b0-c645-4f48-8628-6bc995db8bfe HTTP/1.1" status: 204 len: 168 time: 2.2541404 Nov 23 14:24:34.874635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33318) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:34.997808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] Deleting subnet 8c85e584-8651-4273-9b2c-cb4b80161674 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:24:35.004699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.054640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.083237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:24:33Z', 'revision_number': 6, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:35.104607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.124701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58bf3e-ae5b-4315-b0e1-0335fdfe6f33 None None] The sync data for ids ['7e3a78b0-c645-4f48-8628-6bc995db8bfe'] in n-d-818503-2 is: [{'id': '7e3a78b0-c645-4f48-8628-6bc995db8bfe', 'name': 'tempest-AttachVolumeShelveTestJSON-785409826-router', 'tenant_id': '0349d05a379d4390bd68bcb2823865d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:15:16Z', 'updated_at': '2021-11-23T14:24:33Z', 'revision_number': 6, 'project_id': '0349d05a379d4390bd68bcb2823865d9', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:24:35.231763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Checking segment: {'id': '2fde55fb-2c46-4d82-a31c-d9267a8f0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:35.232337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network hostable DHCP agents. Network: 8b7263fa-e7ec-4713-bd75-6acc80adbb64, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:35.236481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=a4b3d592-4e2f-4171-9ec6-068d9fa76ec5,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:35.274434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:35.282116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.290615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8b7263fa-e7ec-4713-bd75-6acc80adbb64) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:35.295948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:35.297770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.298574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165702d-b8ce-40a3-b5e6-66007ad102ad None None] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:35.337225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-89bb6b24-3048-49c1-93b1-e18ca7cf69f9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7678645 Nov 23 14:24:35.341615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33336) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:35.359356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0b53051f-a37f-42ff-884b-e978c18bb6d0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-50971098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:35.419856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b53051f-a37f-42ff-884b-e978c18bb6d0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.421626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b53051f-a37f-42ff-884b-e978c18bb6d0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.483756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.520617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.526225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c85e584-8651-4273-9b2c-cb4b80161674 HTTP/1.1" status: 204 len: 168 time: 0.6472778 Nov 23 14:24:35.531428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33344) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:35.532275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84ff58-a71a-4d88-9325-4cd6db98cd9f None None] Network e050faec-e98f-4525-a16b-7c79017ec642 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:35.545148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-1e7ed9bf-8c24-4ac3-8a55-c09320e206aa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:35.546727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-1e7ed9bf-8c24-4ac3-8a55-c09320e206aa tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 945 time: 0.1655002 Nov 23 14:24:35.562478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b53051f-a37f-42ff-884b-e978c18bb6d0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.595775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b53051f-a37f-42ff-884b-e978c18bb6d0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.658023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74a33b-a38e-477b-a6fc-c8aa32ccb284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c85e584-8651-4273-9b2c-cb4b80161674,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:35.664732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-8b7263fa-e7ec-4713-bd75-6acc80adbb64', 'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64', 'tenant_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'fixed_ips': [{'subnet_id': 'a4b3d592-4e2f-4171-9ec6-068d9fa76ec5'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:24:35.665681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.750008 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b53051f-a37f-42ff-884b-e978c18bb6d0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.757022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33352) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:35.767478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0b53051f-a37f-42ff-884b-e978c18bb6d0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4235909 Nov 23 14:24:35.776200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64', 'name': 'tempest-PortsIpV6TestJSON-1356166020'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:35.780712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:35.929365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33354) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:35.965150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Deleting port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:35.966247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.002748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Allocated IP 2001:db8::2 (8b7263fa-e7ec-4713-bd75-6acc80adbb64/a4b3d592-4e2f-4171-9ec6-068d9fa76ec5/d4d6057a-48c2-4454-b45c-cf9676b865a5) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:36.049527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde935-98ac-42f9-b24d-f33922a3de3c req-680d07dd-8103-40b4-a24a-74f13dec7525 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:36.051152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cacde935-98ac-42f9-b24d-f33922a3de3c req-680d07dd-8103-40b4-a24a-74f13dec7525 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 945 time: 0.4993393 Nov 23 14:24:36.079941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] For port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,segment=NetworkSegment(6ebad98f-fb05-405f-bf0d-5fbe2e6f8517),segment_id=6ebad98f-fb05-405f-bf0d-5fbe2e6f8517)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:36.080707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.126634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a39c6-3b39-4561-a560-4773b277823a req-388aa676-b5a7-4d4f-819c-ec4713fdff16 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:36.127392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-192a39c6-3b39-4561-a560-4773b277823a req-388aa676-b5a7-4d4f-819c-ec4713fdff16 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 945 time: 0.1719759 Nov 23 14:24:36.135092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:36.138829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.160743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Calling delete_port for 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:36.174234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] DHCP port deletion for e050faec-e98f-4525-a16b-7c79017ec642 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:24:36.199777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c474b56d-0211-4dc6-96fe-814d4c2ece22 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:36.226813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 2ab82e53-1561-441a-9355-15cf36484b9a yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:36.251715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c474b56d-0211-4dc6-96fe-814d4c2ece22 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:36.252081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c474b56d-0211-4dc6-96fe-814d4c2ece22 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:36.289120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'networks': [{'name': 'tempest-network--1641410766'}, {'name': 'tempest-network--1191298671'}]} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:36.289548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'network': {'name': 'tempest-network--1641410766'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:36.289838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'network': {'name': 'tempest-network--1191298671'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:36.315431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Deleting port 53984916-02e2-403f-a30c-d87d3d6bbc78 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:36.315852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.332743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Made reservation on behalf of 3f765f5415934521a2d6c434adf2c071 for: {'network': 2} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:36.337922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.349976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.386286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.403218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83302947-4dd6-4f3e-9766-2557be6fe98d up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:36.439201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:36.445076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] No DVR routers for this DVR port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:36.497458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] For port 53984916-02e2-403f-a30c-d87d3d6bbc78, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=53984916-02e2-403f-a30c-d87d3d6bbc78,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:36.498049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.520520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Calling delete_port for 53984916-02e2-403f-a30c-d87d3d6bbc78 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:36.542805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.545958 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.566500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Deleting port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:36.566500 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.567507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e050faec-e98f-4525-a16b-7c79017ec642']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:36.580290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:36.580604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebad98f-fb05-405f-bf0d-5fbe2e6f8517') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:36.591662 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.598376 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.606978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.615353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:36.615754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:36.685665 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:36.691561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::fc (8b7263fa-e7ec-4713-bd75-6acc80adbb64/a4b3d592-4e2f-4171-9ec6-068d9fa76ec5/2ab82e53-1561-441a-9355-15cf36484b9a) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:36.693704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.724871 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.733543 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e050faec-e98f-4525-a16b-7c79017ec642 HTTP/1.1" status: 204 len: 168 time: 1.1986332 Nov 23 14:24:36.771446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ff8ea-eab9-452a-8374-ceca9d173c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=e050faec-e98f-4525-a16b-7c79017ec642,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:36.787236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] For port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:36.787783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.809163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.815300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.822420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.834153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Calling delete_port for 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:36.842347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:24:36.882725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff648b88-4ac8-4332-ae84-ace0cec0d4af,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:36.900744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.901225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:36.920162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.920572 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Added segment 9855d204-a79a-4b9e-8f91-5597300a23f6 of type vlan for network f7bce841-b9dd-4ba8-bead-9f466d68c3aa Nov 23 14:24:36.923980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.948447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.982193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 83302947-4dd6-4f3e-9766-2557be6fe98d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:24:37.016594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cacde935-98ac-42f9-b24d-f33922a3de3c req-a77cc2c3-2d8a-4939-ba48-3ac67a5c390f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507957 Nov 23 14:24:37.022281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.023361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Network e050faec-e98f-4525-a16b-7c79017ec642 is not hosted by any dhcp agent {{(pid=103347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:24:37.023830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] No DVR routers for this DVR port 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:37.033196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-192a39c6-3b39-4561-a560-4773b277823a req-4e6b2af0-fe8d-4e3a-803e-78b09561fbdd tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8631988 Nov 23 14:24:37.074738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:37.077197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:37.081098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:37.083429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=2ab82e53-1561-441a-9355-15cf36484b9a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:37.086107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:37.093625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.094587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.097613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:37.106976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:37.120211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 83302947-4dd6-4f3e-9766-2557be6fe98d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:37.121042 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.126583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9cbdf4ec-b5fb-424e-ab3d-115393daae7a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3660736 Nov 23 14:24:37.128404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33368) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:37.160739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:37.185021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.185413 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Added segment 29d91ee4-8a44-42ec-b4db-dd5e78f6590b of type vlan for network 1d67063e-3be1-4c06-8a33-1ee4de617219 Nov 23 14:24:37.212688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Pushing event updated for resources: {'Port': ['ID=d4d6057a-48c2-4454-b45c-cf9676b865a5,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:37.275441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33372) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:37.275644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.309703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.310301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.316866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.322942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.324165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.324960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27540d66-fad5-458c-9b46-ac85e6c101be up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:37.344600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4085512 Nov 23 14:24:37.347068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33374) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:37.381681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb66e8-1279-4426-b585-ef20566b3024 None None] Pushing event deleted for resources: {'Port': ['ID=4f82fe33-47f4-445c-b6dc-56c093c4c6a0,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:37.432638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Attempting to bind port d4d6057a-48c2-4454-b45c-cf9676b865a5 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:37.433035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Attempting to bind port d4d6057a-48c2-4454-b45c-cf9676b865a5 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2fde55fb-2c46-4d82-a31c-d9267a8f0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:37.433416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Attempting to bind port d4d6057a-48c2-4454-b45c-cf9676b865a5 on network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:37.443245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:37.443245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Checking segment: {'id': '2fde55fb-2c46-4d82-a31c-d9267a8f0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:37.443245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.443641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Bound using segment: {'id': '2fde55fb-2c46-4d82-a31c-d9267a8f0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:37.444108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Bound port: d4d6057a-48c2-4454-b45c-cf9676b865a5, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fde55fb-2c46-4d82-a31c-d9267a8f0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8b7263fa-e7ec-4713-bd75-6acc80adbb64'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:37.444488 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.463910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 27540d66-fad5-458c-9b46-ac85e6c101be completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:24:37.483797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 27540d66-fad5-458c-9b46-ac85e6c101be triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:37.484172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.552153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Network': ['ID=f7bce841-b9dd-4ba8-bead-9f466d68c3aa,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:37.557278 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.564883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae1b0fae-a4e7-4673-92c4-800cd05dfd27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0349d05a379d4390bd68bcb2823865d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883029 Nov 23 14:24:37.567783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33376) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:37.574428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f7bce841-b9dd-4ba8-bead-9f466d68c3aa details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:37.647491 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.701737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:37.708914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83302947-4dd6-4f3e-9766-2557be6fe98d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:37.712712 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fa2261-e065-4d34-8f99-fbe7a4bd5724" -d '{"events": [{"server_uuid": "dbd5d095-cd5c-4715-abb5-0c757c9b317c", "name": "network-vif-plugged", "status": "completed", "tag": "83302947-4dd6-4f3e-9766-2557be6fe98d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:37.831883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12b58-8aba-4c2b-8b5a-97695480a380 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Network': ['ID=1d67063e-3be1-4c06-8a33-1ee4de617219,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:37.833689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event deleted for resources: {'Port': ['ID=53984916-02e2-403f-a30c-d87d3d6bbc78,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:37.849717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] For port d4d6057a-48c2-4454-b45c-cf9676b865a5, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:37.853405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] For port d4d6057a-48c2-4454-b45c-cf9676b865a5, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4d6057a-48c2-4454-b45c-cf9676b865a5,segment=NetworkSegment(2fde55fb-2c46-4d82-a31c-d9267a8f0526),segment_id=2fde55fb-2c46-4d82-a31c-d9267a8f0526)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:37.857873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 83302947-4dd6-4f3e-9766-2557be6fe98d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83302947-4dd6-4f3e-9766-2557be6fe98d,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:37.859426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 772fe999-0317-4b54-8bbe-caeebd8bc54f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:37.872934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1d67063e-3be1-4c06-8a33-1ee4de617219 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:37.873147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.877460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.880265 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.897414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a4f41-5218-42d1-8e47-1fc6ec85e7de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.905350 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-084b6932-390e-4caf-b799-09e6273f103a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:37.916713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a4f41-5218-42d1-8e47-1fc6ec85e7de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.936591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a4f41-5218-42d1-8e47-1fc6ec85e7de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.944165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a4f41-5218-42d1-8e47-1fc6ec85e7de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:37.946436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f6a4f41-5218-42d1-8e47-1fc6ec85e7de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5984898 Nov 23 14:24:37.949332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33382) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:37.955261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-084b6932-390e-4caf-b799-09e6273f103a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.008318 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180c0411-ba2c-48e4-acbe-01b1e8401dd4 x-openstack-request-id: req-180c0411-ba2c-48e4-acbe-01b1e8401dd4 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:38.008618 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd5d095-cd5c-4715-abb5-0c757c9b317c", "name": "network-vif-plugged", "status": "completed", "tag": "83302947-4dd6-4f3e-9766-2557be6fe98d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:38.008873 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-180c0411-ba2c-48e4-acbe-01b1e8401dd4 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:38.009267 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83302947-4dd6-4f3e-9766-2557be6fe98d', 'code': 200} Nov 23 14:24:38.038938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 772fe999-0317-4b54-8bbe-caeebd8bc54f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:38.039275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 772fe999-0317-4b54-8bbe-caeebd8bc54f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:38.039698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:38.055857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.089205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:38.089205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4f82fe33-47f4-445c-b6dc-56c093c4c6a0 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:38.247378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.270409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] No DVR routers for this DVR port 53984916-02e2-403f-a30c-d87d3d6bbc78 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:38.284403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.298833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6919b778-29e0-4ee1-a5d7-b37dae03219d req-f6e5c0c7-22cd-44c2-b339-d993e488ae90 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=b05d4eb7-1138-487e-b190-d373b9d6426f HTTP/1.1" status: 200 len: 210 time: 0.1518204 Nov 23 14:24:38.308738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.312415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bce841-b9dd-4ba8-bead-9f466d68c3aa']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:38.313676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7beac02a-3812-4fe3-9df1-f0122d9f438a req-42b8e1d2-ff11-4850-8628-9a8ad1d6d542 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.11 "DELETE /v2.0/ports/53984916-02e2-403f-a30c-d87d3d6bbc78 HTTP/1.1" status: 204 len: 173 time: 2.6868045 Nov 23 14:24:38.318345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'name': 'network-vif-deleted', 'tag': '53984916-02e2-403f-a30c-d87d3d6bbc78'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:38.320824 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c8f4e-d4e7-4979-afa1-374bce46a489" -d '{"events": [{"server_uuid": "b05d4eb7-1138-487e-b190-d373b9d6426f", "name": "network-vif-deleted", "tag": "53984916-02e2-403f-a30c-d87d3d6bbc78"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:38.327129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9855d204-a79a-4b9e-8f91-5597300a23f6') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:38.327560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9855d204-a79a-4b9e-8f91-5597300a23f6') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:38.345809 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.354314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=83302947-4dd6-4f3e-9766-2557be6fe98d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:38.366671 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.377169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:38.377169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.442721 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde71e7-d63b-4105-adb3-242f87eec12e x-openstack-request-id: req-1cde71e7-d63b-4105-adb3-242f87eec12e {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:38.443048 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05d4eb7-1138-487e-b190-d373b9d6426f", "name": "network-vif-deleted", "tag": "53984916-02e2-403f-a30c-d87d3d6bbc78", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:38.443343 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cde71e7-d63b-4105-adb3-242f87eec12e {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:38.443721 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05d4eb7-1138-487e-b190-d373b9d6426f', 'name': 'network-vif-deleted', 'tag': '53984916-02e2-403f-a30c-d87d3d6bbc78', 'status': 'completed', 'code': 200} Nov 23 14:24:38.475938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca58b5-c105-4355-a8a5-2ef3d9faa411 req-e074160d-6a14-4f8a-9fba-7afb4515672b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:38.478186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bca58b5-c105-4355-a8a5-2ef3d9faa411 req-e074160d-6a14-4f8a-9fba-7afb4515672b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 945 time: 0.2978354 Nov 23 14:24:38.485921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517f54-ebe2-42ed-9fd6-8a192335c2eb req-16563753-6bb5-4f3a-82a8-577a25fda403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:38.489054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0517f54-ebe2-42ed-9fd6-8a192335c2eb req-16563753-6bb5-4f3a-82a8-577a25fda403 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 1096 time: 0.3561263 Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:38.563868 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:38.571035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.576297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 27540d66-fad5-458c-9b46-ac85e6c101be, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27540d66-fad5-458c-9b46-ac85e6c101be,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:38.593237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.598471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-084b6932-390e-4caf-b799-09e6273f103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.602769 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/networks/f7bce841-b9dd-4ba8-bead-9f466d68c3aa HTTP/1.1" status: 204 len: 168 time: 0.6499314 Nov 23 14:24:38.602932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-084b6932-390e-4caf-b799-09e6273f103a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.602932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-084b6932-390e-4caf-b799-09e6273f103a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eab1d06b-3194-4bbe-95a8-000e15a3c510 HTTP/1.1" status: 204 len: 168 time: 1.0334711 Nov 23 14:24:38.603699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33394) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:38.631980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.633077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 53984916-02e2-403f-a30c-d87d3d6bbc78 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:38.640426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7040a-841b-4419-877a-ae71d46c94a1 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Network': ['ID=f7bce841-b9dd-4ba8-bead-9f466d68c3aa,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:38.692926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 53984916-02e2-403f-a30c-d87d3d6bbc78 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:38.695978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 53984916-02e2-403f-a30c-d87d3d6bbc78 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:38.742143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6932-390e-4caf-b799-09e6273f103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab1d06b-3194-4bbe-95a8-000e15a3c510,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:38.753436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.773586 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.790522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f9d0-1973-4bb7-8073-5ab1bb11ea9f None None] Pushing event updated for resources: {'Port': ['ID=d4d6057a-48c2-4454-b45c-cf9676b865a5,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:38.842591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0517f54-ebe2-42ed-9fd6-8a192335c2eb req-4a2a7d39-2e72-44f5-84b5-6195e948d3aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910461 Nov 23 14:24:38.855582 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.913336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=27540d66-fad5-458c-9b46-ac85e6c101be,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:38.923300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bca58b5-c105-4355-a8a5-2ef3d9faa411 req-968f65d2-41dc-44f4-b2e4-a97eef1cb3b1 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925281 Nov 23 14:24:39.017019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.064203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d67063e-3be1-4c06-8a33-1ee4de617219']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:39.078567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d91ee4-8a44-42ec-b4db-dd5e78f6590b') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:39.080075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d91ee4-8a44-42ec-b4db-dd5e78f6590b') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:39.096287 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.112756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.126462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:39.126849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:39.130351 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:39.279992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.299098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.309198 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/networks/1d67063e-3be1-4c06-8a33-1ee4de617219 HTTP/1.1" status: 204 len: 168 time: 0.7045908 Nov 23 14:24:39.347989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33414) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:39.350208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537095e9-4fdf-4e3a-a444-392df9d987f5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Network': ['ID=1d67063e-3be1-4c06-8a33-1ee4de617219,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:39.653858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac559d-a3b4-4440-b120-a6f05ce404f0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:39.671339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac559d-a3b4-4440-b120-a6f05ce404f0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:39.681040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33436) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:39.685468 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b7ac559d-a3b4-4440-b120-a6f05ce404f0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3363326 Nov 23 14:24:39.713440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-9373972'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:39.787519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=2ab82e53-1561-441a-9355-15cf36484b9a,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:39.877167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Made reservation on behalf of 3f765f5415934521a2d6c434adf2c071 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:39.881087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.919862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:39.931842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.932446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4d6057a-48c2-4454-b45c-cf9676b865a5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:39.933243 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Added segment e80790d3-636e-4764-9fb1-dd9960ee2eff of type vlan for network 4f2c661b-e9f8-49e6-ba30-899dbf704b29 Nov 23 14:24:39.978863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a8058-c1d6-4342-be14-3df5d96b2b42 None None] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:40.020532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27540d66-fad5-458c-9b46-ac85e6c101be'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:40.024559 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a2e55b-b4bc-4c42-bc90-82f5f4bd1f51" -d '{"events": [{"server_uuid": "17e53468-129e-4ea6-8d65-e0aa814d7c9e", "name": "network-vif-plugged", "status": "completed", "tag": "27540d66-fad5-458c-9b46-ac85e6c101be"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:40.024758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.100949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33452) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:40.143841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.149535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:40.150180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.174263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-9c235aba-3ab8-4b91-92b2-27805e59573b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:40.181462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-9c235aba-3ab8-4b91-92b2-27805e59573b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.5011129 Nov 23 14:24:40.183389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.249088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1730469799-network', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:40.277247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c95ca-b9a3-4086-a65a-d51c19be4119 req-c59b6a4f-0bc8-47f9-b44b-ea79f2f05058 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:40.279049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d2c95ca-b9a3-4086-a65a-d51c19be4119 req-c59b6a4f-0bc8-47f9-b44b-ea79f2f05058 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.2193725 Nov 23 14:24:40.291599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Made reservation on behalf of a8b24ea61658413da42fc1e1899ba379 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:40.294114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.312257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.345703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d1d71870-701c-4f51-808a-6ff6374810fa None None] Provisioning complete for port d4d6057a-48c2-4454-b45c-cf9676b865a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:40.351613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d1d71870-701c-4f51-808a-6ff6374810fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.411135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7245603 Nov 23 14:24:40.412578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-a8322125-1cd1-42b0-b1a7-534e83569265 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.2303369 Nov 23 14:24:40.415580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33456) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:40.425557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-631736841'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:40.429271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d2c95ca-b9a3-4086-a65a-d51c19be4119 req-7eb92c67-4772-45db-805e-1034c50c5359 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769246 Nov 23 14:24:40.433898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b6566-e5cf-41a1-881a-8d0e0472ab4b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Network': ['ID=4f2c661b-e9f8-49e6-ba30-899dbf704b29,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:40.514270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 4f2c661b-e9f8-49e6-ba30-899dbf704b29 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:40.577753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Made reservation on behalf of 3f765f5415934521a2d6c434adf2c071 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:40.589704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.610609 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95d766-6b0a-4c53-a970-d3f73eb1d78e x-openstack-request-id: req-6c95d766-6b0a-4c53-a970-d3f73eb1d78e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:40.610799 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e53468-129e-4ea6-8d65-e0aa814d7c9e", "name": "network-vif-plugged", "status": "completed", "tag": "27540d66-fad5-458c-9b46-ac85e6c101be", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:40.611089 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c95d766-6b0a-4c53-a970-d3f73eb1d78e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:40.611474 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27540d66-fad5-458c-9b46-ac85e6c101be', 'code': 200} Nov 23 14:24:40.612632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4d6057a-48c2-4454-b45c-cf9676b865a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:40.613004 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.645847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.656203 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.665984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:40.672977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-7eaf7172-f2e3-4c95-a38a-68697a4e6ef9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2302711 Nov 23 14:24:40.727556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.728296 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Added segment c5595642-4f09-4b0d-b735-f0b046c486c4 of type vlan for network 45cdb4a7-4a8c-4297-9272-6b0fadcd93e5 Nov 23 14:24:40.729927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:40.741165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7189a6-bb85-4cff-8e0f-8f9f7def5ec8 req-6839ef0e-4df2-4f93-8f80-f80430fff9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:40.742791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec7189a6-bb85-4cff-8e0f-8f9f7def5ec8 req-6839ef0e-4df2-4f93-8f80-f80430fff9a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 1097 time: 0.1308513 Nov 23 14:24:40.743274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.794295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.800708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a693b4d1-ef7d-483c-b474-6a7c9c00c54d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:40.851474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.852011 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Added segment d506f327-5763-461e-8d6f-65aec4e80559 of type vlan for network 88f83a66-bbc5-411e-b609-b43e8cc58234 Nov 23 14:24:40.855073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.912701 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d1d71870-701c-4f51-808a-6ff6374810fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.935010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec7189a6-bb85-4cff-8e0f-8f9f7def5ec8 req-02a2af1b-f5da-4298-b17a-a8fc7d0fc41e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766913 Nov 23 14:24:40.942856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.956806 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.963621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-d3cd4d42-f635-4e05-bd1a-067032137f3b service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554367 Nov 23 14:24:40.978688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:40.979272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.989036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port d4d6057a-48c2-4454-b45c-cf9676b865a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4d6057a-48c2-4454-b45c-cf9676b865a5,segment=NetworkSegment(2fde55fb-2c46-4d82-a31c-d9267a8f0526),segment_id=2fde55fb-2c46-4d82-a31c-d9267a8f0526)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:40.997672 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.087023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33462) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:41.087970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6653492 Nov 23 14:24:41.115681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'ports': [{'network_id': '4f2c661b-e9f8-49e6-ba30-899dbf704b29', 'name': 'tempest-port--59012692', 'admin_state_up': True}, {'network_id': '45cdb4a7-4a8c-4297-9272-6b0fadcd93e5', 'admin_state_up': False}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:41.116006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'port': {'network_id': '4f2c661b-e9f8-49e6-ba30-899dbf704b29', 'name': 'tempest-port--59012692', 'admin_state_up': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:41.116493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'port': {'network_id': '45cdb4a7-4a8c-4297-9272-6b0fadcd93e5', 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:41.119524 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-d1d71870-701c-4f51-808a-6ff6374810fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:24:41.119960 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-d1d71870-701c-4f51-808a-6ff6374810fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:24:41.125269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=d4d6057a-48c2-4454-b45c-cf9676b865a5,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:41.135991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.136941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:41.138037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.142920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7431de4-88bc-4598-86e0-75be5ad4898b tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Network': ['ID=45cdb4a7-4a8c-4297-9272-6b0fadcd93e5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:41.153717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 45cdb4a7-4a8c-4297-9272-6b0fadcd93e5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:41.186707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0845482 Nov 23 14:24:41.191194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33472) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:41.197774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Request body: {'subnet': {'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1730469799-subnet', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:41.328362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Made reservation on behalf of a8b24ea61658413da42fc1e1899ba379 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:41.331323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.334604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63eb3-abff-4fb0-ba7b-e0ea8c77dceb admin admin] Pushing event updated for resources: {'Network': ['ID=88f83a66-bbc5-411e-b609-b43e8cc58234,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:41.345535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:41.557138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-8351c00e-347c-4f60-888e-c7928066c10b service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849755 Nov 23 14:24:41.711002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Made reservation on behalf of 3f765f5415934521a2d6c434adf2c071 for: {'port': 2} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:41.715898 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.721546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.734297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.763746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.816002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d09ae2f3-ef0d-476e-a8df-d1ce2d0e9c61 None None] Provisioning complete for port 2ab82e53-1561-441a-9355-15cf36484b9a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:41.816426 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d09ae2f3-ef0d-476e-a8df-d1ce2d0e9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.839570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.840299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.881478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d09ae2f3-ef0d-476e-a8df-d1ce2d0e9c61 None None] Port 2ab82e53-1561-441a-9355-15cf36484b9a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:41.900637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4d6057a-48c2-4454-b45c-cf9676b865a5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:41.906534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:41.920632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Checking segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:41.921150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Network hostable DHCP agents. Network: 88f83a66-bbc5-411e-b609-b43e8cc58234, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:41.945957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:41.953519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d09ae2f3-ef0d-476e-a8df-d1ce2d0e9c61 None None] Provisioning complete for port d4d6057a-48c2-4454-b45c-cf9676b865a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:41.953950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d09ae2f3-ef0d-476e-a8df-d1ce2d0e9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.975710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 88f83a66-bbc5-411e-b609-b43e8cc58234) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:41.992029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:42.000098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.019007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be535ad8-bc9f-4b68-8979-003be5d075b0 None None] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:42.044450 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-455a1fa9-5bea-42e2-b12a-a15d98970c6c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8498836 Nov 23 14:24:42.044674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33488) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:42.052355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:42.104941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.106089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.128285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0d038-d8d5-4aba-90c9-5082baf8c027 req-9e054aeb-8bc7-47f9-8c63-ad9a2876cae7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:42.130687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2d0d038-d8d5-4aba-90c9-5082baf8c027 req-9e054aeb-8bc7-47f9-8c63-ad9a2876cae7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.5664477 Nov 23 14:24:42.289229 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.291596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:42.415112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:42.427028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4d6057a-48c2-4454-b45c-cf9676b865a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:42.427410 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.466649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcf4e355-6b59-4812-852b-d15d69478075 req-c80a3df4-ebbd-4f50-b8d2-4d06c87ff76e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 210 time: 0.3521252 Nov 23 14:24:42.519672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.613672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5e29e605-ea8b-45e3-9895-daea79524523 None None] Provisioning complete for port 2ab82e53-1561-441a-9355-15cf36484b9a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:42.614258 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e29e605-ea8b-45e3-9895-daea79524523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.724410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5e29e605-ea8b-45e3-9895-daea79524523 None None] Port 2ab82e53-1561-441a-9355-15cf36484b9a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:42.740196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=2ab82e53-1561-441a-9355-15cf36484b9a,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:42.816057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-88f83a66-bbc5-411e-b609-b43e8cc58234', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:24:42.818220 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.878566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] device_id is not set on port e547b3de-f424-4107-a853-1868203438e6 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:42.897484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2d0d038-d8d5-4aba-90c9-5082baf8c027 req-a673fc90-f295-4331-848f-9debbcee9a6b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675410 Nov 23 14:24:42.947759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:42.971413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Router 2970f09f-3b67-43a7-af5c-b4b1ab9c1464 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:24:42.989514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.105769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0dc9000e-be00-4f75-948f-fdf0b619c924 None None] Provisioning complete for port 2ab82e53-1561-441a-9355-15cf36484b9a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:43.106352 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0dc9000e-be00-4f75-948f-fdf0b619c924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.116992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Allocated IP 172.20.0.2 (88f83a66-bbc5-411e-b609-b43e8cc58234/7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc/ae79c56d-b4e7-4a7c-a9d2-194e388d44ab) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:43.176927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9000e-be00-4f75-948f-fdf0b619c924 None None] Port 2ab82e53-1561-441a-9355-15cf36484b9a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:43.205071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Allocated IP 172.25.3.77 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/92a104bc-54da-4a10-b436-8a3fd3d56820) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:43.337272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.381268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.431543 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.432089 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.440721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:24:43.441714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.460383 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] Sync routers for ids ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:24:43.486599 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] Routers {'2970f09f-3b67-43a7-af5c-b4b1ab9c1464'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:43.487675 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:43.487892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:43.502255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:43.518384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Pushing event updated for resources: {'Port': ['ID=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:43.521396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:43.540044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:43.541734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:43.544359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:43.571152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Pushing event updated for resources: {'Port': ['ID=92a104bc-54da-4a10-b436-8a3fd3d56820,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:43.640005 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:43.656763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Attempting to bind port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:43.657369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Attempting to bind port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:43.657979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Attempting to bind port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab on network 88f83a66-bbc5-411e-b609-b43e8cc58234 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:43.667429 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] Routers {'2970f09f-3b67-43a7-af5c-b4b1ab9c1464'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:43.668322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:43.668896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Checking segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:43.669490 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.669775 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:43.670197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Bound using segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:43.670868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Bound port: ae79c56d-b4e7-4a7c-a9d2-194e388d44ab, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:43.671431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.746047 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:43.747001 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa1b89-d35f-495a-9538-671a1d726f1e None None] The sync data for ids ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:24:43.754781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4be3c0cd-3af2-4f92-b70f-28879398f95b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "PUT /v2.0/routers/2970f09f-3b67-43a7-af5c-b4b1ab9c1464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6250336 Nov 23 14:24:43.761093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33516) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:43.766673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33518) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:43.818212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] For port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:43.827218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] For port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:43.853627 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:43.880080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed591a15-d630-4888-92e7-a39fc7424514 req-ccd2451a-6f30-4605-9849-365489ca3b39 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 210 time: 0.1239431 Nov 23 14:24:43.936259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43bf2e-8987-4412-9abf-b3a8cfc95d24 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:43.943075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33522) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:43.943256 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-be43bf2e-8987-4412-9abf-b3a8cfc95d24 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports?device_id=2970f09f-3b67-43a7-af5c-b4b1ab9c1464 HTTP/1.1" status: 200 len: 988 time: 0.1740174 Nov 23 14:24:44.014193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729d174-f32f-46c7-806a-8d3a1b443aa7 None None] Pushing event updated for resources: {'Port': ['ID=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:44.094825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] device_id is not set on port da35626e-35ec-496b-8007-a6fb56d59372 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:44.127092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-33686f87-3fb7-4875-9a1c-2ad779e5e889 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:44.127275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:44.128833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-33686f87-3fb7-4875-9a1c-2ad779e5e889 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.6770792 Nov 23 14:24:44.164812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Request body: {'port': {'device_id': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'admin_state_up': True, 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:44.186698 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20a9cd78-8c2a-4aff-a6aa-125fca49f045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:44.470017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:44.809516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8182c84-bb0c-44c5-ab6d-53a55bed279f req-362627b5-5963-4095-ac76-25fad24b73fd tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:44.811486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8182c84-bb0c-44c5-ab6d-53a55bed279f req-362627b5-5963-4095-ac76-25fad24b73fd tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.7132175 Nov 23 14:24:45.040839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Router 311d69f6-9864-4a74-b06f-0f08c5b7534b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:24:45.150660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.168797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:24:45.182485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Sync routers for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:24:45.198578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:45.199644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:45.249245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ae5d5d5-55d6-4c4a-860a-1f985f9af291 req-cd07fddc-bc97-4083-82d3-21da1ed3b1da tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 210 time: 0.2386849 Nov 23 14:24:45.273418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.293265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8182c84-bb0c-44c5-ab6d-53a55bed279f req-bf0505ec-bbe0-4027-ad38-0c6573c9dc68 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474578 Nov 23 14:24:45.335235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.339749 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dcb758c5-3405-4179-aae8-1f881865f437 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2940054 Nov 23 14:24:45.340379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33538) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:45.351542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:45.361032 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.428126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20a9cd78-8c2a-4aff-a6aa-125fca49f045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.458820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20a9cd78-8c2a-4aff-a6aa-125fca49f045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.524973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Port': ['ID=e547b3de-f424-4107-a853-1868203438e6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:45.618875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9cd78-8c2a-4aff-a6aa-125fca49f045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84734b46-0e8f-430e-9ff4-adeecb27ca25,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:45.623568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-20a9cd78-8c2a-4aff-a6aa-125fca49f045 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36dcd588198e4406ac36bc6dbeb76d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8476353 Nov 23 14:24:45.650272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33540) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:45.654214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:45.701983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Checking segment: {'id': 'e80790d3-636e-4764-9fb1-dd9960ee2eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4f2c661b-e9f8-49e6-ba30-899dbf704b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:45.702422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network hostable DHCP agents. Network: 4f2c661b-e9f8-49e6-ba30-899dbf704b29, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:45.726400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7ced0-8ca5-4926-8c57-81680deff991 req-285e127e-afde-4fa1-9a64-3e7309c7819c tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:45.734193 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1a7ced0-8ca5-4926-8c57-81680deff991 req-285e127e-afde-4fa1-9a64-3e7309c7819c tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.2786057 Nov 23 14:24:45.861667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network 4f2c661b-e9f8-49e6-ba30-899dbf704b29 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:45.881335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Allocated IP 172.20.0.3 (a760b5ef-6bbf-4241-aede-477029b4d14c/6067dcd5-b66e-4708-a691-8896309a7852/8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:45.897717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5bcd53-a999-419c-9c2b-06994e5bd5a4 None None] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:45.912739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.924455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1a7ced0-8ca5-4926-8c57-81680deff991 req-561ce363-27c8-432c-89a9-5961ef6daccc tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892157 Nov 23 14:24:45.931713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 4f2c661b-e9f8-49e6-ba30-899dbf704b29) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:45.940095 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1958-43b7-4ad6-942f-ccdb0ba069df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:45.962395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:45.963611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.053780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ae79c56d-b4e7-4a7c-a9d2-194e388d44ab up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:46.065297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbcbb11-c07c-461e-aafb-fcbfbf82a265 None None] Network 4f2c661b-e9f8-49e6-ba30-899dbf704b29 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:46.114579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1958-43b7-4ad6-942f-ccdb0ba069df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.143106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-06142c8c-49f9-4394-8476-38d3f825ba5a None None] Provisioning complete for port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:46.143879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-06142c8c-49f9-4394-8476-38d3f825ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.175455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Allocated IP 172.20.0.1 (88f83a66-bbc5-411e-b609-b43e8cc58234/7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc/f84ffc4c-94c1-4cf8-a897-fb9289ee791e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:46.210554 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.301283 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.358313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.360402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Port': ['ID=da35626e-35ec-496b-8007-a6fb56d59372,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:46.403999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:46.407402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:43Z', 'revision_number': 3, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:46.411346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:46.418806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:46.454577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Pushing event updated for resources: {'Port': ['ID=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:46.464799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7e31b6c-85c6-4fab-98d8-44ec39a20813 req-9dee6e84-5109-4f4c-9b18-9f3213ca2c56 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 210 time: 0.1091216 Nov 23 14:24:46.478710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Checking router: 311d69f6-9864-4a74-b06f-0f08c5b7534b for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:24:46.479095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Updating router 311d69f6-9864-4a74-b06f-0f08c5b7534b port 92a104bc-54da-4a10-b436-8a3fd3d56820 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:24:46.480996 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-06142c8c-49f9-4394-8476-38d3f825ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.487160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.513740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54dfe-7445-4863-88c1-a90bd9bdb517 req-37876258-815d-4d6f-a684-e353c77cba13 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:46.513740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ae54dfe-7445-4863-88c1-a90bd9bdb517 req-37876258-815d-4d6f-a684-e353c77cba13 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 945 time: 0.4710786 Nov 23 14:24:46.513740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Checking segment: {'id': 'c5595642-4f09-4b0d-b735-f0b046c486c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '45cdb4a7-4a8c-4297-9272-6b0fadcd93e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:46.514157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network hostable DHCP agents. Network: 45cdb4a7-4a8c-4297-9272-6b0fadcd93e5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:46.586119 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1958-43b7-4ad6-942f-ccdb0ba069df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.588706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1958-43b7-4ad6-942f-ccdb0ba069df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.592953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4b7a1958-43b7-4ad6-942f-ccdb0ba069df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84734b46-0e8f-430e-9ff4-adeecb27ca25 HTTP/1.1" status: 204 len: 168 time: 0.9375627 Nov 23 14:24:46.619813 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.623743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:46.624469 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.743331 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.745580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a1958-43b7-4ad6-942f-ccdb0ba069df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84734b46-0e8f-430e-9ff4-adeecb27ca25,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:46.748000 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.764280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network 45cdb4a7-4a8c-4297-9272-6b0fadcd93e5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:46.770442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-06142c8c-49f9-4394-8476-38d3f825ba5a None None] For port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:46.814455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 45cdb4a7-4a8c-4297-9272-6b0fadcd93e5) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:46.830568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ae54dfe-7445-4863-88c1-a90bd9bdb517 req-e9f7dffc-a17a-409b-8a07-997a13f982d3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078382 Nov 23 14:24:46.834602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:46.873087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:46.890872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:46.891557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.891990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-06142c8c-49f9-4394-8476-38d3f825ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:46.898304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814933d0-6ea4-472a-aec5-7994f873e21d None None] Network 45cdb4a7-4a8c-4297-9272-6b0fadcd93e5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:46.993702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a31e5a50-2d3e-4191-bb4d-cc796a707d32 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.8916442 Nov 23 14:24:47.001913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33558) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:47.018640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.029051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.088742 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.173175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Network a760b5ef-6bbf-4241-aede-477029b4d14c is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:47.182196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:47.187536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.204991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:47.220443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33566) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:47.251013 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfc3-0ac6-495b-830f-6e7a63e7a4e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.251255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac2f54-24e6-4ac9-8c51-c0301a5d1c19 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:47.268724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac2f54-24e6-4ac9-8c51-c0301a5d1c19 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:47.274883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:47.278261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9cac2f54-24e6-4ac9-8c51-c0301a5d1c19 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2719088 Nov 23 14:24:47.279192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33568) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:47.284572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Pushing event updated for resources: {'Port': ['ID=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:47.389250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfc3-0ac6-495b-830f-6e7a63e7a4e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.439521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfc3-0ac6-495b-830f-6e7a63e7a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.448324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142c8c-49f9-4394-8476-38d3f825ba5a None None] Pushing event updated for resources: {'Port': ['ID=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:47.506459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-55be66fc-58ba-4ce7-93e2-eeb95987409c None None] Provisioning complete for port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:47.506933 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55be66fc-58ba-4ce7-93e2-eeb95987409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.526449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73bfc3-0ac6-495b-830f-6e7a63e7a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e862884-0be4-4975-847b-6a2c1032aa75,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:47.536189 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7c73bfc3-0ac6-495b-830f-6e7a63e7a4e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b6a9ba16c084403ba92fc25e6c7852c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130176 Nov 23 14:24:47.538804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33572) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:47.575839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event updated for resources: {'Port': ['ID=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:47.580044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:47.613366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:47.639872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48914509-3974-4af2-9fc7-7c9f5e3ff40a req-aebe409d-76b0-4c1d-a680-e437c1d8a4d7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:47.642233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48914509-3974-4af2-9fc7-7c9f5e3ff40a req-aebe409d-76b0-4c1d-a680-e437c1d8a4d7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.2409668 Nov 23 14:24:47.648701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0805bc86-f26b-423f-9f7e-4012e9115ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.753704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0805bc86-f26b-423f-9f7e-4012e9115ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.789493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:47.801149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.848580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ae79c56d-b4e7-4a7c-a9d2-194e388d44ab up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:47.861313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48914509-3974-4af2-9fc7-7c9f5e3ff40a req-06e11b80-8eb7-4129-b50c-4262fb287fa8 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822672 Nov 23 14:24:47.885524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Router 311d69f6-9864-4a74-b06f-0f08c5b7534b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:24:47.916017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-623b64f9-d1fa-432d-8996-168356079e17 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7607653 Nov 23 14:24:47.946056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Request body: {'port': {'device_id': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:47.948530 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0805bc86-f26b-423f-9f7e-4012e9115ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.951328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0805bc86-f26b-423f-9f7e-4012e9115ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:47.956519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0805bc86-f26b-423f-9f7e-4012e9115ebb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e862884-0be4-4975-847b-6a2c1032aa75 HTTP/1.1" status: 204 len: 168 time: 0.4125435 Nov 23 14:24:47.981845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805bc86-f26b-423f-9f7e-4012e9115ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e862884-0be4-4975-847b-6a2c1032aa75,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:48.013159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87416f-f638-42dc-a72a-df6e7cb838fa req-f9ab3c10-787c-4dfd-a455-6e740eca528f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:48.017873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb87416f-f638-42dc-a72a-df6e7cb838fa req-f9ab3c10-787c-4dfd-a455-6e740eca528f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 931 time: 0.3728566 Nov 23 14:24:48.023119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 2ab82e53-1561-441a-9355-15cf36484b9a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:48.027345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.044589 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.098294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.102203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Deleting port e547b3de-f424-4107-a853-1868203438e6 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:48.102444 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.123623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:24:48.147727 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d5bd5385-4c7d-474e-a2e3-24dc94e877ef admin admin] 10.222.0.46 "PUT /v2.0/routers/311d69f6-9864-4a74-b06f-0f08c5b7534b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7973530 Nov 23 14:24:48.244506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-55be66fc-58ba-4ce7-93e2-eeb95987409c None None] Provisioning complete for port f84ffc4c-94c1-4cf8-a897-fb9289ee791e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:48.244812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55be66fc-58ba-4ce7-93e2-eeb95987409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.309546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.354618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd132e0-e470-41b8-821e-907ad7e21f50 None None] Pushing event updated for resources: {'Port': ['ID=92a104bc-54da-4a10-b436-8a3fd3d56820,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:48.358771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Attempting to bind port 92a104bc-54da-4a10-b436-8a3fd3d56820 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:48.359453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Attempting to bind port 92a104bc-54da-4a10-b436-8a3fd3d56820 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:48.360052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Attempting to bind port 92a104bc-54da-4a10-b436-8a3fd3d56820 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:48.380493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:48.381134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:48.381734 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.382582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:48.383306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Bound port: 92a104bc-54da-4a10-b436-8a3fd3d56820, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:48.383885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.596510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-55be66fc-58ba-4ce7-93e2-eeb95987409c None None] Port f84ffc4c-94c1-4cf8-a897-fb9289ee791e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:48.605219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:48.605996 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.663176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] For port 92a104bc-54da-4a10-b436-8a3fd3d56820, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:48.678093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] For port 92a104bc-54da-4a10-b436-8a3fd3d56820, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=92a104bc-54da-4a10-b436-8a3fd3d56820,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:48.684977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.787126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb87416f-f638-42dc-a72a-df6e7cb838fa req-c3f39776-6bf7-4bf0-89cc-909fcbeb43ae tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7126575 Nov 23 14:24:48.795204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.810387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7310303d-bd06-4731-8d75-034bc7f4b008 None None] Provisioning complete for port f84ffc4c-94c1-4cf8-a897-fb9289ee791e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:48.810767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7310303d-bd06-4731-8d75-034bc7f4b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.815433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:48.816091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:48.824293 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:48.847979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd132e0-e470-41b8-821e-907ad7e21f50 None None] Pushing event updated for resources: {'Port': ['ID=92a104bc-54da-4a10-b436-8a3fd3d56820,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:48.879673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Calling delete_port for e547b3de-f424-4107-a853-1868203438e6 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:48.888970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 2ab82e53-1561-441a-9355-15cf36484b9a owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:48.988815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7310303d-bd06-4731-8d75-034bc7f4b008 None None] Port f84ffc4c-94c1-4cf8-a897-fb9289ee791e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:24:49.003049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:49.107092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4e13a-f4a9-47b1-8a5b-c8a5c3b2b494 req-67b1114d-458c-4d2d-aa4e-6c90778c33ea tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:49.108752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05e4e13a-f4a9-47b1-8a5b-c8a5c3b2b494 req-67b1114d-458c-4d2d-aa4e-6c90778c33ea tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.3275349 Nov 23 14:24:49.201794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:49.352035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Port': ['ID=e547b3de-f424-4107-a853-1868203438e6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:49.371840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05e4e13a-f4a9-47b1-8a5b-c8a5c3b2b494 req-64e0ebf3-74d3-4814-8f52-84e285983c21 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500350 Nov 23 14:24:49.376767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:49.380112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c65c3324-36ee-4d43-9ec2-5187e84dc44e tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/ports/e547b3de-f424-4107-a853-1868203438e6 HTTP/1.1" status: 204 len: 168 time: 2.0438373 Nov 23 14:24:49.382562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33624) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:49.420142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 2, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:49.508072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe7cd1-2ee7-4062-99c9-66c37efaa4a7 None None] The sync data for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 is: [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 2, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:24:49.714977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:49.758783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:49.771724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=2ab82e53-1561-441a-9355-15cf36484b9a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:49.775746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:49.840071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Transition to ACTIVE for port object 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:24:49.842569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Deleting port da35626e-35ec-496b-8007-a6fb56d59372 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:49.854925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:49.903442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33642) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:49.916491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-65213dfd-1122-444a-b10c-9ed743bed468 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932293683', 'description': 'tempest-description--253217535'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:49.923294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:49.994131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65213dfd-1122-444a-b10c-9ed743bed468 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.065409 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.153668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65213dfd-1122-444a-b10c-9ed743bed468 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.159639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65213dfd-1122-444a-b10c-9ed743bed468 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.200473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65213dfd-1122-444a-b10c-9ed743bed468 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c457c2-bbe9-4279-8e90-3ff3bead4f01,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:50.220635 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65213dfd-1122-444a-b10c-9ed743bed468 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.226010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-65213dfd-1122-444a-b10c-9ed743bed468 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3212588 Nov 23 14:24:50.226639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33650) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:50.232929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c00b3f27-a618-4770-a94d-2725d3873535 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'security_group_rule': {'security_group_id': 'c5c457c2-bbe9-4279-8e90-3ff3bead4f01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:50.289241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c00b3f27-a618-4770-a94d-2725d3873535 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.410025 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c00b3f27-a618-4770-a94d-2725d3873535 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.422507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.440003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c00b3f27-a618-4770-a94d-2725d3873535 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.452442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:50.490476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b3f27-a618-4770-a94d-2725d3873535 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7644390a-8313-4867-9730-955df8a56ab1,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:50.495864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Calling delete_port for da35626e-35ec-496b-8007-a6fb56d59372 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:50.507708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c00b3f27-a618-4770-a94d-2725d3873535 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.513102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c00b3f27-a618-4770-a94d-2725d3873535 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835855 Nov 23 14:24:50.513527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33664) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:50.520390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ae981c8e-7a78-48f2-90f6-83fd7be3ea01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'security_group_rule': {'security_group_id': 'c5c457c2-bbe9-4279-8e90-3ff3bead4f01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:50.557635 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae981c8e-7a78-48f2-90f6-83fd7be3ea01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.571287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa906-5b3e-43e8-99ef-94906d34491c req-bd91e83c-3d5f-4f94-9f03-d99d329cd9a7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:50.579054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa906-5b3e-43e8-99ef-94906d34491c req-bd91e83c-3d5f-4f94-9f03-d99d329cd9a7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:50.593185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa906-5b3e-43e8-99ef-94906d34491c req-bd91e83c-3d5f-4f94-9f03-d99d329cd9a7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:50.610153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc8fa906-5b3e-43e8-99ef-94906d34491c req-bd91e83c-3d5f-4f94-9f03-d99d329cd9a7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e&device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c&device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 2417 time: 0.6085479 Nov 23 14:24:50.657383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ca82e-ff84-4f8d-9487-b0a16b7bd54f req-2f30398a-b72f-42bd-912e-9cb88858ee4f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:50.659220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae981c8e-7a78-48f2-90f6-83fd7be3ea01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.663867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae981c8e-7a78-48f2-90f6-83fd7be3ea01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.668681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e4ca82e-ff84-4f8d-9487-b0a16b7bd54f req-2f30398a-b72f-42bd-912e-9cb88858ee4f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 943 time: 0.6326990 Nov 23 14:24:50.707548 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae981c8e-7a78-48f2-90f6-83fd7be3ea01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.712540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ae981c8e-7a78-48f2-90f6-83fd7be3ea01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978328 Nov 23 14:24:50.713377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33670) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:50.721444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:50.742819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae981c8e-7a78-48f2-90f6-83fd7be3ea01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc04ec9d-19e0-4587-81ad-34a99435a771,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:50.763740 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:50.904867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.034768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc8fa906-5b3e-43e8-99ef-94906d34491c req-6971da84-a128-490a-9864-db34221708c6 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236655 Nov 23 14:24:51.042951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.050433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Router 2970f09f-3b67-43a7-af5c-b4b1ab9c1464 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:24:51.085152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Allocated IP 172.25.3.176 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/cabe8857-f683-406b-8977-b1364035d062) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:51.087513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Attempting to bind port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:51.088033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Attempting to bind port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:51.088529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Attempting to bind port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:51.106135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.116071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/ports/da35626e-35ec-496b-8007-a6fb56d59372 HTTP/1.1" status: 204 len: 168 time: 1.7323194 Nov 23 14:24:51.124322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33682) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:51.189862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e4ca82e-ff84-4f8d-9487-b0a16b7bd54f req-2430641a-47da-492a-882a-5eea4dac3085 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176623 Nov 23 14:24:51.189988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb9a0-c6b5-457d-bfba-0b2026165f4c tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Port': ['ID=da35626e-35ec-496b-8007-a6fb56d59372,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:51.191642 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b5d3f8b6-ac65-478d-84e4-cfc0cc87ccba tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0659053 Nov 23 14:24:51.194069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33684) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:51.195129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 on network a760b5ef-6bbf-4241-aede-477029b4d14c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:24:51.195462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Attempting to bind port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:51.206665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1091220938'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:51.229709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:51.230049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:51.230464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Bound using segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:51.230926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Bound port: 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:51.231310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.303570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.344544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.398635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'Port': ['ID=cabe8857-f683-406b-8977-b1364035d062,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:51.414215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:51.416053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:51.418984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:51.434927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:24:51.450646 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] Sync routers for ids ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:24:51.451208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30ad9501-e2f5-4ce8-83bf-b8fc602c0543 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "PUT /v2.0/routers/2970f09f-3b67-43a7-af5c-b4b1ab9c1464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4922910 Nov 23 14:24:51.452952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33686) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:51.468457 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] Routers {'2970f09f-3b67-43a7-af5c-b4b1ab9c1464'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:51.469602 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:51.490624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e2554-512e-4ca4-90a5-cb8a6b9f9cfd req-345dfaa6-f2a4-4c45-95b7-d9bebc9f9c75 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:51.496527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f93e2554-512e-4ca4-90a5-cb8a6b9f9cfd req-345dfaa6-f2a4-4c45-95b7-d9bebc9f9c75 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.2866607 Nov 23 14:24:51.509954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Made reservation on behalf of 3f765f5415934521a2d6c434adf2c071 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:51.513858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.549886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:51.556380 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-250e0343-5f05-41e9-bc7f-ffb4e587bfcb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:24:51.558041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-250e0343-5f05-41e9-bc7f-ffb4e587bfcb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/2ab82e53-1561-441a-9355-15cf36484b9a HTTP/1.1" status: 404 len: 333 time: 0.0996559 Nov 23 14:24:51.562163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.562637 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Added segment c847551d-b113-4fde-ba58-1b9edc431e9a of type vlan for network cfdb4688-cd9d-425f-8dcd-17d322e5fb7c Nov 23 14:24:51.566717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33690) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:51.569419 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:51.613027 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] Routers {'2970f09f-3b67-43a7-af5c-b4b1ab9c1464'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:51.614319 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:51.616915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.663108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.669826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:51.670509 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.691153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:51.692200 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de63847-ee97-426f-af9d-0e0e47a32573 None None] The sync data for ids ['2970f09f-3b67-43a7-af5c-b4b1ab9c1464'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:24:51.720142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] For port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:51.765485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] For port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:51.806358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bef834ef-a5e0-4cd5-b2eb-0378a90ca904 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.825182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Network': ['ID=cfdb4688-cd9d-425f-8dcd-17d322e5fb7c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:51.859072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network cfdb4688-cd9d-425f-8dcd-17d322e5fb7c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:51.877539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-27405f17-fd92-4f78-abb5-37dca6caf8c5 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6772614 Nov 23 14:24:51.888065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33696) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:51.890147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.899716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-344049981'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:51.930394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:51.961346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f93e2554-512e-4ca4-90a5-cb8a6b9f9cfd req-1edeb469-e410-4dcc-abc9-b4237a64c944 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329329 Nov 23 14:24:51.967089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 92a104bc-54da-4a10-b436-8a3fd3d56820 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:51.997122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:51.997752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.001175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] 10.222.0.74 "PUT /v2.0/ports/8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 HTTP/1.1" status: 200 len: 1091 time: 4.0734334 Nov 23 14:24:52.004123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'tag': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:24:52.006270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.008880 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d66fe-0078-4270-b953-5fb902e6b186" -d '{"events": [{"name": "network-changed", "server_uuid": "fa15c7a6-dd37-4b4a-bb3f-05696404899b", "tag": "8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:24:52.009259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Made reservation on behalf of 3f765f5415934521a2d6c434adf2c071 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:52.013644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.076800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 92a104bc-54da-4a10-b436-8a3fd3d56820 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:52.077341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.259341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.304072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 92a104bc-54da-4a10-b436-8a3fd3d56820, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=92a104bc-54da-4a10-b436-8a3fd3d56820,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:52.311060 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.369203 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bef834ef-a5e0-4cd5-b2eb-0378a90ca904 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.374684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:52.384644 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bef834ef-a5e0-4cd5-b2eb-0378a90ca904 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.439277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.439814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.439890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.440246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.440504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.440839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.441168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.441495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.441824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.442148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.442469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.442789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec62bc-b011-417f-948f-e86f1944e77c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:24:52.445616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=92a104bc-54da-4a10-b436-8a3fd3d56820,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:52.526008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-28464cbf-166c-4431-817b-5ec6a21fe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:52.535047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-28464cbf-166c-4431-817b-5ec6a21fe470 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 1094 time: 0.4704080 Nov 23 14:24:52.638859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-57df9a75-ec61-4a2e-8a24-247c4b421926 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 HTTP/1.1" status: 200 len: 217 time: 0.1008167 Nov 23 14:24:52.638859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bef834ef-a5e0-4cd5-b2eb-0378a90ca904 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.639247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef834ef-a5e0-4cd5-b2eb-0378a90ca904 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Fanout notify agent at l3_agent the message router_deleted on router 2970f09f-3b67-43a7-af5c-b4b1ab9c1464 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:24:52.655703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bef834ef-a5e0-4cd5-b2eb-0378a90ca904 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.660021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bef834ef-a5e0-4cd5-b2eb-0378a90ca904 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/routers/2970f09f-3b67-43a7-af5c-b4b1ab9c1464 HTTP/1.1" status: 204 len: 168 time: 1.0899408 Nov 23 14:24:52.673876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33710) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:52.692016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:24:52.711576 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdec7077-d7ef-4514-81b0-8927b59a758f x-openstack-request-id: req-bdec7077-d7ef-4514-81b0-8927b59a758f {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:24:52.711879 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa15c7a6-dd37-4b4a-bb3f-05696404899b", "tag": "8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:24:52.712131 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdec7077-d7ef-4514-81b0-8927b59a758f {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:24:52.712542 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'tag': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6', 'status': 'completed', 'code': 200} Nov 23 14:24:52.782291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-87f63f35-be2d-461d-8bd4-31d50a156596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:52.786316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-87f63f35-be2d-461d-8bd4-31d50a156596 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.0967546 Nov 23 14:24:52.795949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e8e29-2cce-4065-a2b2-16f7856696ec req-3dbea68a-50cb-436a-8c2b-9d928d632ffb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:52.799732 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f75e8e29-2cce-4065-a2b2-16f7856696ec req-3dbea68a-50cb-436a-8c2b-9d928d632ffb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 943 time: 0.2526414 Nov 23 14:24:52.807949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:52.808146 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Added segment 6f739e2f-185f-49f2-a183-6f170b7883bd of type vlan for network 842ba681-bcf7-45ef-856d-e2cef243bca5 Nov 23 14:24:52.847255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-eb018bd5-83f2-4710-b961-4f00239be15b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454400 Nov 23 14:24:53.016372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet a4b3d592-4e2f-4171-9ec6-068d9fa76ec5 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:24:53.021672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-9bd7a878-0525-4135-be4f-4343bc3be7b3 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643839 Nov 23 14:24:53.028676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.030857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f75e8e29-2cce-4065-a2b2-16f7856696ec req-fda58ceb-2aaa-40ec-a9c6-00ce6acb1d98 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970391 Nov 23 14:24:53.083779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.149864 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.150451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Sync routers for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:24:53.170854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3007100-f50d-4a4e-a298-8b86e2d841c8 req-eac63346-14a0-41e5-b674-23f5fcda95a2 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346385 Nov 23 14:24:53.188753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:53.192586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:53.227367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.233309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:53.233847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.277071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.294734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.331939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d66fe-0078-4270-b953-5fb902e6b186 req-2b824207-e12d-4fed-85d7-c99778f2157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:53.333612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846d66fe-0078-4270-b953-5fb902e6b186 req-2b824207-e12d-4fed-85d7-c99778f2157c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 1094 time: 0.0885451 Nov 23 14:24:53.347648 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4581976 Nov 23 14:24:53.354209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:53.408101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba726b-8a4e-4bc7-8ca8-5aee590eaa52 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Network': ['ID=842ba681-bcf7-45ef-856d-e2cef243bca5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:53.460955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.470744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'Port': ['ID=cabe8857-f683-406b-8977-b1364035d062,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:53.561373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.584165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.585740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3744fbcd-d6d4-4b65-a1d5-efdee87b4072 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8695331 Nov 23 14:24:53.606365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.615572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 842ba681-bcf7-45ef-856d-e2cef243bca5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:24:53.703151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b3d592-4e2f-4171-9ec6-068d9fa76ec5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:53.717297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:53.727456 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9176abac-7c12-412b-8b33-939a04f86d7c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/a4b3d592-4e2f-4171-9ec6-068d9fa76ec5 HTTP/1.1" status: 204 len: 168 time: 1.0498569 Nov 23 14:24:53.729944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33730) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:53.752307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba1c303-92ff-47da-9b8c-1c54b2e13975 None None] Network 8b7263fa-e7ec-4713-bd75-6acc80adbb64 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:54.037025 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:54.098084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 92a104bc-54da-4a10-b436-8a3fd3d56820 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:54.134249 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:54.215155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port d4d6057a-48c2-4454-b45c-cf9676b865a5 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:24:54.215487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:54.325030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-ddf2170b-1fd0-4c9f-90a5-5e1ee2a2b71e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1932293683&fields=id&tenant_id=a8b24ea61658413da42fc1e1899ba379 HTTP/1.1" status: 200 len: 267 time: 0.1499031 Nov 23 14:24:54.388102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] For port d4d6057a-48c2-4454-b45c-cf9676b865a5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4d6057a-48c2-4454-b45c-cf9676b865a5,segment=NetworkSegment(2fde55fb-2c46-4d82-a31c-d9267a8f0526),segment_id=2fde55fb-2c46-4d82-a31c-d9267a8f0526)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:54.388504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:54.415123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for d4d6057a-48c2-4454-b45c-cf9676b865a5 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:24:54.458544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d66fe-0078-4270-b953-5fb902e6b186 req-809be1ae-04d0-4ecf-90a7-733d66e77a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:54.460089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846d66fe-0078-4270-b953-5fb902e6b186 req-809be1ae-04d0-4ecf-90a7-733d66e77a04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 1.1074622 Nov 23 14:24:54.530720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 92a104bc-54da-4a10-b436-8a3fd3d56820 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:54.532500 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:54.610275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:54.695263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No DVR routers for this DVR port d4d6057a-48c2-4454-b45c-cf9676b865a5 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:24:54.780439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846d66fe-0078-4270-b953-5fb902e6b186 req-9c123985-314e-4201-97d3-830bbc956f5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 HTTP/1.1" status: 200 len: 217 time: 0.1667776 Nov 23 14:24:54.791526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=d4d6057a-48c2-4454-b45c-cf9676b865a5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:54.966859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 2, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:55.013224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Checking router: 311d69f6-9864-4a74-b06f-0f08c5b7534b for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:24:55.013701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Updating router 311d69f6-9864-4a74-b06f-0f08c5b7534b port f84ffc4c-94c1-4cf8-a897-fb9289ee791e binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:24:55.020619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.067525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7263fa-e7ec-4713-bd75-6acc80adbb64']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:55.071322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.077417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-49c03305-7765-4c92-8d10-ff9de36c6bc5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:55.081815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ff30a-fc7e-48ea-9b77-330546a122b3 None None] DHCP port deletion for 8b7263fa-e7ec-4713-bd75-6acc80adbb64 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:24:55.086730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-49c03305-7765-4c92-8d10-ff9de36c6bc5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 811 time: 0.7609673 Nov 23 14:24:55.098701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fde55fb-2c46-4d82-a31c-d9267a8f0526') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:55.098701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fde55fb-2c46-4d82-a31c-d9267a8f0526') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:55.113163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.144915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-1cfefd5f-bd5f-4d7b-a753-3f625fad3b11 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/quotas/a8b24ea61658413da42fc1e1899ba379 HTTP/1.1" status: 200 len: 375 time: 0.0571690 Nov 23 14:24:55.153468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.164078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:24:55.169084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:24:55.177164 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:24:55.224957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d66fe-0078-4270-b953-5fb902e6b186 req-2bebf502-ccdf-4418-9cc7-62cb616d8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:55.228599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846d66fe-0078-4270-b953-5fb902e6b186 req-2bebf502-ccdf-4418-9cc7-62cb616d8c23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.4302785 Nov 23 14:24:55.285421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f802e-a860-407a-bb0e-0155a3774404 req-6abaee6e-b4fe-4d78-a4f4-52ee931fcc7a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:55.293089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e74f802e-a860-407a-bb0e-0155a3774404 req-6abaee6e-b4fe-4d78-a4f4-52ee931fcc7a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 943 time: 0.3320594 Nov 23 14:24:55.328626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.336994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.344670 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/8b7263fa-e7ec-4713-bd75-6acc80adbb64 HTTP/1.1" status: 204 len: 168 time: 1.6125777 Nov 23 14:24:55.351671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33770) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:55.363233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec961-c52c-4595-86fc-c7d5f00ebf26 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=8b7263fa-e7ec-4713-bd75-6acc80adbb64,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:55.379231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846d66fe-0078-4270-b953-5fb902e6b186 req-a0406d74-948e-41b5-bb61-bdc0e8392494 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326513 Nov 23 14:24:55.485767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-fa908dcf-4f5c-4981-8ce9-d4c8c35e1d3f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3394947 Nov 23 14:24:55.551659 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.557928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcade525-4b57-4a80-8ec3-c335fae6934a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:55.559411 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:55.566052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bcade525-4b57-4a80-8ec3-c335fae6934a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/fe6cf5ef-8484-4881-9af4-e413f586f67f HTTP/1.1" status: 200 len: 845 time: 0.1947596 Nov 23 14:24:55.566199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33778) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:55.643610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e74f802e-a860-407a-bb0e-0155a3774404 req-5447664a-f5e9-45f8-842e-17a4d160cef0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487916 Nov 23 14:24:55.705351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4aedd074-39e9-47a7-84d5-e46e9453e50c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/fe6cf5ef-8484-4881-9af4-e413f586f67f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1348603 Nov 23 14:24:55.707380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33786) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:55.733238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:55.805948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846d66fe-0078-4270-b953-5fb902e6b186 req-c78212c7-9c01-4223-acbe-310e4d46985c service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852279 Nov 23 14:24:55.822367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499e5ff-9922-4679-947d-c6b8b3ac73ab None None] Pushing event updated for resources: {'Port': ['ID=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:55.943572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4d6057a-48c2-4454-b45c-cf9676b865a5 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:24:56.030862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d4d6057a-48c2-4454-b45c-cf9676b865a5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:24:56.032029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4d6057a-48c2-4454-b45c-cf9676b865a5 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:24:56.043434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Attempting to bind port f84ffc4c-94c1-4cf8-a897-fb9289ee791e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:56.043846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Attempting to bind port f84ffc4c-94c1-4cf8-a897-fb9289ee791e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:56.044874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Attempting to bind port f84ffc4c-94c1-4cf8-a897-fb9289ee791e on network 88f83a66-bbc5-411e-b609-b43e8cc58234 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:24:56.062252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:56.070877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:24:56.071322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Checking segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:56.071735 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.072237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Bound using segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:24:56.072742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Bound port: f84ffc4c-94c1-4cf8-a897-fb9289ee791e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:24:56.073126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.077643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.103760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af930911-f1ad-4e77-a17f-9ace822452d2 req-cf9172ec-b5bd-42c1-b35c-b0ce03fa37d3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:56.112364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af930911-f1ad-4e77-a17f-9ace822452d2 req-cf9172ec-b5bd-42c1-b35c-b0ce03fa37d3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3448455 Nov 23 14:24:56.217642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] For port f84ffc4c-94c1-4cf8-a897-fb9289ee791e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:24:56.229126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] For port f84ffc4c-94c1-4cf8-a897-fb9289ee791e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:24:56.237246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.345988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2e866406-e60a-4745-adfb-0aec25f61345 None None] Provisioning complete for port f84ffc4c-94c1-4cf8-a897-fb9289ee791e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:56.367520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e866406-e60a-4745-adfb-0aec25f61345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.390420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846d66fe-0078-4270-b953-5fb902e6b186 req-6a0e18a7-8d54-443f-9f78-47f9a0eac123 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724800 Nov 23 14:24:56.396117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c0e2aefd-9452-4bf3-bb44-229f3d717ad4 service neutron] 10.222.0.46 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9094639 Nov 23 14:24:56.404365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af930911-f1ad-4e77-a17f-9ace822452d2 req-cf0b2a25-1a8f-4a5c-80e2-138022cd9172 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910366 Nov 23 14:24:56.464153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.522073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:24:56.582248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499e5ff-9922-4679-947d-c6b8b3ac73ab None None] Pushing event updated for resources: {'Port': ['ID=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:56.684805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=04d46145-08f4-4c88-b904-f49e4c70c4c4,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:56.701645 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-7dff73fa-bace-4d18-8d2b-e0ed9291ee33 service neutron] 10.222.0.46 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940373 Nov 23 14:24:56.744114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:56.764915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:56.767423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33800) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:56.780328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'subnets': [{'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--440206190', 'ip_version': 6}, {'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:56.782471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:56.783923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'subnet': {'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--440206190', 'ip_version': 6}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:56.785816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Request body: {'subnet': {'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:56.786629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:56.811403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:24:56.812070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:56.837369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33804) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:56.837955 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f768186b-edda-41c9-ad37-3fa079cf9bcf tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1293132 Nov 23 14:24:56.845875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8b0d856a-ad39-4ef8-b1e7-5eafca74bd14 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635565612'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:56.957519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb3b8f-8198-4f44-b55c-352a373049bc None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:57.052577 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b0d856a-ad39-4ef8-b1e7-5eafca74bd14 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.122023 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.225861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3835874f-9dc6-4829-907b-2786f5e09669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.251830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:24:57.257233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e866406-e60a-4745-adfb-0aec25f61345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.264896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf55b3-02c1-4b52-a1af-1bf1db0bc63c req-2ed0c291-5ef7-4ee9-8583-1936c6b7b0d6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:57.269364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33cf55b3-02c1-4b52-a1af-1bf1db0bc63c req-2ed0c291-5ef7-4ee9-8583-1936c6b7b0d6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.4148288 Nov 23 14:24:57.342558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e325c9-aa0e-43e7-819e-c6bc7ba798b1 req-b1085c07-39d9-4080-aa92-7c9252460e72 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:57.345190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82e325c9-aa0e-43e7-819e-c6bc7ba798b1 req-b1085c07-39d9-4080-aa92-7c9252460e72 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.2904532 Nov 23 14:24:57.446466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:57.512251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Made reservation on behalf of 3f765f5415934521a2d6c434adf2c071 for: {'subnet': 2} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:57.518033 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.518164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.569492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'port_id': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6', 'mac_address': 'fa:16:3e:d3:20:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6067dcd5-b66e-4708-a691-8896309a7852', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:24:57.608202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2e866406-e60a-4745-adfb-0aec25f61345 None None] For port f84ffc4c-94c1-4cf8-a897-fb9289ee791e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:57.624011 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e866406-e60a-4745-adfb-0aec25f61345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.661909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33cf55b3-02c1-4b52-a1af-1bf1db0bc63c req-453a650a-dbaa-4f38-ba09-8322c3a8beb2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428161 Nov 23 14:24:57.705876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b0d856a-ad39-4ef8-b1e7-5eafca74bd14 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.740212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82e325c9-aa0e-43e7-819e-c6bc7ba798b1 req-2907f0d1-4ac0-42e2-ba0c-a0733182697f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724489 Nov 23 14:24:57.742403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b0d856a-ad39-4ef8-b1e7-5eafca74bd14 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.947824 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.972557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6f5ae5cc-ef2a-4f9c-bcff-f8f0d5a2e340 None None] Provisioning complete for port f84ffc4c-94c1-4cf8-a897-fb9289ee791e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:57.973146 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae5cc-ef2a-4f9c-bcff-f8f0d5a2e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:57.974838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e866406-e60a-4745-adfb-0aec25f61345 None None] Pushing event updated for resources: {'Port': ['ID=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:57.983081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f84ffc4c-94c1-4cf8-a897-fb9289ee791e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:58.020696 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b0d856a-ad39-4ef8-b1e7-5eafca74bd14 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.022133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8b0d856a-ad39-4ef8-b1e7-5eafca74bd14 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1831930 Nov 23 14:24:58.025278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33824) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:58.030449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-071b7d11-19ae-4f4e-b117-935468819c01 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'security_group': {'name': 'tempest-secgroup-656233369'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:58.032236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:24:58.052292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d856a-ad39-4ef8-b1e7-5eafca74bd14 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1254ef-d5b4-4bad-aaf8-e1c0c737b970,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:58.074166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-071b7d11-19ae-4f4e-b117-935468819c01 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.082687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-94748658-61e3-41b7-b4b4-405f37152cc9', 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'tenant_id': '0f3d58a8ab9c45539ace27026a9b4a50', 'fixed_ips': [{'subnet_id': '04d46145-08f4-4c88-b904-f49e4c70c4c4'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:24:58.083301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.085012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b5ad29f-b3b2-4fc0-a099-9564e1e532b4 req-739a136c-e6dd-434e-a573-cac41670df01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 210 time: 0.1825633 Nov 23 14:24:58.124092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:24:58.157785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.205167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c031c4-82b6-49b6-bd34-4b59eb253a25 req-9bcc08a8-9512-4a15-a43f-fa0a6fcb351a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:58.214385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7c031c4-82b6-49b6-bd34-4b59eb253a25 req-9bcc08a8-9512-4a15-a43f-fa0a6fcb351a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 943 time: 0.3610027 Nov 23 14:24:58.230235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:56Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:24:58.232989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-071b7d11-19ae-4f4e-b117-935468819c01 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.238185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-071b7d11-19ae-4f4e-b117-935468819c01 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.274164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-071b7d11-19ae-4f4e-b117-935468819c01 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.275793 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-071b7d11-19ae-4f4e-b117-935468819c01 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2495074 Nov 23 14:24:58.278415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33836) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:24:58.284825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2125107239', 'security_groups': ['ab6e6693-65f2-4fc1-a0ef-73d23bb3624a'], 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04d46145-08f4-4c88-b904-f49e4c70c4c4'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:58.290704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b7d11-19ae-4f4e-b117-935468819c01 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e6693-65f2-4fc1-a0ef-73d23bb3624a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:58.555632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:24:58.606008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699022cb-7c9c-4797-b330-311253d1e6c4 None None] The sync data for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 is: [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:56Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:24:58.737280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.760556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:58.784148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port bfbbefaf-1487-41a1-abb0-cd9e28d0b32b yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:24:58.806013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7c031c4-82b6-49b6-bd34-4b59eb253a25 req-89d1e089-294a-4a76-90b1-c503d40f116e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905368 Nov 23 14:24:58.848394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f84ffc4c-94c1-4cf8-a897-fb9289ee791e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:24:58.849364 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:58.957895 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:59.020989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:24:59.098438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Allocated IP 2001:db8::2 (94748658-61e3-41b7-b4b4-405f37152cc9/04d46145-08f4-4c88-b904-f49e4c70c4c4/5b930fa9-d0c9-4f59-ae9a-7ffca84225a2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:59.134852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-faabb33c-d3fa-45cb-a07f-e83fa0df4ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:59.286338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Subnet': ['ID=aa982a6b-561f-47d8-ab6b-70d25cacd3f9,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:59.324798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476433e-80fa-4579-82e3-d5b1d849a27b req-72f48c21-b2f9-4ca0-81e7-5145a6beaca0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:59.332793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2476433e-80fa-4579-82e3-d5b1d849a27b req-72f48c21-b2f9-4ca0-81e7-5145a6beaca0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.3622947 Nov 23 14:24:59.381823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Checking segment: {'id': 'c847551d-b113-4fde-ba58-1b9edc431e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:24:59.382202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network hostable DHCP agents. Network: cfdb4688-cd9d-425f-8dcd-17d322e5fb7c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:24:59.401850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-f1b54947-4966-4c00-ba2c-34ff17c2fa7d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:59.409637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-f1b54947-4966-4c00-ba2c-34ff17c2fa7d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 1.1796134 Nov 23 14:24:59.428981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-1dcd2739-e750-4c4e-bfe0-45e56e877bf5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:24:59.434227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-1dcd2739-e750-4c4e-bfe0-45e56e877bf5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.11 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 811 time: 0.7757187 Nov 23 14:24:59.476907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-d9c2aafa-e6a9-4f2d-9ccc-3d01441189aa tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/quotas/aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 375 time: 0.0663025 Nov 23 14:24:59.485992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network cfdb4688-cd9d-425f-8dcd-17d322e5fb7c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:24:59.521318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2476433e-80fa-4579-82e3-d5b1d849a27b req-84f3c319-837e-419e-9686-c192754d7921 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875663 Nov 23 14:24:59.553921 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:59.570168 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:59.641963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:24:59.644512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, cfdb4688-cd9d-425f-8dcd-17d322e5fb7c) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:59.644854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Pushing event updated for resources: {'Port': ['ID=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:59.665030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-f6532178-e952-4825-9dd3-861c9858b1f1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8b24ea61658413da42fc1e1899ba379 HTTP/1.1" status: 200 len: 380 time: 0.2133667 Nov 23 14:24:59.668234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:24:59.682089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:24:59.691782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:59.692196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec6636-99bf-4ce9-9953-f5ee060517ad None None] Network cfdb4688-cd9d-425f-8dcd-17d322e5fb7c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:24:59.703231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'port': {'device_id': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'admin_state_up': True, 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'security_groups': ['c5c457c2-bbe9-4279-8e90-3ff3bead4f01']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:24:59.722832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b538128b-9162-4554-84b1-3edc4f6893b9 req-62e2492e-457a-43d0-a8f3-a445565be9a5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 210 time: 0.0753741 Nov 23 14:24:59.746225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::5a (94748658-61e3-41b7-b4b4-405f37152cc9/04d46145-08f4-4c88-b904-f49e4c70c4c4/bfbbefaf-1487-41a1-abb0-cd9e28d0b32b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:24:59.888617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f84ffc4c-94c1-4cf8-a897-fb9289ee791e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:24:59.922271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-4a095e87-eba4-4c65-86d8-a90e93c2868f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4443612 Nov 23 14:24:59.964929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event updated for resources: {'Subnet': ['ID=746d315e-f36a-48af-9ae7-3ce2c25ad5f9,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:24:59.974047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Attempting to bind port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:24:59.974583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Attempting to bind port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '324078c4-5fe6-438a-bb3d-4e5d2faeeca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:24:59.987545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Attempting to bind port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 on network 94748658-61e3-41b7-b4b4-405f37152cc9 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:00.056230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:00.056230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Checking segment: {'id': '324078c4-5fe6-438a-bb3d-4e5d2faeeca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:00.056598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.056973 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Bound using segment: {'id': '324078c4-5fe6-438a-bb3d-4e5d2faeeca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:00.057461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Bound port: 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324078c4-5fe6-438a-bb3d-4e5d2faeeca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:00.057843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.072266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Checking segment: {'id': '6f739e2f-185f-49f2-a183-6f170b7883bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:00.072656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network hostable DHCP agents. Network: 842ba681-bcf7-45ef-856d-e2cef243bca5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:25:00.117909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.160090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] For port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:00.163771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] For port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,segment=NetworkSegment(324078c4-5fe6-438a-bb3d-4e5d2faeeca2),segment_id=324078c4-5fe6-438a-bb3d-4e5d2faeeca2)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:00.170330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.172843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.178365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1e25-38fb-4e23-a449-93dde6d2a480 req-ef94c6bc-2d50-4c29-9f9d-6efbef888b62 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:00.180033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-424b1e25-38fb-4e23-a449-93dde6d2a480 req-ef94c6bc-2d50-4c29-9f9d-6efbef888b62 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 944 time: 0.2017541 Nov 23 14:25:00.190306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f84ffc4c-94c1-4cf8-a897-fb9289ee791e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:00.190306 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.191233 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.252839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-424b1e25-38fb-4e23-a449-93dde6d2a480 req-e2b4614f-1f0d-44b7-9769-04e70e11b91c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Nov 23 14:25:00.279549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-cfdb4688-cd9d-425f-8dcd-17d322e5fb7c', 'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c', 'tenant_id': '3f765f5415934521a2d6c434adf2c071', 'fixed_ips': [{'subnet_id': 'aa982a6b-561f-47d8-ab6b-70d25cacd3f9'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:25:00.280485 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.311512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Network 842ba681-bcf7-45ef-856d-e2cef243bca5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:25:00.321343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:00.328836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=bfbbefaf-1487-41a1-abb0-cd9e28d0b32b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:00.337612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:00.343323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:00.366006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:00.366006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.377300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-f27e8440-471e-44f0-9e79-f9e8bc3c23a2 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637145 Nov 23 14:25:00.387543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 842ba681-bcf7-45ef-856d-e2cef243bca5) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:00.395703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:00.396616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:00.410250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.415794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7966e666-eae1-445b-903f-940fda453c9b None None] Network 842ba681-bcf7-45ef-856d-e2cef243bca5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:00.454489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fb65b4a5-0efd-462b-8198-250a2fb90a1c tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1747096 Nov 23 14:25:00.455317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33862) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:00.462813 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-08c76222-e37f-4102-9d6a-1470d59ab221 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:00.625286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac10cf-8147-472e-9bc3-d95300c4de5f None None] Pushing event updated for resources: {'Port': ['ID=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:00.634784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:00.757354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c76222-e37f-4102-9d6a-1470d59ab221 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:00.763314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08c76222-e37f-4102-9d6a-1470d59ab221 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.855578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Made reservation on behalf of a8b24ea61658413da42fc1e1899ba379 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:00.855578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:00.875390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-b88a4649-61a9-4074-8ed6-6675ebbb08c4 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403832 Nov 23 14:25:00.916042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b8f569b-f464-49e2-b569-ef025dbe66de tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.1467879 Nov 23 14:25:00.918178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:01.119102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Allocated IP 172.20.0.7 (88f83a66-bbc5-411e-b609-b43e8cc58234/7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc/0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:01.165061 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-08c76222-e37f-4102-9d6a-1470d59ab221 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04d46145-08f4-4c88-b904-f49e4c70c4c4 (CIDR: 2001:db8::/64) Nov 23 14:25:01.174618 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c76222-e37f-4102-9d6a-1470d59ab221 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:25:01.176270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c76222-e37f-4102-9d6a-1470d59ab221 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:01.215704 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08c76222-e37f-4102-9d6a-1470d59ab221 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7583771 Nov 23 14:25:01.218268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33876) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:01.223596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:01.325687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-842ba681-bcf7-45ef-856d-e2cef243bca5', 'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5', 'tenant_id': '3f765f5415934521a2d6c434adf2c071', 'fixed_ips': [{'subnet_id': '746d315e-f36a-48af-9ae7-3ce2c25ad5f9'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:25:01.326667 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:01.349187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:25:01.389050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Allocated IP 2001:db8::1 (cfdb4688-cd9d-425f-8dcd-17d322e5fb7c/aa982a6b-561f-47d8-ab6b-70d25cacd3f9/ff10d87d-4669-4ac5-87b7-84c07f2fac3a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:01.414129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:01.415801 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:01.501697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:01.537873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:01.548848 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:01.589730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8e0b-dff5-42e2-83a8-313492a49328 req-53a42608-9ee8-4ba6-86a3-98728a5432c7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:01.602269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a3a8e0b-dff5-42e2-83a8-313492a49328 req-53a42608-9ee8-4ba6-86a3-98728a5432c7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.8461902 Nov 23 14:25:01.635374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:01.819308 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:01.838587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:01.862004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:01.878398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ffa6ee-bae8-4f7a-8b04-650d9e8b19f7 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:01.880062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ffa6ee-bae8-4f7a-8b04-650d9e8b19f7 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:01.897096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ffa6ee-bae8-4f7a-8b04-650d9e8b19f7 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:01.918145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33894) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:01.919770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e8ffa6ee-bae8-4f7a-8b04-650d9e8b19f7 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.9950321 Nov 23 14:25:01.946915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:02.039229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Allocated IP 2001:db8:0:1::1 (842ba681-bcf7-45ef-856d-e2cef243bca5/746d315e-f36a-48af-9ae7-3ce2c25ad5f9/7c64eb72-09f1-49cf-9855-c8dd823a0fd5) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:02.120850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f6dd-3407-4b23-944c-1eac683dde50 req-3924d22d-cc48-4a10-ad56-80d59c9ca41f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:02.121410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:02.133095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Deleting subnet aa982a6b-561f-47d8-ab6b-70d25cacd3f9 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:25:02.141577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3548f6dd-3407-4b23-944c-1eac683dde50 req-3924d22d-cc48-4a10-ad56-80d59c9ca41f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 931 time: 0.5198429 Nov 23 14:25:02.387898 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:02.628093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:02.683083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:02.689365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:02.715539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:02.717943 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:02.782129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=3205ab02-b894-4dfe-a045-b394ebddbb65,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:02.798142 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49e23c56-9ae9-4c9e-b084-54cc05a8d698 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5786595 Nov 23 14:25:02.801186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33902) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:02.814173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1746338796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3205ab02-b894-4dfe-a045-b394ebddbb65'}], 'security_groups': ['5c1254ef-d5b4-4bad-aaf8-e1c0c737b970']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:02.925424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:02.946140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:02.949464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:02.951898 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a9e9c-2dc6-4abf-b3ed-bc68915d44ff" -d '{"events": [{"server_uuid": "fa15c7a6-dd37-4b4a-bb3f-05696404899b", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:02.983279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:02.986165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:02.992393 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.002138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3381e05c-8cc8-483d-becb-e3dc1ce70673 None None] Provisioning complete for port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:03.002738 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3381e05c-8cc8-483d-becb-e3dc1ce70673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.006512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:03.097640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.102087 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.111027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:03.111713 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.113815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e2589-acd9-4ba4-ae6f-305011aae59b None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:03.191554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'Port': ['ID=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:03.241595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Network cfdb4688-cd9d-425f-8dcd-17d322e5fb7c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:03.335818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a3a8e0b-dff5-42e2-83a8-313492a49328 req-91e8a253-e4cf-47ec-9638-e5134a968f54 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6983299 Nov 23 14:25:03.359069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:03.376305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:03.384154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Pushing event updated for resources: {'Port': ['ID=ff10d87d-4669-4ac5-87b7-84c07f2fac3a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:03.457952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3381e05c-8cc8-483d-becb-e3dc1ce70673 None None] Port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:03.490927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-7cce0f71-4355-46ec-aa7b-68169c553211 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:03.492838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-7cce0f71-4355-46ec-aa7b-68169c553211 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.3063593 Nov 23 14:25:03.507915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:03.508612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.527988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'port': {'device_id': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'admin_state_up': True, 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:03.533180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.627620 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.645094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.649843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-c87c468a-4a60-4d70-abc2-5c27f73d78a1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9511220 Nov 23 14:25:03.673390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Request body: {'port': {'device_id': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:03.673884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.679552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:03.684103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Provisioning complete for port bfbbefaf-1487-41a1-abb0-cd9e28d0b32b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:03.684718 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.689614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Subnet': ['ID=aa982a6b-561f-47d8-ab6b-70d25cacd3f9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:03.692779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.693356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Attempting to bind port ff10d87d-4669-4ac5-87b7-84c07f2fac3a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:03.693798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Attempting to bind port ff10d87d-4669-4ac5-87b7-84c07f2fac3a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c847551d-b113-4fde-ba58-1b9edc431e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:03.694229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Attempting to bind port ff10d87d-4669-4ac5-87b7-84c07f2fac3a on network cfdb4688-cd9d-425f-8dcd-17d322e5fb7c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:03.695754 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a42ed6bd-2157-4ebb-964b-60400e1c9120 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/subnets/aa982a6b-561f-47d8-ab6b-70d25cacd3f9 HTTP/1.1" status: 204 len: 168 time: 1.7670813 Nov 23 14:25:03.699041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33914) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:03.715911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:03.716592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Checking segment: {'id': 'c847551d-b113-4fde-ba58-1b9edc431e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:03.717241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.717907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Bound using segment: {'id': 'c847551d-b113-4fde-ba58-1b9edc431e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:03.719248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Bound port: ff10d87d-4669-4ac5-87b7-84c07f2fac3a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c847551d-b113-4fde-ba58-1b9edc431e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cfdb4688-cd9d-425f-8dcd-17d322e5fb7c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:03.719899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.799376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Deleting subnet 746d315e-f36a-48af-9ae7-3ce2c25ad5f9 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:25:03.805993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.820798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3548f6dd-3407-4b23-944c-1eac683dde50 req-3d03783b-3a90-4295-8e61-602773c9cfc4 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6782088 Nov 23 14:25:03.851161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b320297-2bb5-4369-aaec-6ec460642c1b req-cd06ffce-5ada-4608-a404-b4af021fc34b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:03.852931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b320297-2bb5-4369-aaec-6ec460642c1b req-cd06ffce-5ada-4608-a404-b4af021fc34b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.2803042 Nov 23 14:25:03.856130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.859675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Delete allocated IP 2001:db8::5a (94748658-61e3-41b7-b4b4-405f37152cc9/04d46145-08f4-4c88-b904-f49e4c70c4c4) {{(pid=103345) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 14:25:03.860680 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.874703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8:0:1::18 (94748658-61e3-41b7-b4b4-405f37152cc9/3205ab02-b894-4dfe-a045-b394ebddbb65/bfbbefaf-1487-41a1-abb0-cd9e28d0b32b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:03.878246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:03.979122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Network 842ba681-bcf7-45ef-856d-e2cef243bca5 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:04.022029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,segment=NetworkSegment(324078c4-5fe6-438a-bb3d-4e5d2faeeca2),segment_id=324078c4-5fe6-438a-bb3d-4e5d2faeeca2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:04.037112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:04.047738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.055754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.082074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:04.093014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Port bfbbefaf-1487-41a1-abb0-cd9e28d0b32b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:04.112270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Pushing event updated for resources: {'Port': ['ID=7c64eb72-09f1-49cf-9855-c8dd823a0fd5,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:04.148797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.157405 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.166771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Made reservation on behalf of aa3dcd61ffcc40d0955c6e10dbd07774 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:04.170622 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.192669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Provisioning complete for port fe6cf5ef-8484-4881-9af4-e413f586f67f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:04.193114 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.225867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1af0824d-1640-44d2-b501-99b9fcbbbe31 req-4ecb5b2b-a767-4f3c-a0f1-9d97e79e5a25 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 210 time: 0.0969815 Nov 23 14:25:04.232324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] In _notify_port_updated(), no bound segment for port bfbbefaf-1487-41a1-abb0-cd9e28d0b32b on network 94748658-61e3-41b7-b4b4-405f37152cc9 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:25:04.238212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:04.238845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.243190 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "PUT /v2.0/ports/bfbbefaf-1487-41a1-abb0-cd9e28d0b32b HTTP/1.1" status: 200 len: 930 time: 1.4406714 Nov 23 14:25:04.245396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33918) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:04.280151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b320297-2bb5-4369-aaec-6ec460642c1b req-5eb8e10c-64a8-47ec-8dc3-1332f60dc750 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971634 Nov 23 14:25:04.306609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56476e-9359-4a8f-b265-28615cd7ca63 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=bfbbefaf-1487-41a1-abb0-cd9e28d0b32b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:04.338705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.367978 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be8f68-afdc-44f4-994a-0023260ff566 x-openstack-request-id: req-46be8f68-afdc-44f4-994a-0023260ff566 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:04.368314 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa15c7a6-dd37-4b4a-bb3f-05696404899b", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:04.368522 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46be8f68-afdc-44f4-994a-0023260ff566 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:04.368922 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6', 'code': 200} Nov 23 14:25:04.376461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Subnet': ['ID=746d315e-f36a-48af-9ae7-3ce2c25ad5f9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:04.378921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.382612 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-722bf2ec-2d10-47da-ba6f-2f439a01af74 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/subnets/746d315e-f36a-48af-9ae7-3ce2c25ad5f9 HTTP/1.1" status: 204 len: 168 time: 0.6824434 Nov 23 14:25:04.384296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7c41091f-97f5-455f-bce0-368081117cac None None] For port ff10d87d-4669-4ac5-87b7-84c07f2fac3a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:04.387882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:04.433661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064eb461-559c-4338-8d28-898eca7fcf02 None None] Update dhcp port {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'fixed_ips': [{'subnet_id': '04d46145-08f4-4c88-b904-f49e4c70c4c4', 'ip_address': '2001:db8::2'}, {'subnet_id': '3205ab02-b894-4dfe-a045-b394ebddbb65'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '5b930fa9-d0c9-4f59-ae9a-7ffca84225a2'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:25:04.482587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8badb39e-2bd7-4be1-984e-557ffaf0f907 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:04.487447 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8badb39e-2bd7-4be1-984e-557ffaf0f907 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0950265 Nov 23 14:25:04.488423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7c41091f-97f5-455f-bce0-368081117cac None None] For port ff10d87d-4669-4ac5-87b7-84c07f2fac3a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff10d87d-4669-4ac5-87b7-84c07f2fac3a,segment=NetworkSegment(c847551d-b113-4fde-ba58-1b9edc431e9a),segment_id=c847551d-b113-4fde-ba58-1b9edc431e9a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:04.493397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Attempting to bind port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:04.493824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Attempting to bind port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6f739e2f-185f-49f2-a183-6f170b7883bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:04.494478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Attempting to bind port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5 on network 842ba681-bcf7-45ef-856d-e2cef243bca5 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:04.503908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33928) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:04.506790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:04.507263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Checking segment: {'id': '6f739e2f-185f-49f2-a183-6f170b7883bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:04.507676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.508080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Bound using segment: {'id': '6f739e2f-185f-49f2-a183-6f170b7883bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:04.508556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Bound port: 7c64eb72-09f1-49cf-9855-c8dd823a0fd5, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f739e2f-185f-49f2-a183-6f170b7883bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '842ba681-bcf7-45ef-856d-e2cef243bca5'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:04.508940 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.526036 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.528007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Port fe6cf5ef-8484-4881-9af4-e413f586f67f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:04.607478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:04.611437 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-064eb461-559c-4338-8d28-898eca7fcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.644051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:04.644430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d72d52a-34ce-4fef-a494-9b1271b85fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.788215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6ba4-a0ca-4d59-b3b9-6219f7195bf8 req-e43dc220-8038-4336-8863-f0fa5bed4aad tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:04.795704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b42c6ba4-a0ca-4d59-b3b9-6219f7195bf8 req-e43dc220-8038-4336-8863-f0fa5bed4aad tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.2584732 Nov 23 14:25:04.799020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] For port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:04.845315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:04.861492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Allocated IP 172.20.0.3 (97f3a198-067a-4cc7-bd93-6158709af584/ff9c2a94-4dca-41aa-a881-51d3e11ae006/80d12753-7243-41f4-b596-47fd5a9b12aa) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:04.872438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647963ce-2d1b-4be6-ae1c-625304529d0d None None] Network cfdb4688-cd9d-425f-8dcd-17d322e5fb7c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:04.881724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] For port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7c64eb72-09f1-49cf-9855-c8dd823a0fd5,segment=NetworkSegment(6f739e2f-185f-49f2-a183-6f170b7883bd),segment_id=6f739e2f-185f-49f2-a183-6f170b7883bd)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:04.895615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41091f-97f5-455f-bce0-368081117cac None None] Pushing event updated for resources: {'Port': ['ID=ff10d87d-4669-4ac5-87b7-84c07f2fac3a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:04.900813 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.030918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port bfbbefaf-1487-41a1-abb0-cd9e28d0b32b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:05.030918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.072721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f53752-eacd-4612-980b-d9506a495575 req-360bee42-d009-4309-b8cf-79e736b8e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:05.074536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66f53752-eacd-4612-980b-d9506a495575 req-360bee42-d009-4309-b8cf-79e736b8e8f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 1096 time: 0.5894828 Nov 23 14:25:05.145009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b42c6ba4-a0ca-4d59-b3b9-6219f7195bf8 req-67f1bcd4-6671-4573-a852-952dc373f3d0 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483896 Nov 23 14:25:05.173510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf85a60-b26b-4c95-bbd8-872c7e655c45 None None] Pushing event updated for resources: {'Port': ['ID=7c64eb72-09f1-49cf-9855-c8dd823a0fd5,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:05.221504 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:25:05.258622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:05.263962 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66f53752-eacd-4612-980b-d9506a495575 req-6ce44cc2-f060-427a-8087-05e47eba7d12 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747365 Nov 23 14:25:05.282794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.303918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.309812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for bfbbefaf-1487-41a1-abb0-cd9e28d0b32b owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:05.329960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-064eb461-559c-4338-8d28-898eca7fcf02 None None] Allocated IP 2001:db8:0:1::2 (94748658-61e3-41b7-b4b4-405f37152cc9/3205ab02-b894-4dfe-a045-b394ebddbb65/5b930fa9-d0c9-4f59-ae9a-7ffca84225a2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:05.345178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Deleting port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:05.345178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.381308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c4fc7-5bc7-4100-b7f0-1ef0e7404d5c req-1bf99dd7-a927-413b-9736-820eb1ec5a7e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:05.382967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a15c4fc7-5bc7-4100-b7f0-1ef0e7404d5c req-1bf99dd7-a927-413b-9736-820eb1ec5a7e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 931 time: 0.3285398 Nov 23 14:25:05.415493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d808e68-ddea-4e43-87ea-e7fa41ff11cc req-cfadc9e4-45ce-49e9-9507-fead00b31a27 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 210 time: 0.0896416 Nov 23 14:25:05.476633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Transition to ACTIVE for port object 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:25:05.483338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-064eb461-559c-4338-8d28-898eca7fcf02 None None] For port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,segment=NetworkSegment(324078c4-5fe6-438a-bb3d-4e5d2faeeca2),segment_id=324078c4-5fe6-438a-bb3d-4e5d2faeeca2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:05.530302 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-064eb461-559c-4338-8d28-898eca7fcf02 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.545592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a48f4-e95d-462b-a047-2debf7ad4a10 None None] Network 842ba681-bcf7-45ef-856d-e2cef243bca5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:05.564643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.601095 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.601319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=bfbbefaf-1487-41a1-abb0-cd9e28d0b32b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:05.658184 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.665810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-30b2b679-0c2d-40dd-ba80-1e6454812337 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/bfbbefaf-1487-41a1-abb0-cd9e28d0b32b HTTP/1.1" status: 204 len: 168 time: 1.4171753 Nov 23 14:25:05.673651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33958) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:05.705451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a15c4fc7-5bc7-4100-b7f0-1ef0e7404d5c req-01e0e40e-8629-4937-9a56-8c28224d0adb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799473 Nov 23 14:25:05.721006 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7250815-9344-401d-b3c1-f60bb45b022b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:25:05.722553 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f7250815-9344-401d-b3c1-f60bb45b022b tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/bfbbefaf-1487-41a1-abb0-cd9e28d0b32b HTTP/1.1" status: 404 len: 333 time: 0.0477962 Nov 23 14:25:05.723931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] For port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7c64eb72-09f1-49cf-9855-c8dd823a0fd5,segment=NetworkSegment(6f739e2f-185f-49f2-a183-6f170b7883bd),segment_id=6f739e2f-185f-49f2-a183-6f170b7883bd)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:05.724358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.739220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33960) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:05.771088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9aea9-3726-481f-a508-ba0d9348029f req-a24bcdc6-c782-47dd-8ef7-b279f9d5a426 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:05.782286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea9aea9-3726-481f-a508-ba0d9348029f req-a24bcdc6-c782-47dd-8ef7-b279f9d5a426 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.2286649 Nov 23 14:25:05.811778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Calling delete_port for 7c64eb72-09f1-49cf-9855-c8dd823a0fd5 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:05.849905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8255b80-7a03-42af-837d-e287375dd6df tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.874172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Pushing event updated for resources: {'Port': ['ID=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:05.896088 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-064eb461-559c-4338-8d28-898eca7fcf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:05.908574 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8255b80-7a03-42af-837d-e287375dd6df tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.027367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea9aea9-3726-481f-a508-ba0d9348029f req-409583bc-8d57-4caf-86b3-787fd8510ab9 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444890 Nov 23 14:25:06.027578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8255b80-7a03-42af-837d-e287375dd6df tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.032706 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8255b80-7a03-42af-837d-e287375dd6df tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.038919 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c8255b80-7a03-42af-837d-e287375dd6df tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/security-groups/ab6e6693-65f2-4fc1-a0ef-73d23bb3624a HTTP/1.1" status: 204 len: 168 time: 0.2984746 Nov 23 14:25:06.039815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33962) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:06.064484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.077126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eb461-559c-4338-8d28-898eca7fcf02 None None] Pushing event updated for resources: {'Port': ['ID=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:06.130231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8255b80-7a03-42af-837d-e287375dd6df tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e6693-65f2-4fc1-a0ef-73d23bb3624a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:06.165121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Attempting to bind port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:06.165490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Attempting to bind port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:06.165821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Attempting to bind port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 on network 88f83a66-bbc5-411e-b609-b43e8cc58234 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:06.225277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba78445-fe6b-47d1-90f4-61efb7667084 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.282459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 on network 88f83a66-bbc5-411e-b609-b43e8cc58234 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:25:06.282882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Attempting to bind port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 on network 88f83a66-bbc5-411e-b609-b43e8cc58234 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:06.301107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba78445-fe6b-47d1-90f4-61efb7667084 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.325212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:06.364879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:06.365357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Checking segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:06.366609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Bound using segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:06.378557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba78445-fe6b-47d1-90f4-61efb7667084 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.381768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Bound port: 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:06.381768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.382038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba78445-fe6b-47d1-90f4-61efb7667084 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.386778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cba78445-fe6b-47d1-90f4-61efb7667084 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/security-groups/5c1254ef-d5b4-4bad-aaf8-e1c0c737b970 HTTP/1.1" status: 204 len: 168 time: 0.3358428 Nov 23 14:25:06.387513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:06.450697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.497382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:06.506499 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.528317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba78445-fe6b-47d1-90f4-61efb7667084 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1254ef-d5b4-4bad-aaf8-e1c0c737b970,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:06.577307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 04d46145-08f4-4c88-b904-f49e4c70c4c4 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:25:06.585901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.660061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] No DVR routers for this DVR port 7c64eb72-09f1-49cf-9855-c8dd823a0fd5 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:06.675114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.679988 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.714569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4b2649c8-1897-405a-be7a-5767455cfa57'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:06.730935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Port': ['ID=7c64eb72-09f1-49cf-9855-c8dd823a0fd5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:06.768778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['57c753c8-40ab-4edf-b7f7-215465c8070e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:06.834750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] For port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:06.838932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] For port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:06.868135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.889784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.908955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:06.924390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48756d3-cf68-49c8-bb7c-224dc331d6fc req-10ea4cf7-fdec-429e-bbf0-5658d6c6e282 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:06.926305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d48756d3-cf68-49c8-bb7c-224dc331d6fc req-10ea4cf7-fdec-429e-bbf0-5658d6c6e282 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.5839734 Nov 23 14:25:06.972856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=80d12753-7243-41f4-b596-47fd5a9b12aa,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:07.002092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:07.021557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.029787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d48756d3-cf68-49c8-bb7c-224dc331d6fc req-a98a4b39-4f5a-4dec-906a-c2fd81e78e03 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865970 Nov 23 14:25:07.038047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:07.083024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=04d46145-08f4-4c88-b904-f49e4c70c4c4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:07.111531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.131537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cbe1b646-096e-494c-8d8e-9dd860cc4551 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/04d46145-08f4-4c88-b904-f49e4c70c4c4 HTTP/1.1" status: 204 len: 168 time: 0.7050700 Nov 23 14:25:07.132211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33982) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:07.137146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:07.144454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:07.144994 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.245133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.282366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842ba681-bcf7-45ef-856d-e2cef243bca5']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:07.290332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a98be56-ea55-4ff9-a416-299097f206aa None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:07.292481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f739e2f-185f-49f2-a183-6f170b7883bd') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:07.292967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f739e2f-185f-49f2-a183-6f170b7883bd') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:07.329081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.368144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.382479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:25:07.382906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.405046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-20e04510-7fc3-4903-a651-a6b60dc6648c None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:07.405428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20e04510-7fc3-4903-a651-a6b60dc6648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.407830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:07.412778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:25:07.528853 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:25:07.556416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:07.557096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.558467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] 10.222.0.11 "PUT /v2.0/ports/0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 200 len: 1091 time: 3.8928008 Nov 23 14:25:07.560590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.576905 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.589773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/networks/842ba681-bcf7-45ef-856d-e2cef243bca5 HTTP/1.1" status: 204 len: 168 time: 3.0785205 Nov 23 14:25:07.589773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:07.591620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33988) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:07.592189 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1abb27-2a53-49b3-a45b-863b6d119db6" -d '{"events": [{"name": "network-changed", "server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:07.668144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207474d8-4e78-4725-bc0e-386021acd7cb req-a1df623e-b32e-4498-b6e4-5795bbd3185e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:07.669679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-207474d8-4e78-4725-bc0e-386021acd7cb req-a1df623e-b32e-4498-b6e4-5795bbd3185e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 931 time: 1.1185660 Nov 23 14:25:07.690686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-20e04510-7fc3-4903-a651-a6b60dc6648c None None] Provisioning complete for port fe6cf5ef-8484-4881-9af4-e413f586f67f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:07.691087 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20e04510-7fc3-4903-a651-a6b60dc6648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.713221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-458efad5-df30-41ff-87a2-ec4d43554a15 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1906414 Nov 23 14:25:07.713913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c646c-e088-4666-85cf-46e93adb0871 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Network': ['ID=842ba681-bcf7-45ef-856d-e2cef243bca5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:07.733975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Request body: {'port': {'device_id': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:07.805486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-20e04510-7fc3-4903-a651-a6b60dc6648c None None] Port fe6cf5ef-8484-4881-9af4-e413f586f67f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:07.813383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-20e04510-7fc3-4903-a651-a6b60dc6648c None None] Could not find standard attr ID for object bfbbefaf-1487-41a1-abb0-cd9e28d0b32b. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:25:07.825500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.849358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-052ae1f7-6b63-4c3a-90c9-82132bad5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:07.850920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-052ae1f7-6b63-4c3a-90c9-82132bad5e59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 1094 time: 0.2336383 Nov 23 14:25:07.917563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-207474d8-4e78-4725-bc0e-386021acd7cb req-05cf99f5-e842-4925-9da6-971702596e12 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247930 Nov 23 14:25:07.931669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2792cd7-bd55-4823-b7e2-578e454daf0b req-956aab47-e2b8-4aaa-b710-ff8d57e35a97 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:07.954987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2792cd7-bd55-4823-b7e2-578e454daf0b req-956aab47-e2b8-4aaa-b710-ff8d57e35a97 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 943 time: 0.4083381 Nov 23 14:25:07.973208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e0baf789-a481-4118-afcb-c44a80d57f6e None None] Provisioning complete for port 80d12753-7243-41f4-b596-47fd5a9b12aa triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:07.973427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e0baf789-a481-4118-afcb-c44a80d57f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:07.975241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dad07-9dcf-44fc-baa3-112dc773ec7a service neutron] Pushing event updated for resources: {'Port': ['ID=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:08.027818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Deleting port ff10d87d-4669-4ac5-87b7-84c07f2fac3a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:08.028170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.103168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] For port ff10d87d-4669-4ac5-87b7-84c07f2fac3a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff10d87d-4669-4ac5-87b7-84c07f2fac3a,segment=NetworkSegment(c847551d-b113-4fde-ba58-1b9edc431e9a),segment_id=c847551d-b113-4fde-ba58-1b9edc431e9a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:08.103543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.120142 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-08a593e8-b1d7-4152-829f-8a2f5a04bab0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 200 len: 217 time: 0.2230136 Nov 23 14:25:08.121154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e0baf789-a481-4118-afcb-c44a80d57f6e None None] Port 80d12753-7243-41f4-b596-47fd5a9b12aa cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:08.138716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Calling delete_port for ff10d87d-4669-4ac5-87b7-84c07f2fac3a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:08.143811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.177493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.212541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2792cd7-bd55-4823-b7e2-578e454daf0b req-5647e3ab-95cd-4d26-a686-cbbcba1c28e9 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474549 Nov 23 14:25:08.214061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:08.286442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=20ba52a1-5363-4600-aa97-f4b024cf4ece,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:08.340089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:08.345612 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6e1874-ec33-4b2f-9ba4-70d08e6dc75b x-openstack-request-id: req-1e6e1874-ec33-4b2f-9ba4-70d08e6dc75b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:08.346137 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:08.346665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:08.346882 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.348937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:08.350126 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e6e1874-ec33-4b2f-9ba4-70d08e6dc75b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:08.350775 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'status': 'completed', 'code': 200} Nov 23 14:25:08.364909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:08.365513 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.373500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-457a6cad-babc-4328-b1ae-ce08d605064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:08.376363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-457a6cad-babc-4328-b1ae-ce08d605064e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.2287624 Nov 23 14:25:08.388601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1d88-e7dc-48d7-a691-9389cfd19b2d req-3c5b7262-d10c-46ef-abc5-c30900887ad5 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:08.396439 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-39e55061-230e-467c-acb8-b1a7d66b9b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2630141 Nov 23 14:25:08.396925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34000) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:08.400064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c37b1d88-e7dc-48d7-a691-9389cfd19b2d req-3c5b7262-d10c-46ef-abc5-c30900887ad5 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.3160415 Nov 23 14:25:08.402778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7a83ac80-d480-460f-bd73-24dddb170394 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1337642667'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:08.458253 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.531995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Port': ['ID=ff10d87d-4669-4ac5-87b7-84c07f2fac3a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:08.544702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] No DVR routers for this DVR port ff10d87d-4669-4ac5-87b7-84c07f2fac3a on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:08.547860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a83ac80-d480-460f-bd73-24dddb170394 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.608643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c37b1d88-e7dc-48d7-a691-9389cfd19b2d req-663aefc3-dc8b-4273-8873-875a657f6834 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074203 Nov 23 14:25:08.743483 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.782433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdb4688-cd9d-425f-8dcd-17d322e5fb7c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:08.804496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c847551d-b113-4fde-ba58-1b9edc431e9a') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:08.804797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c847551d-b113-4fde-ba58-1b9edc431e9a') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:08.825245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a83ac80-d480-460f-bd73-24dddb170394 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.827452 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.831119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a83ac80-d480-460f-bd73-24dddb170394 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.881349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.893818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:25:08.894551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.952324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b4787-af18-47c0-9a3d-bc2beb96ef64 None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:25:08.991734 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:25:09.022689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83ac80-d480-460f-bd73-24dddb170394 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8b44b-ad54-4352-b002-09fe8f4e9dc1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:09.027447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.045557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.054206 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/networks/cfdb4688-cd9d-425f-8dcd-17d322e5fb7c HTTP/1.1" status: 204 len: 168 time: 1.4515765 Nov 23 14:25:09.054977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34012) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:09.062787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a83ac80-d480-460f-bd73-24dddb170394 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.064777 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7a83ac80-d480-460f-bd73-24dddb170394 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6652517 Nov 23 14:25:09.084926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:09.100490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f254d4bf-3ff5-4399-94c3-3c76ada7a19a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1367791213'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:09.110192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617837ca-9641-4480-8f6d-cd46901876d0 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Network': ['ID=cfdb4688-cd9d-425f-8dcd-17d322e5fb7c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:09.197602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.204381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-61a35d46-0e2e-43c5-b1bd-6085adee14d3 None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:09.214234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61a35d46-0e2e-43c5-b1bd-6085adee14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.215899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f254d4bf-3ff5-4399-94c3-3c76ada7a19a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.272607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d12753-7243-41f4-b596-47fd5a9b12aa {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:09.282199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.299401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Transition to ACTIVE for port object 80d12753-7243-41f4-b596-47fd5a9b12aa will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:25:09.315790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.372772 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f254d4bf-3ff5-4399-94c3-3c76ada7a19a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.380142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f254d4bf-3ff5-4399-94c3-3c76ada7a19a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.392758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edfba0-4412-4785-9742-411c0a642cc8 req-83f6f788-4ebf-425c-b20f-a6b6f1db4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:09.394327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-83f6f788-4ebf-425c-b20f-a6b6f1db4ca2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9528456 Nov 23 14:25:09.457263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f254d4bf-3ff5-4399-94c3-3c76ada7a19a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.461756 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f254d4bf-3ff5-4399-94c3-3c76ada7a19a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3653519 Nov 23 14:25:09.466464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34020) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:09.474771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ddf1090e-af2b-4b78-a8a9-6029ab65614f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1476209512'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:09.509883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6f02-70a9-4c0b-b7d8-630d94881079 req-0aba00a9-8294-486d-a376-3cedfc2ba010 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:09.518930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e9d6f02-70a9-4c0b-b7d8-630d94881079 req-0aba00a9-8294-486d-a376-3cedfc2ba010 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 1.0345259 Nov 23 14:25:09.521829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-61a35d46-0e2e-43c5-b1bd-6085adee14d3 None None] Provisioning complete for port fe6cf5ef-8484-4881-9af4-e413f586f67f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:09.522451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61a35d46-0e2e-43c5-b1bd-6085adee14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.553340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.618295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cdb4a7-4a8c-4297-9272-6b0fadcd93e5']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:09.631239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226a1e-b25b-48b1-a610-3879d9dd6c57 req-51a17653-8a58-4d6f-bb9d-3c6f0398be35 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:09.639714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02226a1e-b25b-48b1-a610-3879d9dd6c57 req-51a17653-8a58-4d6f-bb9d-3c6f0398be35 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.3376691 Nov 23 14:25:09.654313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5595642-4f09-4b0d-b735-f0b046c486c4') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:09.657698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5595642-4f09-4b0d-b735-f0b046c486c4') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:09.661243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9fae1-fc2f-4b26-be5d-a63a5a365695 None None] Update dhcp port {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'fixed_ips': [{'subnet_id': '3205ab02-b894-4dfe-a045-b394ebddbb65', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20ba52a1-5363-4600-aa97-f4b024cf4ece'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '5b930fa9-d0c9-4f59-ae9a-7ffca84225a2'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:25:09.680150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.699668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d4bf-3ff5-4399-94c3-3c76ada7a19a tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebf9546-4d48-40b2-9938-798eaf5432ba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:09.704631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fae1-fc2f-4b26-be5d-a63a5a365695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.719194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Pushing event updated for resources: {'Port': ['ID=80d12753-7243-41f4-b596-47fd5a9b12aa,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:09.728599 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf1090e-af2b-4b78-a8a9-6029ab65614f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.758110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.788516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:25:09.789271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.817864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-61a35d46-0e2e-43c5-b1bd-6085adee14d3 None None] Port fe6cf5ef-8484-4881-9af4-e413f586f67f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:25:09.840755 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:25:09.846285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-ec749982-02d2-4b49-933b-5af68d170678 service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406528 Nov 23 14:25:09.860167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02226a1e-b25b-48b1-a610-3879d9dd6c57 req-7e60e2dd-bbc4-4caf-a38a-f434ea9e0d7f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161763 Nov 23 14:25:09.939401 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.952890 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:09.957282 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/networks/45cdb4a7-4a8c-4297-9272-6b0fadcd93e5 HTTP/1.1" status: 204 len: 168 time: 0.8980215 Nov 23 14:25:09.969798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34038) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:09.982496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850ab6d-68f1-449e-81d0-687573725bb6 tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Network': ['ID=45cdb4a7-4a8c-4297-9272-6b0fadcd93e5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:10.085033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34040) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:10.099737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf1090e-af2b-4b78-a8a9-6029ab65614f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.130377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf1090e-af2b-4b78-a8a9-6029ab65614f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.153018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00edfba0-4412-4785-9742-411c0a642cc8 req-04d1ab5f-1736-4763-a37d-c5ec1f0e81e3 service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364450 Nov 23 14:25:10.159812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.175649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f6c9fae1-fc2f-4b26-be5d-a63a5a365695 None None] Allocated IP 2001:db8::2 (94748658-61e3-41b7-b4b4-405f37152cc9/20ba52a1-5363-4600-aa97-f4b024cf4ece/5b930fa9-d0c9-4f59-ae9a-7ffca84225a2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:10.189971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1090e-af2b-4b78-a8a9-6029ab65614f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd692bc-5294-4350-a064-5681d26ed7a9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:10.197142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddf1090e-af2b-4b78-a8a9-6029ab65614f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.199515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ddf1090e-af2b-4b78-a8a9-6029ab65614f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7313631 Nov 23 14:25:10.201794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34044) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:10.219464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-206733771', 'security_groups': ['5bd692bc-5294-4350-a064-5681d26ed7a9'], 'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20ba52a1-5363-4600-aa97-f4b024cf4ece'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:10.318627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e9d6f02-70a9-4c0b-b7d8-630d94881079 req-49a8c519-9296-4e50-ae43-bc4914e603fc tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976439 Nov 23 14:25:10.335917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f6c9fae1-fc2f-4b26-be5d-a63a5a365695 None None] For port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,segment=NetworkSegment(324078c4-5fe6-438a-bb3d-4e5d2faeeca2),segment_id=324078c4-5fe6-438a-bb3d-4e5d2faeeca2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:10.341371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Attempting to bind port 80d12753-7243-41f4-b596-47fd5a9b12aa on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:10.341824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Attempting to bind port 80d12753-7243-41f4-b596-47fd5a9b12aa by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:10.342513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Attempting to bind port 80d12753-7243-41f4-b596-47fd5a9b12aa on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:10.347172 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eb45925-d996-4297-a199-64dd8ea6f19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.352620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Port 80d12753-7243-41f4-b596-47fd5a9b12aa on network 97f3a198-067a-4cc7-bd93-6158709af584 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:25:10.353062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Attempting to bind port 80d12753-7243-41f4-b596-47fd5a9b12aa on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:10.361247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:10.362059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:10.362552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Bound using segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:10.363236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Bound port: 80d12753-7243-41f4-b596-47fd5a9b12aa, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:10.363802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.395563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-87a7e6ee-81fd-42c4-ae38-7628aef4ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:10.397201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-87a7e6ee-81fd-42c4-ae38-7628aef4ffc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 1094 time: 0.1638427 Nov 23 14:25:10.400961 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.410466 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fae1-fc2f-4b26-be5d-a63a5a365695 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.418827 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fae1-fc2f-4b26-be5d-a63a5a365695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.455105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2c661b-e9f8-49e6-ba30-899dbf704b29']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:10.455468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c98a6d-0930-4113-bbe6-8cb1e4200704 req-34cebbcf-8b4f-4247-951b-3fb213f36a57 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:10.464045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5c98a6d-0930-4113-bbe6-8cb1e4200704 req-34cebbcf-8b4f-4247-951b-3fb213f36a57 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 943 time: 0.2927287 Nov 23 14:25:10.484003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80790d3-636e-4764-9fb1-dd9960ee2eff') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:10.484825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80790d3-636e-4764-9fb1-dd9960ee2eff') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:10.517163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.546649 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.558166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:25:10.558591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:25:10.564346 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:25:10.574859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5c98a6d-0930-4113-bbe6-8cb1e4200704 req-524d0f6f-db97-41c2-8025-7ca9f3663476 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049511 Nov 23 14:25:10.616906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9fae1-fc2f-4b26-be5d-a63a5a365695 None None] Pushing event updated for resources: {'Port': ['ID=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:10.647904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:10.699116 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.704158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eb45925-d996-4297-a199-64dd8ea6f19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.714927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.721486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] 10.222.0.46 "DELETE /v2.0/networks/4f2c661b-e9f8-49e6-ba30-899dbf704b29 HTTP/1.1" status: 204 len: 168 time: 0.7504203 Nov 23 14:25:10.737263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eb45925-d996-4297-a199-64dd8ea6f19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.825645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273c02-7256-4154-8be0-75a2fe1fee3d tempest-BulkNetworkOpsIpV6Test-2023117785 tempest-BulkNetworkOpsIpV6Test-2023117785-project] Pushing event deleted for resources: {'Network': ['ID=4f2c661b-e9f8-49e6-ba30-899dbf704b29,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:10.882277 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0eb45925-d996-4297-a199-64dd8ea6f19f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffe703fb94d8476dbfe66ecd806ec95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7924252 Nov 23 14:25:10.890475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34052) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:10.910675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb45925-d996-4297-a199-64dd8ea6f19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c928f3f2-e576-4538-b479-28bb85daa680,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:10.976165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc326-e0cc-41d5-b0c9-fd4b5899d34e req-10146d0d-2c61-4a39-b109-ce8fcad069bf tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:10.977755 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de9fc326-e0cc-41d5-b0c9-fd4b5899d34e req-10146d0d-2c61-4a39-b109-ce8fcad069bf tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 943 time: 0.5097747 Nov 23 14:25:10.990231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.035680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437100-8a8e-4314-aff1-fdbb67c658d0 req-b0d73670-931b-4496-b0dc-c1ae3137633b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:11.045860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1437100-8a8e-4314-aff1-fdbb67c658d0 req-b0d73670-931b-4496-b0dc-c1ae3137633b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.2592711 Nov 23 14:25:11.050734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] device_id is not set on port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:25:11.076009 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8c1289b-f073-40d1-9de0-c89033319d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.111228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34056) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:11.143486 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8c1289b-f073-40d1-9de0-c89033319d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.144148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1437100-8a8e-4314-aff1-fdbb67c658d0 req-9f71a71e-71bf-4834-b1ab-c7ea619ef43b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966861 Nov 23 14:25:11.193603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] For port 80d12753-7243-41f4-b596-47fd5a9b12aa, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:11.235146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-f196aed2-42a5-4584-88cd-e7a5ea543eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:11.236921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-f196aed2-42a5-4584-88cd-e7a5ea543eaf service neutron] 10.222.0.11 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.8195803 Nov 23 14:25:11.241744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] For port 80d12753-7243-41f4-b596-47fd5a9b12aa, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=80d12753-7243-41f4-b596-47fd5a9b12aa,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:11.304189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.321358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8c1289b-f073-40d1-9de0-c89033319d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.323880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8c1289b-f073-40d1-9de0-c89033319d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.325114 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8c1289b-f073-40d1-9de0-c89033319d99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c928f3f2-e576-4538-b479-28bb85daa680 HTTP/1.1" status: 204 len: 168 time: 0.4334540 Nov 23 14:25:11.368974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1289b-f073-40d1-9de0-c89033319d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c928f3f2-e576-4538-b479-28bb85daa680,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:11.446491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-6aa2dc40-6530-4136-95bf-e5718c861c83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 200 len: 217 time: 0.1980226 Nov 23 14:25:11.450078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:11.450878 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.452280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fa36324b-6553-4157-b828-f9e962728533 service neutron] 10.222.0.74 "PUT /v2.0/ports/80d12753-7243-41f4-b596-47fd5a9b12aa HTTP/1.1" status: 200 len: 1091 time: 3.7232497 Nov 23 14:25:11.466039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:11.468742 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a" -d '{"events": [{"name": "network-changed", "server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:11.527184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8::3ad (94748658-61e3-41b7-b4b4-405f37152cc9/20ba52a1-5363-4600-aa97-f4b024cf4ece/0d8af1d5-9df3-4006-8d25-6586e3a43b0d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:11.663004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de9fc326-e0cc-41d5-b0c9-fd4b5899d34e req-3c052ebf-74a8-4452-a619-3c177e199b4f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6480558 Nov 23 14:25:11.730044 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef434714-bc38-4848-af04-2b56fa3f2854 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f765f5415934521a2d6c434adf2c071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5900128 Nov 23 14:25:11.738841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34080) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:11.739790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-58a87160-e46b-4f07-b69b-6bb206d4a27a None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:11.740226 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58a87160-e46b-4f07-b69b-6bb206d4a27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:11.773694 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef277a7b-9fb1-45a1-aa32-f280e5a00cf2 x-openstack-request-id: req-ef277a7b-9fb1-45a1-aa32-f280e5a00cf2 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:11.774001 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:11.774266 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef277a7b-9fb1-45a1-aa32-f280e5a00cf2 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:11.774672 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa', 'status': 'completed', 'code': 200} Nov 23 14:25:11.818023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36324b-6553-4157-b828-f9e962728533 service neutron] Pushing event updated for resources: {'Port': ['ID=80d12753-7243-41f4-b596-47fd5a9b12aa,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:11.865224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-ce962936-5d73-4a45-bf46-3f4f6f0d43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:11.867139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-ce962936-5d73-4a45-bf46-3f4f6f0d43e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 1094 time: 0.3601136 Nov 23 14:25:11.871884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-8e142374-ca86-42ff-836f-9e89680b0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:11.873371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-8e142374-ca86-42ff-836f-9e89680b0664 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.3961344 Nov 23 14:25:11.989907 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88796e0a-b0e8-48a4-99bb-547b7a54c38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.038711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-fd0e1ff3-3dce-4036-a5e2-4d7c32cb0e9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d12753-7243-41f4-b596-47fd5a9b12aa HTTP/1.1" status: 200 len: 217 time: 0.1579902 Nov 23 14:25:12.079665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.091008 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88796e0a-b0e8-48a4-99bb-547b7a54c38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.095199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:12.132654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-58a87160-e46b-4f07-b69b-6bb206d4a27a None None] Provisioning complete for port fe6cf5ef-8484-4881-9af4-e413f586f67f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:12.133030 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58a87160-e46b-4f07-b69b-6bb206d4a27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.147996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d47cd125-642b-41ff-a055-6a4af33b7b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.148248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91827d9-3d9e-4ff4-89c1-8d2c50a09807 req-953098c4-63d1-4b95-94e0-c3c7eb225e1a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.156887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91827d9-3d9e-4ff4-89c1-8d2c50a09807 req-953098c4-63d1-4b95-94e0-c3c7eb225e1a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 943 time: 0.3192575 Nov 23 14:25:12.228018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-e7c93f7f-68bd-4794-802c-5f7c5577682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.228332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:12.229728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-e7c93f7f-68bd-4794-802c-5f7c5577682c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1806169 Nov 23 14:25:12.249571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-b1f33d9d-d695-4069-9051-20cd79e420b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.252082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-b1f33d9d-d695-4069-9051-20cd79e420b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3223495 Nov 23 14:25:12.277404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-58a87160-e46b-4f07-b69b-6bb206d4a27a None None] Port fe6cf5ef-8484-4881-9af4-e413f586f67f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:12.294305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88796e0a-b0e8-48a4-99bb-547b7a54c38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.297188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88796e0a-b0e8-48a4-99bb-547b7a54c38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.298495 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-88796e0a-b0e8-48a4-99bb-547b7a54c38f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff648b88-4ac8-4332-ae84-ace0cec0d4af HTTP/1.1" status: 204 len: 168 time: 0.5585923 Nov 23 14:25:12.301222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.326104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-3202f0cb-1f30-4681-aa09-76fad141d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.328835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-3202f0cb-1f30-4681-aa09-76fad141d64c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 1096 time: 0.1529074 Nov 23 14:25:12.352515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:12.352753 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.363877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88796e0a-b0e8-48a4-99bb-547b7a54c38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff648b88-4ac8-4332-ae84-ace0cec0d4af,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:12.423521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d810e7d-b301-4e59-aaae-db1a4ddcc3a7 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:25:12.441284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:12.463839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:12.474122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:12.480650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.481481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.495590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91827d9-3d9e-4ff4-89c1-8d2c50a09807 req-c725b828-ca9b-4f77-9337-b3f720405f90 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375282 Nov 23 14:25:12.522302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-34196bf9-1e9c-4519-b59e-497fa88648f9 None None] Could not find standard attr ID for object bfbbefaf-1487-41a1-abb0-cd9e28d0b32b. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:25:12.532094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-b0e63a03-c69d-4139-ba4b-e8a325c8f925 service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574069 Nov 23 14:25:12.557047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9b5dc-d5e8-4960-a896-f323b1e007e7 req-9fbb9780-6e30-42d1-9fa8-8ece4bfd94d2 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.560962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6f9b5dc-d5e8-4960-a896-f323b1e007e7 req-9fbb9780-6e30-42d1-9fa8-8ece4bfd94d2 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.3783853 Nov 23 14:25:12.598408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-67f9fd42-f992-430e-9983-bfa43bef01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.600148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-67f9fd42-f992-430e-9983-bfa43bef01ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3435247 Nov 23 14:25:12.619628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=0d8af1d5-9df3-4006-8d25-6586e3a43b0d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:12.636022 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d47cd125-642b-41ff-a055-6a4af33b7b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.642678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8f03d8dd-4e40-4923-895f-d21deeb0293f tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4290867 Nov 23 14:25:12.645898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34092) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:12.651168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-680ecf3a-7f5d-4a3a-a1df-6ae3e8bdf840 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:12.723853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d47cd125-642b-41ff-a055-6a4af33b7b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:12.756176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-0468d533-e882-468e-ba8d-3963482bc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:12.757812 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-0468d533-e882-468e-ba8d-3963482bc8d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 200 len: 917 time: 0.3822706 Nov 23 14:25:12.813438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d810e7d-b301-4e59-aaae-db1a4ddcc3a7 None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:25:12.863433 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d47cd125-642b-41ff-a055-6a4af33b7b7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d792a933c9c04f34b706d1c0115c290c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7669644 Nov 23 14:25:12.889563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:12.919914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cd125-642b-41ff-a055-6a4af33b7b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e572e-ebbb-4d23-a6e6-fc7031dab4e2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:12.927537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6f9b5dc-d5e8-4960-a896-f323b1e007e7 req-e3b0ea3b-80c8-48b8-8df7-4fa033e9460f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410544 Nov 23 14:25:12.929349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-9fb3d2d9-5765-4f5c-892e-f374261fc2c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05eb6be5-e127-449b-9cf9-cd379afd5818 HTTP/1.1" status: 200 len: 217 time: 0.1329107 Nov 23 14:25:13.037955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40c38e-e676-4d9d-a344-374479c34e01 req-6385e7e2-e34c-4a6f-8552-eda7a01f6222 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.045554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d40c38e-e676-4d9d-a344-374479c34e01 req-6385e7e2-e34c-4a6f-8552-eda7a01f6222 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.4402366 Nov 23 14:25:13.088306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d1abb27-2a53-49b3-a45b-863b6d119db6 req-a004a51a-32de-4996-aa52-09f62abea514 service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228763 Nov 23 14:25:13.111255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-c8a292f8-7111-4428-a31c-b3e7b29337cc service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350271 Nov 23 14:25:13.181429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bdf416b2-70de-4a58-9fe6-ccb977866836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:13.236347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d40c38e-e676-4d9d-a344-374479c34e01 req-e4d4c40a-52d2-4f3b-a31e-583386811d80 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897702 Nov 23 14:25:13.255766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6416d8-7644-460b-99b8-b666afb1b58d req-57f03743-fcd3-4eb9-a7c3-9f3dced0d135 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.263228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d6416d8-7644-460b-99b8-b666afb1b58d req-57f03743-fcd3-4eb9-a7c3-9f3dced0d135 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 943 time: 0.2019167 Nov 23 14:25:13.298309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bdf416b2-70de-4a58-9fe6-ccb977866836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:13.347163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-051adb31-0e24-4766-9c0e-5caf6c6fa30b req-c8ace733-964f-4a8f-9abe-d74a7bfe4a4e service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259183 Nov 23 14:25:13.370382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d6416d8-7644-460b-99b8-b666afb1b58d req-7fb269c0-ba77-469c-8312-e583cd3b4f09 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059115 Nov 23 14:25:13.450581 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bdf416b2-70de-4a58-9fe6-ccb977866836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:13.453163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bdf416b2-70de-4a58-9fe6-ccb977866836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:13.454305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bdf416b2-70de-4a58-9fe6-ccb977866836 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c33e572e-ebbb-4d23-a6e6-fc7031dab4e2 HTTP/1.1" status: 204 len: 168 time: 0.5607831 Nov 23 14:25:13.500795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf416b2-70de-4a58-9fe6-ccb977866836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e572e-ebbb-4d23-a6e6-fc7031dab4e2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:13.515676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-e997fa8f-5ed4-4ae4-a1a6-8e934300cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.517056 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-e997fa8f-5ed4-4ae4-a1a6-8e934300cc34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 200 len: 855 time: 0.5657890 Nov 23 14:25:13.522345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:25:13.569340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-9ffcf185-e991-44e5-8a17-ad40ff1a2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.570822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-9ffcf185-e991-44e5-8a17-ad40ff1a2614 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 1094 time: 0.1567681 Nov 23 14:25:13.573544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-cb8e5f49-2a98-4390-a5d4-d08effabe9fc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.575950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-cb8e5f49-2a98-4390-a5d4-d08effabe9fc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.2016702 Nov 23 14:25:13.647670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680ecf3a-7f5d-4a3a-a1df-6ae3e8bdf840 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:13.652838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-680ecf3a-7f5d-4a3a-a1df-6ae3e8bdf840 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:13.690641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-67d340b7-29bb-40b1-bc70-1b6babd4e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.692634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-67d340b7-29bb-40b1-bc70-1b6babd4e8c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8bc0056-3d49-4df7-ac77-b6198424db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657555 Nov 23 14:25:13.818343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3984f-3af4-4330-b114-7e5dec11fd79 req-45429fd0-6565-4173-8aff-b96ad22cea03 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.827691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09e3984f-3af4-4330-b114-7e5dec11fd79 req-45429fd0-6565-4173-8aff-b96ad22cea03 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 943 time: 0.1933281 Nov 23 14:25:13.936642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-0d47ad89-b0da-4d7f-b7b5-ff51fd922ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:13.936850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:13.944651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-0d47ad89-b0da-4d7f-b7b5-ff51fd922ecf service neutron] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.3496873 Nov 23 14:25:13.970294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'port_id': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'mac_address': 'fa:16:3e:f9:8f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:25:13.999190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34128) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.038739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-0d9b4384-efaa-4a6d-a690-ae3a5893f8b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d12753-7243-41f4-b596-47fd5a9b12aa HTTP/1.1" status: 200 len: 217 time: 0.0801229 Nov 23 14:25:14.086386 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.100735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09e3984f-3af4-4330-b114-7e5dec11fd79 req-e914c98d-15ad-4bf6-a7f2-d4da95d7efa5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715211 Nov 23 14:25:14.107319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Deleting port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:14.107896 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.113916 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-680ecf3a-7f5d-4a3a-a1df-6ae3e8bdf840 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20ba52a1-5363-4600-aa97-f4b024cf4ece (CIDR: 2001:db8::/64) Nov 23 14:25:14.116023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:14.118130 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-40a52722-ac79-4c70-9a3e-fde367129a0f service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139493 Nov 23 14:25:14.140156 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-680ecf3a-7f5d-4a3a-a1df-6ae3e8bdf840 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:25:14.140982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680ecf3a-7f5d-4a3a-a1df-6ae3e8bdf840 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:14.172762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-34512c3d-62aa-4e76-a7e6-b80c0d516a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:14.174453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-34512c3d-62aa-4e76-a7e6-b80c0d516a4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1226528 Nov 23 14:25:14.244129 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-680ecf3a-7f5d-4a3a-a1df-6ae3e8bdf840 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5971687 Nov 23 14:25:14.271497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34136) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.286931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c0e7f359-c60c-49ef-b13c-5572e2528fd7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:14.302242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:14.307870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db368-1b73-4352-9014-349532dc2c00 req-1614ffda-258e-483b-ad8c-d320381efe5f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:14.313002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.316133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a54db368-1b73-4352-9014-349532dc2c00 req-1614ffda-258e-483b-ad8c-d320381efe5f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 945 time: 0.2620680 Nov 23 14:25:14.318752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34140) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.345174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] For port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:14.346281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.414703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-e6c37809-b0f6-4670-ae21-4ec684c3006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:14.415023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:14.421328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Calling delete_port for 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:14.422511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63fd38-9a6c-4508-a173-6cd2af352fd0 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:25:14.426747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2b21856d-1692-4a47-9325-3f136ab794a9 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] Request body: {'port': {'network_id': 'f7f44586-08e1-4991-8e3e-677bb3086473', 'name': 'tempest-NetworksNegativeTestJSON-1340587317'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:14.428102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-e6c37809-b0f6-4670-ae21-4ec684c3006c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356329 Nov 23 14:25:14.440915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1083e9b1-4c6b-4df1-b7f6-fdffe576df3e req-b89ded04-44e7-49aa-9438-460d01449e82 service neutron] 10.222.0.11 "GET /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106742 Nov 23 14:25:14.447601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ad4269-332c-4e18-a2c3-8aa849bdac45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.474672 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b21856d-1692-4a47-9325-3f136ab794a9 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] POST failed (client error): The resource could not be found. Nov 23 14:25:14.475921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b21856d-1692-4a47-9325-3f136ab794a9 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:14.477223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2b21856d-1692-4a47-9325-3f136ab794a9 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4660919 Nov 23 14:25:14.481130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34144) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.568440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63fd38-9a6c-4508-a173-6cd2af352fd0 None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:25:14.570852 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c60a8c-81eb-4218-9103-a8d8e93a3dd9 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:14.571575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c60a8c-81eb-4218-9103-a8d8e93a3dd9 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:14.574831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f1c60a8c-81eb-4218-9103-a8d8e93a3dd9 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "DELETE /v2.0/networks/7832ac15-60fb-4d1a-bdb2-b998b0501e05 HTTP/1.1" status: 404 len: 339 time: 0.0926645 Nov 23 14:25:14.581968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.601422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ad4269-332c-4e18-a2c3-8aa849bdac45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.616325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ad4269-332c-4e18-a2c3-8aa849bdac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.629060 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0d032a-b15e-4c70-9cd0-7793d4efc86b tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:14.629814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0d032a-b15e-4c70-9cd0-7793d4efc86b tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:14.632979 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c0d032a-b15e-4c70-9cd0-7793d4efc86b tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "DELETE /v2.0/ports/817af097-6ec4-4e66-9ebb-f1c8fca1a1f1 HTTP/1.1" status: 404 len: 333 time: 0.0485430 Nov 23 14:25:14.639510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34150) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.699993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e7f359-c60c-49ef-b13c-5572e2528fd7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:14.710808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0e11-02e4-4f48-9720-ddc593c8ddda req-507cc028-3d88-45f3-9735-9c2be63a2136 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:14.713884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f359-c60c-49ef-b13c-5572e2528fd7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.721987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-775e0e11-02e4-4f48-9720-ddc593c8ddda req-507cc028-3d88-45f3-9735-9c2be63a2136 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.2773330 Nov 23 14:25:14.726195 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fde8e37-6abf-4334-989b-c7a052b967c7 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:14.727610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fde8e37-6abf-4334-989b-c7a052b967c7 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:14.731225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4fde8e37-6abf-4334-989b-c7a052b967c7 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "DELETE /v2.0/subnets/a26f6008-782d-4eb4-bd49-44143ded7c05 HTTP/1.1" status: 404 len: 337 time: 0.0902259 Nov 23 14:25:14.743631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34152) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.756410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a54db368-1b73-4352-9014-349532dc2c00 req-8f4fca65-9b48-4b2b-ae45-df69575a2a25 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828032 Nov 23 14:25:14.773883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-70ad4269-332c-4e18-a2c3-8aa849bdac45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80beae4d20ca46e29b0eaab1acf39395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4396067 Nov 23 14:25:14.774632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad4269-332c-4e18-a2c3-8aa849bdac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75df876e-9f96-4460-8ca3-77983bd101c6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:14.778912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34154) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.802024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:14.803863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Provisioning complete for port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:14.804231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.818482 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a2f9cc-e19a-49c7-b389-968ebe67fa05 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] GET failed (client error): The resource could not be found. Nov 23 14:25:14.820075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-94a2f9cc-e19a-49c7-b389-968ebe67fa05 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "GET /v2.0/networks/ea1f67d7-332b-4d9d-8d1d-f8c58ea62358 HTTP/1.1" status: 404 len: 339 time: 0.0753281 Nov 23 14:25:14.828538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34156) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:14.859264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-775e0e11-02e4-4f48-9720-ddc593c8ddda req-d4e8400c-8685-46e0-9645-051f06627ff2 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356564 Nov 23 14:25:14.898766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-8bcf3358-0960-4745-bbf4-2281eff69321 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524331 Nov 23 14:25:14.903664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95a69d97-e968-46d1-bb7f-01ff9e0081e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:14.971855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95a69d97-e968-46d1-bb7f-01ff9e0081e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.007500 n-d-818503-2 neutron-server[103345]: INFO neutron.db.ipam_backend_mixin [None req-c0e7f359-c60c-49ef-b13c-5572e2528fd7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3205ab02-b894-4dfe-a045-b394ebddbb65 (CIDR: 2001:db8:0:1::/64) Nov 23 14:25:15.040877 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e7f359-c60c-49ef-b13c-5572e2528fd7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:25:15.041358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e7f359-c60c-49ef-b13c-5572e2528fd7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:15.045178 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb96e99-27dc-4654-a833-d25b0dbc47a8 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] GET failed (client error): The resource could not be found. Nov 23 14:25:15.051010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cfb96e99-27dc-4654-a833-d25b0dbc47a8 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "GET /v2.0/ports/9960a98b-764b-4ed8-8d02-0e5dc0377fff HTTP/1.1" status: 404 len: 333 time: 0.2211587 Nov 23 14:25:15.051257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34158) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:15.057677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.087741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:15.095417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event deleted for resources: {'Port': ['ID=8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:15.104914 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbeacea0-f248-4920-901b-9999330b4b93 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] GET failed (client error): The resource could not be found. Nov 23 14:25:15.108029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dbeacea0-f248-4920-901b-9999330b4b93 tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "GET /v2.0/subnets/bd4239ef-cad2-4a8f-9b77-151c1fa36f3e HTTP/1.1" status: 404 len: 337 time: 0.0498090 Nov 23 14:25:15.114306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c0e7f359-c60c-49ef-b13c-5572e2528fd7 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8397171 Nov 23 14:25:15.115157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34160) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:15.122654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f5279df3-4d28-4ecc-ac73-175d3bbb648e tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:15.126705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34164) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:15.155452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'subnet': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:15.196664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] No DVR routers for this DVR port 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:15.198615 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5279df3-4d28-4ecc-ac73-175d3bbb648e tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] PUT failed (client error): The resource could not be found. Nov 23 14:25:15.199538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5279df3-4d28-4ecc-ac73-175d3bbb648e tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:15.205914 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f5279df3-4d28-4ecc-ac73-175d3bbb648e tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "PUT /v2.0/networks/103100f7-db18-4995-8b3b-bb897c8db998 HTTP/1.1" status: 404 len: 339 time: 0.0890019 Nov 23 14:25:15.206099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34166) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:15.207826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.211233 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dbf9cd38-a3c0-43ab-86dd-df5d343ef587 req-4e34f5d2-d324-40a3-b78c-c89912b6121f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "DELETE /v2.0/ports/8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 HTTP/1.1" status: 204 len: 173 time: 1.6190493 Nov 23 14:25:15.212948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'name': 'network-vif-deleted', 'tag': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:15.216693 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d5aa99-fd3a-4217-8d87-7a7b492bc68e" -d '{"events": [{"server_uuid": "fa15c7a6-dd37-4b4a-bb3f-05696404899b", "name": "network-vif-deleted", "tag": "8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:15.224212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-06a61bcf-93ba-43ea-b4dc-25016841c82f tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:15.269175 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a61bcf-93ba-43ea-b4dc-25016841c82f tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] PUT failed (client error): The resource could not be found. Nov 23 14:25:15.269755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a61bcf-93ba-43ea-b4dc-25016841c82f tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:15.274785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-06a61bcf-93ba-43ea-b4dc-25016841c82f tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "PUT /v2.0/ports/28612d73-20c7-4d07-acb1-c95527d18fea HTTP/1.1" status: 404 len: 333 time: 0.0626087 Nov 23 14:25:15.275432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:15.275737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0b47-3bc2-4bcd-80a1-7e544366be82 req-04987ed8-28e8-45c4-96fe-6e503cb34959 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:15.277256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e64f0b47-3bc2-4bcd-80a1-7e544366be82 req-04987ed8-28e8-45c4-96fe-6e503cb34959 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 944 time: 0.3088474 Nov 23 14:25:15.281850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7fce8905-1493-431d-a2de-670dde0219cf tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:15.307130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Provisioning complete for port ae02c0b5-f9f7-4d05-9acf-5fdbe936e529 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:15.307630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.309203 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fce8905-1493-431d-a2de-670dde0219cf tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] PUT failed (client error): The resource could not be found. Nov 23 14:25:15.309802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fce8905-1493-431d-a2de-670dde0219cf tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:15.330786 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7fce8905-1493-431d-a2de-670dde0219cf tempest-NetworksNegativeTestJSON-1609789076 tempest-NetworksNegativeTestJSON-1609789076-project] 10.222.0.46 "PUT /v2.0/subnets/b9f9e08c-e973-46df-9254-2d5051a8f7c4 HTTP/1.1" status: 404 len: 337 time: 0.0481772 Nov 23 14:25:15.332915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-5118f2c0-d49a-42b7-aebe-ef21260ee30f req-c642c0ee-acba-4b14-84ff-03c4f47a1fc9 tempest-MigrationsAdminTest-1150367980 tempest-MigrationsAdminTest-1150367980-project] (103345) timed out ('10.222.0.11', 54280) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:25:15.336896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-304680a8-d4e6-4ebc-a9e9-50d35b2aa62a req-6286f4b3-ea1c-4afb-9755-d804c586afee service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277160 Nov 23 14:25:15.376878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea49d11-c3ee-460d-a9ac-aee4ebc97701 req-ffb50a60-2f75-4e8b-a23a-a30aa79aaa34 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:15.384271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea49d11-c3ee-460d-a9ac-aee4ebc97701 req-ffb50a60-2f75-4e8b-a23a-a30aa79aaa34 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 943 time: 0.1612020 Nov 23 14:25:15.389382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95a69d97-e968-46d1-bb7f-01ff9e0081e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.392643 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95a69d97-e968-46d1-bb7f-01ff9e0081e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.393757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-95a69d97-e968-46d1-bb7f-01ff9e0081e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75df876e-9f96-4460-8ca3-77983bd101c6 HTTP/1.1" status: 204 len: 168 time: 0.6138806 Nov 23 14:25:15.493847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Port ae02c0b5-f9f7-4d05-9acf-5fdbe936e529 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:15.506950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a69d97-e968-46d1-bb7f-01ff9e0081e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75df876e-9f96-4460-8ca3-77983bd101c6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:15.571578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea49d11-c3ee-460d-a9ac-aee4ebc97701 req-067d5394-f64c-47db-994a-df2fe2a08b89 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861293 Nov 23 14:25:15.581350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e64f0b47-3bc2-4bcd-80a1-7e544366be82 req-913d227c-8ece-4ee2-bcc0-c41da8662e57 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907195 Nov 23 14:25:15.585230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Made reservation on behalf of 0f3d58a8ab9c45539ace27026a9b4a50 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:15.593015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e9ae7-a404-4ba1-9ebe-af05f88c30dd None None] DHCP port deletion for a760b5ef-6bbf-4241-aede-477029b4d14c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:25:15.593438 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.655200 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c1f53-b305-4a6f-b1de-afa7d62dda5d x-openstack-request-id: req-363c1f53-b305-4a6f-b1de-afa7d62dda5d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:15.656248 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa15c7a6-dd37-4b4a-bb3f-05696404899b", "name": "network-vif-deleted", "tag": "8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:15.656947 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-363c1f53-b305-4a6f-b1de-afa7d62dda5d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:15.657502 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa15c7a6-dd37-4b4a-bb3f-05696404899b', 'name': 'network-vif-deleted', 'tag': '8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6', 'status': 'completed', 'code': 200} Nov 23 14:25:15.731315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Provisioning complete for port 92a104bc-54da-4a10-b436-8a3fd3d56820 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:15.731315 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:15.938382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34190) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:16.071209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Provisioning complete for port cabe8857-f683-406b-8977-b1364035d062 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:16.072658 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.115433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25f03a93-c4e3-4c46-aeb8-b220c515bd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.130982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Port cabe8857-f683-406b-8977-b1364035d062 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:16.145193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Provisioning complete for port 3ba149e4-b37e-47b2-ad48-3ed153770da1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:16.145571 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.273966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2781d62e-e0f3-464f-a26f-ab306fcf1499 req-7239d5bb-1eb9-4a77-802f-02cfaba5a335 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa15c7a6-dd37-4b4a-bb3f-05696404899b HTTP/1.1" status: 200 len: 210 time: 0.0681412 Nov 23 14:25:16.279412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25f03a93-c4e3-4c46-aeb8-b220c515bd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.284599 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25f03a93-c4e3-4c46-aeb8-b220c515bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.325002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771a37-671e-416d-8922-a0b0fe117779 req-e5d5b268-9fb3-4121-bb68-08d0c41c2233 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:16.332689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6771a37-671e-416d-8922-a0b0fe117779 req-e5d5b268-9fb3-4121-bb68-08d0c41c2233 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.1255093 Nov 23 14:25:16.365195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f03a93-c4e3-4c46-aeb8-b220c515bd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739fb70b-74be-4c89-879e-aa256b15abe2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:16.368109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Provisioning complete for port 1a0c6c24-f531-4288-9b0d-b5975cb5979f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:16.368493 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.408515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6771a37-671e-416d-8922-a0b0fe117779 req-e5ee51a1-b714-4306-beae-bd33c914aa2a tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748610 Nov 23 14:25:16.409050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34204) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:16.412819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-25f03a93-c4e3-4c46-aeb8-b220c515bd18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=006590df6607479db1ac13240c4cfde9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729297 Nov 23 14:25:16.510016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 80d12753-7243-41f4-b596-47fd5a9b12aa details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:25:16.512735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:25:16.547888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-986b57d1-3361-4426-b170-bb8b5b0ff8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.560693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Provisioning complete for port 23b81b44-450f-4cb3-8f77-02ea7feaa721 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:16.561474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26d34aaa-6bf5-4f1a-8127-2d4ffc797d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.565723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:25:16.566198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 8e6f9b59-7d90-4d90-8744-1e2e2a17a8f6 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:25:16.668359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-986b57d1-3361-4426-b170-bb8b5b0ff8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.719024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf7ae8-7063-47fc-b089-1c92acc7d1d5 req-2d376251-f55a-42ac-9ac2-1f3448c3d634 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:16.720535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7faf7ae8-7063-47fc-b089-1c92acc7d1d5 req-2d376251-f55a-42ac-9ac2-1f3448c3d634 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.1742706 Nov 23 14:25:16.748796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.776737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34222) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:16.792104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 80d12753-7243-41f4-b596-47fd5a9b12aa, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=80d12753-7243-41f4-b596-47fd5a9b12aa,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:16.813440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '80d12753-7243-41f4-b596-47fd5a9b12aa', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': '80d12753-7243-41f4-b596-47fd5a9b12aa', 'mac_address': 'fa:16:3e:94:34:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:25:16.852018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Network 94748658-61e3-41b7-b4b4-405f37152cc9 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:16.867399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Subnet': ['ID=4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:16.869854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:16.879066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:16.879665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.881767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.881991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-986b57d1-3361-4426-b170-bb8b5b0ff8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.885324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-986b57d1-3361-4426-b170-bb8b5b0ff8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:16.885447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16830013-fb8e-4a41-bbb3-45690748f1c2 None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:16.889941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-986b57d1-3361-4426-b170-bb8b5b0ff8c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/739fb70b-74be-4c89-879e-aa256b15abe2 HTTP/1.1" status: 204 len: 168 time: 0.4742234 Nov 23 14:25:16.898396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7faf7ae8-7063-47fc-b089-1c92acc7d1d5 req-a204ff29-3294-4170-82cb-afa6065c945b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695991 Nov 23 14:25:16.910964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b57d1-3361-4426-b170-bb8b5b0ff8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739fb70b-74be-4c89-879e-aa256b15abe2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:16.921414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f72cb4-9a6d-426b-a47f-478be041c528 req-018e2799-fb44-4f81-9fca-5867d0f81ebe tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:16.923087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88f72cb4-9a6d-426b-a47f-478be041c528 req-018e2799-fb44-4f81-9fca-5867d0f81ebe tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 943 time: 0.1970894 Nov 23 14:25:16.930118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2fb4fb09-4817-4a34-b040-8735cd55f8a3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7928007 Nov 23 14:25:16.930461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34228) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:16.935702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-571627927', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564'}], 'security_groups': ['eea8b44b-ad54-4352-b002-09fe8f4e9dc1', 'aebf9546-4d48-40b2-9938-798eaf5432ba']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:16.964969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-559956238-network', 'tenant_id': '5ed28f05edec4727adb3bc8c42274eb6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:17.012005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Made reservation on behalf of 5ed28f05edec4727adb3bc8c42274eb6 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:17.016198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.037480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88f72cb4-9a6d-426b-a47f-478be041c528 req-9e4680a5-a5e3-44e8-a85a-110a7226b76c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080041 Nov 23 14:25:17.056663 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.088333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d12753-7243-41f4-b596-47fd5a9b12aa {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:17.119998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-79c88052-84e3-446a-9069-8a26708e57b8 None None] Provisioning complete for port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:17.120628 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-79c88052-84e3-446a-9069-8a26708e57b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.172423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 80d12753-7243-41f4-b596-47fd5a9b12aa, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=80d12753-7243-41f4-b596-47fd5a9b12aa,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:17.173522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-79c88052-84e3-446a-9069-8a26708e57b8 None None] Port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:17.198123 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.226018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.234700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.288242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:25:17.298731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f931e19e-b8fa-414e-9b8d-6bb2d69c6063,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:17.304049 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.304233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=80d12753-7243-41f4-b596-47fd5a9b12aa,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:17.304497 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Added segment 52d8d412-b289-4d08-b560-1782d8ceb92d of type vlan for network d5737dc9-0549-41b1-ac25-e088b9f1a66c Nov 23 14:25:17.320832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Update dhcp port {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'fixed_ips': [{'subnet_id': '3205ab02-b894-4dfe-a045-b394ebddbb65', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20ba52a1-5363-4600-aa97-f4b024cf4ece', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '5b930fa9-d0c9-4f59-ae9a-7ffca84225a2'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:25:17.324312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6c589-a259-4019-84f6-e3ed7a24eb5f req-5e0ea5f3-ec51-429c-84a4-460423f3b834 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:17.325573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05e6c589-a259-4019-84f6-e3ed7a24eb5f req-5e0ea5f3-ec51-429c-84a4-460423f3b834 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 944 time: 0.1709743 Nov 23 14:25:17.374353 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.398112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.405634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6661e-922a-4ad2-92f1-16d0fb7ff28f req-bd8654af-c53c-424f-9d29-895bcbb06e27 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:17.407836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea6661e-922a-4ad2-92f1-16d0fb7ff28f req-bd8654af-c53c-424f-9d29-895bcbb06e27 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 945 time: 0.2543802 Nov 23 14:25:17.422023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:17.457261 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.470746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['80d12753-7243-41f4-b596-47fd5a9b12aa'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:17.473331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:17.476248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.491518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05e6c589-a259-4019-84f6-e3ed7a24eb5f req-c489d61e-e786-4b59-a2e0-16d9561f2128 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522887 Nov 23 14:25:17.527050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.571821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7924738 Nov 23 14:25:17.579242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34248) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:17.596494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Request body: {'subnet': {'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-559956238-subnet', 'tenant_id': '5ed28f05edec4727adb3bc8c42274eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:17.652993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be654-aca3-4509-80e1-da74ea1c9a0e admin admin] Pushing event updated for resources: {'Network': ['ID=d5737dc9-0549-41b1-ac25-e088b9f1a66c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:17.680470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Made reservation on behalf of 5ed28f05edec4727adb3bc8c42274eb6 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:17.683917 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:17.831511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d5737dc9-0549-41b1-ac25-e088b9f1a66c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:25:17.944143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea6661e-922a-4ad2-92f1-16d0fb7ff28f req-bcb7d579-14e2-449c-9c47-4cca06bfaa75 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955008 Nov 23 14:25:18.029894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.051656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:25:18.063699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:18.064432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.117706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34276) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:18.145242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Allocated IP 2001:db8:0:2::2 (94748658-61e3-41b7-b4b4-405f37152cc9/4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564/5b930fa9-d0c9-4f59-ae9a-7ffca84225a2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:18.149349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed661d76-fae3-4b24-8403-12263a15791e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:18.154990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Checking segment: {'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:18.155316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Network hostable DHCP agents. Network: d5737dc9-0549-41b1-ac25-e088b9f1a66c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:25:18.176797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Network d5737dc9-0549-41b1-ac25-e088b9f1a66c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:25:18.189934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d5737dc9-0549-41b1-ac25-e088b9f1a66c) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:18.195638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:18.196245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.233837 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-37594e6e-3664-4be9-b0ab-dfab6ffec563 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6330602 Nov 23 14:25:18.245923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-7ccc617c-18b9-4d2d-8ae3-5b0933437c13 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:18.247474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-7ccc617c-18b9-4d2d-8ae3-5b0933437c13 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.2826390 Nov 23 14:25:18.261407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2fb4e-1e4d-41ec-93f7-a7539934d565 req-307920e1-2c08-4018-a91b-a03e934fc77a tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:18.263207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ac2fb4e-1e4d-41ec-93f7-a7539934d565 req-307920e1-2c08-4018-a91b-a03e934fc77a tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.1662102 Nov 23 14:25:18.280607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-f8612165-501b-40e0-94d7-6b9effbe7988 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/quotas/372965587e07420cabc4e88810b42ab5 HTTP/1.1" status: 200 len: 375 time: 0.0164063 Nov 23 14:25:18.297398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c122182a-347a-4cb9-9972-10126049fb34 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-630628271', 'prefixes': ['172.20.0.0/16']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:18.318490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14727d0c-f8ce-492a-867d-801a0ca39fde None None] Network d5737dc9-0549-41b1-ac25-e088b9f1a66c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:18.374097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ac2fb4e-1e4d-41ec-93f7-a7539934d565 req-3da60eaa-ae51-487a-84a0-b055fc64a9c9 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020219 Nov 23 14:25:18.393386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-a3104b65-f35a-4baf-bc75-b90430782131 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046855 Nov 23 14:25:18.449441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c122182a-347a-4cb9-9972-10126049fb34 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] Publish callbacks [] for subnetpool, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.453129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c122182a-347a-4cb9-9972-10126049fb34 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3199179 Nov 23 14:25:18.453618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34290) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:18.516731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-55be9c1f-7a4b-435c-b184-a5818b953760 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] 10.222.0.46 "GET /v2.0/subnetpools/28ee079b-f850-449b-b63f-375785331f1a HTTP/1.1" status: 200 len: 731 time: 0.0618768 Nov 23 14:25:18.517732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34294) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:18.523192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cc5122f3-ec20-4231-9f87-f1a0891e620f tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1779693433'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:18.535955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-1c08d94c-e4f0-48d3-bb14-73128ccf7eb6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:25:18.539222 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.543551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-1c08d94c-e4f0-48d3-bb14-73128ccf7eb6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1493497 Nov 23 14:25:18.591654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:18.615516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:18.617907 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81012fa5-9d13-4eeb-8011-9af0c6395dd7" -d '{"events": [{"server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "name": "network-vif-plugged", "status": "completed", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:18.627668 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.631933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] For port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,segment=NetworkSegment(324078c4-5fe6-438a-bb3d-4e5d2faeeca2),segment_id=324078c4-5fe6-438a-bb3d-4e5d2faeeca2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:18.664659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc5122f3-ec20-4231-9f87-f1a0891e620f tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] Publish callbacks [] for subnetpool, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.666237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc5122f3-ec20-4231-9f87-f1a0891e620f tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] 10.222.0.46 "PUT /v2.0/subnetpools/28ee079b-f850-449b-b63f-375785331f1a HTTP/1.1" status: 200 len: 684 time: 0.1471720 Nov 23 14:25:18.668916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34298) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:18.669056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df79b0-e146-419a-8bbe-088d08ee687f req-56412cdd-f5b7-4f71-9d04-4f5919049d5e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:18.671103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7df79b0-e146-419a-8bbe-088d08ee687f req-56412cdd-f5b7-4f71-9d04-4f5919049d5e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 944 time: 0.1849077 Nov 23 14:25:18.720723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-47b120b4-2fa2-468f-90f9-7c50611f333b service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763139 Nov 23 14:25:18.830796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-639bc1a0-0939-4415-8ad6-f2624a2b6b7c tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] Publish callbacks [] for subnetpool, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.832682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-639bc1a0-0939-4415-8ad6-f2624a2b6b7c tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] 10.222.0.46 "DELETE /v2.0/subnetpools/28ee079b-f850-449b-b63f-375785331f1a HTTP/1.1" status: 204 len: 168 time: 0.1627426 Nov 23 14:25:18.835324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34302) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:18.854492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:18.856218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-5eb2bc7c-eb1b-45c5-904a-ad1b5e9a660f service neutron] 10.222.0.46 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267705 Nov 23 14:25:18.862003 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-d1e526bc-d1f4-43b6-a219-ca7401595797 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] show failed (client error): The resource could not be found. Nov 23 14:25:18.863061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d1e526bc-d1f4-43b6-a219-ca7401595797 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] 10.222.0.46 "GET /v2.0/subnetpools/28ee079b-f850-449b-b63f-375785331f1a HTTP/1.1" status: 404 len: 346 time: 0.0258026 Nov 23 14:25:18.864519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7df79b0-e146-419a-8bbe-088d08ee687f req-d9b97276-b821-4307-9790-ab73d9572ccc tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857200 Nov 23 14:25:18.866243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34304) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:18.871151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.892035 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f426789e-0a93-4e6b-a722-1611f0b9fad0 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] delete failed (client error): The resource could not be found. Nov 23 14:25:18.893149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f426789e-0a93-4e6b-a722-1611f0b9fad0 tempest-SubnetPoolsTestJSON-599994237 tempest-SubnetPoolsTestJSON-599994237-project] 10.222.0.46 "DELETE /v2.0/subnetpools/28ee079b-f850-449b-b63f-375785331f1a HTTP/1.1" status: 404 len: 346 time: 0.0264006 Nov 23 14:25:18.911681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.932927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fc724-5b12-4c88-9b2a-476a27f5ef0b None None] Network d5737dc9-0549-41b1-ac25-e088b9f1a66c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:18.962495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-ede8f94e-0a9a-4626-8282-7fc147d02ab1 req-666f0e8c-a250-482c-88a1-c8b7b2c0e2c3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:25:18.971381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ede8f94e-0a9a-4626-8282-7fc147d02ab1 req-666f0e8c-a250-482c-88a1-c8b7b2c0e2c3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165024 Nov 23 14:25:19.254057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ede8f94e-0a9a-4626-8282-7fc147d02ab1 req-e3dcf4f0-1aa4-4ee7-9810-dd3f9e57b0da tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2816558 Nov 23 14:25:19.274525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Pushing event updated for resources: {'Port': ['ID=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:19.279074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Delete allocated IP 2001:db8::3ad (94748658-61e3-41b7-b4b4-405f37152cc9/20ba52a1-5363-4600-aa97-f4b024cf4ece) {{(pid=103346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 14:25:19.289194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.289594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.289999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.290547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.291475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.292128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.292305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.292625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Allocated IP 2001:db8:0:2::145 (94748658-61e3-41b7-b4b4-405f37152cc9/4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564/0d8af1d5-9df3-4006-8d25-6586e3a43b0d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:19.297620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.297985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.298450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.298795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.299156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb3fa4a-4212-490a-8c36-c5698d2c4258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:19.526076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34326) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:19.707136 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae290c-adc6-4327-9e51-02733a648610 x-openstack-request-id: req-95ae290c-adc6-4327-9e51-02733a648610 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:19.707638 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "name": "network-vif-plugged", "status": "completed", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:19.708028 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95ae290c-adc6-4327-9e51-02733a648610 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:19.708406 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'code': 200} Nov 23 14:25:19.725780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a63a8c5-2b53-4a53-8406-6e8d9b164e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:19.951773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883c0f6-5ffb-4ac1-83a1-9e9c13406491 req-5e363ca9-e7fe-4749-8127-bb7b53dbf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:19.953484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b883c0f6-5ffb-4ac1-83a1-9e9c13406491 req-5e363ca9-e7fe-4749-8127-bb7b53dbf10e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 1096 time: 0.1173158 Nov 23 14:25:19.963155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffe887d0-cd72-4b92-b552-1a5ba548847c req-0413f3d4-c9ca-4725-8e61-adc4f5d1f74f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 210 time: 0.1581395 Nov 23 14:25:20.047410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb16223-07fb-40c9-96cf-34868a75a907 req-7da4489c-8811-4718-92ed-325c17d4f4f2 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:20.055962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fb16223-07fb-40c9-96cf-34868a75a907 req-7da4489c-8811-4718-92ed-325c17d4f4f2 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.8487935 Nov 23 14:25:20.101109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.131040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a63a8c5-2b53-4a53-8406-6e8d9b164e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.138541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a63a8c5-2b53-4a53-8406-6e8d9b164e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.153987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b883c0f6-5ffb-4ac1-83a1-9e9c13406491 req-e2ae3c13-f248-4c4f-9729-c099abd4639b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536453 Nov 23 14:25:20.165451 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.194737 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6a63a8c5-2b53-4a53-8406-6e8d9b164e05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b69fb5db6dc5417eaef908e854400643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6675463 Nov 23 14:25:20.199383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34342) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:20.215807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-1690f8a2-6a6f-483f-aade-e3e1ec99c330 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3824842 Nov 23 14:25:20.261389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:20.286587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63a8c5-2b53-4a53-8406-6e8d9b164e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eac466-23e7-457e-bf53-da20d8429c16,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:20.360436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e61d6d41-2d9d-4bdc-82db-b20398174eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.397816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-bebe1270-aab9-45ff-bf11-d66627a8e874 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4203079 Nov 23 14:25:20.411081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e61d6d41-2d9d-4bdc-82db-b20398174eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.412592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:20.413197 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.414102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fb16223-07fb-40c9-96cf-34868a75a907 req-95e7850d-59af-4989-82e4-d8d3848219f9 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568819 Nov 23 14:25:20.463243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] In _notify_port_updated(), no bound segment for port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d on network 94748658-61e3-41b7-b4b4-405f37152cc9 {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:25:20.481336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:20.482222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.483735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "PUT /v2.0/ports/0d8af1d5-9df3-4006-8d25-6586e3a43b0d HTTP/1.1" status: 200 len: 969 time: 3.5523102 Nov 23 14:25:20.492321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34344) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:20.508756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 80d12753-7243-41f4-b596-47fd5a9b12aa up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:20.532486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45566b58-e97a-4a69-a7a0-830717a9e063 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event updated for resources: {'Port': ['ID=0d8af1d5-9df3-4006-8d25-6586e3a43b0d,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:20.570095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e61d6d41-2d9d-4bdc-82db-b20398174eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.593835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e61d6d41-2d9d-4bdc-82db-b20398174eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.602510 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e61d6d41-2d9d-4bdc-82db-b20398174eaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66eac466-23e7-457e-bf53-da20d8429c16 HTTP/1.1" status: 204 len: 168 time: 0.3945107 Nov 23 14:25:20.625104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6d41-2d9d-4bdc-82db-b20398174eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eac466-23e7-457e-bf53-da20d8429c16,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:20.634146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af92f4-c971-4810-b338-dbceada6e543 req-8d5ab339-ee2a-41e8-8900-dbc21842235b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:20.647825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8af92f4-c971-4810-b338-dbceada6e543 req-8d5ab339-ee2a-41e8-8900-dbc21842235b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.4861679 Nov 23 14:25:20.722195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-7901ff19-1869-4110-9d2a-a8f663d54fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:20.726776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-7901ff19-1869-4110-9d2a-a8f663d54fce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 1097 time: 0.4273860 Nov 23 14:25:20.894425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:20.901899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:20.955005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeccd2b-082d-41d5-be88-47154040ce00 req-45ced50f-d5a5-4c03-8bc9-144725d0458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:20.956554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-45ced50f-d5a5-4c03-8bc9-144725d0458a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1095 time: 0.4697821 Nov 23 14:25:20.989521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 80d12753-7243-41f4-b596-47fd5a9b12aa completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:25:20.998465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 80d12753-7243-41f4-b596-47fd5a9b12aa triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:20.998988 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.024261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-e25df77f-8a5f-4508-9c67-6ef66a992b5b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:21.028328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-e25df77f-8a5f-4508-9c67-6ef66a992b5b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 804 time: 0.2586672 Nov 23 14:25:21.043246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Request body: {'port': {'device_id': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'admin_state_up': True, 'tenant_id': '372965587e07420cabc4e88810b42ab5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:21.053329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ed50-b0cf-4580-ab77-1dd05432fa5b req-c4e14e4a-0573-4414-9ea4-d017c104cfda tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:21.060865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc27ed50-b0cf-4580-ab77-1dd05432fa5b req-c4e14e4a-0573-4414-9ea4-d017c104cfda tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 944 time: 0.5106070 Nov 23 14:25:21.128705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8af92f4-c971-4810-b338-dbceada6e543 req-f37e91df-6368-4228-a982-59b7e7cfad10 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656112 Nov 23 14:25:21.243503 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.254284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Made reservation on behalf of 372965587e07420cabc4e88810b42ab5 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:21.258286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.312574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Provisioning complete for port fe6cf5ef-8484-4881-9af4-e413f586f67f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:21.313078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.346383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-8c087fad-d7f1-425f-83b6-004963e3bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:21.348438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-8c087fad-d7f1-425f-83b6-004963e3bab6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.5762215 Nov 23 14:25:21.356452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:21.356785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.393882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 80d12753-7243-41f4-b596-47fd5a9b12aa, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=80d12753-7243-41f4-b596-47fd5a9b12aa,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:21.406237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.423270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4083aad9-48b3-426e-9385-3df852177eb6 req-00c4b91d-3c53-40db-9fbf-24c329fa1ab6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 210 time: 0.1247947 Nov 23 14:25:21.520744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Port fe6cf5ef-8484-4881-9af4-e413f586f67f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:21.526921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Allocated IP 172.20.0.9 (a760b5ef-6bbf-4241-aede-477029b4d14c/6067dcd5-b66e-4708-a691-8896309a7852/636a2cc7-f790-4511-8b2c-078ad9560fc3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:21.558786 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-0a3f015c-f81c-4e75-8000-acf1cc118018 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c753c8-40ab-4edf-b7f7-215465c8070e HTTP/1.1" status: 200 len: 217 time: 0.1909406 Nov 23 14:25:21.572712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc27ed50-b0cf-4580-ab77-1dd05432fa5b req-980b9b65-265d-43ac-8a48-2bfbccb2ebb6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015671 Nov 23 14:25:21.611192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=80d12753-7243-41f4-b596-47fd5a9b12aa,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:21.623366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Provisioning complete for port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:21.624013 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.703046 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.714100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:21.715542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for 0d8af1d5-9df3-4006-8d25-6586e3a43b0d owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:21.740345 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0be2f33-0c41-457b-b2d0-03551885121d" -d '{"events": [{"server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "name": "network-vif-plugged", "status": "completed", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:21.751971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.772427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-096253ef-1f6d-4e54-8429-12a70a8065ac None None] Port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:21.801041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.813670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:21.876341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event updated for resources: {'Port': ['ID=636a2cc7-f790-4511-8b2c-078ad9560fc3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:21.897779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Network a760b5ef-6bbf-4241-aede-477029b4d14c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:21.907037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:21.911383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:21.941761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30f348-45b1-4376-a056-20290929debd None None] DHCP port deletion for a760b5ef-6bbf-4241-aede-477029b4d14c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:25:21.987046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-096cc70c-801f-45d2-9e1d-0522a28ea1f3 None None] Provisioning complete for port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:21.987574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-096cc70c-801f-45d2-9e1d-0522a28ea1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:21.993750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34388) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:22.008015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.009164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.054094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-22ab01a9-c4a2-4e32-aba3-dfcac7b99eec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0152845 Nov 23 14:25:22.060425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-096cc70c-801f-45d2-9e1d-0522a28ea1f3 None None] Port 0d8af1d5-9df3-4006-8d25-6586e3a43b0d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:22.070229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Request body: {'port': {'device_id': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:22.151665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.186153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-214a0948-3054-42af-b1d5-8509326c69ba None None] Provisioning complete for port 636a2cc7-f790-4511-8b2c-078ad9560fc3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:22.187043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-214a0948-3054-42af-b1d5-8509326c69ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.193008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeccd2b-082d-41d5-be88-47154040ce00 req-fafbf010-e09d-464c-8daf-8973b4bbe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.194682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-fafbf010-e09d-464c-8daf-8973b4bbe899 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 1.1789203 Nov 23 14:25:22.205379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1735468035'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:22.235499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-214a0948-3054-42af-b1d5-8509326c69ba None None] Port 636a2cc7-f790-4511-8b2c-078ad9560fc3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:22.260096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Made reservation on behalf of 275221336271404583f86125851a4aa7 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:22.265091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.326820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.346398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2bcb3-c0a7-4417-a8c8-327e70a0586f req-7c721002-a0cb-4878-9cef-6c3ca3adc77f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.348147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55a2bcb3-c0a7-4417-a8c8-327e70a0586f req-7c721002-a0cb-4878-9cef-6c3ca3adc77f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 945 time: 0.8133514 Nov 23 14:25:22.364461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-5ecb00bf-7830-41f3-b6d7-e1be6bc9c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.366215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-5ecb00bf-7830-41f3-b6d7-e1be6bc9c9e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.7831874 Nov 23 14:25:22.382062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-5436f873-e4f0-4e74-875f-6249e06c5653 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.1777096 Nov 23 14:25:22.418880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a661b5c-4f12-4eed-9da7-aaf7a02ea95a req-32d9c228-d0fe-43c8-b159-6a8892783c80 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.420560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a661b5c-4f12-4eed-9da7-aaf7a02ea95a req-32d9c228-d0fe-43c8-b159-6a8892783c80 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.2197788 Nov 23 14:25:22.431888 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.438856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.493907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:25:22.530208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119b32de-c330-4669-a11a-491ae1388bc2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:22.541095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.541804 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Added segment c629d5ce-35a1-44b6-b143-a2d0f1b67638 of type vlan for network abe42a2f-9d12-44aa-ab3b-d40e43f5cca9 Nov 23 14:25:22.568428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeccd2b-082d-41d5-be88-47154040ce00 req-8092f476-79a5-4774-9964-fe4de81722b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.570106 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-8092f476-79a5-4774-9964-fe4de81722b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1671591 Nov 23 14:25:22.574605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55a2bcb3-c0a7-4417-a8c8-327e70a0586f req-a23b8937-8f98-4dc6-8c27-811aa0df8c0f tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132835 Nov 23 14:25:22.602549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-32dc3eda-e278-475b-906e-57c459683ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.603321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-32dc3eda-e278-475b-906e-57c459683ad2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253811 Nov 23 14:25:22.612937 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.641691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a661b5c-4f12-4eed-9da7-aaf7a02ea95a req-59d26e86-b124-46df-88ec-7ced3006970d tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980357 Nov 23 14:25:22.664550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.670244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.670878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.688850 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.728340 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ecf39c-d39c-4cc4-b4a9-32220ae39c8d x-openstack-request-id: req-93ecf39c-d39c-4cc4-b4a9-32220ae39c8d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:22.728894 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "name": "network-vif-plugged", "status": "completed", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:22.729364 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93ecf39c-d39c-4cc4-b4a9-32220ae39c8d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:22.729912 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa', 'code': 200} Nov 23 14:25:22.751280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Pushing event updated for resources: {'Network': ['ID=abe42a2f-9d12-44aa-ab3b-d40e43f5cca9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:22.768034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network abe42a2f-9d12-44aa-ab3b-d40e43f5cca9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:25:22.809620 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8ce31d31-61c6-45ba-bb00-7b6ef44d0332 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8093042 Nov 23 14:25:22.816113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34408) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:22.837693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.tag.tag_plugin [None req-75ad23fb-fef5-4a6c-aeae-0633be18c010 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-655586360') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:22.841825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=0d8af1d5-9df3-4006-8d25-6586e3a43b0d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:22.852317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636a2cc7-f790-4511-8b2c-078ad9560fc3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:22.875986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.909053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1914ef-c085-41ec-a1da-c6e847d974d6 req-1cbece1d-12f8-4dd2-8ab8-cbbf39c5ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.910582 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e1914ef-c085-41ec-a1da-c6e847d974d6 req-1cbece1d-12f8-4dd2-8ab8-cbbf39c5ec1e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 1096 time: 0.1165483 Nov 23 14:25:22.913997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Transition to ACTIVE for port object 636a2cc7-f790-4511-8b2c-078ad9560fc3 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:25:22.918156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeccd2b-082d-41d5-be88-47154040ce00 req-2f1bb795-489f-49c8-a6d0-32be62c23331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:22.922983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-2f1bb795-489f-49c8-a6d0-32be62c23331 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3379107 Nov 23 14:25:22.924502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.991132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:22.995129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c65bcfc4-0936-44a8-affc-29814e9b2848 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/0d8af1d5-9df3-4006-8d25-6586e3a43b0d HTTP/1.1" status: 204 len: 168 time: 2.4758229 Nov 23 14:25:23.006770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34416) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:23.019306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582858b-4507-4c97-ad00-82c18071b7f6 None None] DHCP port deletion for a760b5ef-6bbf-4241-aede-477029b4d14c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:25:23.070488 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-671f131c-363d-45c2-9b04-4839a4d14590 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] GET failed (client error): The resource could not be found. Nov 23 14:25:23.071985 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-671f131c-363d-45c2-9b04-4839a4d14590 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports/0d8af1d5-9df3-4006-8d25-6586e3a43b0d HTTP/1.1" status: 404 len: 333 time: 0.0637670 Nov 23 14:25:23.081954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34418) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:23.102001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=636a2cc7-f790-4511-8b2c-078ad9560fc3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:23.110649 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2e1914ef-c085-41ec-a1da-c6e847d974d6 req-12e2cd53-b75a-4bb1-b527-773cddaef37f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870844 Nov 23 14:25:23.160535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Attempting to bind port 636a2cc7-f790-4511-8b2c-078ad9560fc3 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:23.160899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Attempting to bind port 636a2cc7-f790-4511-8b2c-078ad9560fc3 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:23.161204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Attempting to bind port 636a2cc7-f790-4511-8b2c-078ad9560fc3 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:23.167054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-d285ca11-2553-4d1f-af6a-d84af8fa1af9 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551410 Nov 23 14:25:23.171822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Port 636a2cc7-f790-4511-8b2c-078ad9560fc3 on network a760b5ef-6bbf-4241-aede-477029b4d14c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:25:23.172257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Attempting to bind port 636a2cc7-f790-4511-8b2c-078ad9560fc3 on network a760b5ef-6bbf-4241-aede-477029b4d14c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:23.179384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:23.179728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Checking segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:23.180109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Bound using segment: {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:23.180535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Bound port: 636a2cc7-f790-4511-8b2c-078ad9560fc3, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834c5f32-68ea-4fa8-8dda-60f765665e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:23.180890 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.245844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] For port 636a2cc7-f790-4511-8b2c-078ad9560fc3, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:23.248996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] For port 636a2cc7-f790-4511-8b2c-078ad9560fc3, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=636a2cc7-f790-4511-8b2c-078ad9560fc3,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:23.253152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.290760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:23.291740 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.293160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] 10.222.0.74 "PUT /v2.0/ports/636a2cc7-f790-4511-8b2c-078ad9560fc3 HTTP/1.1" status: 200 len: 1091 time: 1.2311959 Nov 23 14:25:23.294030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'tag': '636a2cc7-f790-4511-8b2c-078ad9560fc3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:23.295880 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89" -d '{"events": [{"name": "network-changed", "server_uuid": "a425708c-41d1-4c3d-a1c8-7633db7be732", "tag": "636a2cc7-f790-4511-8b2c-078ad9560fc3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:23.300963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7156ce5b-f5c3-4748-8a9d-904b83efb089 None None] DHCP port deletion for a760b5ef-6bbf-4241-aede-477029b4d14c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:25:23.310383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-d7b35b13-a69e-49d1-9925-3a8906376d60 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:23.313753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-d7b35b13-a69e-49d1-9925-3a8906376d60 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/networks?id=d5737dc9-0549-41b1-ac25-e088b9f1a66c HTTP/1.1" status: 200 len: 808 time: 0.5542414 Nov 23 14:25:23.328985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f4d63-b355-4da7-9117-d2e88301ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=636a2cc7-f790-4511-8b2c-078ad9560fc3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:23.334780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-8daba486-ede8-43ac-bef6-7903e352892f service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752253 Nov 23 14:25:23.342415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941d003-73b8-4218-adec-48ec82532f74 req-ed970549-3cb6-433a-a69c-a5ec9bef8f43 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:23.347606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b941d003-73b8-4218-adec-48ec82532f74 req-ed970549-3cb6-433a-a69c-a5ec9bef8f43 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 943 time: 0.4227462 Nov 23 14:25:23.394868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-26ed71e6-1c2b-48e0-9ab9-1ddff011af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:23.396411 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-26ed71e6-1c2b-48e0-9ab9-1ddff011af14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 1094 time: 0.0454583 Nov 23 14:25:23.442137 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-f7dc5c0d-9816-4208-bd17-f97fd6b8b41f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636a2cc7-f790-4511-8b2c-078ad9560fc3 HTTP/1.1" status: 200 len: 217 time: 0.0361583 Nov 23 14:25:23.485970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-1cce5ea7-26a7-4b02-a834-838dce465382 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/quotas/5ed28f05edec4727adb3bc8c42274eb6 HTTP/1.1" status: 200 len: 375 time: 0.1260459 Nov 23 14:25:23.493727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-75ad23fb-fef5-4a6c-aeae-0633be18c010 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "PUT /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-655586360 HTTP/1.1" status: 201 len: 201 time: 0.6738636 Nov 23 14:25:23.497579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34422) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:23.500401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-fcdba5ca-571d-4032-a0ef-41cc9035d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:23.501886 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-fcdba5ca-571d-4032-a0ef-41cc9035d32e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.0520737 Nov 23 14:25:23.504852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-f85c1a70-8432-49ae-83eb-83458805003e tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-655586360') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:23.532867 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c448ace6-898c-4f6c-9196-0bbd6982ace0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.547223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-19ea54f8-40c3-47ed-ac97-f251aeb4d177 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378220 Nov 23 14:25:23.626400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bb74568d-28d3-4be5-a0e4-34aea0514a74 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ed28f05edec4727adb3bc8c42274eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949912 Nov 23 14:25:23.630401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c448ace6-898c-4f6c-9196-0bbd6982ace0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.643469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d24d07a-bcf1-4320-a5bb-af60840ea809 req-0f5d1936-0d38-4d0f-bf6d-e0fc951ed3c0 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267231 Nov 23 14:25:23.660866 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f85c1a70-8432-49ae-83eb-83458805003e tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "GET /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-655586360 HTTP/1.1" status: 204 len: 168 time: 0.1626201 Nov 23 14:25:23.661320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34424) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:23.663320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b941d003-73b8-4218-adec-48ec82532f74 req-f4ce3ef5-372e-449d-8f75-2c629c4723eb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736242 Nov 23 14:25:23.697473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-5309f279-1b10-46d2-9028-6a0fe6c45f79 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:23.708845 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.717423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baeccd2b-082d-41d5-be88-47154040ce00 req-71ad8e31-f86f-41ee-b1d4-3eb01c9b4a91 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664389 Nov 23 14:25:23.820957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c448ace6-898c-4f6c-9196-0bbd6982ace0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.824143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c448ace6-898c-4f6c-9196-0bbd6982ace0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:23.825495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c448ace6-898c-4f6c-9196-0bbd6982ace0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/security-groups/5bd692bc-5294-4350-a064-5681d26ed7a9 HTTP/1.1" status: 204 len: 168 time: 0.7333603 Nov 23 14:25:23.834501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34426) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:23.848838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-f7f4ef64-2d1e-4f3a-9e17-05e277ce569b service neutron] 10.222.0.46 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009306 Nov 23 14:25:23.858585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448ace6-898c-4f6c-9196-0bbd6982ace0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd692bc-5294-4350-a064-5681d26ed7a9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:23.935466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a774c3e-b920-41ee-8f31-a8c65de8b9ab req-176ec273-1387-4e3b-9ca7-f79c2424d4b3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:23.937747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a774c3e-b920-41ee-8f31-a8c65de8b9ab req-176ec273-1387-4e3b-9ca7-f79c2424d4b3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 945 time: 0.1602030 Nov 23 14:25:24.012758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08ef9464-b160-4b9d-b7d1-5c4b2e4235dc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.040664 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-93060e59-eca9-40ec-b438-cbabbd32b151 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847009 Nov 23 14:25:24.076358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-4ab6123a-285c-46b6-996b-5e9d7ce511ef service neutron] 10.222.0.46 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073514 Nov 23 14:25:24.076358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08ef9464-b160-4b9d-b7d1-5c4b2e4235dc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.088982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a774c3e-b920-41ee-8f31-a8c65de8b9ab req-c363afc0-fe34-408f-9b9f-38a00997b987 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204536 Nov 23 14:25:24.111179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5309f279-1b10-46d2-9028-6a0fe6c45f79 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "GET /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags HTTP/1.1" status: 200 len: 237 time: 0.4329557 Nov 23 14:25:24.111820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34434) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.146206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-7cb5aa6b-e997-417a-86bb-fd67f5fee9dd tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', {'tags': ['tempest-TagsTest-Tag-133324284', 'tempest-TagsTest-Tag-1002422878', 'tempest-TagsTest-Tag-1988141712']}) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:24.172230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08ef9464-b160-4b9d-b7d1-5c4b2e4235dc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.182517 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08ef9464-b160-4b9d-b7d1-5c4b2e4235dc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.183937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-08ef9464-b160-4b9d-b7d1-5c4b2e4235dc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/security-groups/aebf9546-4d48-40b2-9938-798eaf5432ba HTTP/1.1" status: 204 len: 168 time: 0.3483138 Nov 23 14:25:24.190841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34436) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.219702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef9464-b160-4b9d-b7d1-5c4b2e4235dc tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebf9546-4d48-40b2-9938-798eaf5432ba,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:24.232965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f2915d84-ffb5-45d0-ab7a-a642078e8b27 req-214910aa-a978-43e3-8527-ef44f61d4efa service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845107 Nov 23 14:25:24.253540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7cb5aa6b-e997-417a-86bb-fd67f5fee9dd tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "PUT /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags HTTP/1.1" status: 200 len: 308 time: 0.1391466 Nov 23 14:25:24.254478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34438) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.266004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-9e48c476-dc9a-40f6-9bca-5733c220c325 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-133324284') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:24.368065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a520a6-7195-4a85-927d-0920b8227396 req-88169af2-d710-4e60-8075-c29d22de41af tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:24.375290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32a520a6-7195-4a85-927d-0920b8227396 req-88169af2-d710-4e60-8075-c29d22de41af tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.1423376 Nov 23 14:25:24.387616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afd4b7fb-60b1-4a03-aca4-6d4499259fe0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.408186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e48c476-dc9a-40f6-9bca-5733c220c325 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "DELETE /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-133324284 HTTP/1.1" status: 204 len: 168 time: 0.1484828 Nov 23 14:25:24.408714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34444) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.416572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-0d1e3350-ef49-4d3d-8640-8e675ea8cac5 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-133324284') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:24.422255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afd4b7fb-60b1-4a03-aca4-6d4499259fe0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.498301 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-0d1e3350-ef49-4d3d-8640-8e675ea8cac5 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] show failed (client error): The resource could not be found. Nov 23 14:25:24.501943 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0d1e3350-ef49-4d3d-8640-8e675ea8cac5 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "GET /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-133324284 HTTP/1.1" status: 404 len: 325 time: 0.0897558 Nov 23 14:25:24.502358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34446) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.508763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-04e07f15-6879-49e0-972b-e1347bf7e16d tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-1002422878') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:24.510350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32a520a6-7195-4a85-927d-0920b8227396 req-41caf28c-5f69-4ee7-8ce1-e4951bda0a62 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278663 Nov 23 14:25:24.554707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba171ab-a0b7-4619-a954-897aa22e3c03 req-0f01538b-9278-472a-9847-042a71339954 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:24.556657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ba171ab-a0b7-4619-a954-897aa22e3c03 req-0f01538b-9278-472a-9847-042a71339954 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1206360 Nov 23 14:25:24.557808 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afd4b7fb-60b1-4a03-aca4-6d4499259fe0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.566255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afd4b7fb-60b1-4a03-aca4-6d4499259fe0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.567453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-afd4b7fb-60b1-4a03-aca4-6d4499259fe0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/security-groups/eea8b44b-ad54-4352-b002-09fe8f4e9dc1 HTTP/1.1" status: 204 len: 168 time: 0.3709214 Nov 23 14:25:24.568139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34454) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.571076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34456) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.575497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'floatingip': {'port_id': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:24.617864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4b7fb-60b1-4a03-aca4-6d4499259fe0 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8b44b-ad54-4352-b002-09fe8f4e9dc1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:24.636122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.700114 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f79f161-5083-4ed1-8df1-4a575e4736d4 x-openstack-request-id: req-8f79f161-5083-4ed1-8df1-4a575e4736d4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:24.700408 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a425708c-41d1-4c3d-a1c8-7633db7be732", "tag": "636a2cc7-f790-4511-8b2c-078ad9560fc3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:24.700667 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f79f161-5083-4ed1-8df1-4a575e4736d4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:24.701076 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'tag': '636a2cc7-f790-4511-8b2c-078ad9560fc3', 'status': 'completed', 'code': 200} Nov 23 14:25:24.719729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 20ba52a1-5363-4600-aa97-f4b024cf4ece {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:25:24.745085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.803993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c55a4fc-df83-409d-9f83-2b77d02f76bc req-06e8fff5-d7ce-423f-902f-bdd141e12cf7 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 210 time: 0.1598301 Nov 23 14:25:24.909091 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-04e07f15-6879-49e0-972b-e1347bf7e16d tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "GET /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-1002422878 HTTP/1.1" status: 204 len: 168 time: 0.4046247 Nov 23 14:25:24.910680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34462) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:24.930973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-d89a3676-8ac6-4607-ac2e-0807b1afbe58 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-1988141712') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:24.960316 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:24.973238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340db6b-b17b-44d3-9262-06adc1bb4b6a req-75762944-d2f0-4cd4-bc81-c1bbcb9c9fa4 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:24.979221 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340db6b-b17b-44d3-9262-06adc1bb4b6a req-75762944-d2f0-4cd4-bc81-c1bbcb9c9fa4 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:24.983588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-45dd8c84-4171-46bd-92d8-ffe4535f793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:24.985133 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-45dd8c84-4171-46bd-92d8-ffe4535f793f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=372965587e07420cabc4e88810b42ab5&device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 1094 time: 0.3395562 Nov 23 14:25:24.985259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340db6b-b17b-44d3-9262-06adc1bb4b6a req-75762944-d2f0-4cd4-bc81-c1bbcb9c9fa4 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:24.992754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8340db6b-b17b-44d3-9262-06adc1bb4b6a req-75762944-d2f0-4cd4-bc81-c1bbcb9c9fa4 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e&device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c&device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 2417 time: 0.2221832 Nov 23 14:25:25.133119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-7119ac9c-c2ee-4618-8db0-f3d73c573249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:25.135447 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-7119ac9c-c2ee-4618-8db0-f3d73c573249 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 200 len: 905 time: 0.1334298 Nov 23 14:25:25.158919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8340db6b-b17b-44d3-9262-06adc1bb4b6a req-cdfeebec-468b-45c4-9ad6-46a79bbe9474 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652169 Nov 23 14:25:25.176389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933b3f-afd4-4a61-82ac-fb37a46a3810 req-e7530b24-960e-4c02-8d19-38c683c9c4eb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:25.182681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f933b3f-afd4-4a61-82ac-fb37a46a3810 req-e7530b24-960e-4c02-8d19-38c683c9c4eb tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 943 time: 0.2205737 Nov 23 14:25:25.257102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-69619685-18aa-4bf4-8cf2-08836f0c42e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636a2cc7-f790-4511-8b2c-078ad9560fc3 HTTP/1.1" status: 200 len: 217 time: 0.0811734 Nov 23 14:25:25.262585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d89a3676-8ac6-4607-ac2e-0807b1afbe58 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "GET /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-1988141712 HTTP/1.1" status: 204 len: 168 time: 0.3398805 Nov 23 14:25:25.263761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34470) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:25.267257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-a8bbd520-53a7-488a-81ae-2f0390e5ad97 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:25.292476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:25.384750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-a533c438-1aa5-434a-ab48-9c21485cc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:25.386591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-a533c438-1aa5-434a-ab48-9c21485cc808 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 200 len: 844 time: 0.1162565 Nov 23 14:25:25.405097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f933b3f-afd4-4a61-82ac-fb37a46a3810 req-1249a2bb-66ea-4385-913f-825c30c1b284 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111900 Nov 23 14:25:25.431609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b395f57-49c4-444d-a456-d78d5481c1ed req-af173966-ddb4-451e-983a-5d653d1701e6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:25.431609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b395f57-49c4-444d-a456-d78d5481c1ed req-af173966-ddb4-451e-983a-5d653d1701e6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 945 time: 0.1684999 Nov 23 14:25:25.476173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:25.494324 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-a6af94e3-8933-4965-baac-b89dcfb7aa1c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a760b5ef-6bbf-4241-aede-477029b4d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985534 Nov 23 14:25:25.495835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:25.500149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/20ba52a1-5363-4600-aa97-f4b024cf4ece HTTP/1.1" status: 204 len: 168 time: 0.9274142 Nov 23 14:25:25.508514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34476) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:25.509178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37698a4-76dc-446c-98ff-d5ef35cd725d None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:25.589825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b395f57-49c4-444d-a456-d78d5481c1ed req-6c7d6838-628e-4d39-a020-211344f97065 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545594 Nov 23 14:25:25.649717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-4dcdea04-778d-45da-ba68-1d45be1b2a57 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469700 Nov 23 14:25:25.652524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45eb28-5be0-4399-9d75-08ff241a0ea3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=20ba52a1-5363-4600-aa97-f4b024cf4ece,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:25.753634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8bbd520-53a7-488a-81ae-2f0390e5ad97 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "DELETE /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags HTTP/1.1" status: 204 len: 168 time: 0.4897125 Nov 23 14:25:25.756292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:25.762327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-66846578-4e2d-45ed-9731-675fe8200958 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-1002422878') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:25.821942 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dc749df0-cc5c-47ad-adc2-7f12bbb68c89 req-64d5113d-450a-42b8-9877-d01cf954ddb9 service neutron] 10.222.0.74 "GET /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643114 Nov 23 14:25:25.861196 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-66846578-4e2d-45ed-9731-675fe8200958 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] show failed (client error): The resource could not be found. Nov 23 14:25:25.862356 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66846578-4e2d-45ed-9731-675fe8200958 tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "GET /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-1002422878 HTTP/1.1" status: 404 len: 326 time: 0.1049120 Nov 23 14:25:25.865122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:25.869824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-6ab4e72c-6de7-4874-8b2c-9b0e8ed3e2dd tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9', 'tempest-TagsTest-Tag-1988141712') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:25.943380 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-6ab4e72c-6de7-4874-8b2c-9b0e8ed3e2dd tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] show failed (client error): The resource could not be found. Nov 23 14:25:25.944666 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ab4e72c-6de7-4874-8b2c-9b0e8ed3e2dd tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "GET /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags/tempest-TagsTest-Tag-1988141712 HTTP/1.1" status: 404 len: 326 time: 0.0785043 Nov 23 14:25:25.947402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:25.951999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.tag.tag_plugin [None req-94c01dde-36e7-450c-8b7b-1c6654f8532f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'abe42a2f-9d12-44aa-ab3b-d40e43f5cca9') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:26.038876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bfc2b445-cfa9-4c0a-b3ac-581715b146e0 req-fca5197f-fd41-4ec7-8a7e-8e013dd849cd tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5769219 Nov 23 14:25:26.042405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-94c01dde-36e7-450c-8b7b-1c6654f8532f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "DELETE /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9/tags HTTP/1.1" status: 204 len: 168 time: 0.0937040 Nov 23 14:25:26.050201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:26.100381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:25:26.100381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.147204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.155367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.274202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.299270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.336271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe42a2f-9d12-44aa-ab3b-d40e43f5cca9']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:26.348449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c629d5ce-35a1-44b6-b143-a2d0f1b67638') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:26.348723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c629d5ce-35a1-44b6-b143-a2d0f1b67638') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:26.363117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.379668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.388650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27b5efa3-ed84-46c3-a540-812c9e847da1 req-61ac2d0d-16a0-420a-8582-9139db6781a8 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 210 time: 0.1329851 Nov 23 14:25:26.389905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:25:26.391138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.398986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.426312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:25:26.440637 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:25:26.494623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-67585893-63e6-4f6b-8a88-556286cb5375 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 267 time: 0.4411888 Nov 23 14:25:26.497884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 636a2cc7-f790-4511-8b2c-078ad9560fc3 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:25:26.514021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.528734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.538405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] 10.222.0.46 "DELETE /v2.0/networks/abe42a2f-9d12-44aa-ab3b-d40e43f5cca9 HTTP/1.1" status: 204 len: 168 time: 0.4875638 Nov 23 14:25:26.560637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-1bfd2a33-ea80-47e3-a4df-1ce7af4fabc8 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:26.562238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-1bfd2a33-ea80-47e3-a4df-1ce7af4fabc8 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "GET /v2.0/networks?id=d5737dc9-0549-41b1-ac25-e088b9f1a66c HTTP/1.1" status: 200 len: 808 time: 0.5347314 Nov 23 14:25:26.573973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c4187-09b3-4a99-bcf0-faf79477ff1f tempest-TagsTest-1135839419 tempest-TagsTest-1135839419-project] Pushing event deleted for resources: {'Network': ['ID=abe42a2f-9d12-44aa-ab3b-d40e43f5cca9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:26.622869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Request body: {'port': {'device_id': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c', 'admin_state_up': True, 'tenant_id': '5ed28f05edec4727adb3bc8c42274eb6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:26.693576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.760583 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a5b33110-99fa-4ee6-810f-939c97d699e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.802005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bbbb5329-3d93-472b-bd0a-1f834d68ae4c None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:26.802656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bbbb5329-3d93-472b-bd0a-1f834d68ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.806589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 636a2cc7-f790-4511-8b2c-078ad9560fc3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=636a2cc7-f790-4511-8b2c-078ad9560fc3,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:26.839258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '636a2cc7-f790-4511-8b2c-078ad9560fc3', 'network_id': 'a760b5ef-6bbf-4241-aede-477029b4d14c', 'port_id': '636a2cc7-f790-4511-8b2c-078ad9560fc3', 'mac_address': 'fa:16:3e:32:34:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6067dcd5-b66e-4708-a691-8896309a7852', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:25:26.858140 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Floating IP f6f14b79-2856-4cf7-aa1d-3027d18440f0 associated. External IP: 172.25.3.176, port: 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8. Nov 23 14:25:26.860362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:26.864941 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.871088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34504) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:26.871566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b06b305-e197-43c1-a0e1-d68a51a051e2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/4bf61c9b-cb7a-4676-ad9a-3d5b9d0e1564 HTTP/1.1" status: 204 len: 168 time: 1.3612063 Nov 23 14:25:26.889911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e311bc4e-b9d3-4652-b073-eab800f8330b None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:26.916082 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e611fa50-6b14-4a73-9b61-9e9a00c24b96 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:26.916545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e611fa50-6b14-4a73-9b61-9e9a00c24b96 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:26.924673 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:26.929429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e611fa50-6b14-4a73-9b61-9e9a00c24b96 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/20ba52a1-5363-4600-aa97-f4b024cf4ece HTTP/1.1" status: 404 len: 337 time: 0.0568826 Nov 23 14:25:26.931895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34508) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:26.957277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-9147062a-fa34-4269-ad21-cd32a1090163 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:26.965277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-9147062a-fa34-4269-ad21-cd32a1090163 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 945 time: 0.4694390 Nov 23 14:25:26.977449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'port': {'security_groups': []}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:27.038318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting subnet 3205ab02-b894-4dfe-a045-b394ebddbb65 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:25:27.043724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.070146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34510) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:27.102367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.208670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636a2cc7-f790-4511-8b2c-078ad9560fc3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:27.226500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2003-685b-414d-8714-fabb159706f6 req-208d6422-a527-4c5d-a4a2-02adb408852a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:27.229537 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.235325 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-412e2003-685b-414d-8714-fabb159706f6 req-208d6422-a527-4c5d-a4a2-02adb408852a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 943 time: 0.3811982 Nov 23 14:25:27.237732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.310458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 636a2cc7-f790-4511-8b2c-078ad9560fc3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=636a2cc7-f790-4511-8b2c-078ad9560fc3,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:27.317395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.326535 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-85b6e1a3-5955-43a4-a59e-34ade85ade85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=275221336271404583f86125851a4aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2551434 Nov 23 14:25:27.331488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34516) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:27.347644 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.394939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.434590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.454635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] For port 80d12753-7243-41f4-b596-47fd5a9b12aa, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=80d12753-7243-41f4-b596-47fd5a9b12aa,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:27.455861 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/3205ab02-b894-4dfe-a045-b394ebddbb65 HTTP/1.1" status: 204 len: 168 time: 0.5138955 Nov 23 14:25:27.455861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b5781c-0cf9-4c70-a2bd-3231ae07a0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.475522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b5781c-0cf9-4c70-a2bd-3231ae07a0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.480620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.508458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Made reservation on behalf of 5ed28f05edec4727adb3bc8c42274eb6 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:27.512379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.525361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34520) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:27.527832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea99c9-8c47-4d94-befc-fc6c69aa2011 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Subnet': ['ID=3205ab02-b894-4dfe-a045-b394ebddbb65,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:27.561347 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-015e417b-e61c-4af1-9606-268189b9d678 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:27.561582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015e417b-e61c-4af1-9606-268189b9d678 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:27.563382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=636a2cc7-f790-4511-8b2c-078ad9560fc3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:27.568281 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-015e417b-e61c-4af1-9606-268189b9d678 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/04d46145-08f4-4c88-b904-f49e4c70c4c4 HTTP/1.1" status: 404 len: 337 time: 0.0388818 Nov 23 14:25:27.568637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-412e2003-685b-414d-8714-fabb159706f6 req-8af6d023-dc69-40be-ad97-6e9f6991a662 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252158 Nov 23 14:25:27.568727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b5781c-0cf9-4c70-a2bd-3231ae07a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.570389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0b5781c-0cf9-4c70-a2bd-3231ae07a0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.571478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a0b5781c-0cf9-4c70-a2bd-3231ae07a0ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/119b32de-c330-4669-a11a-491ae1388bc2 HTTP/1.1" status: 204 len: 168 time: 0.2389274 Nov 23 14:25:27.572110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34522) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:27.593778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bbbb5329-3d93-472b-bd0a-1f834d68ae4c None None] Provisioning complete for port fe6cf5ef-8484-4881-9af4-e413f586f67f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:27.594125 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bbbb5329-3d93-472b-bd0a-1f834d68ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.614682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5781c-0cf9-4c70-a2bd-3231ae07a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b32de-c330-4669-a11a-491ae1388bc2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:27.655103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a04ae02e-30dd-42f1-b72f-08c19d8c08c3 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "GET /v2.0/ports?device_id=2970f09f-3b67-43a7-af5c-b4b1ab9c1464 HTTP/1.1" status: 200 len: 205 time: 0.0803719 Nov 23 14:25:27.657832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34526) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:27.685592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb5329-3d93-472b-bd0a-1f834d68ae4c None None] Port fe6cf5ef-8484-4881-9af4-e413f586f67f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:27.688715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['636a2cc7-f790-4511-8b2c-078ad9560fc3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:27.710417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.779877 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-2e147e86-31e8-4fac-8fb6-d503713594b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] delete failed (client error): The resource could not be found. Nov 23 14:25:27.784214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2e147e86-31e8-4fac-8fb6-d503713594b9 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/routers/2970f09f-3b67-43a7-af5c-b4b1ab9c1464 HTTP/1.1" status: 404 len: 336 time: 0.1213734 Nov 23 14:25:27.794881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34528) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:27.810405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4b2649c8-1897-405a-be7a-5767455cfa57'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:27.865972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Allocated IP 172.20.0.10 (d5737dc9-0549-41b1-ac25-e088b9f1a66c/ed661d76-fae3-4b24-8403-12263a15791e/66e9891b-3e09-4700-991e-49db65ccbad8) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:27.887437 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2c9413-a8be-4ce5-89d3-28c0748916cb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:27.889320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2c9413-a8be-4ce5-89d3-28c0748916cb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:27.895295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:27.896897 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:27.899700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e88b18aa-7225-493f-97a8-1b6bd3d69d62 req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "PUT /v2.0/ports/80d12753-7243-41f4-b596-47fd5a9b12aa HTTP/1.1" status: 200 len: 904 time: 0.9329827 Nov 23 14:25:27.919186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:27.920603 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7d2c9413-a8be-4ce5-89d3-28c0748916cb tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/a4b3d592-4e2f-4171-9ec6-068d9fa76ec5 HTTP/1.1" status: 404 len: 337 time: 0.1224897 Nov 23 14:25:27.925616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34532) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:27.926769 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62487348-461e-49e2-8bc2-34241398a6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:27.984657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794a481-d53f-471b-ae7e-8ca9b8a0edf5 None None] Update dhcp port {'port': {'network_id': '94748658-61e3-41b7-b4b4-405f37152cc9', 'fixed_ips': [{'subnet_id': '3205ab02-b894-4dfe-a045-b394ebddbb65'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '5b930fa9-d0c9-4f59-ae9a-7ffca84225a2'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:25:28.059521 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-022e6162-5d59-4db4-912b-a782d1615b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.065232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022e6162-5d59-4db4-912b-a782d1615b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.071461 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0794a481-d53f-471b-ae7e-8ca9b8a0edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.073303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['80d12753-7243-41f4-b596-47fd5a9b12aa'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:28.085907 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-022e6162-5d59-4db4-912b-a782d1615b62 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/3579cf78-47b1-481b-ae07-007b10ec5737 HTTP/1.1" status: 404 len: 337 time: 0.1572866 Nov 23 14:25:28.086966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34544) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.190602 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1e2b01-2cb6-4e3c-8ace-de7fc64f2401 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.191160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1e2b01-2cb6-4e3c-8ace-de7fc64f2401 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.202944 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e1e2b01-2cb6-4e3c-8ace-de7fc64f2401 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/198ca8ea-ae1c-47c5-aa96-ed093c8cf9c9 HTTP/1.1" status: 404 len: 337 time: 0.1146696 Nov 23 14:25:28.205555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34550) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.264858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ea1ae2e-c32d-4385-b0c3-38481100e3cd req-9df3904f-b491-443b-84bd-13efc1b6848d tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 210 time: 0.1200008 Nov 23 14:25:28.291683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4217cb0-568f-4e19-babd-bf1d266b2992 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=80d12753-7243-41f4-b596-47fd5a9b12aa,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:28.305888 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-713bd370-deee-4638-a2f8-dfcdaf41eee4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.314677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713bd370-deee-4638-a2f8-dfcdaf41eee4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.324615 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-713bd370-deee-4638-a2f8-dfcdaf41eee4 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/6314e35b-e914-484c-a5d2-dd498dd14464 HTTP/1.1" status: 404 len: 333 time: 0.1154935 Nov 23 14:25:28.325427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34554) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.388966 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b44e6b-5fea-469f-8771-5bcb14b85945 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.389665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b44e6b-5fea-469f-8771-5bcb14b85945 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.407015 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8b44e6b-5fea-469f-8771-5bcb14b85945 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/cbd9126d-93e3-422d-af41-0f1201125894 HTTP/1.1" status: 404 len: 337 time: 0.0774844 Nov 23 14:25:28.409543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34558) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.444773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457320f-164a-4b53-a1eb-da9ffc2f6834 req-fad5184f-00d2-4d43-a9bb-a88441947071 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:28.459402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0457320f-164a-4b53-a1eb-da9ffc2f6834 req-fad5184f-00d2-4d43-a9bb-a88441947071 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 907 time: 0.3890417 Nov 23 14:25:28.506751 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c5fc7d-89a1-454b-8c31-42215ebbc852 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.508715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c5fc7d-89a1-454b-8c31-42215ebbc852 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.520285 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-32c5fc7d-89a1-454b-8c31-42215ebbc852 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/01371b6c-ab23-436f-8482-6692630a2091 HTTP/1.1" status: 404 len: 337 time: 0.1069932 Nov 23 14:25:28.521092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34564) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.567002 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89759a1-cc64-4b77-bca1-37b1790d6865 x-openstack-request-id: req-a89759a1-cc64-4b77-bca1-37b1790d6865 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:28.567321 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:28.567614 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a89759a1-cc64-4b77-bca1-37b1790d6865 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:28.569271 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f938ff-98fb-472d-8845-762e1d45ff34 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.569865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f938ff-98fb-472d-8845-762e1d45ff34 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.571297 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa', 'status': 'completed', 'code': 200} Nov 23 14:25:28.578507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34566) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.578770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-05f938ff-98fb-472d-8845-762e1d45ff34 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/8edc9b69-38f9-456f-ba62-1806f971b3c3 HTTP/1.1" status: 404 len: 333 time: 0.0565555 Nov 23 14:25:28.696031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-18a6fcac-b78d-4bf0-8031-7d39dbb2a7fa None None] Provisioning complete for port 80d12753-7243-41f4-b596-47fd5a9b12aa triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:28.696643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-18a6fcac-b78d-4bf0-8031-7d39dbb2a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.711640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487348-461e-49e2-8bc2-34241398a6f5 req-682275ae-cc0d-4865-9591-4ee2f0d5df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:28.714312 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-62487348-461e-49e2-8bc2-34241398a6f5 req-682275ae-cc0d-4865-9591-4ee2f0d5df34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 1058 time: 0.1177952 Nov 23 14:25:28.751458 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaf9db5-1139-4c52-948c-ee7ad00a8064 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.751458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaf9db5-1139-4c52-948c-ee7ad00a8064 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.754773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ecaf9db5-1139-4c52-948c-ee7ad00a8064 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/241e567a-464d-43d0-8884-6ad5d2017c87 HTTP/1.1" status: 404 len: 337 time: 0.1727221 Nov 23 14:25:28.772447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34576) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.822645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Router 311d69f6-9864-4a74-b06f-0f08c5b7534b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:25:28.838691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ace602-fcb6-4b35-8d38-a85f7f37a049 None None] Network 94748658-61e3-41b7-b4b4-405f37152cc9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:28.877269 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de47cd5-1216-4242-b054-62af54d98798 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] DELETE failed (client error): The resource could not be found. Nov 23 14:25:28.881880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:28.887497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de47cd5-1216-4242-b054-62af54d98798 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:25:28.893019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0de47cd5-1216-4242-b054-62af54d98798 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/subnets/fcc7c6be-9f5f-4000-905b-ad380af916fb HTTP/1.1" status: 404 len: 337 time: 0.1122086 Nov 23 14:25:28.894328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0d73-7b40-4db8-bc35-a5db0a6a22e7 req-5d5eaead-0852-423c-b3fa-f2ee23c81890 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:28.896661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34580) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:28.902716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-656b0d73-7b40-4db8-bc35-a5db0a6a22e7 req-5d5eaead-0852-423c-b3fa-f2ee23c81890 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2028489 Nov 23 14:25:28.917895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10399647-c53b-4eb1-bd0f-c36756ba7678 req-a7b188f6-22c7-4547-b165-adbdbe8f4695 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:28.919584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10399647-c53b-4eb1-bd0f-c36756ba7678 req-a7b188f6-22c7-4547-b165-adbdbe8f4695 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 944 time: 0.1997635 Nov 23 14:25:29.105349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:25:29.121709 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] Sync routers for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:25:29.141072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.155757 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:25:29.156500 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:24:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:29.161669 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e6594e92-9f13-490d-b0a6-0efc90d76033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.227728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487348-461e-49e2-8bc2-34241398a6f5 req-7b5e4290-40b5-4b03-b4a0-2647adfb3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:29.237586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-62487348-461e-49e2-8bc2-34241398a6f5 req-7b5e4290-40b5-4b03-b4a0-2647adfb3ded service neutron] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.5135190 Nov 23 14:25:29.287932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] DHCP port deletion for 94748658-61e3-41b7-b4b4-405f37152cc9 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:25:29.314134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ec1ec6af-df1d-4b34-aa54-17f4dd6caea5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "PUT /v2.0/floatingips/f6f14b79-2856-4cf7-aa1d-3027d18440f0 HTTP/1.1" status: 200 len: 991 time: 4.7389355 Nov 23 14:25:29.364627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-656b0d73-7b40-4db8-bc35-a5db0a6a22e7 req-35a7fc70-1f4e-4223-82c5-efa99c5b2b42 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4608932 Nov 23 14:25:29.374218 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-62487348-461e-49e2-8bc2-34241398a6f5 req-95478ccd-510e-488a-80df-4a12b6f8fb3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d12753-7243-41f4-b596-47fd5a9b12aa HTTP/1.1" status: 200 len: 217 time: 0.1300859 Nov 23 14:25:29.395110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10399647-c53b-4eb1-bd0f-c36756ba7678 req-aec906c5-78c0-4cd7-ab27-1ddad86248e1 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088315 Nov 23 14:25:29.410256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.421268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:25:29.470372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eee60390-6d9b-4a7b-9115-2af1a301a89f None None] Provisioning complete for port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:29.472428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eee60390-6d9b-4a7b-9115-2af1a301a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.500003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487348-461e-49e2-8bc2-34241398a6f5 req-95b14b92-8190-450c-8053-d035dc10675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:29.501502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-62487348-461e-49e2-8bc2-34241398a6f5 req-95b14b92-8190-450c-8053-d035dc10675b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1180100 Nov 23 14:25:29.547567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['57c753c8-40ab-4edf-b7f7-215465c8070e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:29.578843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Network d5737dc9-0549-41b1-ac25-e088b9f1a66c is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:29.581067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] Deleting port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:29.581440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.684960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:29.689557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:29.722436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Deleting port fe6cf5ef-8484-4881-9af4-e413f586f67f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:29.722436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.754021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487348-461e-49e2-8bc2-34241398a6f5 req-615f4bb4-3e56-4d95-9d55-6cf2b9e80756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:29.755593 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-62487348-461e-49e2-8bc2-34241398a6f5 req-615f4bb4-3e56-4d95-9d55-6cf2b9e80756 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406254 Nov 23 14:25:29.806788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Pushing event updated for resources: {'Port': ['ID=66e9891b-3e09-4700-991e-49db65ccbad8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:29.913516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1ad7e-b705-4a9e-9069-c0209e79c584 req-40902463-f9e1-4afe-bb1c-252f5df4cf23 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:29.915168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35b1ad7e-b705-4a9e-9069-c0209e79c584 req-40902463-f9e1-4afe-bb1c-252f5df4cf23 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 932 time: 0.3906093 Nov 23 14:25:29.925851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:29.926599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.928224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.965829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] For port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,segment=NetworkSegment(324078c4-5fe6-438a-bb3d-4e5d2faeeca2),segment_id=324078c4-5fe6-438a-bb3d-4e5d2faeeca2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:29.966921 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:29.976094 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f6f14b79-2856-4cf7-aa1d-3027d18440f0', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'port_id': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'mac_address': 'fa:16:3e:f9:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:24:51Z', 'updated_at': '2021-11-23T14:25:25Z', 'revision_number': 1, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:29.983319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Calling delete_port for fe6cf5ef-8484-4881-9af4-e413f586f67f owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:30.008784 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] Checking router: 311d69f6-9864-4a74-b06f-0f08c5b7534b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:25:30.027316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:25:30.027928 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:25:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:30.043789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] Calling delete_port for 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:30.056944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5b7848a7-5d59-4a1e-adda-d690f2adc77e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4439437 Nov 23 14:25:30.098283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Request body: {'port': {'device_id': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:30.124969 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-62487348-461e-49e2-8bc2-34241398a6f5 req-effa7d6e-03cc-4f73-8c0f-16f3a90dfc23 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520808 Nov 23 14:25:30.160032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35b1ad7e-b705-4a9e-9069-c0209e79c584 req-872ac7a7-89f5-4b0f-bb8c-648a23fb2a93 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227890 Nov 23 14:25:30.301707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.346940 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:25:30.353165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637a0aa-1472-486c-b5ab-5b20fa5fbd55 req-60667add-47df-427e-93ce-5c42631f03e6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:30.365010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d637a0aa-1472-486c-b5ab-5b20fa5fbd55 req-60667add-47df-427e-93ce-5c42631f03e6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3187857 Nov 23 14:25:30.384868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:25:30.389851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.639827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] No DVR routers for this DVR port 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:30.643837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 636a2cc7-f790-4511-8b2c-078ad9560fc3 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:30.724707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f454c0-6a4c-4569-ba87-f27e6266b129 None None] Pushing event deleted for resources: {'Port': ['ID=5b930fa9-d0c9-4f59-ae9a-7ffca84225a2,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:30.736155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:25:30.736760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b930fa9-d0c9-4f59-ae9a-7ffca84225a2 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:25:30.775943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.830161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eee60390-6d9b-4a7b-9115-2af1a301a89f None None] Provisioning complete for port fe6cf5ef-8484-4881-9af4-e413f586f67f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:30.830526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eee60390-6d9b-4a7b-9115-2af1a301a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.850145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e9891b-3e09-4700-991e-49db65ccbad8 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:30.866018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.868744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eee60390-6d9b-4a7b-9115-2af1a301a89f None None] Port fe6cf5ef-8484-4881-9af4-e413f586f67f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:30.896589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Transition to ACTIVE for port object 66e9891b-3e09-4700-991e-49db65ccbad8 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:25:30.902820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:30.904541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 636a2cc7-f790-4511-8b2c-078ad9560fc3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:25:30.910121 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d476e-74f0-4983-aebb-0146abbecb84" -d '{"events": [{"name": "network-changed", "server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:30.913166 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f6f14b79-2856-4cf7-aa1d-3027d18440f0', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'port_id': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'mac_address': 'fa:16:3e:f9:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:24:51Z', 'updated_at': '2021-11-23T14:25:25Z', 'revision_number': 1, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:30.917789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 636a2cc7-f790-4511-8b2c-078ad9560fc3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:30.918566 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.947559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:30.975867 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b284e0-8251-4e97-a2b7-f8d56528d139 None None] The sync data for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 is: [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'f6f14b79-2856-4cf7-aa1d-3027d18440f0', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'port_id': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'mac_address': 'fa:16:3e:f9:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:24:51Z', 'updated_at': '2021-11-23T14:25:25Z', 'revision_number': 1, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:25:31.007414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.038885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.043800 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/ports/fe6cf5ef-8484-4881-9af4-e413f586f67f HTTP/1.1" status: 204 len: 168 time: 2.1428025 Nov 23 14:25:31.074675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34634) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:31.095085 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.124458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Pushing event updated for resources: {'Port': ['ID=66e9891b-3e09-4700-991e-49db65ccbad8,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:31.152362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a2cc7-f790-4511-8b2c-078ad9560fc3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:31.158785 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c2847-5644-41fb-b745-4e3b341c8d1a" -d '{"events": [{"server_uuid": "a425708c-41d1-4c3d-a1c8-7633db7be732", "name": "network-vif-plugged", "status": "completed", "tag": "636a2cc7-f790-4511-8b2c-078ad9560fc3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:31.182503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 636a2cc7-f790-4511-8b2c-078ad9560fc3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=636a2cc7-f790-4511-8b2c-078ad9560fc3,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:31.188062 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.201348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.204823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Port': ['ID=fe6cf5ef-8484-4881-9af4-e413f586f67f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:31.225154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-62487348-461e-49e2-8bc2-34241398a6f5 req-88b3fd0b-4e34-4e2f-9b85-961b940aeed9 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0920465 Nov 23 14:25:31.226864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.227492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.228208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.228768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.229455 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.230315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.231132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.231862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.232558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.233267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.234406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.235012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6303f78c-5434-4068-8235-a49b7f3065c2 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:31.246711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d637a0aa-1472-486c-b5ab-5b20fa5fbd55 req-cb715e71-57d9-4492-bc18-cdd85210fec0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8620815 Nov 23 14:25:31.283694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=636a2cc7-f790-4511-8b2c-078ad9560fc3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:31.315857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f548247-e826-4fb1-8420-e9fe6f25f260 req-fdc92961-82dd-427b-b215-aaa6bfd347c0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:31.325294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f548247-e826-4fb1-8420-e9fe6f25f260 req-fdc92961-82dd-427b-b215-aaa6bfd347c0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 944 time: 0.4222221 Nov 23 14:25:31.368897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34646) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:31.398263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.440581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0fdad-fa0c-40b0-b883-d8e45c74875a None None] New status for floating IP f6f14b79-2856-4cf7-aa1d-3027d18440f0: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:25:31.444800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94748658-61e3-41b7-b4b4-405f37152cc9']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:31.480896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324078c4-5fe6-438a-bb3d-4e5d2faeeca2') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:31.481803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324078c4-5fe6-438a-bb3d-4e5d2faeeca2') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:31.510496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.525619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Attempting to bind port 66e9891b-3e09-4700-991e-49db65ccbad8 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:31.526106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Attempting to bind port 66e9891b-3e09-4700-991e-49db65ccbad8 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:31.526549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Attempting to bind port 66e9891b-3e09-4700-991e-49db65ccbad8 on network d5737dc9-0549-41b1-ac25-e088b9f1a66c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:31.544357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.553497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Port 66e9891b-3e09-4700-991e-49db65ccbad8 on network d5737dc9-0549-41b1-ac25-e088b9f1a66c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:25:31.554414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Attempting to bind port 66e9891b-3e09-4700-991e-49db65ccbad8 on network d5737dc9-0549-41b1-ac25-e088b9f1a66c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:31.555258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:25:31.555953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:25:31.559416 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:25:31.570544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:31.572787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Checking segment: {'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:31.581846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Bound using segment: {'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:31.582447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Bound port: 66e9891b-3e09-4700-991e-49db65ccbad8, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:31.582960 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.601205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f548247-e826-4fb1-8420-e9fe6f25f260 req-6529bf5b-901e-4fde-9f4a-4286c298d16d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272205 Nov 23 14:25:31.678374 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.689518 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.696981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] 10.222.0.46 "DELETE /v2.0/networks/94748658-61e3-41b7-b4b4-405f37152cc9 HTTP/1.1" status: 204 len: 168 time: 0.6157813 Nov 23 14:25:31.720276 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e727b2db-7d22-49b3-8db9-0992445c5ec3 x-openstack-request-id: req-e727b2db-7d22-49b3-8db9-0992445c5ec3 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:31.721852 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:31.722738 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e727b2db-7d22-49b3-8db9-0992445c5ec3 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:31.724460 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'status': 'completed', 'code': 200} Nov 23 14:25:31.742124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eb5d2-ab11-4d6f-a4f8-d83a23ea6fe5 tempest-PortsIpV6TestJSON-173710747 tempest-PortsIpV6TestJSON-173710747-project] Pushing event deleted for resources: {'Network': ['ID=94748658-61e3-41b7-b4b4-405f37152cc9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:31.766738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f219e3a-eb2c-4127-9f6c-110b4ae7525d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.815542 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75d5cfa-b731-44ba-8688-7f70eb6b505d x-openstack-request-id: req-b75d5cfa-b731-44ba-8688-7f70eb6b505d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:31.816048 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a425708c-41d1-4c3d-a1c8-7633db7be732", "name": "network-vif-plugged", "status": "completed", "tag": "636a2cc7-f790-4511-8b2c-078ad9560fc3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:31.819530 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b75d5cfa-b731-44ba-8688-7f70eb6b505d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:31.819964 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a2cc7-f790-4511-8b2c-078ad9560fc3', 'code': 200} Nov 23 14:25:31.829089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-a63c5e58-0842-4470-9a71-d5c9dbbc8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:31.830935 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-a63c5e58-0842-4470-9a71-d5c9dbbc8dcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 1096 time: 0.0790229 Nov 23 14:25:31.861613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] For port 66e9891b-3e09-4700-991e-49db65ccbad8, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:31.924872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] For port 66e9891b-3e09-4700-991e-49db65ccbad8, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=66e9891b-3e09-4700-991e-49db65ccbad8,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:31.932514 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.964910 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:31.990571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-621aba17-2a08-4152-980a-4d110dfaa567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:31.992439 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-621aba17-2a08-4152-980a-4d110dfaa567 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.1443915 Nov 23 14:25:32.032526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4302dd-1f4e-49d0-bafb-bb0bd2cf3105 req-90696fac-8b8c-4205-bf1d-a7215dd98fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.036061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc4302dd-1f4e-49d0-bafb-bb0bd2cf3105 req-90696fac-8b8c-4205-bf1d-a7215dd98fec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 1096 time: 0.2260292 Nov 23 14:25:32.074343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34670) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:32.144891 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc4302dd-1f4e-49d0-bafb-bb0bd2cf3105 req-1428157b-f897-45fb-809a-6f17d1ea2115 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Nov 23 14:25:32.158342 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-792a6ecd-ca67-4c04-8206-a663e78f292a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 200 len: 1001 time: 0.1517479 Nov 23 14:25:32.231228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-201ed13d-0474-4cb8-aa02-7ec864d48c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.233019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-201ed13d-0474-4cb8-aa02-7ec864d48c9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.0636485 Nov 23 14:25:32.298945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3c470cc7-2150-4765-9c4f-5e9937c3e84d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f3d58a8ab9c45539ace27026a9b4a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227137 Nov 23 14:25:32.300932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34676) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:32.319189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-a44c62c0-ed9f-4f57-9892-79013dbb0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.320779 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-a44c62c0-ed9f-4f57-9892-79013dbb0823 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794253 Nov 23 14:25:32.408472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.408984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.410359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/66e9891b-3e09-4700-991e-49db65ccbad8 HTTP/1.1" status: 200 len: 1092 time: 2.3233778 Nov 23 14:25:32.439639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e3aba12-192f-4b87-a669-6a8cadd945fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.460766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63eae-eaea-419f-ac50-b452f04e87da req-388b0937-f6a4-4ae9-aa0a-16fd8bcdb2b2 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.463018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f63eae-eaea-419f-ac50-b452f04e87da req-388b0937-f6a4-4ae9-aa0a-16fd8bcdb2b2 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 944 time: 0.5614176 Nov 23 14:25:32.463810 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.488542 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e3aba12-192f-4b87-a669-6a8cadd945fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.496337 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-347cfb3d-4840-4e11-9b69-1f4d3b71ccd3 service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651645 Nov 23 14:25:32.522911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcd1b5-fb02-410b-aa7a-281a5b6750d2 service neutron] Pushing event updated for resources: {'Port': ['ID=66e9891b-3e09-4700-991e-49db65ccbad8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:32.566760 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f219e3a-eb2c-4127-9f6c-110b4ae7525d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.597461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-801c5000-3e5c-4496-ab60-5919f07fc700 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.599024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-801c5000-3e5c-4496-ab60-5919f07fc700 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.6773729 Nov 23 14:25:32.599868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f219e3a-eb2c-4127-9f6c-110b4ae7525d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.631655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e3aba12-192f-4b87-a669-6a8cadd945fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.634365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e3aba12-192f-4b87-a669-6a8cadd945fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.635546 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7e3aba12-192f-4b87-a669-6a8cadd945fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccba8022-d99f-45c9-b950-e8a794de4576 HTTP/1.1" status: 204 len: 168 time: 0.3335600 Nov 23 14:25:32.650884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5a61e4e3-8edf-442e-a150-14b304e2a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.652414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-5a61e4e3-8edf-442e-a150-14b304e2a15f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ed28f05edec4727adb3bc8c42274eb6&device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 1095 time: 0.1773915 Nov 23 14:25:32.656058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aba12-192f-4b87-a669-6a8cadd945fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba8022-d99f-45c9-b950-e8a794de4576,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:32.661563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b7d476e-74f0-4983-aebb-0146abbecb84 req-e66a7153-b89e-40d6-9a2e-cca4ff265b6f service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431842 Nov 23 14:25:32.672521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71f63eae-eaea-419f-ac50-b452f04e87da req-5e2b02bd-1e50-4b06-b7f3-4fb1a0511f4d tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837137 Nov 23 14:25:32.699621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-d2fe74c0-ae83-451d-9db0-5f855abd9a71 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/quotas/aa3dcd61ffcc40d0955c6e10dbd07774 HTTP/1.1" status: 200 len: 375 time: 0.0831430 Nov 23 14:25:32.765515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2f219e3a-eb2c-4127-9f6c-110b4ae7525d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=568b4cf2d98445478c8f4d7cec03acb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3943648 Nov 23 14:25:32.768365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34690) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:32.769327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-0fa59a09-5bd1-4a55-b021-4c89aa9cf20b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e9891b-3e09-4700-991e-49db65ccbad8 HTTP/1.1" status: 200 len: 217 time: 0.0742550 Nov 23 14:25:32.793158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f219e3a-eb2c-4127-9f6c-110b4ae7525d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22feac2-2fe7-4dd8-997e-d9a92045af5c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:32.844015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b1d93a6-10ab-485a-b9d0-df61c0937874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.879252 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b1d93a6-10ab-485a-b9d0-df61c0937874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.909024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-67813b3e-0e62-4dfd-9429-cd5c77f52953 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1912653 Nov 23 14:25:32.912893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-8c3fbdb3-3f73-4996-9993-c826e6b5b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.914475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-8c3fbdb3-3f73-4996-9993-c826e6b5b8f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed661d76-fae3-4b24-8403-12263a15791e HTTP/1.1" status: 200 len: 848 time: 0.1001747 Nov 23 14:25:32.926910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ba2d1-404f-4ee2-8db6-a08133a0ab6f req-c1cfccb8-7a9c-4603-a904-2bd8f978361c tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:32.926910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-945ba2d1-404f-4ee2-8db6-a08133a0ab6f req-c1cfccb8-7a9c-4603-a904-2bd8f978361c tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.1687834 Nov 23 14:25:32.959227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b1d93a6-10ab-485a-b9d0-df61c0937874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.963517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b1d93a6-10ab-485a-b9d0-df61c0937874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:32.966100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b1d93a6-10ab-485a-b9d0-df61c0937874 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e22feac2-2fe7-4dd8-997e-d9a92045af5c HTTP/1.1" status: 204 len: 168 time: 0.1957016 Nov 23 14:25:32.977772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d93a6-10ab-485a-b9d0-df61c0937874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22feac2-2fe7-4dd8-997e-d9a92045af5c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:33.022412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-f19e9dbf-ce05-4800-9a60-6590ca2fdf8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5737dc9-0549-41b1-ac25-e088b9f1a66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965791 Nov 23 14:25:33.184298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-945ba2d1-404f-4ee2-8db6-a08133a0ab6f req-d8978f30-523b-4d4d-a9ce-044448cf4164 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173073 Nov 23 14:25:33.242848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403eadf-d714-48df-8e47-b567623925dd req-c6b8d9ac-4f9b-4070-b84d-b7ce10d389e8 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:33.244464 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4403eadf-d714-48df-8e47-b567623925dd req-c6b8d9ac-4f9b-4070-b84d-b7ce10d389e8 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 946 time: 0.1264644 Nov 23 14:25:33.249760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-1d657966-fd80-4a71-820a-37fb748791d9 service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225381 Nov 23 14:25:33.342618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-34212cd1-f946-4fd9-91d7-4911685bed78 service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067100 Nov 23 14:25:33.389504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Deleting port 27540d66-fad5-458c-9b46-ac85e6c101be {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:33.390931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:33.474251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34708) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:33.515762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5be6-36e7-4a87-a3a0-04cb1491b8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:33.551728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] For port 27540d66-fad5-458c-9b46-ac85e6c101be, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=27540d66-fad5-458c-9b46-ac85e6c101be,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:33.552381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:33.569323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Calling delete_port for 27540d66-fad5-458c-9b46-ac85e6c101be owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:33.630063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-438bda3d-3846-434f-bbd2-1b39807b77ab req-6cdb733d-756f-40fd-ac6d-6c8702cdc60b service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745531 Nov 23 14:25:33.640817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-930c092e-dc4b-45a0-a593-bfc17c4117ad service neutron] 10.222.0.46 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808756 Nov 23 14:25:33.655126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b710952-0856-4f27-8cc5-daa5c477b440 req-6cef8d75-4b3b-494b-bbb5-62171698829b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:33.679249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b710952-0856-4f27-8cc5-daa5c477b440 req-6cef8d75-4b3b-494b-bbb5-62171698829b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.2631102 Nov 23 14:25:33.727255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'tag': '66e9891b-3e09-4700-991e-49db65ccbad8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:33.730629 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee923b-f9a8-465a-b206-e9a1dbf2008f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f", "tag": "66e9891b-3e09-4700-991e-49db65ccbad8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:33.809598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b710952-0856-4f27-8cc5-daa5c477b440 req-1cbd29de-f4f1-474a-bbf9-2a3009540558 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292496 Nov 23 14:25:33.831064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5be6-36e7-4a87-a3a0-04cb1491b8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:33.841096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5be6-36e7-4a87-a3a0-04cb1491b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:33.878642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:33.894880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['83302947-4dd6-4f3e-9766-2557be6fe98d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:33.959151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['05eb6be5-e127-449b-9cf9-cd379afd5818'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:33.972386 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1d5ea-facb-4f62-a37f-2f2121586b2a x-openstack-request-id: req-26b1d5ea-facb-4f62-a37f-2f2121586b2a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:33.972945 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f", "tag": "66e9891b-3e09-4700-991e-49db65ccbad8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:33.972945 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26b1d5ea-facb-4f62-a37f-2f2121586b2a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:33.973311 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'tag': '66e9891b-3e09-4700-991e-49db65ccbad8', 'status': 'completed', 'code': 200} Nov 23 14:25:34.029783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cc7b5be6-36e7-4a87-a3a0-04cb1491b8fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35cca42b4d154c7883b3588c216f377b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5521502 Nov 23 14:25:34.031945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Pushing event deleted for resources: {'Port': ['ID=27540d66-fad5-458c-9b46-ac85e6c101be,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:34.039598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:34.103599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] No DVR routers for this DVR port 27540d66-fad5-458c-9b46-ac85e6c101be on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:34.105913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b5be6-36e7-4a87-a3a0-04cb1491b8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c35f6-2315-46e0-b7fe-d5ddaf726727,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:34.125224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:34.142164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4403eadf-d714-48df-8e47-b567623925dd req-7f90faab-0a47-440b-9943-81f0b46dcc33 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "DELETE /v2.0/ports/27540d66-fad5-458c-9b46-ac85e6c101be HTTP/1.1" status: 204 len: 173 time: 0.8894191 Nov 23 14:25:34.144322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'name': 'network-vif-deleted', 'tag': '27540d66-fad5-458c-9b46-ac85e6c101be'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:34.155318 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927bac3a-40cc-4c74-a87d-5a0d70a9145c" -d '{"events": [{"server_uuid": "17e53468-129e-4ea6-8d65-e0aa814d7c9e", "name": "network-vif-deleted", "tag": "27540d66-fad5-458c-9b46-ac85e6c101be"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:34.164537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-112386c3-9809-4ebf-8702-a38a9fa28f0c req-36f05e1c-d82c-49b4-bab7-5f240b2c4b48 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 210 time: 0.1647575 Nov 23 14:25:34.272624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-c8ea924e-a2b6-4d68-99a1-2035c0974496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:34.274537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-c8ea924e-a2b6-4d68-99a1-2035c0974496 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ed28f05edec4727adb3bc8c42274eb6&device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 1095 time: 0.2994256 Nov 23 14:25:34.295610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e8a-281b-40de-bb92-27a38de98d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:34.324357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945fa48-67a4-47d4-be26-f17b720b0e69 req-7bd21f47-0a58-4c38-be36-c9c900af1762 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:34.343507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6945fa48-67a4-47d4-be26-f17b720b0e69 req-7bd21f47-0a58-4c38-be36-c9c900af1762 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 944 time: 0.3426535 Nov 23 14:25:34.368780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e8a-281b-40de-bb92-27a38de98d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:34.534601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e8a-281b-40de-bb92-27a38de98d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:34.538790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaea3e8a-281b-40de-bb92-27a38de98d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:34.540053 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aaea3e8a-281b-40de-bb92-27a38de98d97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a03c35f6-2315-46e0-b7fe-d5ddaf726727 HTTP/1.1" status: 204 len: 168 time: 0.4998889 Nov 23 14:25:34.571046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9ef40b4-2d68-4459-b6cb-e745930233cd req-2737817e-b783-4f38-bfa9-45515272295e tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e53468-129e-4ea6-8d65-e0aa814d7c9e HTTP/1.1" status: 200 len: 210 time: 0.2195063 Nov 23 14:25:34.577187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea3e8a-281b-40de-bb92-27a38de98d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c35f6-2315-46e0-b7fe-d5ddaf726727,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:34.664264 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d3eeba-41e8-4853-bd02-17fef3b6c562 x-openstack-request-id: req-79d3eeba-41e8-4853-bd02-17fef3b6c562 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:34.664570 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e53468-129e-4ea6-8d65-e0aa814d7c9e", "name": "network-vif-deleted", "tag": "27540d66-fad5-458c-9b46-ac85e6c101be", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:34.664827 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79d3eeba-41e8-4853-bd02-17fef3b6c562 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:34.665850 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e53468-129e-4ea6-8d65-e0aa814d7c9e', 'name': 'network-vif-deleted', 'tag': '27540d66-fad5-458c-9b46-ac85e6c101be', 'status': 'completed', 'code': 200} Nov 23 14:25:34.719586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6945fa48-67a4-47d4-be26-f17b720b0e69 req-911f0d3b-ad41-4b23-8774-06e746cbfb33 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747370 Nov 23 14:25:34.739098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-20da0b7c-c2fc-436d-9965-eaa244e4cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:34.740612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-20da0b7c-c2fc-436d-9965-eaa244e4cb9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5737dc9-0549-41b1-ac25-e088b9f1a66c HTTP/1.1" status: 200 len: 909 time: 0.4471214 Nov 23 14:25:34.810452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-4feaae41-9b56-4f6f-b50b-06a0ae7e2232 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e9891b-3e09-4700-991e-49db65ccbad8 HTTP/1.1" status: 200 len: 217 time: 0.0617712 Nov 23 14:25:34.931520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-4e915dbf-94eb-4c7e-b370-58bd469c8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:34.933549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-4e915dbf-94eb-4c7e-b370-58bd469c8462 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed661d76-fae3-4b24-8403-12263a15791e HTTP/1.1" status: 200 len: 848 time: 0.1142502 Nov 23 14:25:35.023796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-85882f5e-8f63-4180-8d11-48a4ce0bd98a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5737dc9-0549-41b1-ac25-e088b9f1a66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713854 Nov 23 14:25:35.067475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656f877-8caf-4372-a12b-44e246c67ab5 req-615665a1-0882-4de1-8566-022430bec2ac tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:35.074874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7656f877-8caf-4372-a12b-44e246c67ab5 req-615665a1-0882-4de1-8566-022430bec2ac tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1383002 Nov 23 14:25:35.180664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7656f877-8caf-4372-a12b-44e246c67ab5 req-fc8f8d1b-38cd-4414-ad05-8c79b1f99e55 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045332 Nov 23 14:25:35.200375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-3b08dffe-d1a8-4ccd-9e49-56637d61a307 service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661184 Nov 23 14:25:35.336765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-957ce541-a3b7-45d4-98d7-6bfc1cbe8131 req-78ac985b-bd46-4d1b-87bb-974563ff2c1e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 210 time: 0.0607140 Nov 23 14:25:35.467170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeee923b-f9a8-465a-b206-e9a1dbf2008f req-288da167-9efc-4559-9ce6-c7fe72fd7902 service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533758 Nov 23 14:25:35.495629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27540d66-fad5-458c-9b46-ac85e6c101be no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:25:35.532568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2d25f-3d37-478c-bf1a-760293a6f9c1 req-bdec31b7-8b3d-4e79-89e3-82f1bade94af tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:35.547590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 27540d66-fad5-458c-9b46-ac85e6c101be {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:25:35.550931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 27540d66-fad5-458c-9b46-ac85e6c101be not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:25:35.558127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3be2d25f-3d37-478c-bf1a-760293a6f9c1 req-bdec31b7-8b3d-4e79-89e3-82f1bade94af tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1436167 Nov 23 14:25:35.709044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-e96bfb71-f20f-4b22-8f93-443b5575e564 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:35.711326 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-e96bfb71-f20f-4b22-8f93-443b5575e564 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 812 time: 0.2196100 Nov 23 14:25:35.724205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3be2d25f-3d37-478c-bf1a-760293a6f9c1 req-a89c6d56-f326-4947-b340-aa6e8153ec94 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597288 Nov 23 14:25:35.737473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Request body: {'port': {'device_id': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'admin_state_up': True, 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:35.910276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb17529-dd6f-46df-b914-758f61a7e5a0 req-931f03eb-6b92-435b-a227-676c489572e2 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:35.924931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2eb17529-dd6f-46df-b914-758f61a7e5a0 req-931f03eb-6b92-435b-a227-676c489572e2 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1120174 Nov 23 14:25:35.940838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Made reservation on behalf of aa3dcd61ffcc40d0955c6e10dbd07774 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:35.945624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:36.022617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2eb17529-dd6f-46df-b914-758f61a7e5a0 req-43e90117-7ccc-4815-8f46-545d2eb81e56 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954711 Nov 23 14:25:36.190205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612e9b9-42d2-47c3-90d8-2fd37b57f09a req-7d8683d7-ff8b-4c41-8cc2-a6a4e65b2a03 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:36.196068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e612e9b9-42d2-47c3-90d8-2fd37b57f09a req-7d8683d7-ff8b-4c41-8cc2-a6a4e65b2a03 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 944 time: 0.0968432 Nov 23 14:25:36.216054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Allocated IP 172.20.0.8 (97f3a198-067a-4cc7-bd93-6158709af584/ff9c2a94-4dca-41aa-a881-51d3e11ae006/a852261e-5759-4e2c-aecc-9e01310c7ac2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:36.316703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e612e9b9-42d2-47c3-90d8-2fd37b57f09a req-40c33a4e-cf36-4f58-a903-c644931e81d9 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103766 Nov 23 14:25:36.374608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1037-9bfd-45f4-bb33-ddf22304f78c req-b7d740e6-3b2b-4a62-98c5-299229d27382 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:36.383416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5ad1037-9bfd-45f4-bb33-ddf22304f78c req-b7d740e6-3b2b-4a62-98c5-299229d27382 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 945 time: 0.1076636 Nov 23 14:25:36.539694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:36.541433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5ad1037-9bfd-45f4-bb33-ddf22304f78c req-a9581bda-8aa2-43af-883f-d0b8625e8d57 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374605 Nov 23 14:25:36.662218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1458510-60a4-44bb-b128-fb54619558f8 req-bcade404-0e25-467c-8763-d2155d35edf9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 210 time: 0.0664349 Nov 23 14:25:36.701144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:36.741041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03ba1e-d2ad-48c3-9cb4-07b1655fdad0 req-7f33fb0d-a316-49fa-9b35-d46e33e794a3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:36.743097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d03ba1e-d2ad-48c3-9cb4-07b1655fdad0 req-7f33fb0d-a316-49fa-9b35-d46e33e794a3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.0615101 Nov 23 14:25:36.758345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['57c753c8-40ab-4edf-b7f7-215465c8070e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:36.768979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Network 97f3a198-067a-4cc7-bd93-6158709af584 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:36.772978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:36.776986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:36.808852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:36.813136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4b2649c8-1897-405a-be7a-5767455cfa57'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:36.828679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d03ba1e-d2ad-48c3-9cb4-07b1655fdad0 req-2c8e6206-aa24-426c-b03d-97f4a1de6004 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720639 Nov 23 14:25:36.879473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:36.880190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:36.910917 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0cb5d667-ae82-4c73-9ecd-59f9fa25eed4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884828 Nov 23 14:25:36.941760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Request body: {'port': {'device_id': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:37.083753 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:37.336906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9d40ce7d-45c7-441f-a5b4-f1883689f598 None None] Provisioning complete for port a852261e-5759-4e2c-aecc-9e01310c7ac2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:37.337278 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d40ce7d-45c7-441f-a5b4-f1883689f598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:37.436231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9d40ce7d-45c7-441f-a5b4-f1883689f598 None None] Port a852261e-5759-4e2c-aecc-9e01310c7ac2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:25:37.510757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 66e9891b-3e09-4700-991e-49db65ccbad8 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:25:37.615869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-cb36d367-d390-48fc-913d-d26ef6a1d2ca tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:37.621784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-cb36d367-d390-48fc-913d-d26ef6a1d2ca tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 945 time: 0.1896164 Nov 23 14:25:37.639256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a852261e-5759-4e2c-aecc-9e01310c7ac2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:37.649670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:37.651277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a3e59-cade-480c-81fc-b4b5ac3bba50 req-e51bbb97-f3bc-48f0-b21c-8a222a4dc711 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:37.657871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f62a3e59-cade-480c-81fc-b4b5ac3bba50 req-e51bbb97-f3bc-48f0-b21c-8a222a4dc711 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 944 time: 0.1646516 Nov 23 14:25:37.673229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Transition to ACTIVE for port object a852261e-5759-4e2c-aecc-9e01310c7ac2 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:25:37.678042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:37.754420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:37.847169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 66e9891b-3e09-4700-991e-49db65ccbad8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=66e9891b-3e09-4700-991e-49db65ccbad8,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:37.879433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Attempting to bind port a852261e-5759-4e2c-aecc-9e01310c7ac2 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:37.879889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Attempting to bind port a852261e-5759-4e2c-aecc-9e01310c7ac2 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:37.879979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Attempting to bind port a852261e-5759-4e2c-aecc-9e01310c7ac2 on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:37.886130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Port a852261e-5759-4e2c-aecc-9e01310c7ac2 on network 97f3a198-067a-4cc7-bd93-6158709af584 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:25:37.886475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Attempting to bind port a852261e-5759-4e2c-aecc-9e01310c7ac2 on network 97f3a198-067a-4cc7-bd93-6158709af584 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:37.888379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '66e9891b-3e09-4700-991e-49db65ccbad8', 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c', 'port_id': '66e9891b-3e09-4700-991e-49db65ccbad8', 'mac_address': 'fa:16:3e:de:7e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed661d76-fae3-4b24-8403-12263a15791e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:25:37.892907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:37.893871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Checking segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:37.894260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Bound using segment: {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:37.894934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Bound port: a852261e-5759-4e2c-aecc-9e01310c7ac2, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3603b6bf-9464-4ea7-95f6-2346292c3c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:37.895340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:37.982396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.025299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e9891b-3e09-4700-991e-49db65ccbad8 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:38.040969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:38.046098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:38.051803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f62a3e59-cade-480c-81fc-b4b5ac3bba50 req-091c9cd8-8c10-4a4e-9e08-13bf6789264b tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870156 Nov 23 14:25:38.058780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.093836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:38.096814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.099891 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] 10.222.0.74 "PUT /v2.0/ports/a852261e-5759-4e2c-aecc-9e01310c7ac2 HTTP/1.1" status: 200 len: 1091 time: 1.1784892 Nov 23 14:25:38.145298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9bd68-57cd-4bb3-bd8a-3533b3ecc95d req-e3f0f47e-82dd-4d97-b3bd-11e04f862a0b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:38.154722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:38.155956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43d9bd68-57cd-4bb3-bd8a-3533b3ecc95d req-e3f0f47e-82dd-4d97-b3bd-11e04f862a0b tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 945 time: 0.4203548 Nov 23 14:25:38.158681 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:38.165854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 66e9891b-3e09-4700-991e-49db65ccbad8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=66e9891b-3e09-4700-991e-49db65ccbad8,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:38.172268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.266410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Deleting port 83302947-4dd6-4f3e-9766-2557be6fe98d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:38.273529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.317142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=66e9891b-3e09-4700-991e-49db65ccbad8,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:38.320967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a51a2-cc12-445a-be24-6623568c58a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:38.341708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-6ad97e34-883f-4849-b18b-d737e8d23889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:38.343251 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-6ad97e34-883f-4849-b18b-d737e8d23889 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 1094 time: 0.1773372 Nov 23 14:25:38.440209 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-d35745b9-bb58-4202-8de5-d0663ca9bff8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2 HTTP/1.1" status: 200 len: 217 time: 0.0880876 Nov 23 14:25:38.501716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['66e9891b-3e09-4700-991e-49db65ccbad8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:38.502422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-b7364621-4c99-4f55-abde-f76db78d4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:38.503937 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-b7364621-4c99-4f55-abde-f76db78d4c37 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.0572431 Nov 23 14:25:38.504193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5cce6-86bb-4492-a279-d30947334141 req-b2ddde0b-0a08-49a4-b85c-7fd84078807a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:38.504764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34968) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:38.512865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01d5cce6-86bb-4492-a279-d30947334141 req-b2ddde0b-0a08-49a4-b85c-7fd84078807a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 943 time: 0.3423870 Nov 23 14:25:38.568690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43d9bd68-57cd-4bb3-bd8a-3533b3ecc95d req-aac63f62-47a3-4d87-94c4-93d49fe7d76e tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089603 Nov 23 14:25:38.574663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da60-6418-4a85-9a40-166ca011a012 req-f3a6632c-fdea-4b43-8904-ec4f893dd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:38.576209 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-f3a6632c-fdea-4b43-8904-ec4f893dd4f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645006 Nov 23 14:25:38.605419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:38.702611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] For port 83302947-4dd6-4f3e-9766-2557be6fe98d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=83302947-4dd6-4f3e-9766-2557be6fe98d,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:38.703281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.731537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Calling delete_port for 83302947-4dd6-4f3e-9766-2557be6fe98d owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:38.750087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01d5cce6-86bb-4492-a279-d30947334141 req-668c7c41-8acb-4064-b965-e5111b1b274d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335954 Nov 23 14:25:38.820640 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-87f2f163-755a-48d1-badd-553ca4258268 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321291 Nov 23 14:25:38.838542 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954d5734-5ed7-40db-b481-b0400afa4da5 x-openstack-request-id: req-954d5734-5ed7-40db-b481-b0400afa4da5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:38.839562 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:38.839562 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-954d5734-5ed7-40db-b481-b0400afa4da5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:38.839929 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'status': 'completed', 'code': 200} Nov 23 14:25:38.871594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6448891-e8c8-4ec9-9be6-0c593c80445a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.895384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c7bdc4-bde2-43ac-85cd-c18269750c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.904387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67d710-2a49-448e-bd36-6a46f1bd358a req-0386c8ba-b2da-4914-9c69-06ca3096054a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:38.906488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b67d710-2a49-448e-bd36-6a46f1bd358a req-0386c8ba-b2da-4914-9c69-06ca3096054a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.2066364 Nov 23 14:25:39.000341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b67d710-2a49-448e-bd36-6a46f1bd358a req-bf4cb4bb-bfbe-45b4-8d23-51bd0574c97d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811646 Nov 23 14:25:39.012674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b4da60-6418-4a85-9a40-166ca011a012 req-2800f685-46ab-4e97-9c64-97e1f328247e service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831446 Nov 23 14:25:39.082796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c7bdc4-bde2-43ac-85cd-c18269750c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.092221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.110818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c7bdc4-bde2-43ac-85cd-c18269750c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.133400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Pushing event deleted for resources: {'Port': ['ID=83302947-4dd6-4f3e-9766-2557be6fe98d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:39.141617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6448891-e8c8-4ec9-9be6-0c593c80445a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.160493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6448891-e8c8-4ec9-9be6-0c593c80445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.180161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7bdc4-bde2-43ac-85cd-c18269750c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e004508a-45ca-44d6-b865-d75a3856e901,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:39.198331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-8396f504-3baf-4e8c-a088-582760e846fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:39.199872 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-8396f504-3baf-4e8c-a088-582760e846fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 1094 time: 0.1194088 Nov 23 14:25:39.208235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-72c7bdc4-bde2-43ac-85cd-c18269750c55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3d1b13ed97a49ea97a51569bcd7af75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5903940 Nov 23 14:25:39.218629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34982) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:39.224551 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d6448891-e8c8-4ec9-9be6-0c593c80445a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f00d7d184e554680bc67f80754101bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7187898 Nov 23 14:25:39.238886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34984) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:39.243586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] No DVR routers for this DVR port 83302947-4dd6-4f3e-9766-2557be6fe98d on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:39.246484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.250368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87e517f8-d2ab-4a65-8000-f4c77604276a req-ef32a5e4-3bc2-4d7c-8262-92ba706fc2b3 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.74 "DELETE /v2.0/ports/83302947-4dd6-4f3e-9766-2557be6fe98d HTTP/1.1" status: 204 len: 173 time: 1.5869102 Nov 23 14:25:39.250885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'name': 'network-vif-deleted', 'tag': '83302947-4dd6-4f3e-9766-2557be6fe98d'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:39.253775 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8329efbe-2b13-41cb-80bd-355edff7efb9" -d '{"events": [{"server_uuid": "dbd5d095-cd5c-4715-abb5-0c757c9b317c", "name": "network-vif-deleted", "tag": "83302947-4dd6-4f3e-9766-2557be6fe98d"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:39.260183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['05eb6be5-e127-449b-9cf9-cd379afd5818'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:39.268187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6448891-e8c8-4ec9-9be6-0c593c80445a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc4d41-b139-4841-891a-92c164085f09,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:39.316141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235c57-70cf-458e-b24d-69cea3ff1d18 req-55f7181f-1070-4447-bf7b-dba266269a93 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:39.323898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa235c57-70cf-458e-b24d-69cea3ff1d18 req-55f7181f-1070-4447-bf7b-dba266269a93 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 945 time: 0.1931267 Nov 23 14:25:39.396995 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed258ab-1818-4d11-93cf-6ed10688fcaf x-openstack-request-id: req-7ed258ab-1818-4d11-93cf-6ed10688fcaf {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:39.397372 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd5d095-cd5c-4715-abb5-0c757c9b317c", "name": "network-vif-deleted", "tag": "83302947-4dd6-4f3e-9766-2557be6fe98d", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:39.397547 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ed258ab-1818-4d11-93cf-6ed10688fcaf {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:39.398215 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5d095-cd5c-4715-abb5-0c757c9b317c', 'name': 'network-vif-deleted', 'tag': '83302947-4dd6-4f3e-9766-2557be6fe98d', 'status': 'completed', 'code': 200} Nov 23 14:25:39.398786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c8476cf-718a-4369-bf64-b7a2bb8912e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.400952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-74817132-5239-4c82-900b-0141ebba05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:39.402288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-74817132-5239-4c82-900b-0141ebba05b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.1912024 Nov 23 14:25:39.408465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d887a09-36ae-4924-a7b6-7bc1f603abf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.429353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa235c57-70cf-458e-b24d-69cea3ff1d18 req-53d66014-9103-4b18-8ac3-b798e2815918 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045563 Nov 23 14:25:39.478994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-fa6b04ea-ee89-4160-a945-69586522fec8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2 HTTP/1.1" status: 200 len: 217 time: 0.0626292 Nov 23 14:25:39.481462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c8476cf-718a-4369-bf64-b7a2bb8912e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.506887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d887a09-36ae-4924-a7b6-7bc1f603abf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.511296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 66e9891b-3e09-4700-991e-49db65ccbad8 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:39.598609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 66e9891b-3e09-4700-991e-49db65ccbad8 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:25:39.604658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 66e9891b-3e09-4700-991e-49db65ccbad8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:39.605228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.654919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-d1eb46f8-6b8d-4279-a58e-9587d120d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:39.668434 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-d1eb46f8-6b8d-4279-a58e-9587d120d240 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1805899 Nov 23 14:25:39.726241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.754944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d887a09-36ae-4924-a7b6-7bc1f603abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.758368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d887a09-36ae-4924-a7b6-7bc1f603abf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.759956 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8d887a09-36ae-4924-a7b6-7bc1f603abf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e004508a-45ca-44d6-b865-d75a3856e901 HTTP/1.1" status: 204 len: 168 time: 0.5380385 Nov 23 14:25:39.760834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c8476cf-718a-4369-bf64-b7a2bb8912e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.772690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 66e9891b-3e09-4700-991e-49db65ccbad8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=66e9891b-3e09-4700-991e-49db65ccbad8,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:39.773972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e9891b-3e09-4700-991e-49db65ccbad8'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:39.775952 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c8476cf-718a-4369-bf64-b7a2bb8912e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.776571 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e26f8e-03d4-4db0-8c85-df3c11bfd645" -d '{"events": [{"server_uuid": "e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f", "name": "network-vif-plugged", "status": "completed", "tag": "66e9891b-3e09-4700-991e-49db65ccbad8"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:39.777110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8c8476cf-718a-4369-bf64-b7a2bb8912e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5bc4d41-b139-4841-891a-92c164085f09 HTTP/1.1" status: 204 len: 168 time: 0.5372851 Nov 23 14:25:39.780857 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.835048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887a09-36ae-4924-a7b6-7bc1f603abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e004508a-45ca-44d6-b865-d75a3856e901,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:39.840367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-2db40adc-3108-47be-8433-ee6c2f369c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:39.842785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-2db40adc-3108-47be-8433-ee6c2f369c50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531508 Nov 23 14:25:39.862402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=66e9891b-3e09-4700-991e-49db65ccbad8,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:39.866054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8476cf-718a-4369-bf64-b7a2bb8912e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc4d41-b139-4841-891a-92c164085f09,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:39.872469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3281c2cf-395f-4052-84f7-f63f0b65c605 req-8b03fdd7-7ec0-4c87-8598-5bfa4abf3175 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbd5d095-cd5c-4715-abb5-0c757c9b317c HTTP/1.1" status: 200 len: 210 time: 0.1273680 Nov 23 14:25:40.017738 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3bcfec-d498-44d7-9b47-6c70fd7b6232 x-openstack-request-id: req-da3bcfec-d498-44d7-9b47-6c70fd7b6232 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:40.018352 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f", "name": "network-vif-plugged", "status": "completed", "tag": "66e9891b-3e09-4700-991e-49db65ccbad8", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:40.018815 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da3bcfec-d498-44d7-9b47-6c70fd7b6232 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:40.019858 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e9891b-3e09-4700-991e-49db65ccbad8', 'code': 200} Nov 23 14:25:40.049208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52177701-f5d4-4221-b8c6-e89be0c33f4c req-19ddbcf3-6a11-42c2-843d-ce76bc291eaa tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:40.063633 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52177701-f5d4-4221-b8c6-e89be0c33f4c req-19ddbcf3-6a11-42c2-843d-ce76bc291eaa tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 943 time: 0.1730661 Nov 23 14:25:40.208289 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-b4fc756d-71af-41ec-bb8e-b55ea6c4496a service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208368 Nov 23 14:25:40.239470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52177701-f5d4-4221-b8c6-e89be0c33f4c req-77f68688-450d-4746-9bbf-32519483db7b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690965 Nov 23 14:25:40.242701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd2ad-a231-4be6-8cd9-0ab47c9f6a17 req-11610189-50fb-4952-b262-962f2a69771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:40.258530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5cbd2ad-a231-4be6-8cd9-0ab47c9f6a17 req-11610189-50fb-4952-b262-962f2a69771b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 1097 time: 0.1522822 Nov 23 14:25:40.302246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:40.333094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83440471-badd-4e2f-80e7-6862e0e03c07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.364197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5cbd2ad-a231-4be6-8cd9-0ab47c9f6a17 req-efaed4ca-1681-4ad9-908d-a13bfe0db01e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950079 Nov 23 14:25:40.372176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bc6b9e4e-0bbf-4aa9-9eee-f26adaa5aa1c req-263811bb-b8aa-4642-8fb9-0c629f97681e service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561251 Nov 23 14:25:40.375227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235fc0d-4e68-4d52-8997-427a8872c02a req-8d8ca543-779a-4de0-b077-97111fe4527d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:40.377032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9235fc0d-4e68-4d52-8997-427a8872c02a req-8d8ca543-779a-4de0-b077-97111fe4527d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1175032 Nov 23 14:25:40.399401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:40.414070 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e792b3d3-8f0a-46e4-b11b-b02d504fc302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.472522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9235fc0d-4e68-4d52-8997-427a8872c02a req-3ecff338-a94d-4ade-b9eb-f840f526fb1a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842929 Nov 23 14:25:40.516349 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83440471-badd-4e2f-80e7-6862e0e03c07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.516948 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e792b3d3-8f0a-46e4-b11b-b02d504fc302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.521598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e792b3d3-8f0a-46e4-b11b-b02d504fc302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.522936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83440471-badd-4e2f-80e7-6862e0e03c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.559560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83302947-4dd6-4f3e-9766-2557be6fe98d no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:25:40.567532 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e792b3d3-8f0a-46e4-b11b-b02d504fc302 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0da1d0823109487898b07441266432ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669378 Nov 23 14:25:40.573141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35022) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:40.588294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83440471-badd-4e2f-80e7-6862e0e03c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32335b53-b7d0-4dfc-8b51-fad60bea6f80,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:40.594199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-83440471-badd-4e2f-80e7-6862e0e03c07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6137d7d362bd417bacef46f550ffdd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894025 Nov 23 14:25:40.597436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35024) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:40.620949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 83302947-4dd6-4f3e-9766-2557be6fe98d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:25:40.621743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 83302947-4dd6-4f3e-9766-2557be6fe98d not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:25:40.640898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792b3d3-8f0a-46e4-b11b-b02d504fc302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63860c-fe38-4255-9e36-de52c867d308,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:40.646248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddce2-0dde-40e7-b045-b311820930dc req-c5f26e32-394f-404a-b781-597dd6010b7c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:40.649771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-006ddce2-0dde-40e7-b045-b311820930dc req-c5f26e32-394f-404a-b781-597dd6010b7c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 946 time: 0.1135342 Nov 23 14:25:40.687701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb097a0-04c3-49ff-b7b6-d99e6b78202e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.709856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb097a0-04c3-49ff-b7b6-d99e6b78202e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.738235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-006ddce2-0dde-40e7-b045-b311820930dc req-f580af12-307e-4366-8520-5dcdbf7c68ba tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746500 Nov 23 14:25:40.739143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-689d8453-dc05-4341-9545-72090e964cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.769364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb097a0-04c3-49ff-b7b6-d99e6b78202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.770377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-689d8453-dc05-4341-9545-72090e964cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.771986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb097a0-04c3-49ff-b7b6-d99e6b78202e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.775566 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-afb097a0-04c3-49ff-b7b6-d99e6b78202e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e63860c-fe38-4255-9e36-de52c867d308 HTTP/1.1" status: 204 len: 168 time: 0.1988935 Nov 23 14:25:40.782208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb097a0-04c3-49ff-b7b6-d99e6b78202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63860c-fe38-4255-9e36-de52c867d308,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:40.831344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-689d8453-dc05-4341-9545-72090e964cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.834369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-689d8453-dc05-4341-9545-72090e964cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.835552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-689d8453-dc05-4341-9545-72090e964cc8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32335b53-b7d0-4dfc-8b51-fad60bea6f80 HTTP/1.1" status: 204 len: 168 time: 0.2370560 Nov 23 14:25:40.850531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d8453-dc05-4341-9545-72090e964cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32335b53-b7d0-4dfc-8b51-fad60bea6f80,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:41.259820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb5d9b-58a3-45cc-b342-2cd93614d58b req-6f741052-16a3-428c-9622-f21547cca937 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:41.261352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23fb5d9b-58a3-45cc-b342-2cd93614d58b req-6f741052-16a3-428c-9622-f21547cca937 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.0653038 Nov 23 14:25:41.336583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23fb5d9b-58a3-45cc-b342-2cd93614d58b req-b472d577-b36c-4525-8d37-baf0cffb0cc7 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682518 Nov 23 14:25:41.414263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7e265-2679-409c-a809-e66bdd6f1777 req-a56347fe-1743-4119-9935-82f24cf7d7e9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:41.423267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34c7e265-2679-409c-a809-e66bdd6f1777 req-a56347fe-1743-4119-9935-82f24cf7d7e9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 943 time: 0.0817230 Nov 23 14:25:41.479592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34c7e265-2679-409c-a809-e66bdd6f1777 req-be8805d2-3411-445a-a8c6-6d6de844ab3a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Nov 23 14:25:41.630035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cf6f8-afed-4c61-a14c-670760e95b9c req-741302d0-0de4-484b-8e14-014c2afce920 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:41.642101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c2cf6f8-afed-4c61-a14c-670760e95b9c req-741302d0-0de4-484b-8e14-014c2afce920 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.0772984 Nov 23 14:25:41.718174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c2cf6f8-afed-4c61-a14c-670760e95b9c req-66bf9db4-a30a-4205-8c61-55713c234fef tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751600 Nov 23 14:25:41.883748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7cef-7d99-4e96-8a26-e20b1fad75d7 req-c916c5ce-a91d-4909-8b8a-5f29781949e4 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:41.892122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b4b7cef-7d99-4e96-8a26-e20b1fad75d7 req-c916c5ce-a91d-4909-8b8a-5f29781949e4 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 946 time: 0.0602186 Nov 23 14:25:41.946753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b4b7cef-7d99-4e96-8a26-e20b1fad75d7 req-4ff87a2f-e235-4670-8d93-a07c7aac599d tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535693 Nov 23 14:25:42.223385 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:25:42.483985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35128) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:42.501733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcd493-504a-4b09-9fdd-1b583260ddf7 req-2d2df645-9c71-4bb0-a79b-890c39a4a134 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:42.512445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dabcd493-504a-4b09-9fdd-1b583260ddf7 req-2d2df645-9c71-4bb0-a79b-890c39a4a134 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.0737374 Nov 23 14:25:42.573322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a852261e-5759-4e2c-aecc-9e01310c7ac2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:25:42.584209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dabcd493-504a-4b09-9fdd-1b583260ddf7 req-851b9122-87ef-404c-a8d2-a74171e8948e tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639062 Nov 23 14:25:42.727570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26113ef9-576c-46fc-a4cc-7d6281a836b2 req-c954e8d8-ef0f-4e28-a852-11bb3a72e16e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:42.736992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26113ef9-576c-46fc-a4cc-7d6281a836b2 req-c954e8d8-ef0f-4e28-a852-11bb3a72e16e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 943 time: 0.0809326 Nov 23 14:25:42.817361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:42.827534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26113ef9-576c-46fc-a4cc-7d6281a836b2 req-48de518a-4503-482f-bdf4-595f7f620217 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895355 Nov 23 14:25:42.837674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592753b8-137c-4b45-92a4-746b11b4e807 req-2d3e6472-80bc-427e-bc51-454dbd84a51e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:42.840028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-592753b8-137c-4b45-92a4-746b11b4e807 req-2d3e6472-80bc-427e-bc51-454dbd84a51e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 946 time: 0.0857596 Nov 23 14:25:42.844396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'mac_address': 'fa:16:3e:5b:37:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:25:42.899620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79919a16-4f5b-4ca6-b9b0-8a5e6fea4207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:42.916631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:42.941254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a852261e-5759-4e2c-aecc-9e01310c7ac2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:42.949666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-592753b8-137c-4b45-92a4-746b11b4e807 req-929f13ca-a776-4ec8-bec0-cbe6b814f5b4 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951676 Nov 23 14:25:42.977639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:42.983275 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.023313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79919a16-4f5b-4ca6-b9b0-8a5e6fea4207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.029821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79919a16-4f5b-4ca6-b9b0-8a5e6fea4207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.049435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:43.068486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd728-823a-467c-bae3-ea203b5e83bd req-d4e91f7d-b285-4bc0-bf75-4285df44ab82 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:43.070468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-740dd728-823a-467c-bae3-ea203b5e83bd req-d4e91f7d-b285-4bc0-bf75-4285df44ab82 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1395569 Nov 23 14:25:43.083063 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-79919a16-4f5b-4ca6-b9b0-8a5e6fea4207 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb8eadf8e5474d67b26eb977f0f41bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950792 Nov 23 14:25:43.083063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79919a16-4f5b-4ca6-b9b0-8a5e6fea4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb63e709-3459-4f63-af7f-9cefb42ee896,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:43.085436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35150) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:43.147347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-425c04a0-a05f-4bc1-b30c-a34a58b38540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.168131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-425c04a0-a05f-4bc1-b30c-a34a58b38540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.175201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-740dd728-823a-467c-bae3-ea203b5e83bd req-d2714eb9-8050-44a9-ae87-bdf47282932a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971630 Nov 23 14:25:43.223941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-3cd2741e-87e1-49c3-84c5-461b236ddeb1 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:43.226242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-3cd2741e-87e1-49c3-84c5-461b236ddeb1 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.1107676 Nov 23 14:25:43.227199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-425c04a0-a05f-4bc1-b30c-a34a58b38540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.230063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-425c04a0-a05f-4bc1-b30c-a34a58b38540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.231322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-425c04a0-a05f-4bc1-b30c-a34a58b38540 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb63e709-3459-4f63-af7f-9cefb42ee896 HTTP/1.1" status: 204 len: 168 time: 0.1448078 Nov 23 14:25:43.240916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['a852261e-5759-4e2c-aecc-9e01310c7ac2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:43.254820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c04a0-a05f-4bc1-b30c-a34a58b38540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb63e709-3459-4f63-af7f-9cefb42ee896,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:43.444531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Deleting port 05eb6be5-e127-449b-9cf9-cd379afd5818 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:43.445211 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.572788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] For port 05eb6be5-e127-449b-9cf9-cd379afd5818, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=05eb6be5-e127-449b-9cf9-cd379afd5818,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:43.574003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.594789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Calling delete_port for 05eb6be5-e127-449b-9cf9-cd379afd5818 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:43.796031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cdd06-523a-4847-b7de-202513fbf01a req-90ba9253-190b-43a1-b7d5-6406d12dd6df tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:43.796031 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed9cdd06-523a-4847-b7de-202513fbf01a req-90ba9253-190b-43a1-b7d5-6406d12dd6df tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 945 time: 0.0858893 Nov 23 14:25:43.838516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:43.866694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed9cdd06-523a-4847-b7de-202513fbf01a req-9de2269e-0c51-4b44-9f51-489c0e0fa402 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/security-groups?id=09370aab-a674-4638-be7f-57ab6a78c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636716 Nov 23 14:25:43.923141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Pushing event deleted for resources: {'Port': ['ID=05eb6be5-e127-449b-9cf9-cd379afd5818,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:44.272468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a7fbc-d517-477f-b284-10842ee4305e req-1101fc8c-8c9d-4a0c-9fae-ef9bddb467d7 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:44.275015 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-776a7fbc-d517-477f-b284-10842ee4305e req-1101fc8c-8c9d-4a0c-9fae-ef9bddb467d7 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 946 time: 0.0894487 Nov 23 14:25:44.459196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] No DVR routers for this DVR port 05eb6be5-e127-449b-9cf9-cd379afd5818 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:44.474542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:44.487605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3db88edf-4e71-456e-98b6-22bcfba1b25f req-c82ea1dd-2b89-4804-9710-d37f2de7b6f5 tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.11 "DELETE /v2.0/ports/05eb6be5-e127-449b-9cf9-cd379afd5818 HTTP/1.1" status: 204 len: 173 time: 1.2365870 Nov 23 14:25:44.497347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Deleting port 66e9891b-3e09-4700-991e-49db65ccbad8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:44.497705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:44.498335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'name': 'network-vif-deleted', 'tag': '05eb6be5-e127-449b-9cf9-cd379afd5818'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:44.501495 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ecdb5-a278-422f-9996-a5f45bd1f59d" -d '{"events": [{"server_uuid": "789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2", "name": "network-vif-deleted", "tag": "05eb6be5-e127-449b-9cf9-cd379afd5818"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:44.549012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e3d4-3059-4b2a-a333-457d4a5b1f67 req-24d1e068-8e8e-4e08-af38-397cacfd128a tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:44.556735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4d8e3d4-3059-4b2a-a333-457d4a5b1f67 req-24d1e068-8e8e-4e08-af38-397cacfd128a tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 946 time: 0.2468348 Nov 23 14:25:44.567592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242bd7-e5da-4419-9e1e-e438e914c38f req-1c89072d-d180-4cab-944b-1ee43473c435 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:44.575538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a852261e-5759-4e2c-aecc-9e01310c7ac2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:44.579988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17242bd7-e5da-4419-9e1e-e438e914c38f req-1c89072d-d180-4cab-944b-1ee43473c435 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 944 time: 0.2681863 Nov 23 14:25:44.700159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port a852261e-5759-4e2c-aecc-9e01310c7ac2 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:25:44.706528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port a852261e-5759-4e2c-aecc-9e01310c7ac2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:44.707347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:44.723094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] For port 66e9891b-3e09-4700-991e-49db65ccbad8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=66e9891b-3e09-4700-991e-49db65ccbad8,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:44.723502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:44.761240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Calling delete_port for 66e9891b-3e09-4700-991e-49db65ccbad8 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:44.777518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4d8e3d4-3059-4b2a-a333-457d4a5b1f67 req-a0b24936-c603-43ef-a3a8-b9face86e458 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195885 Nov 23 14:25:44.810773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17242bd7-e5da-4419-9e1e-e438e914c38f req-637479cf-01de-412f-84fe-392bac38859c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933687 Nov 23 14:25:44.889520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:44.986013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:44.993044 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b2c60-3f63-419b-9e23-28ab3649333f" -d '{"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-plugged", "status": "completed", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:45.000849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:45.006352 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:45.025087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb4f7-c183-4eed-9490-6f3aaf9b235a req-fa23efba-7e8c-4bad-8d11-668292119a8a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:45.027089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-600eb4f7-c183-4eed-9490-6f3aaf9b235a req-fa23efba-7e8c-4bad-8d11-668292119a8a tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1300015 Nov 23 14:25:45.034096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:45.097370 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd97ec55-e1d7-4b74-8411-a90484fff450 x-openstack-request-id: req-cd97ec55-e1d7-4b74-8411-a90484fff450 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:45.097668 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2", "name": "network-vif-deleted", "tag": "05eb6be5-e127-449b-9cf9-cd379afd5818", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:45.098051 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd97ec55-e1d7-4b74-8411-a90484fff450 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:45.098465 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2', 'name': 'network-vif-deleted', 'tag': '05eb6be5-e127-449b-9cf9-cd379afd5818', 'status': 'completed', 'code': 200} Nov 23 14:25:45.167296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Pushing event deleted for resources: {'Port': ['ID=66e9891b-3e09-4700-991e-49db65ccbad8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:45.180497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:45.184768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['66e9891b-3e09-4700-991e-49db65ccbad8'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:45.207773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] No DVR routers for this DVR port 66e9891b-3e09-4700-991e-49db65ccbad8 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:45.219756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:45.223215 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-776a7fbc-d517-477f-b284-10842ee4305e req-e929ec47-5586-4d74-997a-66a8f67e5893 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "DELETE /v2.0/ports/66e9891b-3e09-4700-991e-49db65ccbad8 HTTP/1.1" status: 204 len: 173 time: 0.9391921 Nov 23 14:25:45.223722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'name': 'network-vif-deleted', 'tag': '66e9891b-3e09-4700-991e-49db65ccbad8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:45.242557 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1767438a-12a3-463a-a295-9fcb0adeaeb3" -d '{"events": [{"server_uuid": "e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f", "name": "network-vif-deleted", "tag": "66e9891b-3e09-4700-991e-49db65ccbad8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:45.272801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-600eb4f7-c183-4eed-9490-6f3aaf9b235a req-3c074203-1ebf-4a90-ab9b-f8857a6b121b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347357 Nov 23 14:25:45.340298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93078a5d-ac17-45e2-a753-6201f8230c6e req-b67f2099-3e7f-4e0d-a3f6-4282dd021afc tempest-ListServerFiltersTestJSON-1006001651 tempest-ListServerFiltersTestJSON-1006001651-project] 10.222.0.46 "GET /v2.0/ports?device_id=789379bc-cc67-4aa3-b8e5-bfbe0e7c54a2 HTTP/1.1" status: 200 len: 210 time: 0.0543299 Nov 23 14:25:45.381416 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd6324-f2ed-4bd2-909f-dce1a1e1eb34 x-openstack-request-id: req-93fd6324-f2ed-4bd2-909f-dce1a1e1eb34 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:45.381930 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f", "name": "network-vif-deleted", "tag": "66e9891b-3e09-4700-991e-49db65ccbad8", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:45.382082 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93fd6324-f2ed-4bd2-909f-dce1a1e1eb34 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:45.382566 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f', 'name': 'network-vif-deleted', 'tag': '66e9891b-3e09-4700-991e-49db65ccbad8', 'status': 'completed', 'code': 200} Nov 23 14:25:45.401758 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f95874-a89f-432b-8f2b-b3892212a408 x-openstack-request-id: req-84f95874-a89f-432b-8f2b-b3892212a408 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:45.401999 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-plugged", "status": "completed", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:45.402255 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84f95874-a89f-432b-8f2b-b3892212a408 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:45.402684 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'code': 200} Nov 23 14:25:45.537433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 05eb6be5-e127-449b-9cf9-cd379afd5818 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:25:45.548377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1143-8502-4eed-883d-bf9d4e109778 req-0cfecdbc-0ce4-4731-bc62-5355e8dd4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:45.550244 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb9a1143-8502-4eed-883d-bf9d4e109778 req-0cfecdbc-0ce4-4731-bc62-5355e8dd4022 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 1096 time: 0.0801587 Nov 23 14:25:45.596735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 05eb6be5-e127-449b-9cf9-cd379afd5818 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:25:45.597650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 05eb6be5-e127-449b-9cf9-cd379afd5818 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:25:45.604670 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb9a1143-8502-4eed-883d-bf9d4e109778 req-35ddb8d6-855d-4b2c-aaa1-18704e5c246a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434837 Nov 23 14:25:45.990418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02b68ea5-32bc-4ee7-abdb-b0b790bff579 req-721e401e-0d95-4c2b-a49c-997768c72d99 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0ae3a75-6e3e-4c6a-bc3d-46cbcc02b63f HTTP/1.1" status: 200 len: 210 time: 0.0869365 Nov 23 14:25:46.079106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba584be0-8f3a-4c5b-b034-4a5ccd9e4c35 req-85f92ddf-c12d-49a5-a650-64909a5ea7f8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:46.080672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba584be0-8f3a-4c5b-b034-4a5ccd9e4c35 req-85f92ddf-c12d-49a5-a650-64909a5ea7f8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.0870450 Nov 23 14:25:46.147199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba584be0-8f3a-4c5b-b034-4a5ccd9e4c35 req-fd5a2fd1-6de6-4c3f-8e40-f10302773294 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600555 Nov 23 14:25:46.394250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35284) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:46.445485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342707-fed6-4e35-a853-a4be1218324e req-1bc5a969-04f5-4a13-a6f1-5a45dcfe6e48 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:46.456345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26342707-fed6-4e35-a853-a4be1218324e req-1bc5a969-04f5-4a13-a6f1-5a45dcfe6e48 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.0904863 Nov 23 14:25:46.470121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] Deleting subnet 104157cf-01e4-401b-9a5c-1f9ec197344f {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:25:46.473441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:46.519342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:46.524983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26342707-fed6-4e35-a853-a4be1218324e req-c44b1d0a-ce36-4439-9453-cadecd84cddf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677407 Nov 23 14:25:46.885258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:46.940133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:46.963055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104157cf-01e4-401b-9a5c-1f9ec197344f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:46.968629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:46.974739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3c3307a5-9e36-4ece-9087-c25f018ab263 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/104157cf-01e4-401b-9a5c-1f9ec197344f HTTP/1.1" status: 204 len: 168 time: 0.5764813 Nov 23 14:25:46.974838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35292) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:46.975397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4f9e0d-0dcf-4287-a252-fde5972b120d None None] Network a8bc0056-3d49-4df7-ac77-b6198424db6b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:47.057121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.128238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Deleting port de225171-04bd-478a-94b9-00d83aa3c361 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:47.128238 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.201763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] DHCP port deletion for a8bc0056-3d49-4df7-ac77-b6198424db6b request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:25:47.204162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] For port de225171-04bd-478a-94b9-00d83aa3c361, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de225171-04bd-478a-94b9-00d83aa3c361,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:47.204162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.217166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Calling delete_port for de225171-04bd-478a-94b9-00d83aa3c361 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:47.298773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] Deleting port de225171-04bd-478a-94b9-00d83aa3c361 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:25:47.299199 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.371024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.397999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] For port de225171-04bd-478a-94b9-00d83aa3c361, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=de225171-04bd-478a-94b9-00d83aa3c361,segment=NetworkSegment(d0932193-bd29-44b1-8d3c-1e68fdb0019e),segment_id=d0932193-bd29-44b1-8d3c-1e68fdb0019e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:47.398398 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.412182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] Calling delete_port for de225171-04bd-478a-94b9-00d83aa3c361 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:25:47.447362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9951332-a0bd-4be9-a4ad-4e8792cc1923 req-07922db0-4c13-4fd7-b72f-80755b7ddf4f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:47.448742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9951332-a0bd-4be9-a4ad-4e8792cc1923 req-07922db0-4c13-4fd7-b72f-80755b7ddf4f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1832612 Nov 23 14:25:47.452771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Pushing event deleted for resources: {'Port': ['ID=de225171-04bd-478a-94b9-00d83aa3c361,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:47.477710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] No DVR routers for this DVR port de225171-04bd-478a-94b9-00d83aa3c361 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:47.527640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 66e9891b-3e09-4700-991e-49db65ccbad8 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:25:47.554738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 66e9891b-3e09-4700-991e-49db65ccbad8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:25:47.555198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 66e9891b-3e09-4700-991e-49db65ccbad8 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:25:47.561667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-80c75955-c70f-4fbb-bce6-362b7c3cafb9 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:47.566653 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.568615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-80c75955-c70f-4fbb-bce6-362b7c3cafb9 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/networks?id=d5737dc9-0549-41b1-ac25-e088b9f1a66c HTTP/1.1" status: 200 len: 808 time: 0.2597601 Nov 23 14:25:47.608268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-c6c292b0-2e5d-4056-9e12-4185dafbdff6 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/quotas/5ed28f05edec4727adb3bc8c42274eb6 HTTP/1.1" status: 200 len: 375 time: 0.0387657 Nov 23 14:25:47.630083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] Pushing event deleted for resources: {'Port': ['ID=de225171-04bd-478a-94b9-00d83aa3c361,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:47.637435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e05ba3-5c56-48d2-98b7-9a34d8fcaec7 None None] No DVR routers for this DVR port de225171-04bd-478a-94b9-00d83aa3c361 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:25:47.655218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9951332-a0bd-4be9-a4ad-4e8792cc1923 req-49b2ee09-f609-46ed-9ce0-21aa41f39f85 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848452 Nov 23 14:25:47.713579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.719150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-b9159ee0-65df-4e99-afe7-f3a50dbd7f11 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ed28f05edec4727adb3bc8c42274eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843039 Nov 23 14:25:47.806993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bc0056-3d49-4df7-ac77-b6198424db6b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:47.854306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0932193-bd29-44b1-8d3c-1e68fdb0019e') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:47.854306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0932193-bd29-44b1-8d3c-1e68fdb0019e') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:25:47.883403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.905171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e2f6-2de5-4766-ac54-387346a88e46 req-d59a7ca2-8a51-4e46-b0e1-ad9aa597035e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:47.907093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed32e2f6-2de5-4766-ac54-387346a88e46 req-d59a7ca2-8a51-4e46-b0e1-ad9aa597035e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1811061 Nov 23 14:25:47.917338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.944279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-87951afd-f8d7-4a35-93d7-8b22b0166a45 service neutron] 10.222.0.46 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099695 Nov 23 14:25:47.946190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:25:47.946596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:25:47.948658 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:25:48.113258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed32e2f6-2de5-4766-ac54-387346a88e46 req-645f539a-742e-4f13-b819-0ab054dd4919 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864808 Nov 23 14:25:48.123441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:48.150438 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:48.153699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a8bc0056-3d49-4df7-ac77-b6198424db6b HTTP/1.1" status: 204 len: 168 time: 1.1776855 Nov 23 14:25:48.186604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947c21d-8b4d-442a-94fb-52b439c12349 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8bc0056-3d49-4df7-ac77-b6198424db6b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:48.248872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-83e85eb6-196e-4cc5-9eab-89042ca9aab1 service neutron] 10.222.0.46 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779834 Nov 23 14:25:48.285063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de225171-04bd-478a-94b9-00d83aa3c361 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:25:48.366819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: de225171-04bd-478a-94b9-00d83aa3c361 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:25:48.367197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device de225171-04bd-478a-94b9-00d83aa3c361 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:25:48.644871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7a3be1f-e8c5-403c-baf6-f8c5cae0659e req-95081548-4bad-4897-a1aa-df266f036d01 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 210 time: 0.0849547 Nov 23 14:25:48.672600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35358) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:48.741513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfd761-6385-47e9-9684-0a6231d03545 req-1db05c11-98ca-4330-8d81-870079687c84 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:48.749944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63bfd761-6385-47e9-9684-0a6231d03545 req-1db05c11-98ca-4330-8d81-870079687c84 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1915736 Nov 23 14:25:48.758449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8c4ce1a2-ccbd-409a-87ab-1d76167577dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca48bb58bb1543b884e2d7e295804ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0840602 Nov 23 14:25:48.760781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35362) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:48.855206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6acedbc-71dd-4d67-bf7b-f980b83a39e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:48.860933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63bfd761-6385-47e9-9684-0a6231d03545 req-75340e4a-f8e7-4c96-8e5d-7f3926cb97b8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033046 Nov 23 14:25:48.881349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6acedbc-71dd-4d67-bf7b-f980b83a39e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:48.964717 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6acedbc-71dd-4d67-bf7b-f980b83a39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:48.967492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6acedbc-71dd-4d67-bf7b-f980b83a39e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:48.972001 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f6acedbc-71dd-4d67-bf7b-f980b83a39e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09370aab-a674-4638-be7f-57ab6a78c7a4 HTTP/1.1" status: 204 len: 168 time: 0.2076516 Nov 23 14:25:48.978196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acedbc-71dd-4d67-bf7b-f980b83a39e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09370aab-a674-4638-be7f-57ab6a78c7a4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:49.340982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6504878-0784-4b1c-8b39-e68d907e3fd4 req-c5d28c9c-a583-463d-b151-b8e7639d7a15 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:49.344019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6504878-0784-4b1c-8b39-e68d907e3fd4 req-c5d28c9c-a583-463d-b151-b8e7639d7a15 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1177216 Nov 23 14:25:49.486878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6504878-0784-4b1c-8b39-e68d907e3fd4 req-fd3c199d-ac43-4e53-ba93-025219d207c6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360257 Nov 23 14:25:49.777343 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f715230d-17ea-48ab-b37f-d289d37ebd45 req-c33106b7-468f-45e7-bd98-c8cac8215fda tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 210 time: 0.0476744 Nov 23 14:25:50.150431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297bef7-015d-4a72-b856-d74a1c06de60 req-c3ccc74e-73ec-4d44-b8bb-d82db0278a86 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:50.152042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2297bef7-015d-4a72-b856-d74a1c06de60 req-c3ccc74e-73ec-4d44-b8bb-d82db0278a86 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1121340 Nov 23 14:25:50.241228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-4816ece8-8326-401c-acb8-d059d2ed8441 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:50.248609 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-4816ece8-8326-401c-acb8-d059d2ed8441 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "GET /v2.0/networks?id=d5737dc9-0549-41b1-ac25-e088b9f1a66c HTTP/1.1" status: 200 len: 808 time: 0.2025785 Nov 23 14:25:50.263891 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Request body: {'port': {'device_id': '586c3be9-4c32-451d-925c-966e4acf4a21', 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c', 'admin_state_up': True, 'tenant_id': '5ed28f05edec4727adb3bc8c42274eb6'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:50.290132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2297bef7-015d-4a72-b856-d74a1c06de60 req-3308293e-1224-4445-9caa-8ba5b76fa00d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259189 Nov 23 14:25:50.290882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35416) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:50.465722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1494640317-network', 'tenant_id': 'ce3b0af4362e44eebe46899cd1e9c56e'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:50.490258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Made reservation on behalf of 5ed28f05edec4727adb3bc8c42274eb6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:50.494745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.534064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Made reservation on behalf of ce3b0af4362e44eebe46899cd1e9c56e for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:50.540525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.565323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.704735 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.710724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.725690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:25:50.785964 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.786461 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Added segment d24ba25a-c062-4483-8655-ebd59ce3ad50 of type vlan for network bf183d62-d402-42dd-928c-472f559adf87 Nov 23 14:25:50.810410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Allocated IP 172.20.0.3 (d5737dc9-0549-41b1-ac25-e088b9f1a66c/ed661d76-fae3-4b24-8403-12263a15791e/5cfbc76b-f457-439b-a7e4-3b65ff62aff3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:50.861218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31254d64-40a6-4700-8d81-a3e76f23e8db,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:50.881784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.898092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd34f7-623e-4c1c-8dca-be2af20067cb req-5782ecb6-247c-470f-8eec-918feb8c1844 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:50.906345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51cd34f7-623e-4c1c-8dca-be2af20067cb req-5782ecb6-247c-470f-8eec-918feb8c1844 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1385913 Nov 23 14:25:50.958179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:50.959300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:50.960013 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.010201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51cd34f7-623e-4c1c-8dca-be2af20067cb req-59033561-916a-4591-a1fa-a1bce19a4112 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991092 Nov 23 14:25:51.060361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7650857 Nov 23 14:25:51.067725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35448) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:51.076198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Request body: {'subnet': {'network_id': 'bf183d62-d402-42dd-928c-472f559adf87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1494640317-subnet', 'tenant_id': 'ce3b0af4362e44eebe46899cd1e9c56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:51.189150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e30d5a08-2b2c-40ab-b9e6-a48413e25a37 req-d2322932-e78a-48d2-932b-007a51702a66 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 210 time: 0.0425081 Nov 23 14:25:51.196384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.213662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f55fb3-3637-4b23-ab42-97da97f1ea65 admin admin] Pushing event updated for resources: {'Network': ['ID=bf183d62-d402-42dd-928c-472f559adf87,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:51.229090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bf183d62-d402-42dd-928c-472f559adf87 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:25:51.242442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Made reservation on behalf of ce3b0af4362e44eebe46899cd1e9c56e for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:51.245052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.263377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.348525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Network d5737dc9-0549-41b1-ac25-e088b9f1a66c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:51.356010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:51.360743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:51.420307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625eef7f-ad00-4042-8948-df288ef0ecc4 req-2c07ea13-a801-429f-986c-d709ee620ec8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:51.431079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-625eef7f-ad00-4042-8948-df288ef0ecc4 req-2c07ea13-a801-429f-986c-d709ee620ec8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.2831545 Nov 23 14:25:51.443110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:51.443765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.465893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Pushing event updated for resources: {'Port': ['ID=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:51.479694 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-67f0f7f2-9f5e-4e16-8ebd-f27425eb638c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2198644 Nov 23 14:25:51.497988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Request body: {'port': {'device_id': '586c3be9-4c32-451d-925c-966e4acf4a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:51.543834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-625eef7f-ad00-4042-8948-df288ef0ecc4 req-7748d093-e4d5-4afc-a095-a2d1ba89246a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094556 Nov 23 14:25:51.619948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.631414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.694377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cc12bc-0607-4470-be63-b1a06f2292e5,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:51.696694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Checking segment: {'id': 'd24ba25a-c062-4483-8655-ebd59ce3ad50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bf183d62-d402-42dd-928c-472f559adf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:51.697101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Network hostable DHCP agents. Network: bf183d62-d402-42dd-928c-472f559adf87, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:25:51.728350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Network bf183d62-d402-42dd-928c-472f559adf87 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:25:51.741481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bf183d62-d402-42dd-928c-472f559adf87) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:51.749627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:51.749627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:51.756871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2affc6-5dbe-4993-a02c-3f52a73828b2 None None] Network bf183d62-d402-42dd-928c-472f559adf87 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:51.786089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-849eb4b3-229e-4fe9-a65e-340a5cb26437 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7150075 Nov 23 14:25:51.968667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ab696-b9b4-4246-95b7-36693a2da20c None None] Network bf183d62-d402-42dd-928c-472f559adf87 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:25:52.187829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:52.200139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:52.236448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Transition to ACTIVE for port object 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:25:52.246055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:52.302080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25636092-0dd5-48d9-ad92-7f416e6aa81a req-da977593-283d-4398-9cdf-00c1dc034a05 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:52.303647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25636092-0dd5-48d9-ad92-7f416e6aa81a req-da977593-283d-4398-9cdf-00c1dc034a05 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1708741 Nov 23 14:25:52.415303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25636092-0dd5-48d9-ad92-7f416e6aa81a req-c7373087-2c32-463e-890f-83fbdcf561ab tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814993 Nov 23 14:25:52.435771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:52.550695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Attempting to bind port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:52.551877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Attempting to bind port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:52.552311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Attempting to bind port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 on network d5737dc9-0549-41b1-ac25-e088b9f1a66c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:52.565612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 on network d5737dc9-0549-41b1-ac25-e088b9f1a66c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:25:52.565927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Attempting to bind port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 on network d5737dc9-0549-41b1-ac25-e088b9f1a66c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:52.584358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:52.584752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Checking segment: {'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:52.585149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Bound using segment: {'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:52.585595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Bound port: 5cfbc76b-f457-439b-a7e4-3b65ff62aff3, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d8d412-b289-4d08-b560-1782d8ceb92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:52.585951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:52.591396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a852261e-5759-4e2c-aecc-9e01310c7ac2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:25:52.661710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc6795-8739-46f1-bbd7-1ad4be7ef898 req-9e6e0192-f93a-431a-a9c3-a2859ff5e2b5 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:52.663487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ecc6795-8739-46f1-bbd7-1ad4be7ef898 req-9e6e0192-f93a-431a-a9c3-a2859ff5e2b5 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 943 time: 0.1041651 Nov 23 14:25:52.707950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-48ec1551-fa5a-4905-a826-96ee09d0a776 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:52.727255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-48ec1551-fa5a-4905-a826-96ee09d0a776 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/networks?id=bf183d62-d402-42dd-928c-472f559adf87 HTTP/1.1" status: 200 len: 814 time: 0.2936618 Nov 23 14:25:52.781184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] For port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:52.785440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] For port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:52.791584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:52.833089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-16a2ff6a-3871-43a8-90bd-16b3edbffee9 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/quotas/ce3b0af4362e44eebe46899cd1e9c56e HTTP/1.1" status: 200 len: 375 time: 0.1024325 Nov 23 14:25:52.834935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:52.850036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'port_id': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'mac_address': 'fa:16:3e:5b:37:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:25:52.865563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:52.866256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:52.867730 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-616571be-5fab-4431-9fac-9347e2140978 service neutron] 10.222.0.11 "PUT /v2.0/ports/5cfbc76b-f457-439b-a7e4-3b65ff62aff3 HTTP/1.1" status: 200 len: 1091 time: 1.3789847 Nov 23 14:25:52.868171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586c3be9-4c32-451d-925c-966e4acf4a21', 'tag': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:52.881212 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3db0cf-586f-462f-89bc-1ecf55be890f" -d '{"events": [{"name": "network-changed", "server_uuid": "586c3be9-4c32-451d-925c-966e4acf4a21", "tag": "5cfbc76b-f457-439b-a7e4-3b65ff62aff3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:52.899012 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:52.912636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616571be-5fab-4431-9fac-9347e2140978 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:52.919537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a852261e-5759-4e2c-aecc-9e01310c7ac2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:52.935748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-41e6b7a9-5a8f-4a63-ab08-4701c5df0a1e tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce3b0af4362e44eebe46899cd1e9c56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871730 Nov 23 14:25:52.949587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ecc6795-8739-46f1-bbd7-1ad4be7ef898 req-229b9ba6-99a4-4d74-b0fb-9b030e8bb5fc tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764366 Nov 23 14:25:53.014764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:53.020913 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:53.034379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-fbb6f5e4-681c-419c-a085-b3e2f28f1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:53.037745 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-fbb6f5e4-681c-419c-a085-b3e2f28f1e56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ed28f05edec4727adb3bc8c42274eb6&device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 1094 time: 0.1110256 Nov 23 14:25:53.128954 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-6a5605eb-bffc-44b4-9bbf-b34e2d513feb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cfbc76b-f457-439b-a7e4-3b65ff62aff3 HTTP/1.1" status: 200 len: 217 time: 0.0834563 Nov 23 14:25:53.138089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:53.207336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['a852261e-5759-4e2c-aecc-9e01310c7ac2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:53.246688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-6035890e-c4c2-4fd7-a149-c8049386f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:53.251342 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-6035890e-c4c2-4fd7-a149-c8049386f023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed661d76-fae3-4b24-8403-12263a15791e HTTP/1.1" status: 200 len: 848 time: 0.1112204 Nov 23 14:25:53.263180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-77c2f178-61ba-4cd9-af4d-adc36ae0666d service neutron] 10.222.0.46 "GET /v2.0/networks/bf183d62-d402-42dd-928c-472f559adf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121550 Nov 23 14:25:53.323522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedc651-6ccc-413e-8736-d7b169d141d7 req-9dbdfc75-9ecf-4d80-8ea4-4647348b4d31 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:53.342426 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-5d19c99e-2b27-4a0d-9289-a4e18e82a3ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5737dc9-0549-41b1-ac25-e088b9f1a66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796237 Nov 23 14:25:53.347281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebedc651-6ccc-413e-8736-d7b169d141d7 req-9dbdfc75-9ecf-4d80-8ea4-4647348b4d31 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 944 time: 0.2238202 Nov 23 14:25:53.612580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebedc651-6ccc-413e-8736-d7b169d141d7 req-20b65ae5-cbb3-46a9-990b-84a4220b6e31 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581637 Nov 23 14:25:53.654330 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-f882b81e-59e7-4343-8461-6a89ea92e973 service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025937 Nov 23 14:25:53.678151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:53.683157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-c25f8973-854c-4077-a473-955d3a2278f5 service neutron] 10.222.0.46 "GET /v2.0/networks/bf183d62-d402-42dd-928c-472f559adf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188249 Nov 23 14:25:53.822337 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9800fea6-6a88-4c5d-baf4-9f5dde3d885a x-openstack-request-id: req-9800fea6-6a88-4c5d-baf4-9f5dde3d885a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:53.824403 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586c3be9-4c32-451d-925c-966e4acf4a21", "tag": "5cfbc76b-f457-439b-a7e4-3b65ff62aff3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:53.830573 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9800fea6-6a88-4c5d-baf4-9f5dde3d885a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:53.830843 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586c3be9-4c32-451d-925c-966e4acf4a21', 'tag': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3', 'status': 'completed', 'code': 200} Nov 23 14:25:53.890168 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c88153aa-5c2e-4392-b226-adec24cc6aa6 req-569b826c-ad17-48b9-84f7-c8a14d22b48c service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274971 Nov 23 14:25:54.070814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-14e4465d-2180-4621-8e7e-df3093f132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:54.076019 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-14e4465d-2180-4621-8e7e-df3093f132d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ed28f05edec4727adb3bc8c42274eb6&device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 1094 time: 0.1085436 Nov 23 14:25:54.156781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e3c45-f9b3-4580-84e0-3cd218ef5108 req-fde9e318-c09c-491e-9865-4025246c235d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:54.158621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd5e3c45-f9b3-4580-84e0-3cd218ef5108 req-fde9e318-c09c-491e-9865-4025246c235d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.2108827 Nov 23 14:25:54.284663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-e3058a56-0448-4955-982d-6c608acfeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:54.304786 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-e3058a56-0448-4955-982d-6c608acfeeba service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5737dc9-0549-41b1-ac25-e088b9f1a66c HTTP/1.1" status: 200 len: 909 time: 0.2200301 Nov 23 14:25:54.311084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd5e3c45-f9b3-4580-84e0-3cd218ef5108 req-018553e2-dfd2-4997-86c5-38605ab92d0f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364102 Nov 23 14:25:54.370926 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-7e797930-b315-4457-b91b-069057698873 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cfbc76b-f457-439b-a7e4-3b65ff62aff3 HTTP/1.1" status: 200 len: 217 time: 0.0582397 Nov 23 14:25:54.415097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751203-75e6-434e-96a2-1506b483589a req-d2079068-0a5d-4e74-a02a-5c78e7db3ce1 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:54.439540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7751203-75e6-434e-96a2-1506b483589a req-d2079068-0a5d-4e74-a02a-5c78e7db3ce1 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 943 time: 0.2137589 Nov 23 14:25:54.454972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-248d1017-5300-4077-acb2-0eb773461fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:54.461611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-248d1017-5300-4077-acb2-0eb773461fcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed661d76-fae3-4b24-8403-12263a15791e HTTP/1.1" status: 200 len: 848 time: 0.0809343 Nov 23 14:25:54.543406 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-5e05fd8a-9207-4f2f-a5d3-210e0c3a8461 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5737dc9-0549-41b1-ac25-e088b9f1a66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733368 Nov 23 14:25:54.590739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a852261e-5759-4e2c-aecc-9e01310c7ac2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:54.641954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f36e98d7-543a-424b-8db5-3601d4dde5ca req-c3e54a03-7795-487e-8425-a0b8554237d0 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 210 time: 0.1124220 Nov 23 14:25:54.723270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7751203-75e6-434e-96a2-1506b483589a req-39192275-9e5b-403c-af6e-8c22094c9d33 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792289 Nov 23 14:25:54.724906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port a852261e-5759-4e2c-aecc-9e01310c7ac2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:54.728374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:54.800914 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-7f5c8547-4a85-4802-9e8c-f70eb4c6c62f service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480199 Nov 23 14:25:54.863144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:55.009770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c5746-5abd-42d5-bd0d-115d5f2149b6 req-444c2d0b-8187-42cd-bdd4-dcee120094c9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:55.016242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-341c5746-5abd-42d5-bd0d-115d5f2149b6 req-444c2d0b-8187-42cd-bdd4-dcee120094c9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 944 time: 0.1696107 Nov 23 14:25:55.037139 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0f3db0cf-586f-462f-89bc-1ecf55be890f req-524307f2-e382-4c42-99c1-db7396cffc86 service neutron] 10.222.0.11 "GET /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280953 Nov 23 14:25:55.144054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-341c5746-5abd-42d5-bd0d-115d5f2149b6 req-cff3ccc5-d986-4a0a-8cc1-c105c0885eb4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217208 Nov 23 14:25:55.205777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:55.226988 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fac824-9301-41b0-a1de-3c0055af0457" -d '{"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-plugged", "status": "completed", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:55.276982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:55.298070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:55.340343 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ed4d56-bc17-420c-946a-d95ae7f18841 x-openstack-request-id: req-87ed4d56-bc17-420c-946a-d95ae7f18841 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:55.341140 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-plugged", "status": "completed", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:55.341610 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87ed4d56-bc17-420c-946a-d95ae7f18841 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:55.342476 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'code': 200} Nov 23 14:25:55.448560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:55.636418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b617a-d957-472e-8839-3c2840db9985 req-b46cb4f9-55a2-48ae-b912-a2d69eeb796c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:55.638268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e8b617a-d957-472e-8839-3c2840db9985 req-b46cb4f9-55a2-48ae-b912-a2d69eeb796c tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1287928 Nov 23 14:25:55.763350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e8b617a-d957-472e-8839-3c2840db9985 req-d944b20d-0d31-49f9-b1bc-b1b9cf7b2968 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175296 Nov 23 14:25:55.845971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8336fbe-f0d4-4700-a775-4989d632cf2d req-df75dd34-2a8f-4e89-b473-8193e10735da tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 210 time: 0.0815003 Nov 23 14:25:56.092046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61081eb-e54e-4dd4-8c1a-83b204b41119 req-6bb7b705-6108-4d68-b0ec-87841c3072c8 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:56.106835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a61081eb-e54e-4dd4-8c1a-83b204b41119 req-6bb7b705-6108-4d68-b0ec-87841c3072c8 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 943 time: 0.1411564 Nov 23 14:25:56.137434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-d9e8fc07-ec04-46be-9429-c8a249e371e2 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:56.139046 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-d9e8fc07-ec04-46be-9429-c8a249e371e2 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.11 "GET /v2.0/networks?id=bf183d62-d402-42dd-928c-472f559adf87 HTTP/1.1" status: 200 len: 814 time: 0.3212302 Nov 23 14:25:56.160231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Request body: {'port': {'device_id': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'network_id': 'bf183d62-d402-42dd-928c-472f559adf87', 'admin_state_up': True, 'tenant_id': 'ce3b0af4362e44eebe46899cd1e9c56e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:56.175268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a61081eb-e54e-4dd4-8c1a-83b204b41119 req-b418b6ab-c3ce-4b07-86e0-188381c32c0b tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623884 Nov 23 14:25:56.442789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Made reservation on behalf of ce3b0af4362e44eebe46899cd1e9c56e for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:25:56.473713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d928af-698e-4822-a797-0cbad83e42a9 req-ed3c9685-2e81-415f-9c7e-ef91a055b7da tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:56.478449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8d928af-698e-4822-a797-0cbad83e42a9 req-ed3c9685-2e81-415f-9c7e-ef91a055b7da tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1534321 Nov 23 14:25:56.479035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:56.636012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8d928af-698e-4822-a797-0cbad83e42a9 req-d8d660e6-5609-4393-8cf2-2ef530ff84ff tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507816 Nov 23 14:25:56.714812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-656c08b9-7839-49af-a029-8665d5b3ea5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:56.832229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Allocated IP 172.20.0.10 (bf183d62-d402-42dd-928c-472f559adf87/41cc12bc-0607-4470-be63-b1a06f2292e5/76f73c65-4936-4927-a4c1-04b433c89b22) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:25:57.013655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:57.124999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93146c7b-aac1-4ac8-b8d9-9caa78257a7c req-30a3db07-51d4-42cd-a4d4-d5f4a7b8e8a5 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 210 time: 0.0751650 Nov 23 14:25:57.166542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d57ada-a24f-4f59-8958-04f68affd632 req-d0c68cbd-f045-438c-8cac-5a0ced4510fe tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:57.168337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45d57ada-a24f-4f59-8958-04f68affd632 req-d0c68cbd-f045-438c-8cac-5a0ced4510fe tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.2296472 Nov 23 14:25:57.271169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:57.285342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45d57ada-a24f-4f59-8958-04f68affd632 req-c14c9e76-3d9c-48dd-af2a-ea796ec9d208 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078103 Nov 23 14:25:57.480270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:57.561366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:25:57.577371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Network bf183d62-d402-42dd-928c-472f559adf87 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:25:57.581722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:25:57.596676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:25:57.604979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Pushing event updated for resources: {'Port': ['ID=76f73c65-4936-4927-a4c1-04b433c89b22,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:57.696213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:57.698315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:57.704359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa7ad-ae9b-4446-934a-b4a51f9781f7 req-39fe34ab-9489-4900-ba39-5e9c69ca53a0 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:57.705931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccfa7ad-ae9b-4446-934a-b4a51f9781f7 req-39fe34ab-9489-4900-ba39-5e9c69ca53a0 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 943 time: 0.1550107 Nov 23 14:25:57.745064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-82b84aae-47cb-4c86-b4f4-226556bac138 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5911589 Nov 23 14:25:57.761000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Request body: {'port': {'device_id': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:25:57.867164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:57.907909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3', 'network_id': 'd5737dc9-0549-41b1-ac25-e088b9f1a66c', 'port_id': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3', 'mac_address': 'fa:16:3e:94:3b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed661d76-fae3-4b24-8403-12263a15791e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:25:57.927081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccfa7ad-ae9b-4446-934a-b4a51f9781f7 req-df237763-0cde-4acc-9db9-98e968b0afc0 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121289 Nov 23 14:25:57.933069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:57.968624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2352d3-211c-41f0-8ffd-3a50eff44975 req-e325811e-8d1d-4a79-8314-b1735294d50b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:57.974794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2352d3-211c-41f0-8ffd-3a50eff44975 req-e325811e-8d1d-4a79-8314-b1735294d50b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1536431 Nov 23 14:25:57.994271 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:58.031301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:58.088554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2352d3-211c-41f0-8ffd-3a50eff44975 req-bf5d07e3-571c-4476-b159-a477052c1825 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051385 Nov 23 14:25:58.095596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:25:58.105330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:58.306045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:58.358038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['5cfbc76b-f457-439b-a7e4-3b65ff62aff3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:25:58.466311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ecaf-ab14-43ea-ae52-4ee777809191 req-ae7f14fb-004c-4462-90b4-7eebf4eabb13 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:58.481585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc02ecaf-ab14-43ea-ae52-4ee777809191 req-ae7f14fb-004c-4462-90b4-7eebf4eabb13 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 932 time: 0.2005496 Nov 23 14:25:58.679212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc02ecaf-ab14-43ea-ae52-4ee777809191 req-2f819ac7-451c-4545-8793-ecf5b67928d6 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965342 Nov 23 14:25:58.819424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5a21-ca02-4b31-8acd-3ecde9863816 req-595a8f91-e110-428a-921e-dc3bdf356222 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:58.821049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be3f5a21-ca02-4b31-8acd-3ecde9863816 req-595a8f91-e110-428a-921e-dc3bdf356222 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1408970 Nov 23 14:25:58.863554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f73c65-4936-4927-a4c1-04b433c89b22 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:25:58.880482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:58.919155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Transition to ACTIVE for port object 76f73c65-4936-4927-a4c1-04b433c89b22 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:25:58.920408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be3f5a21-ca02-4b31-8acd-3ecde9863816 req-e4602bae-88d7-48b7-93eb-8208fe21fad0 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922859 Nov 23 14:25:58.925854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:59.058549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888d53-3266-4356-93da-608106277b55 service neutron] Pushing event updated for resources: {'Port': ['ID=76f73c65-4936-4927-a4c1-04b433c89b22,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:59.066729 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec2fdae6-08ea-491a-b9e7-16f1724f492b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:59.162399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Attempting to bind port 76f73c65-4936-4927-a4c1-04b433c89b22 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:25:59.162901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Attempting to bind port 76f73c65-4936-4927-a4c1-04b433c89b22 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd24ba25a-c062-4483-8655-ebd59ce3ad50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bf183d62-d402-42dd-928c-472f559adf87'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:25:59.163404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Attempting to bind port 76f73c65-4936-4927-a4c1-04b433c89b22 on network bf183d62-d402-42dd-928c-472f559adf87 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:59.168832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Port 76f73c65-4936-4927-a4c1-04b433c89b22 on network bf183d62-d402-42dd-928c-472f559adf87 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:25:59.168832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Attempting to bind port 76f73c65-4936-4927-a4c1-04b433c89b22 on network bf183d62-d402-42dd-928c-472f559adf87 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:25:59.174829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:25:59.175400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Checking segment: {'id': 'd24ba25a-c062-4483-8655-ebd59ce3ad50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bf183d62-d402-42dd-928c-472f559adf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:25:59.175888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Bound using segment: {'id': 'd24ba25a-c062-4483-8655-ebd59ce3ad50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bf183d62-d402-42dd-928c-472f559adf87'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:25:59.176011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16f80-3100-422b-9296-127afb72cfdd req-15441b4b-0081-4a93-80d6-068f80d6db38 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:59.176512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Bound port: 76f73c65-4936-4927-a4c1-04b433c89b22, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ba25a-c062-4483-8655-ebd59ce3ad50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bf183d62-d402-42dd-928c-472f559adf87'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:25:59.176986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:59.184053 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fe16f80-3100-422b-9296-127afb72cfdd req-15441b4b-0081-4a93-80d6-068f80d6db38 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 944 time: 0.1138566 Nov 23 14:25:59.283256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] For port 76f73c65-4936-4927-a4c1-04b433c89b22, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:25:59.286266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fe16f80-3100-422b-9296-127afb72cfdd req-24141456-193f-44e7-ae98-054faf6927d9 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955629 Nov 23 14:25:59.287478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] For port 76f73c65-4936-4927-a4c1-04b433c89b22, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76f73c65-4936-4927-a4c1-04b433c89b22,segment=NetworkSegment(d24ba25a-c062-4483-8655-ebd59ce3ad50),segment_id=d24ba25a-c062-4483-8655-ebd59ce3ad50)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:25:59.295007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:59.377305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:59.377946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:59.379571 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-51888d53-3266-4356-93da-608106277b55 service neutron] 10.222.0.11 "PUT /v2.0/ports/76f73c65-4936-4927-a4c1-04b433c89b22 HTTP/1.1" status: 200 len: 1092 time: 1.6237869 Nov 23 14:25:59.380038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'tag': '76f73c65-4936-4927-a4c1-04b433c89b22'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:59.382371 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de74315-e297-48a7-8937-d4ce35d95546" -d '{"events": [{"name": "network-changed", "server_uuid": "baa1345c-2111-4d07-8b9b-4ef124d4be4d", "tag": "76f73c65-4936-4927-a4c1-04b433c89b22"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:25:59.402961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50d272-9e3e-40c1-b693-b8c4611fb4e0 req-18b45dcf-8d00-49e9-b64e-f861ea6acf4a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:59.415346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f50d272-9e3e-40c1-b693-b8c4611fb4e0 req-18b45dcf-8d00-49e9-b64e-f861ea6acf4a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1154037 Nov 23 14:25:59.433065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888d53-3266-4356-93da-608106277b55 service neutron] Pushing event updated for resources: {'Port': ['ID=76f73c65-4936-4927-a4c1-04b433c89b22,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:59.526983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f50d272-9e3e-40c1-b693-b8c4611fb4e0 req-0daa05e2-886e-415a-bad2-6bcf75081893 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095223 Nov 23 14:25:59.544152 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720cf615-b2a9-4087-9a26-8bfa8c1e166a x-openstack-request-id: req-720cf615-b2a9-4087-9a26-8bfa8c1e166a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:25:59.550336 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa1345c-2111-4d07-8b9b-4ef124d4be4d", "tag": "76f73c65-4936-4927-a4c1-04b433c89b22", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:25:59.550942 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-720cf615-b2a9-4087-9a26-8bfa8c1e166a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:25:59.551618 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'tag': '76f73c65-4936-4927-a4c1-04b433c89b22', 'status': 'completed', 'code': 200} Nov 23 14:25:59.623631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:25:59.648952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-58090733-ad25-4464-a457-3a24a48161dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:59.654001 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-58090733-ad25-4464-a457-3a24a48161dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce3b0af4362e44eebe46899cd1e9c56e&device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 1095 time: 0.2042289 Nov 23 14:25:59.795371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-009dddde-48e4-45a7-866e-02b5fd4d5ec7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76f73c65-4936-4927-a4c1-04b433c89b22 HTTP/1.1" status: 200 len: 217 time: 0.1199446 Nov 23 14:25:59.796251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:25:59.804665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:25:59.805788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:59.922560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21697-e6e8-4b6c-b2ff-cbd5fd649eab req-4112efa9-e43b-4c81-a206-0a28a387c31b tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:59.925977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-986cc1e7-25aa-4d80-9620-3935e4115e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:25:59.928091 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-986cc1e7-25aa-4d80-9620-3935e4115e87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41cc12bc-0607-4470-be63-b1a06f2292e5 HTTP/1.1" status: 200 len: 854 time: 0.1307216 Nov 23 14:25:59.934642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2a21697-e6e8-4b6c-b2ff-cbd5fd649eab req-4112efa9-e43b-4c81-a206-0a28a387c31b tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 944 time: 0.0884254 Nov 23 14:25:59.951892 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:59.982352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c3be9-4c32-451d-925c-966e4acf4a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:25:59.985612 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f112039c-91d9-47cb-83be-86de43649f59" -d '{"events": [{"server_uuid": "586c3be9-4c32-451d-925c-966e4acf4a21", "name": "network-vif-plugged", "status": "completed", "tag": "5cfbc76b-f457-439b-a7e4-3b65ff62aff3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:00.008642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:00.031048 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-c1154d49-7ee6-48b1-adae-5c7325c1c65f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf183d62-d402-42dd-928c-472f559adf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930190 Nov 23 14:26:00.043143 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:00.056773 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:00.139940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:00.184511 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-074a6d44-9dd7-478e-a386-d6d7c07c240e service neutron] 10.222.0.11 "GET /v2.0/networks/bf183d62-d402-42dd-928c-472f559adf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465468 Nov 23 14:26:00.194051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2a21697-e6e8-4b6c-b2ff-cbd5fd649eab req-51c7d895-083e-4167-9002-8a9e26a3b19f tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585678 Nov 23 14:26:00.274284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71dec-89e4-4ff2-8ca4-e9580cd4fe88 req-0b9a4efe-d2ce-44ca-aad3-a8b58e7a53ec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:00.287798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07f71dec-89e4-4ff2-8ca4-e9580cd4fe88 req-0b9a4efe-d2ce-44ca-aad3-a8b58e7a53ec tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.2334793 Nov 23 14:26:00.322488 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4838f83-e755-46b7-81b2-da21625bc77e x-openstack-request-id: req-b4838f83-e755-46b7-81b2-da21625bc77e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:00.322788 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c3be9-4c32-451d-925c-966e4acf4a21", "name": "network-vif-plugged", "status": "completed", "tag": "5cfbc76b-f457-439b-a7e4-3b65ff62aff3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:00.323075 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4838f83-e755-46b7-81b2-da21625bc77e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:00.323481 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586c3be9-4c32-451d-925c-966e4acf4a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3', 'code': 200} Nov 23 14:26:00.432576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07f71dec-89e4-4ff2-8ca4-e9580cd4fe88 req-40e1426f-f9ea-4532-811b-534b07afb5cf tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438899 Nov 23 14:26:00.441160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f101c504-08ed-4509-9f0d-3dac2b33167a req-3f9599c3-83e5-4254-9953-9c37278be7ce service neutron] 10.222.0.11 "GET /v2.0/networks/bf183d62-d402-42dd-928c-472f559adf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453368 Nov 23 14:26:00.588021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1df3b-ab74-429d-b104-f72b7208364b req-247667c4-bdba-4123-bd77-32c0f49b3fc0 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:00.594816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de74315-e297-48a7-8937-d4ce35d95546 req-1024c4c0-15e0-43fc-9d6e-7cd604481e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:00.596836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3de74315-e297-48a7-8937-d4ce35d95546 req-1024c4c0-15e0-43fc-9d6e-7cd604481e9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce3b0af4362e44eebe46899cd1e9c56e&device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 1095 time: 0.0812395 Nov 23 14:26:00.596983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99f1df3b-ab74-429d-b104-f72b7208364b req-247667c4-bdba-4123-bd77-32c0f49b3fc0 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 945 time: 0.1224759 Nov 23 14:26:00.605181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ed116-a71d-4f39-a639-fb0d9916ad19 req-889d6cd1-4268-49d4-8f35-3d0ec07cefae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:00.611630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b86ed116-a71d-4f39-a639-fb0d9916ad19 req-889d6cd1-4268-49d4-8f35-3d0ec07cefae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 1096 time: 0.1729152 Nov 23 14:26:00.699024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b86ed116-a71d-4f39-a639-fb0d9916ad19 req-eeb70bad-a03d-4850-a4b9-63b37ae63ef4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790591 Nov 23 14:26:00.845945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de74315-e297-48a7-8937-d4ce35d95546 req-6a90c9a0-6b49-41a2-9dc6-389e776ad295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:00.852933 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3de74315-e297-48a7-8937-d4ce35d95546 req-6a90c9a0-6b49-41a2-9dc6-389e776ad295 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf183d62-d402-42dd-928c-472f559adf87 HTTP/1.1" status: 200 len: 915 time: 0.2477694 Nov 23 14:26:00.866672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99f1df3b-ab74-429d-b104-f72b7208364b req-4af9fd36-9981-46e6-b9d9-9702b3661188 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669048 Nov 23 14:26:00.932133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacebb3-7bd7-446b-9e6b-0447d7d8abcc req-13cd1239-0e1b-4d44-8d7a-ba38be8721b9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:00.941050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7eacebb3-7bd7-446b-9e6b-0447d7d8abcc req-13cd1239-0e1b-4d44-8d7a-ba38be8721b9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.2368779 Nov 23 14:26:00.950336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3de74315-e297-48a7-8937-d4ce35d95546 req-0942dfa7-0a60-49d4-9c00-77f715d1f310 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76f73c65-4936-4927-a4c1-04b433c89b22 HTTP/1.1" status: 200 len: 217 time: 0.0648930 Nov 23 14:26:01.017606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de74315-e297-48a7-8937-d4ce35d95546 req-5f8671a3-43c1-4347-b2b2-a4a4ba031fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:01.019431 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3de74315-e297-48a7-8937-d4ce35d95546 req-5f8671a3-43c1-4347-b2b2-a4a4ba031fad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41cc12bc-0607-4470-be63-b1a06f2292e5 HTTP/1.1" status: 200 len: 854 time: 0.0551593 Nov 23 14:26:01.075528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7eacebb3-7bd7-446b-9e6b-0447d7d8abcc req-d26ab88e-b5b4-424f-b088-a0d390f97a90 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334820 Nov 23 14:26:01.112127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3de74315-e297-48a7-8937-d4ce35d95546 req-38eb087f-721b-4c9b-83c7-c854e0df6d99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf183d62-d402-42dd-928c-472f559adf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753453 Nov 23 14:26:01.243273 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3de74315-e297-48a7-8937-d4ce35d95546 req-fcd05e3b-6f81-4d05-87ae-91d887b9ecc9 service neutron] 10.222.0.11 "GET /v2.0/networks/bf183d62-d402-42dd-928c-472f559adf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206956 Nov 23 14:26:01.409270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3de74315-e297-48a7-8937-d4ce35d95546 req-2e4d5bed-e6d3-43d7-bf1b-d0ee041d10c7 service neutron] 10.222.0.11 "GET /v2.0/networks/bf183d62-d402-42dd-928c-472f559adf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534381 Nov 23 14:26:01.477259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5ca5a-4dd9-4e69-9335-6202dfd73abb req-9994adcd-2164-43b5-8467-e5d228d4dd2f tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:01.487158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eee5ca5a-4dd9-4e69-9335-6202dfd73abb req-9994adcd-2164-43b5-8467-e5d228d4dd2f tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 944 time: 0.1335795 Nov 23 14:26:01.614633 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:01.617858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eee5ca5a-4dd9-4e69-9335-6202dfd73abb req-03936241-d806-4fe5-ab56-7630a3ad63f7 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294968 Nov 23 14:26:01.767007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4baad-ac16-4bfd-b878-ec97e33459ae req-4d609e99-bf7c-43cd-ad38-61cd7bfc253d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:01.769459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11a4baad-ac16-4bfd-b878-ec97e33459ae req-4d609e99-bf7c-43cd-ad38-61cd7bfc253d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1303537 Nov 23 14:26:01.943301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11a4baad-ac16-4bfd-b878-ec97e33459ae req-12649784-1f19-481b-8e59-2e51a8cd62de tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532640 Nov 23 14:26:02.158876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a1536-b5aa-4e83-9c33-1a59f31fc7d4 req-abacc13a-f262-49d0-a667-aad45e4d7997 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:02.172296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-155a1536-b5aa-4e83-9c33-1a59f31fc7d4 req-abacc13a-f262-49d0-a667-aad45e4d7997 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 945 time: 0.1243534 Nov 23 14:26:02.290022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-155a1536-b5aa-4e83-9c33-1a59f31fc7d4 req-a0845be9-4c74-45f6-8d56-7cacf25170e7 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163602 Nov 23 14:26:02.424361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9000b-00a8-476f-8062-ed5a5dc8ed3e req-5c85750b-0fec-4739-99d7-f8bb07e4e0a4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:02.463287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0e9000b-00a8-476f-8062-ed5a5dc8ed3e req-5c85750b-0fec-4739-99d7-f8bb07e4e0a4 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1707880 Nov 23 14:26:02.538879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:02.594841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0e9000b-00a8-476f-8062-ed5a5dc8ed3e req-b311c056-3d08-4ec2-a02e-3fd1394681b8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301236 Nov 23 14:26:02.837923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ffd20-a846-4095-b138-8365fa140862 req-71702703-0189-4b14-9e58-2666dec8057f tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:02.871441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-335ffd20-a846-4095-b138-8365fa140862 req-71702703-0189-4b14-9e58-2666dec8057f tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 944 time: 0.1199427 Nov 23 14:26:02.987809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-335ffd20-a846-4095-b138-8365fa140862 req-5948cf27-1d4d-42a7-b2da-38ef534e63d2 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121862 Nov 23 14:26:03.179274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057fe1d-02ad-4268-ac45-72936df8caa6 req-13a3cd79-32b4-4a90-b32c-c3909d0c1bca tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:03.185041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7057fe1d-02ad-4268-ac45-72936df8caa6 req-13a3cd79-32b4-4a90-b32c-c3909d0c1bca tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1290469 Nov 23 14:26:03.379813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7057fe1d-02ad-4268-ac45-72936df8caa6 req-b5ef84fe-d63a-4ffc-8d01-6a04e587ecad tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782382 Nov 23 14:26:03.599907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 76f73c65-4936-4927-a4c1-04b433c89b22 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:26:03.618870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18023075-6e7c-4470-a510-de24e747f396 req-062ebaac-8fb7-4104-84d1-30fa68c58489 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:03.635227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18023075-6e7c-4470-a510-de24e747f396 req-062ebaac-8fb7-4104-84d1-30fa68c58489 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 945 time: 0.1517134 Nov 23 14:26:03.823822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18023075-6e7c-4470-a510-de24e747f396 req-b73a86c9-21a7-4964-b81f-d7b77176446f tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876793 Nov 23 14:26:03.928864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940e2d6-a797-40d5-9cba-05c6b1fce080 req-46dabe9d-6aad-4ba4-9de1-d6fe4f69ce73 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:03.959579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0940e2d6-a797-40d5-9cba-05c6b1fce080 req-46dabe9d-6aad-4ba4-9de1-d6fe4f69ce73 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1972954 Nov 23 14:26:04.004055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 76f73c65-4936-4927-a4c1-04b433c89b22, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76f73c65-4936-4927-a4c1-04b433c89b22,segment=NetworkSegment(d24ba25a-c062-4483-8655-ebd59ce3ad50),segment_id=d24ba25a-c062-4483-8655-ebd59ce3ad50)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:04.060798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '76f73c65-4936-4927-a4c1-04b433c89b22', 'network_id': 'bf183d62-d402-42dd-928c-472f559adf87', 'port_id': '76f73c65-4936-4927-a4c1-04b433c89b22', 'mac_address': 'fa:16:3e:8e:47:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cc12bc-0607-4470-be63-b1a06f2292e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:26:04.119871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0940e2d6-a797-40d5-9cba-05c6b1fce080 req-2a88029e-1634-4454-a32a-8b161dd62e7a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554029 Nov 23 14:26:04.140875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:04.164407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f73c65-4936-4927-a4c1-04b433c89b22 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:26:04.207487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 76f73c65-4936-4927-a4c1-04b433c89b22, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76f73c65-4936-4927-a4c1-04b433c89b22,segment=NetworkSegment(d24ba25a-c062-4483-8655-ebd59ce3ad50),segment_id=d24ba25a-c062-4483-8655-ebd59ce3ad50)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:04.207898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4906e-9233-485c-a362-721367e008b0 req-152c7499-0624-483c-8828-04270a6e9234 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:04.211078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ee4906e-9233-485c-a362-721367e008b0 req-152c7499-0624-483c-8828-04270a6e9234 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1897631 Nov 23 14:26:04.222547 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:04.294552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=76f73c65-4936-4927-a4c1-04b433c89b22,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:04.422651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ee4906e-9233-485c-a362-721367e008b0 req-6095195a-4e97-4b81-be3a-cc3e080c98d5 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986799 Nov 23 14:26:04.474637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['76f73c65-4936-4927-a4c1-04b433c89b22'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:26:04.502671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcfbd8-0426-4b0b-ac88-76aa0f502341 req-1e9da67c-a0c9-45bc-8f6a-bf20141fa921 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:04.515558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04fcfbd8-0426-4b0b-ac88-76aa0f502341 req-1e9da67c-a0c9-45bc-8f6a-bf20141fa921 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 945 time: 0.1434531 Nov 23 14:26:04.662697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04fcfbd8-0426-4b0b-ac88-76aa0f502341 req-b83ac8ce-b208-44fb-bf1e-0cb79d89eb97 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461785 Nov 23 14:26:04.747875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35826) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:04.826461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72783923-6531-44e6-b3bb-69543b414c47 req-92cc8df6-0660-4c71-8910-3b272fff66fc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:04.839573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72783923-6531-44e6-b3bb-69543b414c47 req-92cc8df6-0660-4c71-8910-3b272fff66fc tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1253586 Nov 23 14:26:04.966025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72783923-6531-44e6-b3bb-69543b414c47 req-7f656b15-da73-48e0-90c4-590f807e9c9d tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252146 Nov 23 14:26:05.021517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2dbaabef-0cb7-4307-8435-7d5743fcb4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.268003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2dbaabef-0cb7-4307-8435-7d5743fcb4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.284325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2dbaabef-0cb7-4307-8435-7d5743fcb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.427976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f901bd4-03ff-47b9-a63d-9e881c148b27 req-594c1c95-b8c7-462f-ae84-3042ecf03325 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:05.432045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaabef-0cb7-4307-8435-7d5743fcb4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c66a95-e488-4483-bc98-04e0aea9b84f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:05.441869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f901bd4-03ff-47b9-a63d-9e881c148b27 req-594c1c95-b8c7-462f-ae84-3042ecf03325 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 945 time: 0.1692166 Nov 23 14:26:05.451389 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2dbaabef-0cb7-4307-8435-7d5743fcb4b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30787edc248045a2996831519b3ae7fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7020311 Nov 23 14:26:05.454985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35856) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:05.607752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 76f73c65-4936-4927-a4c1-04b433c89b22 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:26:05.631331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c6096a4-7dc9-4b08-8484-33e1ab4f6dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.632246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f901bd4-03ff-47b9-a63d-9e881c148b27 req-61955ab2-85e2-49f9-9090-cd5974de53ee tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089633 Nov 23 14:26:05.663474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823868ab-8653-4426-8ce4-fcad309dd964 req-b5dee9fe-aca3-431b-b852-991e509621c5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:05.679562 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-823868ab-8653-4426-8ce4-fcad309dd964 req-b5dee9fe-aca3-431b-b852-991e509621c5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.2315280 Nov 23 14:26:05.690659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c6096a4-7dc9-4b08-8484-33e1ab4f6dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.736201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 76f73c65-4936-4927-a4c1-04b433c89b22 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:26:05.741782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 76f73c65-4936-4927-a4c1-04b433c89b22 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:26:05.742163 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.821102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c6096a4-7dc9-4b08-8484-33e1ab4f6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.824969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c6096a4-7dc9-4b08-8484-33e1ab4f6dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:05.830540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c6096a4-7dc9-4b08-8484-33e1ab4f6dd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2c66a95-e488-4483-bc98-04e0aea9b84f HTTP/1.1" status: 204 len: 168 time: 0.3729236 Nov 23 14:26:05.868786 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-823868ab-8653-4426-8ce4-fcad309dd964 req-79970138-6c6b-422e-9b9f-a343a5e43548 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808217 Nov 23 14:26:05.893334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6096a4-7dc9-4b08-8484-33e1ab4f6dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c66a95-e488-4483-bc98-04e0aea9b84f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:05.921521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644d5bd-4a5e-4f20-876f-8a4fca437603 req-10b46c0d-4960-48a7-a243-95ab8ea8bead tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:05.938949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6644d5bd-4a5e-4f20-876f-8a4fca437603 req-10b46c0d-4960-48a7-a243-95ab8ea8bead tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1102612 Nov 23 14:26:06.028546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6644d5bd-4a5e-4f20-876f-8a4fca437603 req-ca8fe346-eeb1-4329-9c55-e59de0c11132 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878389 Nov 23 14:26:06.037536 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:06.154029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 76f73c65-4936-4927-a4c1-04b433c89b22, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76f73c65-4936-4927-a4c1-04b433c89b22,segment=NetworkSegment(d24ba25a-c062-4483-8655-ebd59ce3ad50),segment_id=d24ba25a-c062-4483-8655-ebd59ce3ad50)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:06.155791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f73c65-4936-4927-a4c1-04b433c89b22'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:06.160022 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7f1ac4-82cb-4590-8345-d2787b03789a" -d '{"events": [{"server_uuid": "baa1345c-2111-4d07-8b9b-4ef124d4be4d", "name": "network-vif-plugged", "status": "completed", "tag": "76f73c65-4936-4927-a4c1-04b433c89b22"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:06.166965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:06.228822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b3971-df0e-4492-a40f-99e002c3682b req-10fb84c2-0557-43c6-831e-21eaa3cc7ddc tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:06.244561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc1b3971-df0e-4492-a40f-99e002c3682b req-10fb84c2-0557-43c6-831e-21eaa3cc7ddc tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 945 time: 0.1496482 Nov 23 14:26:06.247010 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da546aeb-089c-431c-91cf-ed5c824e31e6 x-openstack-request-id: req-da546aeb-089c-431c-91cf-ed5c824e31e6 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:06.247328 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa1345c-2111-4d07-8b9b-4ef124d4be4d", "name": "network-vif-plugged", "status": "completed", "tag": "76f73c65-4936-4927-a4c1-04b433c89b22", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:06.247711 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da546aeb-089c-431c-91cf-ed5c824e31e6 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:06.248108 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f73c65-4936-4927-a4c1-04b433c89b22', 'code': 200} Nov 23 14:26:06.286095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=76f73c65-4936-4927-a4c1-04b433c89b22,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:06.427624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc1b3971-df0e-4492-a40f-99e002c3682b req-9db8049c-7de2-4910-8dc0-2ad76dde6931 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819365 Nov 23 14:26:06.462263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec12551-166d-4c5d-b092-98b544a98adf req-00907170-7472-4c81-8c7a-35a0d0f93523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:06.464240 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec12551-166d-4c5d-b092-98b544a98adf req-00907170-7472-4c81-8c7a-35a0d0f93523 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 1097 time: 0.1447053 Nov 23 14:26:06.589820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:06.645375 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:06.683229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dec12551-166d-4c5d-b092-98b544a98adf req-0221a1ad-5944-4f9f-9ae5-a8db06f85054 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824396 Nov 23 14:26:06.713080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-2a56407f-70e1-4298-b3fa-d19be0734bc6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:06.715607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-2a56407f-70e1-4298-b3fa-d19be0734bc6 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 945 time: 0.1112294 Nov 23 14:26:06.777993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-1811c074-ba6a-489c-b29e-f4738d3322ab tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:06.780654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-1811c074-ba6a-489c-b29e-f4738d3322ab tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 945 time: 0.2614722 Nov 23 14:26:06.933253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Deleting port 636a2cc7-f790-4511-8b2c-078ad9560fc3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:26:06.935942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.009163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02604934-1fb4-4959-a240-446495856d90 req-f8a1bae6-4a71-47a4-bb7d-cd5eed730158 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:07.017088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02604934-1fb4-4959-a240-446495856d90 req-f8a1bae6-4a71-47a4-bb7d-cd5eed730158 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 945 time: 0.1790853 Nov 23 14:26:07.139687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02604934-1fb4-4959-a240-446495856d90 req-1273fa43-67bf-41cb-a0aa-e617a0a9a76e tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/security-groups?id=f931e19e-b8fa-414e-9b8d-6bb2d69c6063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161554 Nov 23 14:26:07.204358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] For port 636a2cc7-f790-4511-8b2c-078ad9560fc3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=636a2cc7-f790-4511-8b2c-078ad9560fc3,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:07.207240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.228883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.259167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Calling delete_port for 636a2cc7-f790-4511-8b2c-078ad9560fc3 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:26:07.265651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18f14d-10d9-4998-b032-facfe34a21a8 req-d03352e4-ac02-4480-99fa-bda23260a033 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:07.270390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c18f14d-10d9-4998-b032-facfe34a21a8 req-d03352e4-ac02-4480-99fa-bda23260a033 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.2503362 Nov 23 14:26:07.272456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.361241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35916) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:07.369571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c7fe816e522448e8a4d30715a77abf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7654893 Nov 23 14:26:07.489347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.500837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721', '636a2cc7-f790-4511-8b2c-078ad9560fc3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:26:07.531090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9417e32-359a-437c-bdbd-8cd583367ae1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:07.535492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Deleting port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:26:07.536081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.557328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event deleted for resources: {'Port': ['ID=636a2cc7-f790-4511-8b2c-078ad9560fc3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:07.618098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.618440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.618823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.619201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.619324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] No DVR routers for this DVR port 636a2cc7-f790-4511-8b2c-078ad9560fc3 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:26:07.619650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.621097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.621097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.621097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.621442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.621665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.622550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.622953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8117c8f-7740-4be0-a7c0-40273a4ddb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:07.625414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.630458 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ad334ad8-697e-43c0-ac28-f11c8f8797ac req-f3895ec2-4da1-4751-b73e-aa9f79a6a69e tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "DELETE /v2.0/ports/636a2cc7-f790-4511-8b2c-078ad9560fc3 HTTP/1.1" status: 204 len: 173 time: 0.9041090 Nov 23 14:26:07.635053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'name': 'network-vif-deleted', 'tag': '636a2cc7-f790-4511-8b2c-078ad9560fc3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:07.637568 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1315287-ec28-4dd7-a576-49b79840bfbb" -d '{"events": [{"server_uuid": "a425708c-41d1-4c3d-a1c8-7633db7be732", "name": "network-vif-deleted", "tag": "636a2cc7-f790-4511-8b2c-078ad9560fc3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:07.673155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f88a5-54e6-4c9c-b3a3-3ffbec27bd48 None None] DHCP port deletion for a760b5ef-6bbf-4241-aede-477029b4d14c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:26:07.689159 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0f6dc14-9713-43b0-b1fc-acef9eb3b819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.734757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c18f14d-10d9-4998-b032-facfe34a21a8 req-751158d6-c049-4c9d-bde9-8c700630454f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814857 Nov 23 14:26:07.746294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0f6dc14-9713-43b0-b1fc-acef9eb3b819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.780698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4d131-94e5-4271-ad96-e3985655c80b req-655647fb-e688-489b-98e1-406d5b6ea204 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:07.787670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcb4d131-94e5-4271-ad96-e3985655c80b req-655647fb-e688-489b-98e1-406d5b6ea204 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=a425708c-41d1-4c3d-a1c8-7633db7be732 HTTP/1.1" status: 200 len: 867 time: 0.3780942 Nov 23 14:26:07.897846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0f6dc14-9713-43b0-b1fc-acef9eb3b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.908124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0f6dc14-9713-43b0-b1fc-acef9eb3b819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:07.914273 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e0f6dc14-9713-43b0-b1fc-acef9eb3b819 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9417e32-359a-437c-bdbd-8cd583367ae1 HTTP/1.1" status: 204 len: 168 time: 0.5490780 Nov 23 14:26:08.000749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6dc14-9713-43b0-b1fc-acef9eb3b819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9417e32-359a-437c-bdbd-8cd583367ae1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:08.160082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c487e-8fbb-40e4-b038-63756c8a3341 req-d09bf381-5322-4255-a8c8-e9c62a4bc5ac tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:08.167588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc4c487e-8fbb-40e4-b038-63756c8a3341 req-d09bf381-5322-4255-a8c8-e9c62a4bc5ac tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 946 time: 0.2338057 Nov 23 14:26:08.184464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] For port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,segment=NetworkSegment(52d8d412-b289-4d08-b560-1782d8ceb92d),segment_id=52d8d412-b289-4d08-b560-1782d8ceb92d)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:08.184903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:08.691075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35952) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:08.706034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Calling delete_port for 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:26:08.722189 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62c91406-efcd-4393-ac92-aa50226ef603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:08.790491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcb4d131-94e5-4271-ad96-e3985655c80b req-e48df0ce-a25f-4532-991b-c51ac05f223b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8640153 Nov 23 14:26:08.910294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62c91406-efcd-4393-ac92-aa50226ef603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:08.917928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62c91406-efcd-4393-ac92-aa50226ef603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:08.938741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc4c487e-8fbb-40e4-b038-63756c8a3341 req-6fe0a574-7915-48dc-aafc-f7783d4643f1 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7699258 Nov 23 14:26:08.965828 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e116892b-1904-4b97-941b-98990e8c487f x-openstack-request-id: req-e116892b-1904-4b97-941b-98990e8c487f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:08.966140 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a425708c-41d1-4c3d-a1c8-7633db7be732", "name": "network-vif-deleted", "tag": "636a2cc7-f790-4511-8b2c-078ad9560fc3", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:08.966407 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e116892b-1904-4b97-941b-98990e8c487f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:08.968490 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a425708c-41d1-4c3d-a1c8-7633db7be732', 'name': 'network-vif-deleted', 'tag': '636a2cc7-f790-4511-8b2c-078ad9560fc3', 'status': 'completed', 'code': 200} Nov 23 14:26:09.058930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62c91406-efcd-4393-ac92-aa50226ef603 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80498304b30b49ad80729ae56d9732de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3664038 Nov 23 14:26:09.063059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:09.091554 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:09.095635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c91406-efcd-4393-ac92-aa50226ef603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a54967-1d79-42b4-8d42-42bcdac857e6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:09.156330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c0ff422-a134-4678-9d37-f1940409e24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:09.187257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c0ff422-a134-4678-9d37-f1940409e24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:09.209190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Pushing event deleted for resources: {'Port': ['ID=5cfbc76b-f457-439b-a7e4-3b65ff62aff3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:09.296295 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c0ff422-a134-4678-9d37-f1940409e24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:09.299837 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c0ff422-a134-4678-9d37-f1940409e24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:09.302495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fede1bc7-9087-4a71-8e8a-a1e21dd6fcbd req-29b78595-a691-4fd1-91ad-fc682d640119 tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.46 "GET /v2.0/ports?device_id=586c3be9-4c32-451d-925c-966e4acf4a21 HTTP/1.1" status: 200 len: 210 time: 0.1271701 Nov 23 14:26:09.303789 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8c0ff422-a134-4678-9d37-f1940409e24c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44a54967-1d79-42b4-8d42-42bcdac857e6 HTTP/1.1" status: 204 len: 168 time: 0.2397337 Nov 23 14:26:09.319040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] No DVR routers for this DVR port 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:26:09.322328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ff422-a134-4678-9d37-f1940409e24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a54967-1d79-42b4-8d42-42bcdac857e6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:09.340082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:09.345693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50a8ab71-42de-4af5-9f44-6272a3a54569 req-19970d2d-7621-4ea4-ba79-39d5e1ac727c tempest-VolumesActionsTest-724682712 tempest-VolumesActionsTest-724682712-project] 10.222.0.11 "DELETE /v2.0/ports/5cfbc76b-f457-439b-a7e4-3b65ff62aff3 HTTP/1.1" status: 204 len: 173 time: 2.4556367 Nov 23 14:26:09.349643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c3be9-4c32-451d-925c-966e4acf4a21', 'name': 'network-vif-deleted', 'tag': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:09.357991 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75b8fe8-d861-4a70-965d-290b17086520" -d '{"events": [{"server_uuid": "586c3be9-4c32-451d-925c-966e4acf4a21", "name": "network-vif-deleted", "tag": "5cfbc76b-f457-439b-a7e4-3b65ff62aff3"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:09.436334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08419959-7cde-4028-a66c-06de30a373e3 req-3f0c0df8-c2e6-4639-a868-0b6c3b00a62f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:09.437902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08419959-7cde-4028-a66c-06de30a373e3 req-3f0c0df8-c2e6-4639-a868-0b6c3b00a62f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1331990 Nov 23 14:26:09.439418 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385d18d-aed0-41ef-b32a-7e143081e345 x-openstack-request-id: req-d385d18d-aed0-41ef-b32a-7e143081e345 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:09.439723 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c3be9-4c32-451d-925c-966e4acf4a21", "name": "network-vif-deleted", "tag": "5cfbc76b-f457-439b-a7e4-3b65ff62aff3", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:09.439957 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d385d18d-aed0-41ef-b32a-7e143081e345 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:09.440773 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586c3be9-4c32-451d-925c-966e4acf4a21', 'name': 'network-vif-deleted', 'tag': '5cfbc76b-f457-439b-a7e4-3b65ff62aff3', 'status': 'completed', 'code': 200} Nov 23 14:26:09.498422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08419959-7cde-4028-a66c-06de30a373e3 req-55b3fcbf-3d71-42f4-9405-088883246d7f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515752 Nov 23 14:26:09.621244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:26:09.685268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:26:09.685686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 5cfbc76b-f457-439b-a7e4-3b65ff62aff3 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:26:10.209863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21da7e3-4f26-4099-8478-07282c5530e4 req-168891ba-d31b-4c8f-85e4-5e4229b5bf30 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:10.218029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a21da7e3-4f26-4099-8478-07282c5530e4 req-168891ba-d31b-4c8f-85e4-5e4229b5bf30 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 946 time: 0.1696730 Nov 23 14:26:10.287262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a21da7e3-4f26-4099-8478-07282c5530e4 req-f307bae3-32f0-4d0a-a917-6e483418fa5b tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677931 Nov 23 14:26:10.693441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 636a2cc7-f790-4511-8b2c-078ad9560fc3 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:26:10.773969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 636a2cc7-f790-4511-8b2c-078ad9560fc3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:26:10.774380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 636a2cc7-f790-4511-8b2c-078ad9560fc3 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:26:10.835351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c098609-77c4-434f-89dd-199f34772383 req-459b0b9a-c51c-4259-af93-031b0b17fa00 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:10.848810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c098609-77c4-434f-89dd-199f34772383 req-459b0b9a-c51c-4259-af93-031b0b17fa00 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1637993 Nov 23 14:26:11.006015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c098609-77c4-434f-89dd-199f34772383 req-50ca4484-1bc4-44a8-bd4c-b58e891e8018 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562393 Nov 23 14:26:11.338642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb27db8-6999-4daf-be19-ae6c5a3c2c60 req-7ce435d3-882b-4410-95db-edcdd2c28e9e tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:11.352519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2eb27db8-6999-4daf-be19-ae6c5a3c2c60 req-7ce435d3-882b-4410-95db-edcdd2c28e9e tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 946 time: 0.0995014 Nov 23 14:26:11.475723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2eb27db8-6999-4daf-be19-ae6c5a3c2c60 req-e7b96aa4-2ee6-4189-a4e1-e4c27cce2c77 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220596 Nov 23 14:26:11.938676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3479e-8fe9-4c71-af8d-1ad982a2992e req-3f6f6f6a-6589-4656-a0fa-ef2d6ae4a24f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:11.950185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ddb3479e-8fe9-4c71-af8d-1ad982a2992e req-3f6f6f6a-6589-4656-a0fa-ef2d6ae4a24f tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 945 time: 0.0720923 Nov 23 14:26:12.023423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ddb3479e-8fe9-4c71-af8d-1ad982a2992e req-a29d30a7-a564-46a1-9d80-50a591240154 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719240 Nov 23 14:26:12.219356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2184d5-8d42-4c32-bfb6-9155b1816f34 req-e0b33eae-bb9a-4c6d-83d0-f83fcd348c29 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:12.233727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2184d5-8d42-4c32-bfb6-9155b1816f34 req-e0b33eae-bb9a-4c6d-83d0-f83fcd348c29 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1159003 Nov 23 14:26:12.322149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a2184d5-8d42-4c32-bfb6-9155b1816f34 req-8191f1b4-e4a4-4541-850c-e8b881e2862b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824909 Nov 23 14:26:12.766818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6286d-04d4-4860-8ad0-ef42b0f71dbc req-75250df2-3a0b-40f6-9657-424d537fd038 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:12.784129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1d6286d-04d4-4860-8ad0-ef42b0f71dbc req-75250df2-3a0b-40f6-9657-424d537fd038 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 946 time: 0.1960344 Nov 23 14:26:12.847864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-2167b780-547c-4903-86ba-bd82bc005e5a tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:12.849944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-2167b780-547c-4903-86ba-bd82bc005e5a tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 946 time: 0.2100432 Nov 23 14:26:12.894761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1d6286d-04d4-4860-8ad0-ef42b0f71dbc req-608a3023-604c-4b15-abd8-23315f63d90b tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/security-groups?id=31254d64-40a6-4700-8d81-a3e76f23e8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085997 Nov 23 14:26:13.109064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Deleting port 76f73c65-4936-4927-a4c1-04b433c89b22 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:26:13.109413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:13.254334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-318a9196-831f-4d31-ba81-d18413313c19 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:13.264879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-318a9196-831f-4d31-ba81-d18413313c19 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 945 time: 0.1607311 Nov 23 14:26:13.479014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5259-c182-4f75-ad09-be94c85aa294 req-9401a333-4f03-4366-a4d5-b6d4a5cfb1e3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:13.490924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae1b5259-c182-4f75-ad09-be94c85aa294 req-9401a333-4f03-4366-a4d5-b6d4a5cfb1e3 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 945 time: 0.2199309 Nov 23 14:26:13.539410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Deleting port 23b81b44-450f-4cb3-8f77-02ea7feaa721 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:26:13.539908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:13.554967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] For port 76f73c65-4936-4927-a4c1-04b433c89b22, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=76f73c65-4936-4927-a4c1-04b433c89b22,segment=NetworkSegment(d24ba25a-c062-4483-8655-ebd59ce3ad50),segment_id=d24ba25a-c062-4483-8655-ebd59ce3ad50)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:13.555488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:13.572159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Calling delete_port for 76f73c65-4936-4927-a4c1-04b433c89b22 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:26:13.791213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] For port 23b81b44-450f-4cb3-8f77-02ea7feaa721, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=23b81b44-450f-4cb3-8f77-02ea7feaa721,segment=NetworkSegment(834c5f32-68ea-4fa8-8dda-60f765665e43),segment_id=834c5f32-68ea-4fa8-8dda-60f765665e43)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:13.791962 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:13.825082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Calling delete_port for 23b81b44-450f-4cb3-8f77-02ea7feaa721 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:26:13.896859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae1b5259-c182-4f75-ad09-be94c85aa294 req-0dc33ace-8a29-47c9-b476-fb8450c1a17b tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/security-groups?id=04f3c927-1c3b-4950-baf4-8b4a444bcaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879080 Nov 23 14:26:13.903919 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:14.096570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Pushing event deleted for resources: {'Port': ['ID=76f73c65-4936-4927-a4c1-04b433c89b22,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:14.290760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] No DVR routers for this DVR port 76f73c65-4936-4927-a4c1-04b433c89b22 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:26:14.297851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:14.303370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef844116-4685-4f9d-8399-588bfbb0ec7b req-22b7a530-f1d1-40aa-9475-547f796d3030 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.11 "DELETE /v2.0/ports/76f73c65-4936-4927-a4c1-04b433c89b22 HTTP/1.1" status: 204 len: 173 time: 1.4414434 Nov 23 14:26:14.350289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4359e-efa4-43e2-a7c4-f5434ca64930 req-56e7c43a-5df5-4fd3-996c-bc7679a115bb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:14.360113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fab4359e-efa4-43e2-a7c4-f5434ca64930 req-56e7c43a-5df5-4fd3-996c-bc7679a115bb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.8688040 Nov 23 14:26:14.362434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'name': 'network-vif-deleted', 'tag': '76f73c65-4936-4927-a4c1-04b433c89b22'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:14.365223 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e06b786-9d9e-407f-9012-35194c32c5b2" -d '{"events": [{"server_uuid": "baa1345c-2111-4d07-8b9b-4ef124d4be4d", "name": "network-vif-deleted", "tag": "76f73c65-4936-4927-a4c1-04b433c89b22"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:14.412660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:14.426703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['23b81b44-450f-4cb3-8f77-02ea7feaa721'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:26:14.539999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c68e78d-3db1-4bc0-88f1-d1f91b0a366a req-88d5b87a-6b27-468d-98af-f0590c72cd46 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 210 time: 0.1682799 Nov 23 14:26:14.557174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Pushing event deleted for resources: {'Port': ['ID=23b81b44-450f-4cb3-8f77-02ea7feaa721,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:14.632672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28b736-20c5-402f-a84e-1ca99725d0f2 None None] DHCP port deletion for a760b5ef-6bbf-4241-aede-477029b4d14c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:26:14.647924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fab4359e-efa4-43e2-a7c4-f5434ca64930 req-0dd03d02-1adb-453e-b899-8289a6729696 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857773 Nov 23 14:26:14.681205 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be80e6e-1ce4-4959-879e-f8710151e48a x-openstack-request-id: req-5be80e6e-1ce4-4959-879e-f8710151e48a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:14.681597 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa1345c-2111-4d07-8b9b-4ef124d4be4d", "name": "network-vif-deleted", "tag": "76f73c65-4936-4927-a4c1-04b433c89b22", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:14.681950 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5be80e6e-1ce4-4959-879e-f8710151e48a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:14.682447 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa1345c-2111-4d07-8b9b-4ef124d4be4d', 'name': 'network-vif-deleted', 'tag': '76f73c65-4936-4927-a4c1-04b433c89b22', 'status': 'completed', 'code': 200} Nov 23 14:26:14.741516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] No DVR routers for this DVR port 23b81b44-450f-4cb3-8f77-02ea7feaa721 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:26:14.749088 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:14.758434 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-92798ebe-e280-4ba3-9ca7-a80e1f95d20b req-338b2004-f4be-429c-a280-27af98addb44 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.74 "DELETE /v2.0/ports/23b81b44-450f-4cb3-8f77-02ea7feaa721 HTTP/1.1" status: 204 len: 173 time: 1.4854653 Nov 23 14:26:14.758829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'name': 'network-vif-deleted', 'tag': '23b81b44-450f-4cb3-8f77-02ea7feaa721'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:14.767923 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ba3c3-38f6-4ddb-ab63-18a989f07e46" -d '{"events": [{"server_uuid": "0bdf5087-726f-49c0-8d87-a012a62f181d", "name": "network-vif-deleted", "tag": "23b81b44-450f-4cb3-8f77-02ea7feaa721"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:14.863479 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764fd2cd-142c-4c76-8f7b-a83ac218abed x-openstack-request-id: req-764fd2cd-142c-4c76-8f7b-a83ac218abed {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:14.864227 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdf5087-726f-49c0-8d87-a012a62f181d", "name": "network-vif-deleted", "tag": "23b81b44-450f-4cb3-8f77-02ea7feaa721", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:14.864666 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-764fd2cd-142c-4c76-8f7b-a83ac218abed {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:14.865225 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdf5087-726f-49c0-8d87-a012a62f181d', 'name': 'network-vif-deleted', 'tag': '23b81b44-450f-4cb3-8f77-02ea7feaa721', 'status': 'completed', 'code': 200} Nov 23 14:26:15.251505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-932aa9cf-edf1-4d4e-b26a-b74914ae4586 req-79a0449f-6333-434b-832f-711be8ffdc60 tempest-ServersTestJSON-1352486699 tempest-ServersTestJSON-1352486699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bdf5087-726f-49c0-8d87-a012a62f181d HTTP/1.1" status: 200 len: 210 time: 0.0509064 Nov 23 14:26:15.674345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 76f73c65-4936-4927-a4c1-04b433c89b22 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:26:15.773960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 76f73c65-4936-4927-a4c1-04b433c89b22 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:26:15.777571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 76f73c65-4936-4927-a4c1-04b433c89b22 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:26:16.028309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4a9aebf-93cc-4f09-9ba8-69136de667d6 req-1237bf58-76d1-49d9-847d-a0a6077513c1 tempest-ServerAddressesTestJSON-1787569387 tempest-ServerAddressesTestJSON-1787569387-project] 10.222.0.46 "GET /v2.0/ports?device_id=baa1345c-2111-4d07-8b9b-4ef124d4be4d HTTP/1.1" status: 200 len: 210 time: 0.1013291 Nov 23 14:26:16.103839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d07d2-9daa-47ad-9285-ca7b33b1af77 req-885865a0-cd01-4c1f-a912-913512a44aa1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:16.119297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f76d07d2-9daa-47ad-9285-ca7b33b1af77 req-885865a0-cd01-4c1f-a912-913512a44aa1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.2429409 Nov 23 14:26:16.263317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f76d07d2-9daa-47ad-9285-ca7b33b1af77 req-b60b7934-ad59-4e7c-9302-5e4f71c3fe2d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364501 Nov 23 14:26:16.338268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36288) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:16.462567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] Deleting subnet 6067dcd5-b66e-4708-a691-8896309a7852 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:26:16.468715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:16.538556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:16.638518 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:16.699968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 23b81b44-450f-4cb3-8f77-02ea7feaa721 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:26:16.730393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:16.821965 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 23b81b44-450f-4cb3-8f77-02ea7feaa721 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:26:16.822454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 23b81b44-450f-4cb3-8f77-02ea7feaa721 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:26:16.828974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6067dcd5-b66e-4708-a691-8896309a7852,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:16.834801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:16.835977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe61150-c840-4cc4-b910-3273ff44373f None None] Network a760b5ef-6bbf-4241-aede-477029b4d14c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:26:16.854413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36300) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:16.862833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0a35a55e-46b6-4544-a5f5-33709c06fc0e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6067dcd5-b66e-4708-a691-8896309a7852 HTTP/1.1" status: 204 len: 168 time: 0.5233681 Nov 23 14:26:17.116548 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:17.273307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36314) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:17.319105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b85cdb-e451-4dc1-9ecd-49d99a0ce018 None None] DHCP port deletion for a760b5ef-6bbf-4241-aede-477029b4d14c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:26:17.375420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] Deleting subnet 41cc12bc-0607-4470-be63-b1a06f2292e5 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:26:17.381649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:17.489561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:17.587561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a760b5ef-6bbf-4241-aede-477029b4d14c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:17.622653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834c5f32-68ea-4fa8-8dda-60f765665e43') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:17.622934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834c5f32-68ea-4fa8-8dda-60f765665e43') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:17.657775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:17.695221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:17.724735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:26:17.725175 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:17.730627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:26:17.767123 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:26:17.942439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:18.003629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:18.041306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:18.049241 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] 10.222.0.46 "DELETE /v2.0/networks/a760b5ef-6bbf-4241-aede-477029b4d14c HTTP/1.1" status: 204 len: 168 time: 1.1937122 Nov 23 14:26:18.065899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ab15e-eb56-4bc2-9920-5108f9fc9c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=a760b5ef-6bbf-4241-aede-477029b4d14c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:18.137323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9609e-1ea6-449c-9897-806d1d067e55 req-f533aaa8-523e-4410-8cd2-c0a2dbabc129 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:18.149082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63c9609e-1ea6-449c-9897-806d1d067e55 req-f533aaa8-523e-4410-8cd2-c0a2dbabc129 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.5978956 Nov 23 14:26:18.320988 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:18.468920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cc12bc-0607-4470-be63-b1a06f2292e5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:18.526990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63c9609e-1ea6-449c-9897-806d1d067e55 req-e1cfe14f-503b-49e6-8e49-848e9ad154cc tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609319 Nov 23 14:26:18.530069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:18.541583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36340) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:18.567497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-02ca7a68-afcb-4df8-bad9-52d945a2bf1c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/41cc12bc-0607-4470-be63-b1a06f2292e5 HTTP/1.1" status: 204 len: 168 time: 1.2927244 Nov 23 14:26:18.845795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36348) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:18.874271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:18.990620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-955d79af-5d48-4628-98dc-b5798879c7dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=372965587e07420cabc4e88810b42ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356947 Nov 23 14:26:19.000502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36358) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:19.154098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd72-3850-4634-8f32-dc4b3cc27567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.223396 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:26:19.241258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd72-3850-4634-8f32-dc4b3cc27567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.363696 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd72-3850-4634-8f32-dc4b3cc27567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.367531 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd72-3850-4634-8f32-dc4b3cc27567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.368998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00b5cd72-3850-4634-8f32-dc4b3cc27567 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04f3c927-1c3b-4950-baf4-8b4a444bcaea HTTP/1.1" status: 204 len: 168 time: 0.3758075 Nov 23 14:26:19.387074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5cd72-3850-4634-8f32-dc4b3cc27567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f3c927-1c3b-4950-baf4-8b4a444bcaea,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:19.460465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.541347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf183d62-d402-42dd-928c-472f559adf87']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:19.572736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24ba25a-c062-4483-8655-ebd59ce3ad50') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:19.575411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24ba25a-c062-4483-8655-ebd59ce3ad50') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:19.604349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.653887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.698061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:26:19.698806 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:26:19.704029 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:26:19.861965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215e244-d3e3-4a64-8a87-f1370d9ccec4 req-6a06d1c3-3e58-4e81-b106-920d051038c9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:19.882226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9215e244-d3e3-4a64-8a87-f1370d9ccec4 req-6a06d1c3-3e58-4e81-b106-920d051038c9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1537368 Nov 23 14:26:19.888013 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.895165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:19.915658 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf183d62-d402-42dd-928c-472f559adf87 HTTP/1.1" status: 204 len: 168 time: 1.3725655 Nov 23 14:26:19.995502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e492-8ece-4952-a401-666681c7c2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf183d62-d402-42dd-928c-472f559adf87,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:20.042936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9215e244-d3e3-4a64-8a87-f1370d9ccec4 req-c21ef6a3-bebc-442d-a598-3d547440e877 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572196 Nov 23 14:26:20.450582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36398) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:20.550219 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-5b497e59-7908-4e96-9292-71efdd692055 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976391 Nov 23 14:26:20.559742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:20.565841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5c96922a-2394-4df4-9e92-f0adff1e338e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce3b0af4362e44eebe46899cd1e9c56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126804 Nov 23 14:26:20.963782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-a7ae24a3-6966-4f02-abf1-20c7cc8e087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:20.963782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-a7ae24a3-6966-4f02-abf1-20c7cc8e087b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 1097 time: 0.3092840 Nov 23 14:26:20.963782 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fad19d1-727e-4fa8-abe5-cbec1e2df365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:21.013395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fad19d1-727e-4fa8-abe5-cbec1e2df365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:21.209193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fad19d1-727e-4fa8-abe5-cbec1e2df365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:21.216111 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fad19d1-727e-4fa8-abe5-cbec1e2df365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:21.221668 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7fad19d1-727e-4fa8-abe5-cbec1e2df365 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31254d64-40a6-4700-8d81-a3e76f23e8db HTTP/1.1" status: 204 len: 168 time: 0.6569192 Nov 23 14:26:21.260435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad19d1-727e-4fa8-abe5-cbec1e2df365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31254d64-40a6-4700-8d81-a3e76f23e8db,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:21.418124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e32d6-c8a1-4910-adf4-a996faefd610 req-9823a29d-c529-41ef-b13f-2c61100754a3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:21.429192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-e0ccef3d-e01e-474f-b4fd-8fbebb13bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:21.431868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-e0ccef3d-e01e-474f-b4fd-8fbebb13bed5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.2505724 Nov 23 14:26:21.432117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-911e32d6-c8a1-4910-adf4-a996faefd610 req-9823a29d-c529-41ef-b13f-2c61100754a3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.1485751 Nov 23 14:26:21.524777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-911e32d6-c8a1-4910-adf4-a996faefd610 req-1c707fda-d83d-4ff4-b08a-1199368be39d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807247 Nov 23 14:26:21.701146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-7675a8ba-b381-4318-904e-015b76158e72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c753c8-40ab-4edf-b7f7-215465c8070e HTTP/1.1" status: 200 len: 217 time: 0.1954494 Nov 23 14:26:21.774462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-92fce1c7-98ee-448a-bb08-a8484efae6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:21.776539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-92fce1c7-98ee-448a-bb08-a8484efae6a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.0608389 Nov 23 14:26:21.780761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36450) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:21.921433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-ef9200f6-76e0-452b-aa4e-6c3d08891899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:21.923622 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-ef9200f6-76e0-452b-aa4e-6c3d08891899 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365104 Nov 23 14:26:21.926580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-516462cf-f605-4fff-a0ee-cf60dbf79e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:21.928859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-516462cf-f605-4fff-a0ee-cf60dbf79e84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 1096 time: 0.0813997 Nov 23 14:26:22.166218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-9352f341-1582-4ce2-aa4c-34fbab0a220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:22.171062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-9352f341-1582-4ce2-aa4c-34fbab0a220f service neutron] 10.222.0.74 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.2284212 Nov 23 14:26:22.188625 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-49f570d8-c283-412d-b0c1-790536c00d62 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504885 Nov 23 14:26:22.192400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2035565199-network', 'tenant_id': 'd74968a208fc4c54a358f567b21ecf22'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:26:22.402236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-431d07e5-99ce-468d-a73f-995abfd78052 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2 HTTP/1.1" status: 200 len: 217 time: 0.1832378 Nov 23 14:26:22.405610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Made reservation on behalf of d74968a208fc4c54a358f567b21ecf22 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:26:22.408686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:22.482706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:22.488281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-99042cc4-5a86-47a0-b061-47e27d231b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:22.491160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-99042cc4-5a86-47a0-b061-47e27d231b64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.0714591 Nov 23 14:26:22.494261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9f72a167-005f-4ea4-8ce3-44ec0ae259a4 req-3cbe2d39-9de6-49fe-8f8d-d21690e7ce0a service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987449 Nov 23 14:26:22.538258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-a2c70fac-cb94-47f1-a84b-209dd17d723d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3616276 Nov 23 14:26:22.809210 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:22.915223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.039427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:26:23.043785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-2f9da460-f8c1-47bf-ab0e-90e4ed78aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:23.046189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-2f9da460-f8c1-47bf-ab0e-90e4ed78aab1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 1096 time: 0.2219520 Nov 23 14:26:23.053495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36504) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:23.080863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-54cf04ba-bdc6-481e-95cd-db76d071d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:23.093939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-54cf04ba-bdc6-481e-95cd-db76d071d652 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5735295 Nov 23 14:26:23.188693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a7f0e-81bb-4fee-b425-77ec29aecd95,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:23.269159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bec25-808c-4511-96ce-b7149765286e req-21588a6c-884e-4274-b0e9-3c87f6cc559f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:23.278315 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e23bec25-808c-4511-96ce-b7149765286e req-21588a6c-884e-4274-b0e9-3c87f6cc559f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.4617486 Nov 23 14:26:23.307166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1024978454-network', 'tenant_id': '834cae56420d4d9b967d9a3b7b50d4a3'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:26:23.307505 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.307856 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Added segment 15d8314d-3f84-4090-8fbb-465a1762af88 of type vlan for network aacf5600-3667-408b-96d9-72ba905debb5 Nov 23 14:26:23.436128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Made reservation on behalf of 834cae56420d4d9b967d9a3b7b50d4a3 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:26:23.441333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.493533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.601483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.671509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e23bec25-808c-4511-96ce-b7149765286e req-3e17bd6f-a349-4688-aa33-e1e25132f86f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901999 Nov 23 14:26:23.689852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.700477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.707702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.717799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-c4904f37-9562-4318-b6b7-8d3f61888961 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151948 Nov 23 14:26:23.727968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-c25288c0-f3d2-4fe1-9162-7ed703189c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:23.729507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-c25288c0-f3d2-4fe1-9162-7ed703189c19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.6307607 Nov 23 14:26:23.786693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bce6be-070a-4f65-9a97-12ccd42ebd1e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:23.836968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5b077b6-f431-4ec7-860c-ab5c4d6d1bdd req-39a2358b-78cc-4b00-bfdd-073809d85352 service neutron] 10.222.0.74 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063387 Nov 23 14:26:23.875444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:26:23.875911 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:26:23.910627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.911625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:23.912197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:23.980829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-e0d4bf41-d712-4e34-a51a-8ae7c44fc89f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b2649c8-1897-405a-be7a-5767455cfa57 HTTP/1.1" status: 200 len: 217 time: 0.1401765 Nov 23 14:26:23.981891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] Pushing event updated for resources: {'Network': ['ID=aacf5600-3667-408b-96d9-72ba905debb5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:23.987253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-74511d67-12c0-4a28-8e53-291b60bac204 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2052577 Nov 23 14:26:23.990332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36528) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:23.995926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Request body: {'subnet': {'network_id': 'aacf5600-3667-408b-96d9-72ba905debb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2035565199-subnet', 'tenant_id': 'd74968a208fc4c54a358f567b21ecf22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:26:23.999002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network aacf5600-3667-408b-96d9-72ba905debb5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:26:24.047425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-eb5f9cf4-9181-46a3-aaa1-787c69dfb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:24.048979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-eb5f9cf4-9181-46a3-aaa1-787c69dfb408 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.0602524 Nov 23 14:26:24.061415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Made reservation on behalf of d74968a208fc4c54a358f567b21ecf22 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:26:24.067776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.220417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-0fb3f536-eae9-4676-8b34-21375da16c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:24.222558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-0fb3f536-eae9-4676-8b34-21375da16c97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640847 Nov 23 14:26:24.374379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.382433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.409519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-fba695a1-7b08-4d98-8d43-f7c829e24b3d service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788125 Nov 23 14:26:24.541730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:26:24.572901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Checking segment: {'id': '15d8314d-3f84-4090-8fbb-465a1762af88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'aacf5600-3667-408b-96d9-72ba905debb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:26:24.573269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Network hostable DHCP agents. Network: aacf5600-3667-408b-96d9-72ba905debb5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:26:24.579277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab65af0-64c7-4229-80e7-7c5d618c132e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:24.589454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.589956 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Added segment fa9b1134-f993-4668-aa01-dd285cdbce69 of type vlan for network bc388d68-ec60-4a2c-8f67-836ced82a9e0 Nov 23 14:26:24.638426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67fbe8cf-4aa1-42c0-aab8-b21f18606cda req-9936de19-dee5-4748-bd4d-37652fd1f077 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174234 Nov 23 14:26:24.649229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Network aacf5600-3667-408b-96d9-72ba905debb5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:26:24.655515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.681751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, aacf5600-3667-408b-96d9-72ba905debb5) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:26:24.690710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:24.691402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.692206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f31a59-56ad-4cad-a101-599ea5d8b6d3 None None] Network aacf5600-3667-408b-96d9-72ba905debb5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:26:24.705508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.706448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:24.707265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.741217 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-86303859-d31b-43eb-ac7b-247349dac5f1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7495880 Nov 23 14:26:24.756913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36552) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:24.763532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Request body: {'subnet': {'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1024978454-subnet', 'tenant_id': '834cae56420d4d9b967d9a3b7b50d4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:26:24.765514 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7108476 Nov 23 14:26:24.797190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Made reservation on behalf of 834cae56420d4d9b967d9a3b7b50d4a3 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:26:24.802001 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:24.875244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6457460-1349-4923-979d-7ff14343dad7 admin admin] Pushing event updated for resources: {'Network': ['ID=bc388d68-ec60-4a2c-8f67-836ced82a9e0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:24.953756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36558) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:25.000220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a852261e-5759-4e2c-aecc-9e01310c7ac2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:26:25.006860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bc388d68-ec60-4a2c-8f67-836ced82a9e0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:26:25.039877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] Deleting subnet 6ab65af0-64c7-4229-80e7-7c5d618c132e {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:26:25.042711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.125057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.153562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633bc099-e304-4bb0-a682-28e2bf116ce9 None None] Network aacf5600-3667-408b-96d9-72ba905debb5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:26:25.214362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063fe6b-e809-4221-adfa-81a5b12900d3 req-ed01193e-25e5-4173-a01b-9c761a2cbc79 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:25.224156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b063fe6b-e809-4221-adfa-81a5b12900d3 req-ed01193e-25e5-4173-a01b-9c761a2cbc79 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 945 time: 0.2838860 Nov 23 14:26:25.270695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.393217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.413060 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.428209 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6ab65af0-64c7-4229-80e7-7c5d618c132e HTTP/1.1" status: 204 len: 168 time: 0.4733002 Nov 23 14:26:25.430874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b063fe6b-e809-4221-adfa-81a5b12900d3 req-94afa7e4-f0ab-4c75-9610-21451b19a8a6 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057920 Nov 23 14:26:25.436219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36568) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:25.514885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f6235-a192-44a1-b02d-03d77f1911cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab65af0-64c7-4229-80e7-7c5d618c132e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:25.585898 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.664141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:25.667370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:25.673595 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e4baf-7ad1-4213-9ef7-1754c70e082a" -d '{"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-unplugged", "status": "completed", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:25.683474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.725694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.732982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.780070 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808f0ffe-bf79-4c18-a2b9-11c410c2475b x-openstack-request-id: req-808f0ffe-bf79-4c18-a2b9-11c410c2475b {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:25.780577 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-unplugged", "status": "completed", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:25.781579 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-808f0ffe-bf79-4c18-a2b9-11c410c2475b {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:25.783154 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'code': 200} Nov 23 14:26:25.792444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:25.802261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.802716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.803183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.803684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.804124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.804560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.805003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.805557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.806019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.806443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.806875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.807317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:25.883243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1958c27-5ae2-423f-8285-daff2f8178e9,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:25.889982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Checking segment: {'id': 'fa9b1134-f993-4668-aa01-dd285cdbce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:26:25.896323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Network hostable DHCP agents. Network: bc388d68-ec60-4a2c-8f67-836ced82a9e0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:26:25.942071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:25.986850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacf5600-3667-408b-96d9-72ba905debb5']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:25.990520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Network bc388d68-ec60-4a2c-8f67-836ced82a9e0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:26:26.028823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d8314d-3f84-4090-8fbb-465a1762af88') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:26.029059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d8314d-3f84-4090-8fbb-465a1762af88') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:26.047174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bc388d68-ec60-4a2c-8f67-836ced82a9e0) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:26:26.056783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835ceea-76bc-473d-8a5b-62b414ea1f85 None None] Network bc388d68-ec60-4a2c-8f67-836ced82a9e0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:26:26.058946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.062255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:26.063440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.083618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.098184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-14fe8907-ed92-4d26-9faa-b9c09d36b8dc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3321648 Nov 23 14:26:26.098184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:26:26.098184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:26:26.110063 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:26:26.310036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.316953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.320159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aacf5600-3667-408b-96d9-72ba905debb5 HTTP/1.1" status: 204 len: 168 time: 0.8819647 Nov 23 14:26:26.347138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c798bd8-6dbb-446f-b08d-683d373c47f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aacf5600-3667-408b-96d9-72ba905debb5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:26.411110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040be699-4d1d-4643-b303-8e0711b6e3a5 None None] Network bc388d68-ec60-4a2c-8f67-836ced82a9e0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:26:26.641006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36606) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:26.725017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35255599-baa9-4eae-bbab-f96a6f0fa758 req-2c30f6d0-2ed7-4af3-82e8-30ebc58b3158 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:26.732975 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35255599-baa9-4eae-bbab-f96a6f0fa758 req-2c30f6d0-2ed7-4af3-82e8-30ebc58b3158 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 943 time: 0.1596699 Nov 23 14:26:26.756363 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a28b23c9-9c7f-422e-92f4-6cb2f1c1f72b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d74968a208fc4c54a358f567b21ecf22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117618 Nov 23 14:26:26.756569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36608) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:26.864998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35255599-baa9-4eae-bbab-f96a6f0fa758 req-81b88a32-80e3-4dd0-a5b4-57a9b31f6085 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233037 Nov 23 14:26:26.871042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fdd802-8e9a-4d82-9856-1f8d8274643c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.885253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-441af81a-fed4-4117-9a89-5e0f5c6be963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.963032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fdd802-8e9a-4d82-9856-1f8d8274643c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:26.977760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:27.110765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fdd802-8e9a-4d82-9856-1f8d8274643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:27.115665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28fdd802-8e9a-4d82-9856-1f8d8274643c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:27.116857 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-28fdd802-8e9a-4d82-9856-1f8d8274643c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/119a7f0e-81bb-4fee-b425-77ec29aecd95 HTTP/1.1" status: 204 len: 168 time: 0.3593917 Nov 23 14:26:27.145590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdd802-8e9a-4d82-9856-1f8d8274643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a7f0e-81bb-4fee-b425-77ec29aecd95,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:27.471956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-d1456032-c80b-45c9-821e-647f2381d808 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:27.505327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-d1456032-c80b-45c9-821e-647f2381d808 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/networks?id=bc388d68-ec60-4a2c-8f67-836ced82a9e0 HTTP/1.1" status: 200 len: 813 time: 0.2500644 Nov 23 14:26:27.549103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-6068d2e0-03e2-43dd-bc49-87df23461445 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/quotas/834cae56420d4d9b967d9a3b7b50d4a3 HTTP/1.1" status: 200 len: 375 time: 0.0428705 Nov 23 14:26:27.670791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-b67cbad9-72a0-447f-9ecb-ace0fb6d794e tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=834cae56420d4d9b967d9a3b7b50d4a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120176 Nov 23 14:26:27.713237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd55b0-4790-424b-a736-ebd164f3ba1b req-7c403e93-0f94-489d-8f3e-0eaf8316a465 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:27.733651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54bd55b0-4790-424b-a736-ebd164f3ba1b req-7c403e93-0f94-489d-8f3e-0eaf8316a465 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.5583491 Nov 23 14:26:28.635665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54bd55b0-4790-424b-a736-ebd164f3ba1b req-81f6bfd1-c9ce-416a-a566-1050b713f36a tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8960044 Nov 23 14:26:28.727568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-9ac98221-b853-4782-8b8e-ec7f4a711439 service neutron] 10.222.0.46 "GET /v2.0/networks/bc388d68-ec60-4a2c-8f67-836ced82a9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0559025 Nov 23 14:26:28.782712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a852261e-5759-4e2c-aecc-9e01310c7ac2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:26:29.109497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-7a05cbfa-2312-4c48-a868-2afdf37dfc38 service neutron] 10.222.0.46 "GET /v2.0/networks/bc388d68-ec60-4a2c-8f67-836ced82a9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732526 Nov 23 14:26:29.120203 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-366e3190-2f95-45f9-b858-646bcb8d462f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:29.145153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e93c3c-a093-4f28-918d-2edb7496d210 req-525e9832-b7c7-4b92-9a63-9311605a63bc tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:29.146731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87e93c3c-a093-4f28-918d-2edb7496d210 req-525e9832-b7c7-4b92-9a63-9311605a63bc tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1819885 Nov 23 14:26:29.255841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87e93c3c-a093-4f28-918d-2edb7496d210 req-1e238abd-35c7-4f14-838d-533a0aa2a21f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009288 Nov 23 14:26:29.431643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8929bc41-f22e-49ed-a201-7ce1851dd0ff req-5d4b3c7c-5509-470f-bc37-da17a986984f tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 210 time: 0.0516844 Nov 23 14:26:29.818452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc164e-8eba-4604-97b4-f84fed40a900 req-531fd646-e748-40f6-b78f-c074862526f8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:29.826869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6dc164e-8eba-4604-97b4-f84fed40a900 req-531fd646-e748-40f6-b78f-c074862526f8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1324835 Nov 23 14:26:29.883672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6dc164e-8eba-4604-97b4-f84fed40a900 req-316725d3-1399-4646-b665-d88292ef7dee tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558469 Nov 23 14:26:30.033477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:30.644322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b90c5335-213c-4ec8-8a19-d2f9ecf4bb2b req-8c9c1dd3-3bff-4b6f-ba5e-16ddf63e578d tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 210 time: 0.0584009 Nov 23 14:26:31.359668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb23d-f08d-4d3f-a3b3-8ca1c8ad08aa req-bdd6ecb0-2e9f-475c-9622-6c62682c74ef tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:31.369496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9affb23d-f08d-4d3f-a3b3-8ca1c8ad08aa req-bdd6ecb0-2e9f-475c-9622-6c62682c74ef tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3085690 Nov 23 14:26:31.425194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-829b6e60-20f3-4045-906c-61197f2d8d85 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:31.427397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-829b6e60-20f3-4045-906c-61197f2d8d85 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.74 "GET /v2.0/networks?id=bc388d68-ec60-4a2c-8f67-836ced82a9e0 HTTP/1.1" status: 200 len: 813 time: 0.2716196 Nov 23 14:26:31.453495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Request body: {'port': {'device_id': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0', 'admin_state_up': True, 'tenant_id': '834cae56420d4d9b967d9a3b7b50d4a3'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:26:31.510241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9affb23d-f08d-4d3f-a3b3-8ca1c8ad08aa req-98addd81-85c1-4dc7-96f0-58a1eeb9c8e1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353109 Nov 23 14:26:31.636548 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:31.791655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Made reservation on behalf of 834cae56420d4d9b967d9a3b7b50d4a3 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:26:31.797160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:32.055939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1079bdc6-b96b-4523-b358-a50c61842be2 req-48139720-565b-4739-9c9f-b71cc2f5f6c4 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 210 time: 0.1037176 Nov 23 14:26:32.219638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Allocated IP 172.20.0.10 (bc388d68-ec60-4a2c-8f67-836ced82a9e0/d1958c27-5ae2-423f-8285-daff2f8178e9/7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:26:32.495078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:32.578849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:32.698412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:32.794929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f03b27-17bf-4264-b96b-7cb042a6b44f req-c7cdd150-b526-4ea9-a5c1-10676941cd91 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:32.804178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92f03b27-17bf-4264-b96b-7cb042a6b44f req-c7cdd150-b526-4ea9-a5c1-10676941cd91 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1639881 Nov 23 14:26:32.863848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Network bc388d68-ec60-4a2c-8f67-836ced82a9e0 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:26:32.875317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Pushing event updated for resources: {'Port': ['ID=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:32.889374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:26:32.899705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:26:32.996694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92f03b27-17bf-4264-b96b-7cb042a6b44f req-0b054733-b51a-4fd4-a994-d574784ca931 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860628 Nov 23 14:26:33.057667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:33.058412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:33.079785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-a0bbae50-c9b9-4990-834f-688968b10bc5 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6324410 Nov 23 14:26:33.104925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Request body: {'port': {'device_id': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:26:33.180368 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:33.483936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f968de-4e0d-4573-a182-e9236ec0dc33 req-8f2ea8cf-1359-4eeb-a467-04c6b5892404 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:33.485999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11f968de-4e0d-4573-a182-e9236ec0dc33 req-8f2ea8cf-1359-4eeb-a467-04c6b5892404 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 932 time: 0.1438508 Nov 23 14:26:33.845228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:26:33.856599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:33.877389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Transition to ACTIVE for port object 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:26:33.909316 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:34.017237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11f968de-4e0d-4573-a182-e9236ec0dc33 req-32266a26-9e46-443f-bd1d-f976e22188db tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105195 Nov 23 14:26:34.041056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:34.147559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Attempting to bind port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:26:34.148048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Attempting to bind port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fa9b1134-f993-4668-aa01-dd285cdbce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:26:34.148518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Attempting to bind port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 on network bc388d68-ec60-4a2c-8f67-836ced82a9e0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:26:34.155575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 on network bc388d68-ec60-4a2c-8f67-836ced82a9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:26:34.156044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Attempting to bind port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 on network bc388d68-ec60-4a2c-8f67-836ced82a9e0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:26:34.172178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:26:34.172776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Checking segment: {'id': 'fa9b1134-f993-4668-aa01-dd285cdbce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:26:34.173748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Bound using segment: {'id': 'fa9b1134-f993-4668-aa01-dd285cdbce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:26:34.174845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Bound port: 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9b1134-f993-4668-aa01-dd285cdbce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:26:34.175427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:34.326100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] For port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:26:34.338001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] For port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,segment=NetworkSegment(fa9b1134-f993-4668-aa01-dd285cdbce69),segment_id=fa9b1134-f993-4668-aa01-dd285cdbce69)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:26:34.359855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:34.504691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ada5f-f178-4a0d-bb5c-5df67af1f8d0 req-3e529735-6070-411b-b532-5c6712329ec1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:34.509019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-550ada5f-f178-4a0d-bb5c-5df67af1f8d0 req-3e529735-6070-411b-b532-5c6712329ec1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2486970 Nov 23 14:26:34.538503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:34.539794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:34.548392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] 10.222.0.74 "PUT /v2.0/ports/7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 HTTP/1.1" status: 200 len: 1092 time: 1.4601946 Nov 23 14:26:34.551691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'tag': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:34.575033 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a372c7d-c622-44c5-9eef-2b69c267d845", "tag": "7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:34.771237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988e7ca-8449-4268-8f50-57129f1b8379 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:34.775313 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5d9cb-5b09-4b86-968b-abcb8cd795d8 x-openstack-request-id: req-50f5d9cb-5b09-4b86-968b-abcb8cd795d8 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:34.775878 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a372c7d-c622-44c5-9eef-2b69c267d845", "tag": "7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:34.776450 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50f5d9cb-5b09-4b86-968b-abcb8cd795d8 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:34.777055 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'tag': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074', 'status': 'completed', 'code': 200} Nov 23 14:26:34.830703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-435fb026-7124-40e6-af1f-cbfca3c30546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:34.832715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-435fb026-7124-40e6-af1f-cbfca3c30546 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=834cae56420d4d9b967d9a3b7b50d4a3&device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 1095 time: 0.2158785 Nov 23 14:26:34.889822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-550ada5f-f178-4a0d-bb5c-5df67af1f8d0 req-7739f277-fc83-4759-b022-20e039bf4fb0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718865 Nov 23 14:26:34.891251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-7c76c6b5-4e6e-4fc2-b2be-85d2e88c6844 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 HTTP/1.1" status: 200 len: 217 time: 0.0493159 Nov 23 14:26:35.021919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-b483369e-2cfd-4f37-9cd7-7ce33e4467e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:35.023778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-b483369e-2cfd-4f37-9cd7-7ce33e4467e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1958c27-5ae2-423f-8285-daff2f8178e9 HTTP/1.1" status: 200 len: 853 time: 0.1256468 Nov 23 14:26:35.067296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-3e8ff4b5-7179-435c-b12b-6f3e8963372c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc388d68-ec60-4a2c-8f67-836ced82a9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337689 Nov 23 14:26:35.207650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-9c5665ac-545d-4954-808b-3cc881740b0c service neutron] 10.222.0.74 "GET /v2.0/networks/bc388d68-ec60-4a2c-8f67-836ced82a9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283538 Nov 23 14:26:35.369011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5c1d5ce-cadd-430c-a4e9-8155f8fe2db5 req-33149757-c70c-4b1d-aba8-83f363af3fb5 service neutron] 10.222.0.74 "GET /v2.0/networks/bc388d68-ec60-4a2c-8f67-836ced82a9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328864 Nov 23 14:26:35.397859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521e0f-a085-462f-90a7-377cd5e768d6 req-dc5bedaf-7d96-433c-a749-63022b6ad21d tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:35.399940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff521e0f-a085-462f-90a7-377cd5e768d6 req-dc5bedaf-7d96-433c-a749-63022b6ad21d tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 944 time: 0.2155375 Nov 23 14:26:35.637079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff521e0f-a085-462f-90a7-377cd5e768d6 req-bff89679-44d7-4f87-8953-3128f2bd4aa4 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255771 Nov 23 14:26:35.645525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-ab9a88e3-f8c8-47a7-a21f-380dc430bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:35.659483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-ab9a88e3-f8c8-47a7-a21f-380dc430bbe6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=834cae56420d4d9b967d9a3b7b50d4a3&device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 1095 time: 0.1717257 Nov 23 14:26:35.917147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-705e25e2-3e87-4df8-a379-c022c7ad9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:35.918689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-705e25e2-3e87-4df8-a379-c022c7ad9028 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc388d68-ec60-4a2c-8f67-836ced82a9e0 HTTP/1.1" status: 200 len: 914 time: 0.2543938 Nov 23 14:26:36.036844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-cb8f285d-714c-4156-b62c-fa25cae35779 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 HTTP/1.1" status: 200 len: 217 time: 0.1094913 Nov 23 14:26:36.149179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-31f9a066-0a51-4f35-8a3d-b77d1bbc4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:36.150738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-31f9a066-0a51-4f35-8a3d-b77d1bbc4b5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1958c27-5ae2-423f-8285-daff2f8178e9 HTTP/1.1" status: 200 len: 853 time: 0.1044695 Nov 23 14:26:36.158851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8cf3c-2b12-4a2a-a8e7-f56641eef684 req-d8862fde-2fc4-40de-a52f-4c8efd60bbe3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:36.160736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efd8cf3c-2b12-4a2a-a8e7-f56641eef684 req-d8862fde-2fc4-40de-a52f-4c8efd60bbe3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.0983934 Nov 23 14:26:36.209786 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-2c57277b-c1fc-491c-a93a-2459a467ae60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc388d68-ec60-4a2c-8f67-836ced82a9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484035 Nov 23 14:26:36.549911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efd8cf3c-2b12-4a2a-a8e7-f56641eef684 req-61889ef2-f0fe-4938-933b-35f256dcb629 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3779604 Nov 23 14:26:36.585331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-f0bd4abe-d2c8-4a5d-9b51-4c549ef1355d service neutron] 10.222.0.74 "GET /v2.0/networks/bc388d68-ec60-4a2c-8f67-836ced82a9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636999 Nov 23 14:26:36.943130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090914cd-1a58-4eb7-861f-c81d0060389e req-2821d26b-6d67-411b-8286-b5dbd3874f49 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:36.949857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-090914cd-1a58-4eb7-861f-c81d0060389e req-2821d26b-6d67-411b-8286-b5dbd3874f49 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 944 time: 0.1200349 Nov 23 14:26:36.954968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb60674e-56b5-4a2a-877d-1b05bbc08f9c req-f8fb9f35-fa5e-4d26-b4d2-e194fb1ee05a service neutron] 10.222.0.74 "GET /v2.0/networks/bc388d68-ec60-4a2c-8f67-836ced82a9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478763 Nov 23 14:26:37.011089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-090914cd-1a58-4eb7-861f-c81d0060389e req-169711bf-7afd-43a9-b20f-2a8cb088d05c tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Nov 23 14:26:37.807447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259e924-8363-4ccf-ab05-5b04df73c509 req-60931cbc-1210-4d7c-905c-a572b124c23d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:37.816486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0259e924-8363-4ccf-ab05-5b04df73c509 req-60931cbc-1210-4d7c-905c-a572b124c23d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1531513 Nov 23 14:26:38.010003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0259e924-8363-4ccf-ab05-5b04df73c509 req-af2f1950-8f21-4ae2-8bb1-d652b6aa436c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808434 Nov 23 14:26:38.295975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6182f-ec5b-4706-b89c-8403c69df659 req-422600c5-3f97-4232-b6ef-9fd06d962434 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:38.297213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffd6182f-ec5b-4706-b89c-8403c69df659 req-422600c5-3f97-4232-b6ef-9fd06d962434 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 944 time: 0.1004262 Nov 23 14:26:38.392224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ffd6182f-ec5b-4706-b89c-8403c69df659 req-ded18dd6-0d47-4cac-8ac1-b3918fe845fd tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817833 Nov 23 14:26:38.813960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:26:38.943610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,segment=NetworkSegment(fa9b1134-f993-4668-aa01-dd285cdbce69),segment_id=fa9b1134-f993-4668-aa01-dd285cdbce69)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:38.960503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074', 'network_id': 'bc388d68-ec60-4a2c-8f67-836ced82a9e0', 'port_id': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074', 'mac_address': 'fa:16:3e:79:36:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1958c27-5ae2-423f-8285-daff2f8178e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:26:39.028816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:39.065640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:26:39.104696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,segment=NetworkSegment(fa9b1134-f993-4668-aa01-dd285cdbce69),segment_id=fa9b1134-f993-4668-aa01-dd285cdbce69)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:39.111149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:39.218489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:39.276330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352f63b-ff65-468c-98d5-347adfba9fa3 req-181ebf83-35d2-4fb5-a130-c9682b51640d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:39.284202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a352f63b-ff65-468c-98d5-347adfba9fa3 req-181ebf83-35d2-4fb5-a130-c9682b51640d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1221745 Nov 23 14:26:39.343351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:26:39.384552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a352f63b-ff65-468c-98d5-347adfba9fa3 req-96e3ab8d-ae25-4ce7-8a0a-2069eeb5caea tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886633 Nov 23 14:26:39.416070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37066) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:39.700612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207a3f6-6d6b-4205-95b0-f591092efbbf req-806e3208-3255-4714-b201-3a7e5fc03605 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:39.709558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0207a3f6-6d6b-4205-95b0-f591092efbbf req-806e3208-3255-4714-b201-3a7e5fc03605 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 945 time: 0.1237006 Nov 23 14:26:39.720655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:39.771862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0207a3f6-6d6b-4205-95b0-f591092efbbf req-07f8438e-caa5-431e-95ad-f5b0121dbc2c tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613248 Nov 23 14:26:39.855995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:39.865604 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:39.909858 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f711e7ff2b1641479a836e5ade189396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918442 Nov 23 14:26:39.912688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37082) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:39.921476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71983282-e2ee-4060-96d5-cbb5678be83c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:39.933010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.933809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.934488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.935075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.936230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.936856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.937475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.938774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.939498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.940059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.940618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:39.941166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f23f1-8005-4d75-b722-ba48ff43b079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:26:40.012484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-527d1655-3094-4593-8605-f5d896711667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.063775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-527d1655-3094-4593-8605-f5d896711667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.153254 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-527d1655-3094-4593-8605-f5d896711667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.159579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-527d1655-3094-4593-8605-f5d896711667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.161842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-527d1655-3094-4593-8605-f5d896711667 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71983282-e2ee-4060-96d5-cbb5678be83c HTTP/1.1" status: 204 len: 168 time: 0.2473860 Nov 23 14:26:40.174014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d1655-3094-4593-8605-f5d896711667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71983282-e2ee-4060-96d5-cbb5678be83c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:40.645806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37120) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:40.668227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ebd07dd9-3e11-4408-9c41-8c67a23b28ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.702467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2693a-4c02-4824-9f21-b52b16d9bc8b req-3aa17059-0bb8-460b-a78e-bb38ce72e8e8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:40.704194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1f2693a-4c02-4824-9f21-b52b16d9bc8b req-3aa17059-0bb8-460b-a78e-bb38ce72e8e8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1493533 Nov 23 14:26:40.830673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:26:40.844039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1f2693a-4c02-4824-9f21-b52b16d9bc8b req-a319dd03-8ee4-499b-aa73-71a5cec4f0c3 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324649 Nov 23 14:26:40.875366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ebd07dd9-3e11-4408-9c41-8c67a23b28ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.883797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ebd07dd9-3e11-4408-9c41-8c67a23b28ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.968714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:26:40.977998 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ebd07dd9-3e11-4408-9c41-8c67a23b28ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe2e0cd14d0c4c50b91f489350db6f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310266 Nov 23 14:26:40.982342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:26:40.983132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.988288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd07dd9-3e11-4408-9c41-8c67a23b28ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1a13df-3fcc-4350-8e9c-e8f210d1cce7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:40.995084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37130) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:41.047826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93c33d-b194-41a1-ae3c-61883b1b4deb req-e2567b82-e912-4905-a39d-3a63f47ce502 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:41.054946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a93c33d-b194-41a1-ae3c-61883b1b4deb req-e2567b82-e912-4905-a39d-3a63f47ce502 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 945 time: 0.1143887 Nov 23 14:26:41.108395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9db635f1-458e-4d2d-9691-dce9f45852ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:41.202832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a93c33d-b194-41a1-ae3c-61883b1b4deb req-c01dda24-5872-4de2-911e-f371bd6365c2 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469336 Nov 23 14:26:41.263331 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9db635f1-458e-4d2d-9691-dce9f45852ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:41.339674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca327ef-ab75-4742-9e8e-53e4f279dd2e req-1f39ef53-a30b-47b2-b849-0742bae87ff2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:41.342854 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:41.347911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eca327ef-ab75-4742-9e8e-53e4f279dd2e req-1f39ef53-a30b-47b2-b849-0742bae87ff2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2015021 Nov 23 14:26:41.466122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:41.468972 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49bf4b4-2fea-439b-94cb-d2f6be1985e5" -d '{"events": [{"server_uuid": "6a372c7d-c622-44c5-9eef-2b69c267d845", "name": "network-vif-plugged", "status": "completed", "tag": "7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:41.487956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-fba4a867-4467-4281-b34a-8588d151d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:41.492594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-fba4a867-4467-4281-b34a-8588d151d3fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1095 time: 0.2846134 Nov 23 14:26:41.496234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,segment=NetworkSegment(fa9b1134-f993-4668-aa01-dd285cdbce69),segment_id=fa9b1134-f993-4668-aa01-dd285cdbce69)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:41.500545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:41.579581 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9db635f1-458e-4d2d-9691-dce9f45852ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:41.585776 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9db635f1-458e-4d2d-9691-dce9f45852ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:41.587528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9db635f1-458e-4d2d-9691-dce9f45852ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb1a13df-3fcc-4350-8e9c-e8f210d1cce7 HTTP/1.1" status: 204 len: 168 time: 0.5900316 Nov 23 14:26:41.639156 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792924e6-46b0-436e-ba5a-a66c4d17d55c x-openstack-request-id: req-792924e6-46b0-436e-ba5a-a66c4d17d55c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:41.639462 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a372c7d-c622-44c5-9eef-2b69c267d845", "name": "network-vif-plugged", "status": "completed", "tag": "7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:41.639726 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-792924e6-46b0-436e-ba5a-a66c4d17d55c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:41.643025 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074', 'code': 200} Nov 23 14:26:41.686121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eca327ef-ab75-4742-9e8e-53e4f279dd2e req-10185600-7c64-4df9-9f28-136cb8585b46 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359456 Nov 23 14:26:41.700969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db635f1-458e-4d2d-9691-dce9f45852ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1a13df-3fcc-4350-8e9c-e8f210d1cce7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:41.703615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:41.820916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-2f9c214c-2e9d-45d6-b0ed-87c3e2b40fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:41.823021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-2f9c214c-2e9d-45d6-b0ed-87c3e2b40fb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.3216259 Nov 23 14:26:41.894557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f15918-158d-4bb8-b2ff-41a7e02d5059 req-b9b874af-df96-4b89-b3ce-b76e5eac10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:41.896222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32f15918-158d-4bb8-b2ff-41a7e02d5059 req-b9b874af-df96-4b89-b3ce-b76e5eac10a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 1097 time: 0.1048503 Nov 23 14:26:41.929128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-05ecb793-21d8-4533-9c85-be5b65f23cc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.0929532 Nov 23 14:26:42.034117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32f15918-158d-4bb8-b2ff-41a7e02d5059 req-7fb22b73-3a93-4c7b-b5ef-90cdbd52442e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284301 Nov 23 14:26:42.096138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-fd5cebb7-1f0d-4aae-8a5a-d95837cce71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:42.098703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-fd5cebb7-1f0d-4aae-8a5a-d95837cce71d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.1566427 Nov 23 14:26:42.172516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-d00ba9f3-82ff-4edc-8657-64aeecc663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:42.186993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-d00ba9f3-82ff-4edc-8657-64aeecc663ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805013 Nov 23 14:26:42.501646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-a657390b-5719-4cd1-99ed-415329c5ebf6 service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068376 Nov 23 14:26:42.522443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110361bc-80ff-4d4d-bcbe-1f08a9974db0 req-dd0c7a4c-b516-4cf3-b455-a3f227dee077 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:42.531019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-110361bc-80ff-4d4d-bcbe-1f08a9974db0 req-dd0c7a4c-b516-4cf3-b455-a3f227dee077 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 946 time: 0.1713159 Nov 23 14:26:42.638336 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-349b61f7-e6b2-4fe9-b676-57517edab210 req-60e9061b-b139-4937-b02e-aa661155f0fa service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271572 Nov 23 14:26:42.827236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-110361bc-80ff-4d4d-bcbe-1f08a9974db0 req-404c45e1-dfb6-42b3-8852-30c6c152c14c tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658179 Nov 23 14:26:42.936680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb2639-5277-4508-86b1-74d5ce9a1d70 req-0fd9129e-5bb0-4716-b335-8309e7ec52ee tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:42.944891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53cb2639-5277-4508-86b1-74d5ce9a1d70 req-0fd9129e-5bb0-4716-b335-8309e7ec52ee tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1053462 Nov 23 14:26:43.050321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53cb2639-5277-4508-86b1-74d5ce9a1d70 req-0032f1a0-2f81-4819-b223-cad8b70a26e2 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053917 Nov 23 14:26:44.011865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011bd8-7a57-4b38-af25-b364df56077c req-6027c575-7590-4a12-82f1-54ba2668dcee tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:44.021429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28011bd8-7a57-4b38-af25-b364df56077c req-6027c575-7590-4a12-82f1-54ba2668dcee tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 946 time: 0.1104352 Nov 23 14:26:44.126154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28011bd8-7a57-4b38-af25-b364df56077c req-a9257f9f-2e5c-4a6a-9015-30fbefcfe338 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029286 Nov 23 14:26:44.479008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6f2eb-9a86-460c-aa7f-ba47e828a28d req-866dfcd0-4cf2-44f4-8ed6-8a69c2248fec tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:44.487227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33e6f2eb-9a86-460c-aa7f-ba47e828a28d req-866dfcd0-4cf2-44f4-8ed6-8a69c2248fec tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1964655 Nov 23 14:26:44.582805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33e6f2eb-9a86-460c-aa7f-ba47e828a28d req-f83e0d9d-1ebc-47ec-8c71-f41edb3ebcac tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878949 Nov 23 14:26:44.889753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94562d9a-2cb8-4417-92c9-44d254cc3a24 req-844f6c13-68eb-44a3-8281-db9086684a92 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:44.903684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94562d9a-2cb8-4417-92c9-44d254cc3a24 req-844f6c13-68eb-44a3-8281-db9086684a92 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1459768 Nov 23 14:26:45.066405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94562d9a-2cb8-4417-92c9-44d254cc3a24 req-f35759cd-82c3-41ae-b432-bd7b6a60ee10 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551735 Nov 23 14:26:45.336774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d55a2-2a03-4f55-8040-361bd0c86489 req-5b3b0336-f87f-4a90-9193-ce0946a63e13 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:45.346931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-270d55a2-2a03-4f55-8040-361bd0c86489 req-5b3b0336-f87f-4a90-9193-ce0946a63e13 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 946 time: 0.1960599 Nov 23 14:26:45.390914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89dc7-2184-402c-8e88-74d41a8ec419 req-e67f170c-31ea-40d5-a537-4c0656f1377e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:45.400317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58a89dc7-2184-402c-8e88-74d41a8ec419 req-e67f170c-31ea-40d5-a537-4c0656f1377e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1846676 Nov 23 14:26:45.491771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-270d55a2-2a03-4f55-8040-361bd0c86489 req-145d782d-d103-4261-bee7-78716a8fcb4b tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419950 Nov 23 14:26:45.528368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58a89dc7-2184-402c-8e88-74d41a8ec419 req-50d44fd3-e88e-4d95-ab13-5ebf968a3b95 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267326 Nov 23 14:26:46.009446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e8708-eca9-426b-bc63-3d42e338ae05 req-18edf36a-ed79-4fc0-8969-7be6cba4b09b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:46.011141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b4e8708-eca9-426b-bc63-3d42e338ae05 req-18edf36a-ed79-4fc0-8969-7be6cba4b09b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.2016289 Nov 23 14:26:46.188354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b4e8708-eca9-426b-bc63-3d42e338ae05 req-c1ef1d4e-e9fc-4d41-a813-92d97b68d7b0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624825 Nov 23 14:26:46.286108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-eadcbcfa-ec5b-4c4e-8b5d-0a427479067d tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:46.287804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-eadcbcfa-ec5b-4c4e-8b5d-0a427479067d tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 946 time: 0.0834148 Nov 23 14:26:46.716334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Deleting port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:26:46.716721 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.000297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6dd0e-016b-448a-9a24-b97a1f0c2c7c req-2249a07e-8dc7-42cd-be91-1a813981ae70 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:47.008497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0d6dd0e-016b-448a-9a24-b97a1f0c2c7c req-2249a07e-8dc7-42cd-be91-1a813981ae70 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 946 time: 0.1229420 Nov 23 14:26:47.043109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] For port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,segment=NetworkSegment(fa9b1134-f993-4668-aa01-dd285cdbce69),segment_id=fa9b1134-f993-4668-aa01-dd285cdbce69)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:47.044090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.068451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Calling delete_port for 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:26:47.105741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0d6dd0e-016b-448a-9a24-b97a1f0c2c7c req-40b87a34-f309-4a67-901d-7c90937689f4 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/security-groups?id=a7bce6be-070a-4f65-9a97-12ccd42ebd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957661 Nov 23 14:26:47.284706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37386) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:47.456176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f33c0c-b30b-486f-99d7-fd73bce68ff7 req-9c4f7813-368f-43df-9a5a-35b96a02d43b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:47.463476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8f33c0c-b30b-486f-99d7-fd73bce68ff7 req-9c4f7813-368f-43df-9a5a-35b96a02d43b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1072028 Nov 23 14:26:47.466440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.479186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:26:47.512774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Pushing event deleted for resources: {'Port': ['ID=7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:47.544380 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef648e7a-733a-4c91-b8e1-94bbd46f481a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.699777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] No DVR routers for this DVR port 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:26:47.724081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8f33c0c-b30b-486f-99d7-fd73bce68ff7 req-d3ac4989-c409-40d3-8a89-779fb3eca77b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596433 Nov 23 14:26:47.727018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.740646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eac903f0-90de-4749-81ca-21e1db4f3c04 req-874c193f-99c3-4db7-9931-e46149432238 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.74 "DELETE /v2.0/ports/7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 HTTP/1.1" status: 204 len: 173 time: 1.4441233 Nov 23 14:26:47.741229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'name': 'network-vif-deleted', 'tag': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:47.744207 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3aaae4-b62b-4842-9420-98cffd0f924d" -d '{"events": [{"server_uuid": "6a372c7d-c622-44c5-9eef-2b69c267d845", "name": "network-vif-deleted", "tag": "7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:47.918458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef648e7a-733a-4c91-b8e1-94bbd46f481a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.924878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef648e7a-733a-4c91-b8e1-94bbd46f481a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:47.936414 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467818c-b660-4bf8-83c3-6900877d4c1c x-openstack-request-id: req-a467818c-b660-4bf8-83c3-6900877d4c1c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:47.936697 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a372c7d-c622-44c5-9eef-2b69c267d845", "name": "network-vif-deleted", "tag": "7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:47.936946 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a467818c-b660-4bf8-83c3-6900877d4c1c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:47.937342 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a372c7d-c622-44c5-9eef-2b69c267d845', 'name': 'network-vif-deleted', 'tag': '7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074', 'status': 'completed', 'code': 200} Nov 23 14:26:48.098961 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef648e7a-733a-4c91-b8e1-94bbd46f481a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e45ae63bee1741e78d45d0fe2c3e73cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8123944 Nov 23 14:26:48.101814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37414) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:48.165095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef648e7a-733a-4c91-b8e1-94bbd46f481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a83af7-ca10-47ad-882b-ff529a456257,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:48.407870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef86c420-924b-44e2-b1da-b03b3d91f13c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.430232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef86c420-924b-44e2-b1da-b03b3d91f13c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.486946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e857fac7-b805-4494-9a09-b41e9088d81c req-19ee151e-d14e-4b8c-bfc6-ad8d13158bc3 tempest-ServerPasswordTestJSON-1361834026 tempest-ServerPasswordTestJSON-1361834026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a372c7d-c622-44c5-9eef-2b69c267d845 HTTP/1.1" status: 200 len: 210 time: 0.1183825 Nov 23 14:26:48.583503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e900c6-cc30-463c-ad88-2e6146389920 req-cc5bd8a8-4888-4b4b-9356-ec95e5ec26a8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:48.592399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e900c6-cc30-463c-ad88-2e6146389920 req-cc5bd8a8-4888-4b4b-9356-ec95e5ec26a8 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3352790 Nov 23 14:26:48.600086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-7d281542-a492-4a16-ae90-d756f92d5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:48.603096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-7d281542-a492-4a16-ae90-d756f92d5c86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 1095 time: 0.3722208 Nov 23 14:26:48.790880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef86c420-924b-44e2-b1da-b03b3d91f13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.793745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef86c420-924b-44e2-b1da-b03b3d91f13c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:48.795068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ef86c420-924b-44e2-b1da-b03b3d91f13c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35a83af7-ca10-47ad-882b-ff529a456257 HTTP/1.1" status: 204 len: 168 time: 0.6920321 Nov 23 14:26:49.418804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-a7bc9b8e-ec13-4fa0-ae75-aaa7c7b9418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:49.421225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-a7bc9b8e-ec13-4fa0-ae75-aaa7c7b9418b service neutron] 10.222.0.11 "GET /v2.0/networks?id=97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 200 len: 913 time: 0.8045080 Nov 23 14:26:49.430229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67e900c6-cc30-463c-ad88-2e6146389920 req-f8d46c98-ee62-449b-97c9-43ff3cc2cb84 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8368018 Nov 23 14:26:49.440551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86c420-924b-44e2-b1da-b03b3d91f13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a83af7-ca10-47ad-882b-ff529a456257,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:49.459853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:49.500953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1f46fd2-126b-4903-8fcf-bd4b40f88101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:49.522725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-3e7166f5-19fd-4d49-9661-cb833ce20be7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 200 len: 998 time: 0.0914350 Nov 23 14:26:49.555235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37462) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:49.604925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-4d75bedb-722e-48fa-a988-a8ff8bdb1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:49.606785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-4d75bedb-722e-48fa-a988-a8ff8bdb1462 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 200 len: 851 time: 0.0734677 Nov 23 14:26:49.705527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-39eee7ef-28b3-4c2a-b3f0-1464aec2c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:49.711090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-39eee7ef-28b3-4c2a-b3f0-1464aec2c28e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97f3a198-067a-4cc7-bd93-6158709af584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952568 Nov 23 14:26:49.765871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] Deleting subnet d1958c27-5ae2-423f-8285-daff2f8178e9 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:26:49.778348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:49.950218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-ff9b2148-b42e-4a68-9657-359001c544bf service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308185 Nov 23 14:26:49.953292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.061110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1f46fd2-126b-4903-8fcf-bd4b40f88101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.076940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1f46fd2-126b-4903-8fcf-bd4b40f88101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.147459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37480) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:50.154004 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b1f46fd2-126b-4903-8fcf-bd4b40f88101 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e32452e7a94d4bf89c676f24a605c216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6807854 Nov 23 14:26:50.190692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.200429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-104b5a30-9ca7-48b7-a097-25fb13499dee req-fc70bc40-f672-4bd0-9bb2-d54b0316d68e service neutron] 10.222.0.11 "GET /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426038 Nov 23 14:26:50.239279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f46fd2-126b-4903-8fcf-bd4b40f88101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e90a613-090b-4a17-8071-2a918476b859,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:50.306220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-409af101-b74f-41b1-8980-c70e5db30f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.351741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.385905 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-409af101-b74f-41b1-8980-c70e5db30f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.416451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1958c27-5ae2-423f-8285-daff2f8178e9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:50.450386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.456445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37490) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:50.463018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9c65031e-8f62-451f-83fb-4b2de6f1c9a7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1958c27-5ae2-423f-8285-daff2f8178e9 HTTP/1.1" status: 204 len: 168 time: 0.9046013 Nov 23 14:26:50.549578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.567466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-409af101-b74f-41b1-8980-c70e5db30f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.571347 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-409af101-b74f-41b1-8980-c70e5db30f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.572700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-409af101-b74f-41b1-8980-c70e5db30f2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e90a613-090b-4a17-8071-2a918476b859 HTTP/1.1" status: 204 len: 168 time: 0.4240904 Nov 23 14:26:50.611968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af101-b74f-41b1-8980-c70e5db30f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e90a613-090b-4a17-8071-2a918476b859,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:50.697118 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.785518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc388d68-ec60-4a2c-8f67-836ced82a9e0']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:50.798833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9b1134-f993-4668-aa01-dd285cdbce69') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:50.799520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9b1134-f993-4668-aa01-dd285cdbce69') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:26:50.812813 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.838589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511fd9-dfee-41a1-9f29-2d001d8fac40 req-c574320c-bccd-4c7a-8a50-b1b658848e1f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:50.840894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32511fd9-dfee-41a1-9f29-2d001d8fac40 req-c574320c-bccd-4c7a-8a50-b1b658848e1f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1334534 Nov 23 14:26:50.862704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.884580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:26:50.884984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:26:50.887618 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:26:50.925696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:26:51.002733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:26:51.011109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7f9d82f2-1dcd-4a13-bdc0-67e87bbc0074 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:26:51.067394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32511fd9-dfee-41a1-9f29-2d001d8fac40 req-c1b4d593-6436-4c2c-b043-dfaf2bf1b98e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978793 Nov 23 14:26:51.068847 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:51.089818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:51.095047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] 10.222.0.46 "DELETE /v2.0/networks/bc388d68-ec60-4a2c-8f67-836ced82a9e0 HTTP/1.1" status: 204 len: 168 time: 0.6329615 Nov 23 14:26:51.123580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728dcc2-65f6-44f4-9e5a-3dda8bcc9bff admin admin] Pushing event deleted for resources: {'Network': ['ID=bc388d68-ec60-4a2c-8f67-836ced82a9e0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:51.578511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37530) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:51.664198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37534) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:51.682290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b3155166-e508-41a0-b981-219fc3709af0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=834cae56420d4d9b967d9a3b7b50d4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0966103 Nov 23 14:26:51.806317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd613ad7-c384-476f-a3aa-f4943c05e63f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:51.864030 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd613ad7-c384-476f-a3aa-f4943c05e63f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:51.964691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd613ad7-c384-476f-a3aa-f4943c05e63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:51.971928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd613ad7-c384-476f-a3aa-f4943c05e63f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:51.974116 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cd613ad7-c384-476f-a3aa-f4943c05e63f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7bce6be-070a-4f65-9a97-12ccd42ebd1e HTTP/1.1" status: 204 len: 168 time: 0.3088634 Nov 23 14:26:52.039673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd613ad7-c384-476f-a3aa-f4943c05e63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bce6be-070a-4f65-9a97-12ccd42ebd1e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:52.374815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8887-e2d3-41ba-9608-de55ea4bf7cc req-b50a71da-c1d7-4d35-a948-db0dd30321cb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:52.383653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f42a8887-e2d3-41ba-9608-de55ea4bf7cc req-b50a71da-c1d7-4d35-a948-db0dd30321cb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1183844 Nov 23 14:26:52.446064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f42a8887-e2d3-41ba-9608-de55ea4bf7cc req-2c828889-06f3-409d-8fda-c48fbdbb5372 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613232 Nov 23 14:26:52.738361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c402eb-de94-44f8-a861-4a4837329b6f req-7b009c26-4040-49bb-8cb4-af89f91bea48 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:52.739988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5c402eb-de94-44f8-a861-4a4837329b6f req-7b009c26-4040-49bb-8cb4-af89f91bea48 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1438372 Nov 23 14:26:52.887012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5c402eb-de94-44f8-a861-4a4837329b6f req-763731f7-cb68-416b-8d99-d9acbd8b5fec tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297734 Nov 23 14:26:53.694887 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:55.212546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-5df09ed8-bb86-45b8-ac0c-f2cfc7d99b20 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:55.222858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-5df09ed8-bb86-45b8-ac0c-f2cfc7d99b20 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9272cd5-93cc-4406-9808-64f15b3e04fe HTTP/1.1" status: 200 len: 943 time: 0.1608198 Nov 23 14:26:55.487073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Deleting port a852261e-5759-4e2c-aecc-9e01310c7ac2 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:26:55.487330 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:55.686611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] For port a852261e-5759-4e2c-aecc-9e01310c7ac2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a852261e-5759-4e2c-aecc-9e01310c7ac2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:55.687030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:55.783563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c7f8549-fc9b-4472-99c8-72e346824135 req-255ded82-8f32-4c96-a180-8ad207bfb9a2 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0789206 Nov 23 14:26:55.785004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Calling delete_port for a852261e-5759-4e2c-aecc-9e01310c7ac2 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:26:56.034401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:56.046449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4b2649c8-1897-405a-be7a-5767455cfa57'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:26:56.051115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['57c753c8-40ab-4edf-b7f7-215465c8070e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:26:56.182856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] No DVR routers for this DVR port a852261e-5759-4e2c-aecc-9e01310c7ac2 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:26:56.192613 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:56.214796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7f6790a-b0ab-4c10-a069-96854177f5fd req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "DELETE /v2.0/ports/a852261e-5759-4e2c-aecc-9e01310c7ac2 HTTP/1.1" status: 204 len: 173 time: 0.9909148 Nov 23 14:26:56.217348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-deleted', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:26:56.227285 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437dbe88-34d4-4737-a8ff-85099e6183aa" -d '{"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-deleted", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:26:56.229207 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:26:56.234650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2465f-ea55-4f18-a4a6-bdbbb3acba2b tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event deleted for resources: {'Port': ['ID=a852261e-5759-4e2c-aecc-9e01310c7ac2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:56.395597 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e083f9-6417-44be-838b-a12788187f00 x-openstack-request-id: req-f5e083f9-6417-44be-838b-a12788187f00 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:26:56.395891 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9272cd5-93cc-4406-9808-64f15b3e04fe", "name": "network-vif-deleted", "tag": "a852261e-5759-4e2c-aecc-9e01310c7ac2", "status": "failed", "code": 422}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:26:56.396146 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5e083f9-6417-44be-838b-a12788187f00 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:26:56.396548 n-d-818503-2 neutron-server[103346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9272cd5-93cc-4406-9808-64f15b3e04fe', 'name': 'network-vif-deleted', 'tag': 'a852261e-5759-4e2c-aecc-9e01310c7ac2', 'status': 'failed', 'code': 422} returned with failed status Nov 23 14:26:56.824501 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-742314bb-bc75-4056-b693-56528598464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.030228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.086040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dbd65d3-9dfe-453e-98ed-3e5119c05f23 req-cf784b92-c560-4b2d-aeea-5ee5d706c42c tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0836964 Nov 23 14:26:57.306440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37826) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:57.594110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-806dfda5-8a31-4fba-9d51-9b9521516761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.702540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a7330-f9cb-4830-b454-d59febe887d0 req-5ac63bf4-ef0d-4ddf-a300-e57b38e1c238 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:57.715632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d61a7330-f9cb-4830-b454-d59febe887d0 req-5ac63bf4-ef0d-4ddf-a300-e57b38e1c238 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 907 time: 0.0663161 Nov 23 14:26:57.746834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-806dfda5-8a31-4fba-9d51-9b9521516761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.753426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-806dfda5-8a31-4fba-9d51-9b9521516761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.802193 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-806dfda5-8a31-4fba-9d51-9b9521516761 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0641d0af33da4c849b8c41f1a54fd3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940975 Nov 23 14:26:57.803559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dfda5-8a31-4fba-9d51-9b9521516761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ffd909-cf7c-4ae3-ab92-a686d22de1f7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:57.804811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37856) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:57.876604 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c5e2-ec70-4858-aebc-193386cd3389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.910383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c5e2-ec70-4858-aebc-193386cd3389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.972567 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c5e2-ec70-4858-aebc-193386cd3389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.976541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c5e2-ec70-4858-aebc-193386cd3389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:57.978821 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f0d4c5e2-ec70-4858-aebc-193386cd3389 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44ffd909-cf7c-4ae3-ab92-a686d22de1f7 HTTP/1.1" status: 204 len: 168 time: 0.1729805 Nov 23 14:26:57.992144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4c5e2-ec70-4858-aebc-193386cd3389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ffd909-cf7c-4ae3-ab92-a686d22de1f7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:58.276221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cce49746-fe02-4196-83a3-0ee534536154 req-edfa54e8-bca2-407e-a787-ac20d2e29267 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0520616 Nov 23 14:26:58.398500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37892) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:58.427049 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71fc6922-892f-44bd-856f-d1243565aeb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:58.518494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52211712-5779-4249-a3d0-98b63c83e6bb req-89e8e707-a4de-4a01-a098-33b4b6fe043b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0491548 Nov 23 14:26:58.535916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71fc6922-892f-44bd-856f-d1243565aeb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:58.540992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71fc6922-892f-44bd-856f-d1243565aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:58.588425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-71fc6922-892f-44bd-856f-d1243565aeb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86b238278938435cbe7e210f4266cfcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877639 Nov 23 14:26:58.589653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc6922-892f-44bd-856f-d1243565aeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c3865-7388-4dde-a996-ce6e1f2e2145,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:58.590829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37894) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:26:58.658552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558145a0-d52b-4dc9-8814-47a24e5c7cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:58.686818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558145a0-d52b-4dc9-8814-47a24e5c7cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:58.743143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558145a0-d52b-4dc9-8814-47a24e5c7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:58.745991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-558145a0-d52b-4dc9-8814-47a24e5c7cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:58.747196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-558145a0-d52b-4dc9-8814-47a24e5c7cd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e09c3865-7388-4dde-a996-ce6e1f2e2145 HTTP/1.1" status: 204 len: 168 time: 0.1547174 Nov 23 14:26:58.756617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558145a0-d52b-4dc9-8814-47a24e5c7cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c3865-7388-4dde-a996-ce6e1f2e2145,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:26:58.923002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2724c2-e570-4f34-9cea-f230f7450f10 req-8d37f812-ba74-4f30-9194-16d77c5920b7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:58.931729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad2724c2-e570-4f34-9cea-f230f7450f10 req-8d37f812-ba74-4f30-9194-16d77c5920b7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 907 time: 0.1062224 Nov 23 14:26:59.056194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae8f61e8-22af-4c32-97a0-3e7fd9fe5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:59.315866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-80ef4bd9-7e65-4cdd-9171-5f434c70df0d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:26:59.315866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-80ef4bd9-7e65-4cdd-9171-5f434c70df0d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 907 time: 0.1675241 Nov 23 14:26:59.497044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9e0f430-f7d8-486b-8970-e970dfa4672a req-0d6350d3-6ee5-46ea-841c-bfa7bcc36ada tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0580592 Nov 23 14:26:59.575639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Deleting port 80d12753-7243-41f4-b596-47fd5a9b12aa {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:26:59.578592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:59.730245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] For port 80d12753-7243-41f4-b596-47fd5a9b12aa, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=80d12753-7243-41f4-b596-47fd5a9b12aa,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:26:59.730826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:59.748150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Calling delete_port for 80d12753-7243-41f4-b596-47fd5a9b12aa owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:26:59.938319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:59.980233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event deleted for resources: {'Port': ['ID=80d12753-7243-41f4-b596-47fd5a9b12aa,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:00.040965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:00.070722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] No DVR routers for this DVR port 80d12753-7243-41f4-b596-47fd5a9b12aa on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:00.073872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:00.077333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99644b63-00a6-4c1d-bb1b-897a9741e5aa req-6a170e62-65d5-428c-84ec-69fd282a774f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "DELETE /v2.0/ports/80d12753-7243-41f4-b596-47fd5a9b12aa HTTP/1.1" status: 204 len: 173 time: 0.7882240 Nov 23 14:27:00.077799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'name': 'network-vif-deleted', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:27:00.080323 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3aa18e-62ae-4efd-8cc7-d346d9dcce63" -d '{"events": [{"server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "name": "network-vif-deleted", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:27:00.210160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4461b0e-ddd8-49f8-87ed-9e7e2e9d660c req-894ff3f7-2daa-4e01-b76b-6ebe73dc69e1 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4734eb-8964-4c2d-b3df-085c0f750552 HTTP/1.1" status: 200 len: 210 time: 0.1097848 Nov 23 14:27:00.221077 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb118cd-c636-427b-bc1b-bc56a68aa795 x-openstack-request-id: req-beb118cd-c636-427b-bc1b-bc56a68aa795 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:27:00.221652 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4734eb-8964-4c2d-b3df-085c0f750552", "name": "network-vif-deleted", "tag": "80d12753-7243-41f4-b596-47fd5a9b12aa", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:27:00.222050 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-beb118cd-c636-427b-bc1b-bc56a68aa795 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:27:00.222634 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4734eb-8964-4c2d-b3df-085c0f750552', 'name': 'network-vif-deleted', 'tag': '80d12753-7243-41f4-b596-47fd5a9b12aa', 'status': 'completed', 'code': 200} Nov 23 14:27:00.715923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b05d34ad-7229-4fc1-b29f-82f87115cd94 req-a1a3db1a-6117-46d2-a90c-4d9d86328773 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0538251 Nov 23 14:27:00.966539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38084) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:01.204899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89b6f225-ab63-4a44-b946-dee3959ec92a req-a609c5a7-2d14-47af-8f05-34e83ceab5c2 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0426910 Nov 23 14:27:01.207044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b209fcb-7892-4d86-be0c-445195566e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.433506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b209fcb-7892-4d86-be0c-445195566e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.439946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b209fcb-7892-4d86-be0c-445195566e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.627987 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.629224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b209fcb-7892-4d86-be0c-445195566e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a061deca-d24a-4337-bc43-5d953decdb81,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:01.641579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b209fcb-7892-4d86-be0c-445195566e51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e3065b4cd2f47ba826fdeda5970048d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6729114 Nov 23 14:27:01.644396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38118) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:01.770943 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6d25980-1e0a-4690-a4ee-96ae76b55934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.798301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6d25980-1e0a-4690-a4ee-96ae76b55934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.891735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6906ad-8df2-4f3a-8680-fb29e26e2826 req-ff419c93-0bed-40f8-a015-3c3a3c489ac7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:01.893915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d6906ad-8df2-4f3a-8680-fb29e26e2826 req-ff419c93-0bed-40f8-a015-3c3a3c489ac7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 946 time: 0.1148615 Nov 23 14:27:01.916045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6d25980-1e0a-4690-a4ee-96ae76b55934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.918810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6d25980-1e0a-4690-a4ee-96ae76b55934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.921709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a6d25980-1e0a-4690-a4ee-96ae76b55934 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a061deca-d24a-4337-bc43-5d953decdb81 HTTP/1.1" status: 204 len: 168 time: 0.2742004 Nov 23 14:27:01.940135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25980-1e0a-4690-a4ee-96ae76b55934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a061deca-d24a-4337-bc43-5d953decdb81,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:02.053488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d6906ad-8df2-4f3a-8680-fb29e26e2826 req-16a1c420-12eb-47cc-a0bc-2b81ef38c8c9 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524405 Nov 23 14:27:02.435984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e064c4c-9572-4f8d-83ac-6f6c12877e7f req-74e1d1b6-c339-4be8-acc7-c16e5a89897c tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0648060 Nov 23 14:27:02.474140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:02.969953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 80d12753-7243-41f4-b596-47fd5a9b12aa no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:03.026453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-d5ba8e95-c44c-4bab-934c-7212552d0999 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:03.033609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-d5ba8e95-c44c-4bab-934c-7212552d0999 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 946 time: 0.1332808 Nov 23 14:27:03.037633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 80d12753-7243-41f4-b596-47fd5a9b12aa {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:03.040506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 80d12753-7243-41f4-b596-47fd5a9b12aa not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:03.156658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Deleting port 57c753c8-40ab-4edf-b7f7-215465c8070e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:03.158103 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:03.406719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] For port 57c753c8-40ab-4edf-b7f7-215465c8070e, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=57c753c8-40ab-4edf-b7f7-215465c8070e,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:03.407196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:03.433589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f6a03-3c1b-4c7f-bfa6-772a993c4e2b req-5d19cea0-92b5-4fb9-ac3f-0b101daa1c13 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:03.445810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-739f6a03-3c1b-4c7f-bfa6-772a993c4e2b req-5d19cea0-92b5-4fb9-ac3f-0b101daa1c13 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 946 time: 0.1321747 Nov 23 14:27:03.474844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Calling delete_port for 57c753c8-40ab-4edf-b7f7-215465c8070e owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:03.644066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-739f6a03-3c1b-4c7f-bfa6-772a993c4e2b req-72a97990-84ef-426e-8e84-cc869c531a1e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911578 Nov 23 14:27:03.655889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-488d8e1e-211a-466f-9f17-ed0ac7983210 req-917d8c78-1323-4349-8161-bb7e024d412a tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0747411 Nov 23 14:27:03.900991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:03.909654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['4b2649c8-1897-405a-be7a-5767455cfa57'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:27:03.927163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['57c753c8-40ab-4edf-b7f7-215465c8070e'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:27:03.997313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event deleted for resources: {'Port': ['ID=57c753c8-40ab-4edf-b7f7-215465c8070e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:04.067477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] No DVR routers for this DVR port 57c753c8-40ab-4edf-b7f7-215465c8070e on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:04.070045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:04.073442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f605da28-2a29-4789-8db3-3d9f9ff03121 req-593ed986-a545-4ac8-b7a5-af30c4bc7193 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.74 "DELETE /v2.0/ports/57c753c8-40ab-4edf-b7f7-215465c8070e HTTP/1.1" status: 204 len: 173 time: 1.0337033 Nov 23 14:27:04.073886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'name': 'network-vif-deleted', 'tag': '57c753c8-40ab-4edf-b7f7-215465c8070e'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:27:04.076764 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5d3061-91e4-44bd-a102-8aab68f38cf5" -d '{"events": [{"server_uuid": "222e0231-aaff-4c23-92a5-aa2a90c75f55", "name": "network-vif-deleted", "tag": "57c753c8-40ab-4edf-b7f7-215465c8070e"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:27:04.137446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38252) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:04.143057 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac06ee29-28cf-4bb6-9aae-6d917f4f872a x-openstack-request-id: req-ac06ee29-28cf-4bb6-9aae-6d917f4f872a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:27:04.143618 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e0231-aaff-4c23-92a5-aa2a90c75f55", "name": "network-vif-deleted", "tag": "57c753c8-40ab-4edf-b7f7-215465c8070e", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:27:04.144109 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac06ee29-28cf-4bb6-9aae-6d917f4f872a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:27:04.144727 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e0231-aaff-4c23-92a5-aa2a90c75f55', 'name': 'network-vif-deleted', 'tag': '57c753c8-40ab-4edf-b7f7-215465c8070e', 'status': 'completed', 'code': 200} Nov 23 14:27:04.292469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] Deleting subnet ed661d76-fae3-4b24-8403-12263a15791e {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:27:04.302004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:04.379357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:04.461976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:04.536297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:04.651481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed661d76-fae3-4b24-8403-12263a15791e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:04.654488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:04.674626 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab4ea467-6eb3-4e80-a80a-454cc7a5a03d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ed661d76-fae3-4b24-8403-12263a15791e HTTP/1.1" status: 204 len: 168 time: 0.5334003 Nov 23 14:27:04.675101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38280) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:04.840743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.019393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.068356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5737dc9-0549-41b1-ac25-e088b9f1a66c']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:05.098806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d8d412-b289-4d08-b560-1782d8ceb92d') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:05.099392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d8d412-b289-4d08-b560-1782d8ceb92d') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:05.109992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.126368 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.156657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:27:05.157274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:27:05.165198 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:27:05.315625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b06b314-5efc-42d6-a345-59e9802abf67 req-0d44d0a6-71da-4496-b368-f2dd83de90e4 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1526225 Nov 23 14:27:05.326399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.391323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-001a884e-b24d-4ecd-b64d-4fcb742355b4 req-ba3f46e1-4adf-43a4-9231-a2f092e31505 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=222e0231-aaff-4c23-92a5-aa2a90c75f55 HTTP/1.1" status: 200 len: 210 time: 0.2263284 Nov 23 14:27:05.401065 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.406442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d5737dc9-0549-41b1-ac25-e088b9f1a66c HTTP/1.1" status: 204 len: 168 time: 0.7302375 Nov 23 14:27:05.412716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5f0a8-e0c2-4d8f-8137-087702f3cc16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5737dc9-0549-41b1-ac25-e088b9f1a66c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:05.417080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38314) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:05.598614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:05.650788 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85c3e6e6-5e5b-4535-8519-e92b7c95b05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.731468 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2cb89852-eadd-4b30-8954-9ac88cb04dbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ed28f05edec4727adb3bc8c42274eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288056 Nov 23 14:27:05.732481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38328) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:05.815515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85c3e6e6-5e5b-4535-8519-e92b7c95b05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.822963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85c3e6e6-5e5b-4535-8519-e92b7c95b05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.843618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6acfc073-cc8d-42c9-ac17-d89aca1640ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.868027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6acfc073-cc8d-42c9-ac17-d89aca1640ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.909615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-85c3e6e6-5e5b-4535-8519-e92b7c95b05d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac83464e1484413cb2243263066ecac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4867795 Nov 23 14:27:05.916180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38334) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:05.923772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3e6e6-5e5b-4535-8519-e92b7c95b05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2316812c-b2c7-44e4-b38b-70ab88beacab,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:05.962608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6acfc073-cc8d-42c9-ac17-d89aca1640ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.969007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6acfc073-cc8d-42c9-ac17-d89aca1640ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:05.971060 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6acfc073-cc8d-42c9-ac17-d89aca1640ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f931e19e-b8fa-414e-9b8d-6bb2d69c6063 HTTP/1.1" status: 204 len: 168 time: 0.2370174 Nov 23 14:27:05.980844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfc073-cc8d-42c9-ac17-d89aca1640ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f931e19e-b8fa-414e-9b8d-6bb2d69c6063,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:06.053083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00c043e3-3c95-48e2-8afa-106f0b9ae62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:06.093095 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00c043e3-3c95-48e2-8afa-106f0b9ae62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:06.172907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00c043e3-3c95-48e2-8afa-106f0b9ae62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:06.175891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00c043e3-3c95-48e2-8afa-106f0b9ae62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:06.177145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00c043e3-3c95-48e2-8afa-106f0b9ae62b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2316812c-b2c7-44e4-b38b-70ab88beacab HTTP/1.1" status: 204 len: 168 time: 0.2577634 Nov 23 14:27:06.192188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c043e3-3c95-48e2-8afa-106f0b9ae62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2316812c-b2c7-44e4-b38b-70ab88beacab,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:06.689594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1858c4a7-39a7-4ec0-b8ba-7e3c479a3d16 req-627ecb25-ffb4-47f9-a804-2fe97d270f23 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1070158 Nov 23 14:27:06.756953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38372) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:06.789147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b95fed3-ef6a-46ce-9114-b35df212675c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:06.984157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b95fed3-ef6a-46ce-9114-b35df212675c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:06.986216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 57c753c8-40ab-4edf-b7f7-215465c8070e no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:06.990502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b95fed3-ef6a-46ce-9114-b35df212675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:07.051639 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1b95fed3-ef6a-46ce-9114-b35df212675c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd5c0d3d16f9454e9ffbb11f9fc5035b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2904303 Nov 23 14:27:07.053599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e444301-8db9-498a-bddc-0b134143361f req-55d5971f-9dc6-4e83-aafe-1312036f7ace tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:07.056581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38384) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:07.064003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95fed3-ef6a-46ce-9114-b35df212675c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee5344-fa1f-4c47-9a74-49a6587fbf4b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:07.064862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e444301-8db9-498a-bddc-0b134143361f req-55d5971f-9dc6-4e83-aafe-1312036f7ace tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.0736303 Nov 23 14:27:07.115259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 57c753c8-40ab-4edf-b7f7-215465c8070e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:07.115607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 57c753c8-40ab-4edf-b7f7-215465c8070e not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:07.225040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e444301-8db9-498a-bddc-0b134143361f req-659f5a61-c57c-48df-b108-a6555b181b43 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382456 Nov 23 14:27:07.269915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36fcc477-b914-4d85-80bb-1e95b90f1e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:07.339170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36fcc477-b914-4d85-80bb-1e95b90f1e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:07.430503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36fcc477-b914-4d85-80bb-1e95b90f1e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:07.433404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36fcc477-b914-4d85-80bb-1e95b90f1e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:07.434585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36fcc477-b914-4d85-80bb-1e95b90f1e46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0ee5344-fa1f-4c47-9a74-49a6587fbf4b HTTP/1.1" status: 204 len: 168 time: 0.3767443 Nov 23 14:27:07.453037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcc477-b914-4d85-80bb-1e95b90f1e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee5344-fa1f-4c47-9a74-49a6587fbf4b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:07.667552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d8402-ff66-4299-8996-aea1517e79ae req-1d8667e1-e605-4b3a-8a2b-9f6b0b03855d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:07.669118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b17d8402-ff66-4299-8996-aea1517e79ae req-1d8667e1-e605-4b3a-8a2b-9f6b0b03855d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.1121583 Nov 23 14:27:07.873870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Deleting port 4b2649c8-1897-405a-be7a-5767455cfa57 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:07.874371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.040094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38432) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:08.125093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] For port 4b2649c8-1897-405a-be7a-5767455cfa57, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=4b2649c8-1897-405a-be7a-5767455cfa57,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:08.125687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.159887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Calling delete_port for 4b2649c8-1897-405a-be7a-5767455cfa57 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:08.267896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0368cab-3542-4258-ac95-16f64c641f87 req-8198fb41-b4d8-44ae-b919-2d0c719813cb tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.3485944 Nov 23 14:27:08.278625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-681754268-network', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:08.335679 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Made reservation on behalf of 4ca25915436f45808dd51c8e9e84f81f for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:08.338300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.349149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.549346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.559887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.630102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd36e5-f7f9-4a37-b2cf-7376598bae6d req-b28c40ce-ca8a-41bf-8082-0395bcd9b069 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:08.644360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2acd36e5-f7f9-4a37-b2cf-7376598bae6d req-b28c40ce-ca8a-41bf-8082-0395bcd9b069 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b0bb118-6987-4fe1-a008-0bf9cda3d1ef HTTP/1.1" status: 200 len: 945 time: 0.2212441 Nov 23 14:27:08.651285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df61dec5-43f0-4412-a17a-7d4fef6cb945,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:08.691776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:27:08.708314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.718487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.720663 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Added segment d4cf6109-ffa2-4a81-ab6e-b21fff627125 of type vlan for network b2a06c9e-d7c1-4e05-afce-0b561d024acf Nov 23 14:27:08.754310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event deleted for resources: {'Port': ['ID=4b2649c8-1897-405a-be7a-5767455cfa57,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:08.831697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.835935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.836357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.838926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.839286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.839760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.840164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.840560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.840989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.843975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.844476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.844963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.845451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:08.903623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.904934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:08.905670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.933841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] No DVR routers for this DVR port 4b2649c8-1897-405a-be7a-5767455cfa57 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:08.948815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2acd36e5-f7f9-4a37-b2cf-7376598bae6d req-b3e6ef89-6c26-435a-a9c0-74abb1174513 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031471 Nov 23 14:27:08.954256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.961513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b17d8402-ff66-4299-8996-aea1517e79ae req-432aeac1-b6a7-40e6-9b29-672aec7db96f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "DELETE /v2.0/ports/4b2649c8-1897-405a-be7a-5767455cfa57 HTTP/1.1" status: 204 len: 173 time: 1.2669265 Nov 23 14:27:08.966245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'name': 'network-vif-deleted', 'tag': '4b2649c8-1897-405a-be7a-5767455cfa57'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:27:08.969551 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da153207-d5ad-4bfd-b5ff-77e67aa3fb27" -d '{"events": [{"server_uuid": "4b0bb118-6987-4fe1-a008-0bf9cda3d1ef", "name": "network-vif-deleted", "tag": "4b2649c8-1897-405a-be7a-5767455cfa57"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:27:08.985867 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9440355 Nov 23 14:27:08.993205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38470) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:09.022845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Request body: {'subnet': {'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-681754268-subnet', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:09.107154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c15a90-7162-4686-a5c6-28506373bfde admin admin] Pushing event updated for resources: {'Network': ['ID=b2a06c9e-d7c1-4e05-afce-0b561d024acf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:09.120357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:27:09.135502 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d71306-7e49-4ccc-a0e0-ae676bf99dde x-openstack-request-id: req-25d71306-7e49-4ccc-a0e0-ae676bf99dde {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:27:09.136131 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0bb118-6987-4fe1-a008-0bf9cda3d1ef", "name": "network-vif-deleted", "tag": "4b2649c8-1897-405a-be7a-5767455cfa57", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:27:09.136925 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25d71306-7e49-4ccc-a0e0-ae676bf99dde {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:27:09.137578 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0bb118-6987-4fe1-a008-0bf9cda3d1ef', 'name': 'network-vif-deleted', 'tag': '4b2649c8-1897-405a-be7a-5767455cfa57', 'status': 'completed', 'code': 200} Nov 23 14:27:09.138997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Made reservation on behalf of 4ca25915436f45808dd51c8e9e84f81f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:09.141753 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:09.547358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:09.628496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba1b9d5e-86b2-4145-94a1-23652349b31e req-8da30152-55e1-446d-ae0a-7a2470153e25 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0972414 Nov 23 14:27:09.703071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140feb41-6c5b-4ff6-9216-ec166e4ae5fb,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:09.857574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Checking segment: {'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:09.857941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Network hostable DHCP agents. Network: b2a06c9e-d7c1-4e05-afce-0b561d024acf, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:27:09.872322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4b2649c8-1897-405a-be7a-5767455cfa57 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:09.895514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:27:09.917182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, b2a06c9e-d7c1-4e05-afce-0b561d024acf) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:09.928250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 4b2649c8-1897-405a-be7a-5767455cfa57 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:09.929112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 4b2649c8-1897-405a-be7a-5767455cfa57 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:09.936556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:09.938198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:09.943169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af5fa8-5316-4951-8357-8be26860ad2c None None] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:09.968781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fd903bb0-0c87-414e-952a-ccbcb1bc7795 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9742935 Nov 23 14:27:09.971726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38508) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:09.978013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:10.048357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:10.051247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:10.269322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:10.433280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-b2a06c9e-d7c1-4e05-afce-0b561d024acf', 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'fixed_ips': [{'subnet_id': '140feb41-6c5b-4ff6-9216-ec166e4ae5fb'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:27:10.434178 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:10.672823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:10.685903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c042f-693e-4967-b85d-ce3f094ff9d9 req-3f35aceb-196c-4e2f-8efe-31fbd5f056a7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:10.696708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d07c042f-693e-4967-b85d-ce3f094ff9d9 req-3f35aceb-196c-4e2f-8efe-31fbd5f056a7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1841507 Nov 23 14:27:10.844054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d07c042f-693e-4967-b85d-ce3f094ff9d9 req-bf3faf12-6741-4d9e-9f3e-c10ef9cf133d tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459105 Nov 23 14:27:10.917962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Allocated IP 172.20.0.2 (b2a06c9e-d7c1-4e05-afce-0b561d024acf/140feb41-6c5b-4ff6-9216-ec166e4ae5fb/09a62143-00c0-450b-98fe-88607a1a80d8) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:10.924038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-80efa647-cebf-4f34-9e89-a8f846c3f2ee req-d8aebe9b-6d46-4ce0-bc9c-25a6b73a2f43 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0750251 Nov 23 14:27:11.189271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.212212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.317983 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.339188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.424571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:11.427778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:11.433933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:11.443766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Pushing event updated for resources: {'Port': ['ID=09a62143-00c0-450b-98fe-88607a1a80d8,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:11.464522 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Allocated IP 172.25.3.49 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/8ad10019-d583-4e18-801a-640860e14724) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:11.500656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Attempting to bind port 09a62143-00c0-450b-98fe-88607a1a80d8 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:11.501233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Attempting to bind port 09a62143-00c0-450b-98fe-88607a1a80d8 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:11.501790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Attempting to bind port 09a62143-00c0-450b-98fe-88607a1a80d8 on network b2a06c9e-d7c1-4e05-afce-0b561d024acf {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:11.508410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:11.509125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Checking segment: {'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:11.509695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.510280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Bound using segment: {'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:11.511094 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Bound port: 09a62143-00c0-450b-98fe-88607a1a80d8, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:11.511646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.597278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] For port 09a62143-00c0-450b-98fe-88607a1a80d8, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:11.601194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] For port 09a62143-00c0-450b-98fe-88607a1a80d8, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=09a62143-00c0-450b-98fe-88607a1a80d8,segment=NetworkSegment(d4cf6109-ffa2-4a81-ab6e-b21fff627125),segment_id=d4cf6109-ffa2-4a81-ab6e-b21fff627125)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:11.639886 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.760928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38596) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:11.783283 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.820051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf7709-5a7f-4443-8e6d-0927f7c8328e None None] Pushing event updated for resources: {'Port': ['ID=09a62143-00c0-450b-98fe-88607a1a80d8,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:11.881511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:11.970640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:11.990777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:12.009731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ffe46-85ce-4888-b41d-027f6e69d3db None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:12.018540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:12.057521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-12fb8015-a87b-4e9e-ad6c-7d244de0d46c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:12.059132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-12fb8015-a87b-4e9e-ad6c-7d244de0d46c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1339159 Nov 23 14:27:12.089368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad10019-d583-4e18-801a-640860e14724,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:12.117872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-767a57b2-bfb2-4bce-9fa3-edbcd69cee4c None None] Provisioning complete for port 8ad10019-d583-4e18-801a-640860e14724 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:12.118252 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-767a57b2-bfb2-4bce-9fa3-edbcd69cee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.275241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dea360fe-8f46-4a37-9500-28d9555d89bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.292085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09297edf-1f94-42d0-8d65-071ddc44e6b1 req-62c4b7fa-38d3-4875-93f8-21fd33df2b11 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1582055 Nov 23 14:27:12.296927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-767a57b2-bfb2-4bce-9fa3-edbcd69cee4c None None] Port 8ad10019-d583-4e18-801a-640860e14724 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:12.403429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964cd77-205c-4c64-a0de-43133e64e19a req-7fc39703-e84c-4ccd-8741-07a0eb758e85 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:12.404989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4964cd77-205c-4c64-a0de-43133e64e19a req-7fc39703-e84c-4ccd-8741-07a0eb758e85 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.3928645 Nov 23 14:27:12.443482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09a62143-00c0-450b-98fe-88607a1a80d8 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:12.456636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.575341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 09a62143-00c0-450b-98fe-88607a1a80d8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:12.577429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.588139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4964cd77-205c-4c64-a0de-43133e64e19a req-7577a9ef-78e7-43a8-bdd6-794aeae670bb tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461160 Nov 23 14:27:12.719518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.749903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dea360fe-8f46-4a37-9500-28d9555d89bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.752203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Deleting port 25c3bb7a-21e3-4eec-a040-c830449a56cc {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:12.752560 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.759071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dea360fe-8f46-4a37-9500-28d9555d89bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.759288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 09a62143-00c0-450b-98fe-88607a1a80d8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=09a62143-00c0-450b-98fe-88607a1a80d8,segment=NetworkSegment(d4cf6109-ffa2-4a81-ab6e-b21fff627125),segment_id=d4cf6109-ffa2-4a81-ab6e-b21fff627125)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:12.764564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:12.916522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=09a62143-00c0-450b-98fe-88607a1a80d8,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:12.926342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea360fe-8f46-4a37-9500-28d9555d89bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdefb9e7-fef0-4eaa-bc51-99c0f37d48e3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:12.941982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dea360fe-8f46-4a37-9500-28d9555d89bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b27400102e1846f8bf6e1567b7a0107d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1798303 Nov 23 14:27:12.942836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38626) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:13.037654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] For port 25c3bb7a-21e3-4eec-a040-c830449a56cc, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25c3bb7a-21e3-4eec-a040-c830449a56cc,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:13.038253 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.128433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39fcb9a0-a883-4c2a-adf9-931ca7fa6ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.154284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39fcb9a0-a883-4c2a-adf9-931ca7fa6ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.211907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39fcb9a0-a883-4c2a-adf9-931ca7fa6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.217443 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-39fcb9a0-a883-4c2a-adf9-931ca7fa6ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.221767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-39fcb9a0-a883-4c2a-adf9-931ca7fa6ddb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cdefb9e7-fef0-4eaa-bc51-99c0f37d48e3 HTTP/1.1" status: 204 len: 168 time: 0.2738516 Nov 23 14:27:13.239008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcb9a0-a883-4c2a-adf9-931ca7fa6ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdefb9e7-fef0-4eaa-bc51-99c0f37d48e3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:13.512622 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.513602 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.513919 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Floating IP 1338a638-e1ec-47d8-b9ef-6b5977075f0f disassociated. External IP: 172.25.3.56, port: 25c3bb7a-21e3-4eec-a040-c830449a56cc. Nov 23 14:27:13.514269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Calling delete_port for 25c3bb7a-21e3-4eec-a040-c830449a56cc owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:13.705824 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.739189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2687e23-af96-421a-809c-983070f9a9d4 req-a242f663-16e5-4d5f-9ed8-d110221a3229 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0684571 Nov 23 14:27:13.826491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8120d8d-9697-4d5a-a4f9-334e906e0609 None None] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:13.835558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38654) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:13.864587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7470301d-1574-460f-a64e-34946f84102e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:13.927917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29c27e-cb9f-488c-ba36-cbefc1da0d5e req-bed3425f-40d9-4dbb-9ce0-57402c8471a7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:13.937965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb29c27e-cb9f-488c-ba36-cbefc1da0d5e req-bed3425f-40d9-4dbb-9ce0-57402c8471a7 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 944 time: 0.1961801 Nov 23 14:27:13.942416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25c3bb7a-21e3-4eec-a040-c830449a56cc no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:14.024432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6bec2410-5959-4e36-8f78-63355562bbd7 None None] Provisioning complete for port 09a62143-00c0-450b-98fe-88607a1a80d8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:14.024811 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bec2410-5959-4e36-8f78-63355562bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:14.110693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Router 34931bc8-2533-4895-8d98-6db0713f0d79 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:27:14.131185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7470301d-1574-460f-a64e-34946f84102e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:14.149156 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7470301d-1574-460f-a64e-34946f84102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:14.151900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb29c27e-cb9f-488c-ba36-cbefc1da0d5e req-a4bbc0c3-4715-4519-a06f-e7715989fd29 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d5c592c-f695-447b-b58b-64af73c92bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129729 Nov 23 14:27:14.158199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:14.243113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event deleted for resources: {'Port': ['ID=25c3bb7a-21e3-4eec-a040-c830449a56cc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:14.451576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09a62143-00c0-450b-98fe-88607a1a80d8 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:14.533676 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7470301d-1574-460f-a64e-34946f84102e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3695f02110734710aa68293b29aa027d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952055 Nov 23 14:27:14.534519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470301d-1574-460f-a64e-34946f84102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6d0d0d-47d0-4913-9c52-58c7a5edef66,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:14.545301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38672) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:14.556778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:14.569889 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Sync routers for ids ['34931bc8-2533-4895-8d98-6db0713f0d79'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:14.601775 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Routers {'34931bc8-2533-4895-8d98-6db0713f0d79'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:14.602806 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['34931bc8-2533-4895-8d98-6db0713f0d79'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:14.634403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 09a62143-00c0-450b-98fe-88607a1a80d8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:14.635149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:14.726177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:14.727480 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e5c5a25b-889a-404e-b8d9-2165702dba88 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7530229 Nov 23 14:27:14.732333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38680) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:14.933141 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Set router 34931bc8-2533-4895-8d98-6db0713f0d79 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:15.010094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed86ca8-6a29-44ea-8bb2-6ba8b4976d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:15.201371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-73d8b91a-740d-45a3-981a-be08d59796d3 None None] Provisioning complete for port 09a62143-00c0-450b-98fe-88607a1a80d8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:15.207388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73d8b91a-740d-45a3-981a-be08d59796d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:15.345062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed86ca8-6a29-44ea-8bb2-6ba8b4976d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:15.498431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8ad10019-d583-4e18-801a-640860e14724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:12Z', 'revision_number': 3, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port': {'id': '8ad10019-d583-4e18-801a-640860e14724', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:11Z', 'updated_at': '2021-11-23T14:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:15.564777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed86ca8-6a29-44ea-8bb2-6ba8b4976d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:15.578115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed86ca8-6a29-44ea-8bb2-6ba8b4976d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:15.582075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4ed86ca8-6a29-44ea-8bb2-6ba8b4976d25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a6d0d0d-47d0-4913-9c52-58c7a5edef66 HTTP/1.1" status: 204 len: 168 time: 1.0328641 Nov 23 14:27:15.593203 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Checking router: 34931bc8-2533-4895-8d98-6db0713f0d79 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:15.599076 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Updating router 34931bc8-2533-4895-8d98-6db0713f0d79 port 8ad10019-d583-4e18-801a-640860e14724 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:27:15.621613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0014145-b79f-450e-ae44-c2e0abccbc2e req-13a4f681-92e2-4a33-8699-54118dcd582f tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 210 time: 0.0755982 Nov 23 14:27:15.654732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed86ca8-6a29-44ea-8bb2-6ba8b4976d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6d0d0d-47d0-4913-9c52-58c7a5edef66,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:15.686608 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:15.692714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Router 31bcd45a-55e3-401e-947c-5100bfa7f372 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:27:15.711259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04a1d49d-711a-446f-b7f0-fac0dcff2a22 req-c3c1e63a-dc1d-4524-8647-b24c345b3b0d tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1083007 Nov 23 14:27:16.030181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:16.048775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.058705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] Sync routers for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:16.087517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:16.088163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:16.115234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] No DVR routers for this DVR port 25c3bb7a-21e3-4eec-a040-c830449a56cc on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:16.132596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.136888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd3fa85b-44cd-44a9-a5f8-71d316e433bb req-3ad98a38-2157-4a70-ad1b-fbd88e49ff6e tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.11 "DELETE /v2.0/ports/25c3bb7a-21e3-4eec-a040-c830449a56cc HTTP/1.1" status: 204 len: 173 time: 4.0400910 Nov 23 14:27:16.137369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-deleted', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:27:16.139803 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e242851b-3178-442d-af6a-8573bfc03001" -d '{"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-deleted", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:27:16.266478 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922a0a9f-09ee-4da2-8969-5e2f229c381e x-openstack-request-id: req-922a0a9f-09ee-4da2-8969-5e2f229c381e {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:27:16.266979 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe4ddf-f44d-454f-81e5-549819aef61b", "name": "network-vif-deleted", "tag": "25c3bb7a-21e3-4eec-a040-c830449a56cc", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:27:16.267520 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-922a0a9f-09ee-4da2-8969-5e2f229c381e {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:27:16.268331 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe4ddf-f44d-454f-81e5-549819aef61b', 'name': 'network-vif-deleted', 'tag': '25c3bb7a-21e3-4eec-a040-c830449a56cc', 'status': 'completed', 'code': 200} Nov 23 14:27:16.330810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Allocated IP 172.20.0.1 (b2a06c9e-d7c1-4e05-afce-0b561d024acf/140feb41-6c5b-4ff6-9216-ec166e4ae5fb/1f7ec7ff-97c9-4d53-ad6b-a676563d3967) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:16.496157 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.505816 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.529568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:16.535970 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.638490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d583a710-8d5f-48ee-aa09-d4e491a9b97d None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:16.657600 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Attempting to bind port 8ad10019-d583-4e18-801a-640860e14724 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:16.659098 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Attempting to bind port 8ad10019-d583-4e18-801a-640860e14724 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:16.660007 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Attempting to bind port 8ad10019-d583-4e18-801a-640860e14724 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:16.669725 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:16.670450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.670741 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:16.671810 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.672630 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:16.673696 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Bound port: 8ad10019-d583-4e18-801a-640860e14724, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:16.674230 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.821153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Pushing event updated for resources: {'Port': ['ID=8ad10019-d583-4e18-801a-640860e14724,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:16.869382 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] For port 8ad10019-d583-4e18-801a-640860e14724, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:16.876768 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.879259 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.879605 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.883015 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.883451 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.883803 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.884773 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.885171 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.885505 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.885833 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.886158 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.886480 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:16.907366 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] For port 8ad10019-d583-4e18-801a-640860e14724, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8ad10019-d583-4e18-801a-640860e14724,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:16.913933 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:16.925603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:16.935075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:16.971798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:17.012586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c647d301-a6a0-49f2-8af8-ace7577caf42 None None] Provisioning complete for port 8ad10019-d583-4e18-801a-640860e14724 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:17.014239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c647d301-a6a0-49f2-8af8-ace7577caf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:17.057239 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aba02-9d76-4c4a-9322-052665aec43a None None] Pushing event updated for resources: {'Port': ['ID=8ad10019-d583-4e18-801a-640860e14724,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:17.090074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6799653f-e92c-4db0-94c1-fccc6c10cd17 req-d7441264-1941-4b01-b04a-4b26455927a0 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/ports?device_id=48fe4ddf-f44d-454f-81e5-549819aef61b HTTP/1.1" status: 200 len: 210 time: 0.1896226 Nov 23 14:27:17.116761 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Routers {'34931bc8-2533-4895-8d98-6db0713f0d79'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:17.119762 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['34931bc8-2533-4895-8d98-6db0713f0d79'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:17.147202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:17.149564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06aca0cd-78ca-41af-b09a-fe78c6a49f3f req-617f4323-059f-446f-b883-528e89548051 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1250510 Nov 23 14:27:17.158570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed94679-704f-4382-8c61-5e4c876a0244 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:17.182741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:17.377027 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] Set router 34931bc8-2533-4895-8d98-6db0713f0d79 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:17.448389 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c647d301-a6a0-49f2-8af8-ace7577caf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:17.539724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c647d301-a6a0-49f2-8af8-ace7577caf42 None None] For port 8ad10019-d583-4e18-801a-640860e14724, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8ad10019-d583-4e18-801a-640860e14724,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:17.549119 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c647d301-a6a0-49f2-8af8-ace7577caf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:17.566042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:17.802128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b1d00f38-c00f-40f7-a823-28adbf184b60 None None] Provisioning complete for port 8ad10019-d583-4e18-801a-640860e14724 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:17.802755 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1d00f38-c00f-40f7-a823-28adbf184b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:17.807016 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8ad10019-d583-4e18-801a-640860e14724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:12Z', 'revision_number': 3, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port': {'id': '8ad10019-d583-4e18-801a-640860e14724', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:11Z', 'updated_at': '2021-11-23T14:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:17.842555 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8840f6-4d1b-4a47-a1cb-ebda8ed6a289 None None] The sync data for ids ['34931bc8-2533-4895-8d98-6db0713f0d79'] in n-d-818503-2 is: [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8ad10019-d583-4e18-801a-640860e14724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:12Z', 'revision_number': 3, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port': {'id': '8ad10019-d583-4e18-801a-640860e14724', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:11Z', 'updated_at': '2021-11-23T14:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:18.016398 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:18.028802 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:18.146488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:18.152027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:18.374619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38806) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:18.375603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647d301-a6a0-49f2-8af8-ace7577caf42 None None] Pushing event updated for resources: {'Port': ['ID=8ad10019-d583-4e18-801a-640860e14724,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:18.431235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:53Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:18.522968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60050ffa-4b25-49cf-b84e-143c54222fe8 req-18b233e7-e1d7-44a2-b99d-a08de224e4ec tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1757996 Nov 23 14:27:18.524963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] Checking router: 31bcd45a-55e3-401e-947c-5100bfa7f372 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:18.585239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:18.592295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:18.634756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:18.636047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:18.845283 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e5e99-b853-4801-8657-bbd626b2a695 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:18.903936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:18.918509 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e5e99-b853-4801-8657-bbd626b2a695 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:18.927736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Router 34931bc8-2533-4895-8d98-6db0713f0d79 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:27:18.983306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b1d00f38-c00f-40f7-a823-28adbf184b60 None None] Provisioning complete for port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:18.984910 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1d00f38-c00f-40f7-a823-28adbf184b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:18.995689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e5e99-b853-4801-8657-bbd626b2a695 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:18.999646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e5e99-b853-4801-8657-bbd626b2a695 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:19.001231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-102e5e99-b853-4801-8657-bbd626b2a695 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "DELETE /v2.0/security-groups/0d5c592c-f695-447b-b58b-64af73c92bb1 HTTP/1.1" status: 204 len: 168 time: 0.6164112 Nov 23 14:27:19.005373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38836) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:19.055948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e5e99-b853-4801-8657-bbd626b2a695 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5c592c-f695-447b-b58b-64af73c92bb1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:19.064092 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-943a28a5-1832-49a3-8489-2df66425576c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] show failed (client error): The resource could not be found. Nov 23 14:27:19.069690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-943a28a5-1832-49a3-8489-2df66425576c tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "GET /v2.0/security-groups/0d5c592c-f695-447b-b58b-64af73c92bb1 HTTP/1.1" status: 404 len: 347 time: 0.0576122 Nov 23 14:27:19.070404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38838) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:19.194352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:19.238545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e3259592-6382-4c62-82fd-3942d4e73ce9 admin admin] 10.222.0.46 "PUT /v2.0/routers/34931bc8-2533-4895-8d98-6db0713f0d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4972312 Nov 23 14:27:19.391165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b1d00f38-c00f-40f7-a823-28adbf184b60 None None] Port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:19.454881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Deleting port ae02c0b5-f9f7-4d05-9acf-5fdbe936e529 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:19.455495 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:19.779048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-be924416-af95-4761-8570-1b9fbcb20763 None None] Provisioning complete for port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:19.780114 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be924416-af95-4761-8570-1b9fbcb20763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:19.784425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c7ae5d9-0c69-4eda-aedb-6a18b74769d2 req-da64e580-a26a-4170-a130-ca1bc6bb8a04 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1179676 Nov 23 14:27:19.837341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-be924416-af95-4761-8570-1b9fbcb20763 None None] Port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:19.852973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:19.853304 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:19.870640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:53Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:19.911667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Calling delete_port for ae02c0b5-f9f7-4d05-9acf-5fdbe936e529 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:19.949116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8743bcb0-c5f4-4498-af31-b5aaab3b67a0 None None] The sync data for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 is: [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:17:47Z', 'revision_number': 4, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '483679d9-324e-4cba-bc7b-8bb246a8d4e2', 'name': '', 'network_id': '97f3a198-067a-4cc7-bd93-6158709af584', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'mac_address': 'fa:16:3e:31:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:45Z', 'updated_at': '2021-11-23T14:17:53Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'subnets': [{'id': 'ff9c2a94-4dca-41aa-a881-51d3e11ae006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:20.240661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:20.348175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Pushing event deleted for resources: {'Port': ['ID=ae02c0b5-f9f7-4d05-9acf-5fdbe936e529,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:20.376486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886751dd-69fc-4aa1-ab2a-2703577b8bce None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:20.448043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8ad10019-d583-4e18-801a-640860e14724 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:20.526828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:20.537417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:20.539930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3d08b4e3-6a80-4e85-bddb-94c39831f6a5 tempest-ServerActionsTestJSON-1194597344 tempest-ServerActionsTestJSON-1194597344-project] 10.222.0.46 "DELETE /v2.0/floatingips/1338a638-e1ec-47d8-b9ef-6b5977075f0f HTTP/1.1" status: 204 len: 168 time: 1.4684179 Nov 23 14:27:20.543118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:20.560763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8ad10019-d583-4e18-801a-640860e14724 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:20.564683 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:20.754998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38958) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:20.760755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1494029779-network', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:20.795168 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92386550-5dcb-478e-90ae-0475b5d0fa51 None None] New status for floating IP 1338a638-e1ec-47d8-b9ef-6b5977075f0f: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:27:20.831548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Made reservation on behalf of d4ea71f54d8e4a978bcf737b099d1833 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:20.845248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:20.861353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.060610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Sync routers for ids ['34931bc8-2533-4895-8d98-6db0713f0d79'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:21.093968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.099992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.107197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Routers {'34931bc8-2533-4895-8d98-6db0713f0d79'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:21.108560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['34931bc8-2533-4895-8d98-6db0713f0d79'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:21.167677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fa03777-df7c-4b94-a1c5-9e692febec3d req-0b6ef66e-145d-4a8c-82db-acfbbb51a25c tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1271241 Nov 23 14:27:21.172717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:27:21.199964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe8f2b-fa78-4cc4-b716-1e8cea7e70f5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:21.217068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.219369 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Added segment 215a0a67-973f-49ee-901a-fa8f5566d1c4 of type vlan for network 9c511532-9ba3-4816-9813-a0c4c047421c Nov 23 14:27:21.317414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.394034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Set router 34931bc8-2533-4895-8d98-6db0713f0d79 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:21.465329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.466356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:21.467070 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.661423 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9049969 Nov 23 14:27:21.664734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39000) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:21.668879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81634cb8-815e-446b-8ddb-1984ef62b02a admin admin] Pushing event updated for resources: {'Network': ['ID=9c511532-9ba3-4816-9813-a0c4c047421c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:21.673715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Request body: {'subnet': {'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1494029779-subnet', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:21.703326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Made reservation on behalf of d4ea71f54d8e4a978bcf737b099d1833 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:21.707877 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:21.723802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 9c511532-9ba3-4816-9813-a0c4c047421c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:27:22.106384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8ad10019-d583-4e18-801a-640860e14724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 4, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port': {'id': '8ad10019-d583-4e18-801a-640860e14724', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:11Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '1f7ec7ff-97c9-4d53-ad6b-a676563d3967', 'name': '', 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'mac_address': 'fa:16:3e:c1:90:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '140feb41-6c5b-4ff6-9216-ec166e4ae5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:16Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 2, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'subnets': [{'id': '140feb41-6c5b-4ff6-9216-ec166e4ae5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:22.155022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Checking router: 34931bc8-2533-4895-8d98-6db0713f0d79 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:22.155805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Updating router 34931bc8-2533-4895-8d98-6db0713f0d79 port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:27:22.211430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:22.231994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:22.341425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d03cb06-2cfd-4a89-9ec4-63e9911c0f28,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:22.407118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:22.466714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9027c07c-a124-4660-aab6-6d607d9689d6 req-fb365fbc-9012-40e1-adef-eeae3341134d tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1222372 Nov 23 14:27:22.512699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Checking segment: {'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:22.513073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Network hostable DHCP agents. Network: 9c511532-9ba3-4816-9813-a0c4c047421c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:27:22.578601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Network 9c511532-9ba3-4816-9813-a0c4c047421c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:27:22.610317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 9c511532-9ba3-4816-9813-a0c4c047421c) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:22.615125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:22.618080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:22.644107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f2644-8b18-41b4-b34a-a06d052a0e24 None None] Network 9c511532-9ba3-4816-9813-a0c4c047421c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:22.646116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a2add145-9aeb-415d-8cd3-e8d92070c5ca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9791427 Nov 23 14:27:22.651747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39064) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:22.662153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:22.731771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:22.733152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:22.856900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.028422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Deleting port 483679d9-324e-4cba-bc7b-8bb246a8d4e2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:23.036269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.100937 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.113236 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.176913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f891cd-49b0-45c4-993d-8df182073466 None None] Pushing event updated for resources: {'Port': ['ID=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:23.242759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.371674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Attempting to bind port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:23.372765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Attempting to bind port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:23.373242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Attempting to bind port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 on network b2a06c9e-d7c1-4e05-afce-0b561d024acf {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:23.379492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:23.380042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Checking segment: {'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:23.380855 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.381577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Bound using segment: {'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:23.382181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Bound port: 1f7ec7ff-97c9-4d53-ad6b-a676563d3967, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cf6109-ffa2-4a81-ab6e-b21fff627125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:23.382695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.386717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-9c511532-9ba3-4816-9813-a0c4c047421c', 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'fixed_ips': [{'subnet_id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:27:23.387856 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.419813 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] For port 483679d9-324e-4cba-bc7b-8bb246a8d4e2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=483679d9-324e-4cba-bc7b-8bb246a8d4e2,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:23.420245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.438024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Calling delete_port for 483679d9-324e-4cba-bc7b-8bb246a8d4e2 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:23.491697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] For port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:23.495505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] For port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,segment=NetworkSegment(d4cf6109-ffa2-4a81-ab6e-b21fff627125),segment_id=d4cf6109-ffa2-4a81-ab6e-b21fff627125)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:23.504754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.758435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:23.803189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d926ff5-ebd0-4742-8c1e-514e1fa98fdc req-7c5f5ebf-7d6e-4f6d-9773-de96b7e0e3fd tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1418259 Nov 23 14:27:23.870396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Pushing event deleted for resources: {'Port': ['ID=483679d9-324e-4cba-bc7b-8bb246a8d4e2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:23.891563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Allocated IP 172.20.0.2 (9c511532-9ba3-4816-9813-a0c4c047421c/1d03cb06-2cfd-4a89-9ec4-63e9911c0f28/ed4ead6b-eddc-438d-8be6-6724be8e05d4) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:23.931197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.038585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.127401 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.220393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Provisioning complete for port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:24.220783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.311917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Allocated IP 172.25.3.7 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/08aeb542-ec7f-49dc-b5c2-d379e0041ae7) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:24.490837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39156) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:24.526244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f891cd-49b0-45c4-993d-8df182073466 None None] Pushing event updated for resources: {'Port': ['ID=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:24.546736 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.556700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Routers {'34931bc8-2533-4895-8d98-6db0713f0d79'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:24.557350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['34931bc8-2533-4895-8d98-6db0713f0d79'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:24.648947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.806291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.905286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24bb40d7-590e-4fbb-8ab9-340a321f6860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:24.980964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Pushing event updated for resources: {'Port': ['ID=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:25.011942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:25.016886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:25.031590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:25.127294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-180777e9-2bfd-40ef-ab91-6772d8659a86 req-bee9742c-2adc-401e-a980-ef35f5b89fe5 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0370710 Nov 23 14:27:25.329378 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:25.331558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5ecc1-50f5-44ff-b957-2c1f2773327e None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:25.459212 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:25.477682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] For port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,segment=NetworkSegment(d4cf6109-ffa2-4a81-ab6e-b21fff627125),segment_id=d4cf6109-ffa2-4a81-ab6e-b21fff627125)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:25.482924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:25.499535 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:25.620808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Pushing event updated for resources: {'Port': ['ID=ed4ead6b-eddc-438d-8be6-6724be8e05d4,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:25.625676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] Set router 34931bc8-2533-4895-8d98-6db0713f0d79 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:25.693175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b084f759-213e-4a6d-9bdd-ba272bdeeee0 None None] Provisioning complete for port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:25.693553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b084f759-213e-4a6d-9bdd-ba272bdeeee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:25.723295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Router 31bcd45a-55e3-401e-947c-5100bfa7f372 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:27:25.743321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Network 9c511532-9ba3-4816-9813-a0c4c047421c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:25.757464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:25.767521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:25.816557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:25.903708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:25.912685 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc690ae3-4d41-4926-872e-a98c41a9ba9e admin admin] 10.222.0.46 "PUT /v2.0/routers/31bcd45a-55e3-401e-947c-5100bfa7f372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3673835 Nov 23 14:27:25.921094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39266) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:25.930630 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] Sync routers for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:25.945845 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:25.946822 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:26.027452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Pushing event updated for resources: {'Port': ['ID=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:26.097438 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24bb40d7-590e-4fbb-8ab9-340a321f6860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.102571 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:26.108789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24bb40d7-590e-4fbb-8ab9-340a321f6860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.138962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b084f759-213e-4a6d-9bdd-ba272bdeeee0 None None] Provisioning complete for port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:26.139603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b084f759-213e-4a6d-9bdd-ba272bdeeee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.159997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:26.184467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-24bb40d7-590e-4fbb-8ab9-340a321f6860 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fc1546e8019400280e83ad59bc8d544&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6747389 Nov 23 14:27:26.189137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b084f759-213e-4a6d-9bdd-ba272bdeeee0 None None] Port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:26.191775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.192335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.192881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.194039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.194803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.195324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.195834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.196337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.197032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.197528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.198009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.198661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d4ac-8da0-45d2-a781-c2270d41673b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:26.215338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Attempting to bind port ed4ead6b-eddc-438d-8be6-6724be8e05d4 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:26.216282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Attempting to bind port ed4ead6b-eddc-438d-8be6-6724be8e05d4 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:26.217017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Attempting to bind port ed4ead6b-eddc-438d-8be6-6724be8e05d4 on network 9c511532-9ba3-4816-9813-a0c4c047421c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:26.265301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:26.265771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Checking segment: {'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:26.266116 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.266485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Bound using segment: {'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:26.267031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Bound port: ed4ead6b-eddc-438d-8be6-6724be8e05d4, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:26.267375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.361488 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:27:23Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:26.383874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc66bdd-ace5-4414-8821-ba6c1e09cfdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.403949 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] Checking router: 31bcd45a-55e3-401e-947c-5100bfa7f372 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:26.409658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8ad10019-d583-4e18-801a-640860e14724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 4, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port': {'id': '8ad10019-d583-4e18-801a-640860e14724', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:11Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '1f7ec7ff-97c9-4d53-ad6b-a676563d3967', 'name': '', 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'mac_address': 'fa:16:3e:c1:90:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '140feb41-6c5b-4ff6-9216-ec166e4ae5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:16Z', 'updated_at': '2021-11-23T14:27:23Z', 'revision_number': 4, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'subnets': [{'id': '140feb41-6c5b-4ff6-9216-ec166e4ae5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:26.416547 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] Routers {'31bcd45a-55e3-401e-947c-5100bfa7f372'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:26.417381 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['31bcd45a-55e3-401e-947c-5100bfa7f372'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:26.468041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc66bdd-ace5-4414-8821-ba6c1e09cfdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.480871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711cee7d-fb21-44df-ad7e-49a022c4c2de None None] The sync data for ids ['34931bc8-2533-4895-8d98-6db0713f0d79'] in n-d-818503-2 is: [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8ad10019-d583-4e18-801a-640860e14724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 4, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port': {'id': '8ad10019-d583-4e18-801a-640860e14724', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:11Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '1f7ec7ff-97c9-4d53-ad6b-a676563d3967', 'name': '', 'network_id': 'b2a06c9e-d7c1-4e05-afce-0b561d024acf', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'mac_address': 'fa:16:3e:c1:90:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '140feb41-6c5b-4ff6-9216-ec166e4ae5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:16Z', 'updated_at': '2021-11-23T14:27:23Z', 'revision_number': 4, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'subnets': [{'id': '140feb41-6c5b-4ff6-9216-ec166e4ae5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:26.512482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] For port ed4ead6b-eddc-438d-8be6-6724be8e05d4, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:26.516336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb40d7-590e-4fbb-8ab9-340a321f6860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada39a52-bd45-4afc-8a47-81a23f8fa5db,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:26.518206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] For port ed4ead6b-eddc-438d-8be6-6724be8e05d4, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ed4ead6b-eddc-438d-8be6-6724be8e05d4,segment=NetworkSegment(215a0a67-973f-49ee-901a-fa8f5566d1c4),segment_id=215a0a67-973f-49ee-901a-fa8f5566d1c4)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:26.536562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.660766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d18ed423-1035-4aca-99e3-684235599984 req-b7877dc2-1157-4dd8-a734-275fb70c97b7 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.2447624 Nov 23 14:27:26.661085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc66bdd-ace5-4414-8821-ba6c1e09cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.664436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc66bdd-ace5-4414-8821-ba6c1e09cfdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.668752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fcc66bdd-ace5-4414-8821-ba6c1e09cfdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ada39a52-bd45-4afc-8a47-81a23f8fa5db HTTP/1.1" status: 204 len: 168 time: 0.5046566 Nov 23 14:27:26.708528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc66bdd-ace5-4414-8821-ba6c1e09cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada39a52-bd45-4afc-8a47-81a23f8fa5db,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:26.756696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4fc20ed9-05a1-4d20-98ab-a19ef8fdfb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:26.815328 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] Set router 31bcd45a-55e3-401e-947c-5100bfa7f372 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:26.867429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755e66a-8480-4aee-a4b0-4eaa32f02b49 None None] Pushing event updated for resources: {'Port': ['ID=ed4ead6b-eddc-438d-8be6-6724be8e05d4,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:27.028692 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:27.109063 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:27.115836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:27.655208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:27:23Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:27.728477 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439e81f-8e1b-40f2-96ca-439b2aaff118 None None] The sync data for ids ['31bcd45a-55e3-401e-947c-5100bfa7f372'] in n-d-818503-2 is: [{'id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'name': 'tempest-ServerActionsTestJSON-1800378630-router', 'tenant_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:17:40Z', 'updated_at': '2021-11-23T14:27:23Z', 'revision_number': 5, 'project_id': 'aa3dcd61ffcc40d0955c6e10dbd07774', 'gw_port': {'id': '3ba149e4-b37e-47b2-ad48-3ed153770da1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bcd45a-55e3-401e-947c-5100bfa7f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:17:41Z', 'updated_at': '2021-11-23T14:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:27.738093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:28.057212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9830e782-dfe8-4348-b7c3-e9dabd598f12 req-da429c91-7201-483f-8622-b8c8aec17526 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.2200532 Nov 23 14:27:28.073674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Router c97863c8-ac48-4615-a6a7-b8e97cab8f29 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:27:28.289316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Deleting port 3ba149e4-b37e-47b2-ad48-3ed153770da1 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:28.289902 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:28.509025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:28.550361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Sync routers for ids ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:28.570590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Routers {'c97863c8-ac48-4615-a6a7-b8e97cab8f29'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:28.586335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:26:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:28.704637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:28.709103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39504) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:28.716751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d04c17a0-5cf1-4e39-9cef-4719d0fd0327 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0622234 Nov 23 14:27:28.827327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] For port 3ba149e4-b37e-47b2-ad48-3ed153770da1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3ba149e4-b37e-47b2-ad48-3ed153770da1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:28.827699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:28.890632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Calling delete_port for 3ba149e4-b37e-47b2-ad48-3ed153770da1 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:28.978601 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Set router c97863c8-ac48-4615-a6a7-b8e97cab8f29 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:29.095589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:29.467142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3da78-caa2-4317-9793-fd207b29f820 None None] Network 9c511532-9ba3-4816-9813-a0c4c047421c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:29.484705 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:29.493184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a28cbeb2-dd2e-4a61-8c5a-918237826b0c req-5ab7d907-8022-4133-a1a0-ffb4632e9d29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0676854 Nov 23 14:27:29.624887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9693daea-97bf-49aa-8c01-be5dcac10224 req-b03d313e-d674-40fa-b448-0b76e77efa66 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.2176106 Nov 23 14:27:29.714056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb39e791-4790-469e-9f56-8b60718b3fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:29.745249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba149e4-b37e-47b2-ad48-3ed153770da1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:29.812954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da175620-a8a3-473a-978a-a64d1c51079c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:29.829602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4f4444d7-d6e8-4396-9fa4-86d8aa36b801 None None] Provisioning complete for port ed4ead6b-eddc-438d-8be6-6724be8e05d4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:29.833332 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4f4444d7-d6e8-4396-9fa4-86d8aa36b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:29.897232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.148130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:30.148505 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.166916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.205974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.212746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.318107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:25Z', 'revision_number': 3, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:30.362461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.363662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31bcd45a-55e3-401e-947c-5100bfa7f372 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:27:30.369324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Checking router: c97863c8-ac48-4615-a6a7-b8e97cab8f29 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:30.369572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Updating router c97863c8-ac48-4615-a6a7-b8e97cab8f29 port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:27:30.377395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.378582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-469097b9-251d-4335-9cd4-5249467c6764 admin admin] 10.222.0.46 "DELETE /v2.0/routers/31bcd45a-55e3-401e-947c-5100bfa7f372 HTTP/1.1" status: 204 len: 168 time: 4.4608321 Nov 23 14:27:30.384115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39624) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:30.493622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.564766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.568246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] Deleting subnet ff9c2a94-4dca-41aa-a881-51d3e11ae006 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:27:30.572230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.702184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:30.932573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Allocated IP 172.20.0.1 (9c511532-9ba3-4816-9813-a0c4c047421c/1d03cb06-2cfd-4a89-9ec4-63e9911c0f28/d0540ff9-dde2-43ab-b075-4a0f6e410d42) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:30.944080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:31.266349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:31.379330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:31.495011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Network 9c511532-9ba3-4816-9813-a0c4c047421c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:31.512852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:31.521688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:31.582254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ed4ead6b-eddc-438d-8be6-6724be8e05d4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:31.626724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0540ff9-dde2-43ab-b075-4a0f6e410d42,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:31.677495 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:31.910111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4f4444d7-d6e8-4396-9fa4-86d8aa36b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:31.929840 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:31.947231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b57b754-5df3-4829-a788-a165dc77fa7f req-26931f66-a5f8-4904-90f2-694542b10f71 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1004925 Nov 23 14:27:32.047570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.072425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.081809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39778) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:32.086075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ff9c2a94-4dca-41aa-a881-51d3e11ae006 HTTP/1.1" status: 204 len: 168 time: 1.7008152 Nov 23 14:27:32.088628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d73a25-5414-4ee7-a283-54be13f233fe None None] Network 97f3a198-067a-4cc7-bd93-6158709af584 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:32.096688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4f4444d7-d6e8-4396-9fa4-86d8aa36b801 None None] For port ed4ead6b-eddc-438d-8be6-6724be8e05d4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ed4ead6b-eddc-438d-8be6-6724be8e05d4,segment=NetworkSegment(215a0a67-973f-49ee-901a-fa8f5566d1c4),segment_id=215a0a67-973f-49ee-901a-fa8f5566d1c4)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:32.163117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac7ee1-179e-4042-865b-8b3263dd573a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9c2a94-4dca-41aa-a881-51d3e11ae006,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:32.185459 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4f4444d7-d6e8-4396-9fa4-86d8aa36b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.203227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.371899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.443904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-122d2b15-8796-4b02-b20b-9ecf9283f3eb req-e20913ea-6a34-458a-8cac-f5df1f448f0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fd420bda2ca24bda96148236abb3e4c2&device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1320412 Nov 23 14:27:32.619482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12510389-f158-4d72-b7f6-bf894069ebcd req-e821fae2-9df8-4530-8abc-a36f0b2d15ce tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1855395 Nov 23 14:27:32.621390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-122d2b15-8796-4b02-b20b-9ecf9283f3eb req-2be5083b-72fa-4ee1-8f0e-9d13fcc17571 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=fd420bda2ca24bda96148236abb3e4c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1524246 Nov 23 14:27:32.757695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4444d7-d6e8-4396-9fa4-86d8aa36b801 None None] Pushing event updated for resources: {'Port': ['ID=ed4ead6b-eddc-438d-8be6-6724be8e05d4,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:32.775981 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.790636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.823324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b9094bee-be8c-48a5-aed7-9a813adf8cbb None None] Provisioning complete for port ed4ead6b-eddc-438d-8be6-6724be8e05d4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:32.824040 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9094bee-be8c-48a5-aed7-9a813adf8cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.872038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ed4ead6b-eddc-438d-8be6-6724be8e05d4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:32.879118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:32.895771 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.019808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.032052 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.072061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d2b15-8796-4b02-b20b-9ecf9283f3eb req-9cb5eccc-8c09-4a7e-989e-fce1d2705e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:33.073950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.076864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-122d2b15-8796-4b02-b20b-9ecf9283f3eb req-9cb5eccc-8c09-4a7e-989e-fce1d2705e06 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4449978 Nov 23 14:27:33.085674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Network 9c511532-9ba3-4816-9813-a0c4c047421c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:33.103304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:33.117211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0540ff9-dde2-43ab-b075-4a0f6e410d42,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:33.226808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Deleting port 5f0a4b66-55f0-4f1b-ac17-929597f33651 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:33.227268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.227537 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:27:33.233658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] DHCP port deletion for 97f3a198-067a-4cc7-bd93-6158709af584 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:33.246752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb24635-e451-4f0c-a63b-42dbada1f721 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:33.271261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc68a8-9428-45d1-ad65-2fbff741266f None None] Pushing event updated for resources: {'Port': ['ID=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:33.438447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Attempting to bind port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:33.438865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Attempting to bind port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:33.439270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Attempting to bind port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:33.450730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] For port 5f0a4b66-55f0-4f1b-ac17-929597f33651, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5f0a4b66-55f0-4f1b-ac17-929597f33651,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:33.451140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.462753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:33.463559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:33.463559 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.463993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:33.477330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Bound port: 08aeb542-ec7f-49dc-b5c2-d379e0041ae7, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:33.484216 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.510415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Calling delete_port for 5f0a4b66-55f0-4f1b-ac17-929597f33651 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:33.533424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Router c97863c8-ac48-4615-a6a7-b8e97cab8f29 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:27:33.595803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 483679d9-324e-4cba-bc7b-8bb246a8d4e2 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:33.620884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 483679d9-324e-4cba-bc7b-8bb246a8d4e2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:33.621402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 483679d9-324e-4cba-bc7b-8bb246a8d4e2 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:33.685020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] Deleting port 5f0a4b66-55f0-4f1b-ac17-929597f33651 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:33.692284 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.792639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:33.818751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] For port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:33.822754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be77517a-b8c3-4e3b-b906-c4d409523022 req-c3ed325b-689d-4176-a2b1-88c332e307cc tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0461802 Nov 23 14:27:33.850095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0a4b66-55f0-4f1b-ac17-929597f33651,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:33.857482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] No DVR routers for this DVR port 5f0a4b66-55f0-4f1b-ac17-929597f33651 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:33.859543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:33.874934 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-185baca8-0c80-463c-a69e-e4399fe66cb6 admin admin] 10.222.0.46 "PUT /v2.0/routers/c97863c8-ac48-4615-a6a7-b8e97cab8f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1557143 Nov 23 14:27:33.978089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ed4ead6b-eddc-438d-8be6-6724be8e05d4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:33.985519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] For port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:33.996674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39862) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:34.035772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Provisioning complete for port d0540ff9-dde2-43ab-b075-4a0f6e410d42 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:34.036425 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.038745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.115214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] For port 5f0a4b66-55f0-4f1b-ac17-929597f33651, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5f0a4b66-55f0-4f1b-ac17-929597f33651,segment=NetworkSegment(3603b6bf-9464-4ea7-95f6-2346292c3c4a),segment_id=3603b6bf-9464-4ea7-95f6-2346292c3c4a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:34.115824 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.123952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc68a8-9428-45d1-ad65-2fbff741266f None None] Pushing event updated for resources: {'Port': ['ID=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:34.127139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.154516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] Calling delete_port for 5f0a4b66-55f0-4f1b-ac17-929597f33651 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:34.172710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d229d14-95ea-4028-b254-32a118903137 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:34.213928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Port d0540ff9-dde2-43ab-b075-4a0f6e410d42 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:34.242971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f3a198-067a-4cc7-bd93-6158709af584']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:34.284764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3603b6bf-9464-4ea7-95f6-2346292c3c4a') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:34.293643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3603b6bf-9464-4ea7-95f6-2346292c3c4a') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:34.296991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Routers {'c97863c8-ac48-4615-a6a7-b8e97cab8f29'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:34.297753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:34.314460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.326858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-122d2b15-8796-4b02-b20b-9ecf9283f3eb req-3b7159f5-2a10-4e0c-a01c-7445ee422827 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.74 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0584648 Nov 23 14:27:34.343240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.355026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:27:34.355550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.357033 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44d97009-526d-4003-a7eb-7df104abf0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:27:34.357426 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:27:34.399353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ed4ead6b-eddc-438d-8be6-6724be8e05d4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:34.404687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.406656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Provisioning complete for port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:34.407370 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.504074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.521268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44d97009-526d-4003-a7eb-7df104abf0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.531331 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44d97009-526d-4003-a7eb-7df104abf0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.565362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.579748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] 10.222.0.46 "DELETE /v2.0/networks/97f3a198-067a-4cc7-bd93-6158709af584 HTTP/1.1" status: 204 len: 168 time: 2.4916193 Nov 23 14:27:34.581116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba4c07-fa54-4aad-87b4-fd6d7ebaf525 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f3a198-067a-4cc7-bd93-6158709af584,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:34.609539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d97009-526d-4003-a7eb-7df104abf0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d6211f-8563-4dde-86e9-e141908d1de5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:34.635180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-44d97009-526d-4003-a7eb-7df104abf0f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b3e178afbb4479b83a6047c9e5431a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6370003 Nov 23 14:27:34.638707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39888) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:34.751643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.761865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-739bda92-1b89-4cae-af44-ea59a277f2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.788496 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-739bda92-1b89-4cae-af44-ea59a277f2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.796386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] Pushing event deleted for resources: {'Port': ['ID=5f0a4b66-55f0-4f1b-ac17-929597f33651,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:34.807959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] Network 97f3a198-067a-4cc7-bd93-6158709af584 is not hosted by any dhcp agent {{(pid=103347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:27:34.808768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfdd66-5cec-40ae-ae57-3d2b4ebfbc83 None None] No DVR routers for this DVR port 5f0a4b66-55f0-4f1b-ac17-929597f33651 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:34.853529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] Set router c97863c8-ac48-4615-a6a7-b8e97cab8f29 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:34.865532 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-739bda92-1b89-4cae-af44-ea59a277f2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.868652 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-739bda92-1b89-4cae-af44-ea59a277f2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.870021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-739bda92-1b89-4cae-af44-ea59a277f2b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4d6211f-8563-4dde-86e9-e141908d1de5 HTTP/1.1" status: 204 len: 168 time: 0.2300766 Nov 23 14:27:34.879669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bda92-1b89-4cae-af44-ea59a277f2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d6211f-8563-4dde-86e9-e141908d1de5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:34.961457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39906) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:35.125050 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:35.190314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39910) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:35.207011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-591cc813-bfe1-4bce-94e4-7c72892f6e63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa3dcd61ffcc40d0955c6e10dbd07774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431095 Nov 23 14:27:35.212083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] For port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:35.246835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-818c0d2c-1b6f-4a50-b767-400827ce034b req-6bb1d058-3aae-454e-8cf1-6e3480456216 tempest-ServerShowV257Test-805551406 tempest-ServerShowV257Test-805551406-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc6d24a-551e-4a61-990c-4083ec85dcb7 HTTP/1.1" status: 200 len: 210 time: 0.1404846 Nov 23 14:27:35.248631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:35.256723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ba149e4-b37e-47b2-ad48-3ed153770da1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:35.403572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c734f8f0-08a3-4e39-a8ee-fedf35761926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:35.486520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c734f8f0-08a3-4e39-a8ee-fedf35761926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:35.521521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3ba149e4-b37e-47b2-ad48-3ed153770da1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:35.521835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3ba149e4-b37e-47b2-ad48-3ed153770da1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:35.522330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5f0a4b66-55f0-4f1b-ac17-929597f33651 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:35.591142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c734f8f0-08a3-4e39-a8ee-fedf35761926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:35.594073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c734f8f0-08a3-4e39-a8ee-fedf35761926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:35.595158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5f0a4b66-55f0-4f1b-ac17-929597f33651 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:35.595158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5f0a4b66-55f0-4f1b-ac17-929597f33651 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:35.596796 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c734f8f0-08a3-4e39-a8ee-fedf35761926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c HTTP/1.1" status: 204 len: 168 time: 0.4046950 Nov 23 14:27:35.615098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734f8f0-08a3-4e39-a8ee-fedf35761926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c7e67c-fe7f-4bae-9ee2-6ac9d7bcf30c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:35.635106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-663a1528-bad3-4c90-98a1-cfd98ba0b040 None None] Provisioning complete for port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:35.635510 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-663a1528-bad3-4c90-98a1-cfd98ba0b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:35.639774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c7780-bbdc-408e-90f2-31631e08e1e4 None None] Pushing event updated for resources: {'Port': ['ID=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:35.963543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:35.980631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 4, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'd0540ff9-dde2-43ab-b075-4a0f6e410d42', 'name': '', 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'mac_address': 'fa:16:3e:eb:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:30Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 2, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'subnets': [{'id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:35.982850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-352bc84e-7f2f-40e9-b0a4-430583231830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.067034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6da069-8c1a-4532-8188-38f67e4a2d75 None None] The sync data for ids ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'] in n-d-818503-2 is: [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 4, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'd0540ff9-dde2-43ab-b075-4a0f6e410d42', 'name': '', 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'mac_address': 'fa:16:3e:eb:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:30Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 2, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'subnets': [{'id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:36.138715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-352bc84e-7f2f-40e9-b0a4-430583231830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.146310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-352bc84e-7f2f-40e9-b0a4-430583231830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.228265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bc84e-7f2f-40e9-b0a4-430583231830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d25b114-8fd9-4360-a6e5-73604dd73937,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:36.241709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39956) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:36.243170 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-352bc84e-7f2f-40e9-b0a4-430583231830 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c08d9dea54d64d149b133f1f040d4798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780910 Nov 23 14:27:36.390305 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be56d91-f1ff-4491-b4ef-d8c0054469d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.479916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39972) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:36.530636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be56d91-f1ff-4491-b4ef-d8c0054469d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.709422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6961f-c40a-40d2-bbde-5fcd1774d894 req-f795b365-d5ba-4ab3-9ccf-942860f6ca40 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:36.711269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26a6961f-c40a-40d2-bbde-5fcd1774d894 req-f795b365-d5ba-4ab3-9ccf-942860f6ca40 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1962402 Nov 23 14:27:36.770789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be56d91-f1ff-4491-b4ef-d8c0054469d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.773671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be56d91-f1ff-4491-b4ef-d8c0054469d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.781169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9be56d91-f1ff-4491-b4ef-d8c0054469d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d25b114-8fd9-4360-a6e5-73604dd73937 HTTP/1.1" status: 204 len: 168 time: 0.5382700 Nov 23 14:27:36.818799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be56d91-f1ff-4491-b4ef-d8c0054469d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d25b114-8fd9-4360-a6e5-73604dd73937,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:36.865789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26a6961f-c40a-40d2-bbde-5fcd1774d894 req-40a2e94c-6e75-4c0b-aa3e-4d4809a08183 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407444 Nov 23 14:27:37.178434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40002) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:37.410003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7942b0a0-6021-4fa0-a44d-61a21e2036c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:37.569592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7942b0a0-6021-4fa0-a44d-61a21e2036c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:37.571018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:37.576229 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7942b0a0-6021-4fa0-a44d-61a21e2036c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:37.839435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942b0a0-6021-4fa0-a44d-61a21e2036c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62965a1-84cd-4a31-b67b-eb95d8792dfa,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:37.853144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7942b0a0-6021-4fa0-a44d-61a21e2036c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd420bda2ca24bda96148236abb3e4c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6710603 Nov 23 14:27:37.858801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40034) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:37.975110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:38.135622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:38.137334 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.180553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b4d26-c830-4d80-aca3-33bb4a988b8d req-ab3ec7d4-628c-480d-ae6d-b7575dffb07a tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:38.188748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-374b4d26-c830-4d80-aca3-33bb4a988b8d req-ab3ec7d4-628c-480d-ae6d-b7575dffb07a tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1477954 Nov 23 14:27:38.223547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-325e56c4-10c7-46e4-9469-4602e39a8546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.310197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-374b4d26-c830-4d80-aca3-33bb4a988b8d req-feeaa654-ec9d-4556-a09a-931e80ccfb69 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200485 Nov 23 14:27:38.440845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40054) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:38.716240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-network', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:38.758158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Made reservation on behalf of cd3bac17dbd64f93a866aea1eb722b7e for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:38.760855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.772035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.799233 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-325e56c4-10c7-46e4-9469-4602e39a8546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.943787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.948841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.991017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Deleting port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:38.991423 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.011640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:27:39.018392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a68098-f772-45ca-abb9-1d31fff2089c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:39.030389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-325e56c4-10c7-46e4-9469-4602e39a8546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.032989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-325e56c4-10c7-46e4-9469-4602e39a8546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.038019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.038511 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Added segment e4a8d424-d0df-49e3-ba44-56e31d8b3b0f of type vlan for network cb562300-24c7-4ecc-9c23-c283a8b059d8 Nov 23 14:27:39.056831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-325e56c4-10c7-46e4-9469-4602e39a8546 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c62965a1-84cd-4a31-b67b-eb95d8792dfa HTTP/1.1" status: 204 len: 168 time: 1.1962855 Nov 23 14:27:39.095405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e56c4-10c7-46e4-9469-4602e39a8546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62965a1-84cd-4a31-b67b-eb95d8792dfa,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:39.100572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.139609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.141616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:39.144121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.247715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] For port 1f7ec7ff-97c9-4d53-ad6b-a676563d3967, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,segment=NetworkSegment(d4cf6109-ffa2-4a81-ab6e-b21fff627125),segment_id=d4cf6109-ffa2-4a81-ab6e-b21fff627125)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:39.248325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.285309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Calling delete_port for 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:39.308706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:39.310354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8719192 Nov 23 14:27:39.322128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Request body: {'subnet': {'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-subnet', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:39.414498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Made reservation on behalf of cd3bac17dbd64f93a866aea1eb722b7e for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:39.424471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.452958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa1821-b2ce-4c98-93e0-16a36c5a099c admin admin] Pushing event updated for resources: {'Network': ['ID=cb562300-24c7-4ecc-9c23-c283a8b059d8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:39.467367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:27:39.695303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf670f3f-b9fb-4273-b411-23c27be174ab req-16bcbb64-2a25-4b1a-99fa-ee191d61e2b6 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:39.697195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf670f3f-b9fb-4273-b411-23c27be174ab req-16bcbb64-2a25-4b1a-99fa-ee191d61e2b6 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1621068 Nov 23 14:27:39.784648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf670f3f-b9fb-4273-b411-23c27be174ab req-992ceddc-3b85-4cca-8dc5-59be26b0de90 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736189 Nov 23 14:27:40.045551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:40.165642 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Sync routers for ids ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:40.182975 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:40.187129 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Routers {'c97863c8-ac48-4615-a6a7-b8e97cab8f29'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:40.187946 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:40.210733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7b5ba1-41c5-47ea-b1e0-546592c434c2,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:40.361309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7ec7ff-97c9-4d53-ad6b-a676563d3967,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:40.370399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.370887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.372042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.372619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.373060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.373494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.373928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.374359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.374790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.375368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.390792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.391359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.400443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.401023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.401528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.402767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.402767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.403121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.403609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.404057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.404489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.405074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.405508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.405928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:27:40.454241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Checking segment: {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:40.454722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Network hostable DHCP agents. Network: cb562300-24c7-4ecc-9c23-c283a8b059d8, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:27:40.529155 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Set router c97863c8-ac48-4615-a6a7-b8e97cab8f29 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:40.623880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:27:40.652583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, cb562300-24c7-4ecc-9c23-c283a8b059d8) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:40.663506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e84b7a7-2b31-46da-903b-abd5b7eadf05 None None] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:40.694816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:40.695930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:40.734380 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-00534e56-57fe-4e91-ae37-fd726f53a342 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4224389 Nov 23 14:27:40.737221 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40152) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:40.742297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:40.820955 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:40.822126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:40.912558 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:41.007162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:41.174473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40176) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:41.182670 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 4, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'd0540ff9-dde2-43ab-b075-4a0f6e410d42', 'name': '', 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'mac_address': 'fa:16:3e:eb:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:30Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 2, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'subnets': [{'id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:41.246305 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Checking router: c97863c8-ac48-4615-a6a7-b8e97cab8f29 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:41.246544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Updating router c97863c8-ac48-4615-a6a7-b8e97cab8f29 port d0540ff9-dde2-43ab-b075-4a0f6e410d42 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:27:41.255207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522dd5f-9452-40b4-83d3-f02949281cb8 None None] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:41.304043 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:41.544156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Router 34931bc8-2533-4895-8d98-6db0713f0d79 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:27:41.589544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:41.726416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75c613-19ea-4493-ade9-ee7932a10b6d req-2d53620f-797b-46bc-9925-40eb8343b0d3 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:41.728236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff75c613-19ea-4493-ade9-ee7932a10b6d req-2d53620f-797b-46bc-9925-40eb8343b0d3 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.6959538 Nov 23 14:27:41.852728 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-355b34f1-6e12-45f0-a4bf-ff5b9a3bc7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:41.865466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:41.871471 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-446be467-65d2-4f72-ba91-fa498f576c13 admin admin] 10.222.0.46 "PUT /v2.0/routers/34931bc8-2533-4895-8d98-6db0713f0d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3906469 Nov 23 14:27:41.874748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40200) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:41.876314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] Sync routers for ids ['34931bc8-2533-4895-8d98-6db0713f0d79'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:41.901406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] Routers {'34931bc8-2533-4895-8d98-6db0713f0d79'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:41.906083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['34931bc8-2533-4895-8d98-6db0713f0d79'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:42.013428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff75c613-19ea-4493-ade9-ee7932a10b6d req-2c87b2c6-d9a0-4c49-9c9a-d022c1dd8715 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724955 Nov 23 14:27:42.033014 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.046721 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.119230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] Set router 34931bc8-2533-4895-8d98-6db0713f0d79 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:42.146465 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc454e46-922f-4a05-84e8-fa7470d6bf59 None None] Pushing event updated for resources: {'Port': ['ID=d0540ff9-dde2-43ab-b075-4a0f6e410d42,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:42.208827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.289459 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Attempting to bind port d0540ff9-dde2-43ab-b075-4a0f6e410d42 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:42.290549 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Attempting to bind port d0540ff9-dde2-43ab-b075-4a0f6e410d42 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:42.291172 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Attempting to bind port d0540ff9-dde2-43ab-b075-4a0f6e410d42 on network 9c511532-9ba3-4816-9813-a0c4c047421c {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:42.297417 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:42.303171 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Checking segment: {'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:42.303876 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.304484 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Bound using segment: {'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:42.305195 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Bound port: d0540ff9-dde2-43ab-b075-4a0f6e410d42, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215a0a67-973f-49ee-901a-fa8f5566d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:42.310087 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.496355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.560270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-731100f4-a324-4c8a-886b-5a7740218a9c None None] Provisioning complete for port d0540ff9-dde2-43ab-b075-4a0f6e410d42 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:42.560837 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-731100f4-a324-4c8a-886b-5a7740218a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.606472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.640662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-355b34f1-6e12-45f0-a4bf-ff5b9a3bc7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.643011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.651612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-355b34f1-6e12-45f0-a4bf-ff5b9a3bc7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.698445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Deleting port 8ad10019-d583-4e18-801a-640860e14724 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:42.699085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.703480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-731100f4-a324-4c8a-886b-5a7740218a9c None None] Port d0540ff9-dde2-43ab-b075-4a0f6e410d42 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:42.703638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-355b34f1-6e12-45f0-a4bf-ff5b9a3bc7a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e3f1bae3d2742cd9df7ae98ac23a81b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5245037 Nov 23 14:27:42.705778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b34f1-6e12-45f0-a4bf-ff5b9a3bc7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d3444-c6ad-47c3-ba95-459ccb32a8b9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:42.715054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40226) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:42.740823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8ad10019-d583-4e18-801a-640860e14724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:39Z', 'revision_number': 5, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port': {'id': '8ad10019-d583-4e18-801a-640860e14724', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:11Z', 'updated_at': '2021-11-23T14:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:42.746246 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] For port d0540ff9-dde2-43ab-b075-4a0f6e410d42, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:42.753172 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] For port d0540ff9-dde2-43ab-b075-4a0f6e410d42, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d0540ff9-dde2-43ab-b075-4a0f6e410d42,segment=NetworkSegment(215a0a67-973f-49ee-901a-fa8f5566d1c4),segment_id=215a0a67-973f-49ee-901a-fa8f5566d1c4)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:42.759777 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.849272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] Checking router: 34931bc8-2533-4895-8d98-6db0713f0d79 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:42.878026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] Routers {'34931bc8-2533-4895-8d98-6db0713f0d79'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:42.878685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['34931bc8-2533-4895-8d98-6db0713f0d79'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:42.918729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0aba-1796-49af-948d-d3a38f3a9132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.919249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] For port 8ad10019-d583-4e18-801a-640860e14724, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8ad10019-d583-4e18-801a-640860e14724,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:42.921472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:42.968643 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Routers {'c97863c8-ac48-4615-a6a7-b8e97cab8f29'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:42.969435 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:42.969575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Calling delete_port for 8ad10019-d583-4e18-801a-640860e14724 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:43.164904 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0aba-1796-49af-948d-d3a38f3a9132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:43.243708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] Set router 34931bc8-2533-4895-8d98-6db0713f0d79 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:43.405895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Allocated IP 172.25.3.147 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/4604a47b-8629-4102-946e-22cad6ae127f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:43.431021 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc454e46-922f-4a05-84e8-fa7470d6bf59 None None] Pushing event updated for resources: {'Port': ['ID=d0540ff9-dde2-43ab-b075-4a0f6e410d42,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:43.443215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:42Z', 'revision_number': 6, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:43.476553 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] Set router c97863c8-ac48-4615-a6a7-b8e97cab8f29 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:43.547073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116159e-930a-4ed4-b37f-1cb90f032688 req-8999970c-2d67-4103-bd9d-c5cec7a5ba01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:43.553849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3116159e-930a-4ed4-b37f-1cb90f032688 req-8999970c-2d67-4103-bd9d-c5cec7a5ba01 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.3708475 Nov 23 14:27:43.557489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7513f5c4-6bdd-461f-aa5e-1d4d3e5131c6 None None] Provisioning complete for port d0540ff9-dde2-43ab-b075-4a0f6e410d42 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:43.558049 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7513f5c4-6bdd-461f-aa5e-1d4d3e5131c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:43.595536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40260) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:43.636679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59afea-03dc-418f-ae65-e707898f2e0a None None] The sync data for ids ['34931bc8-2533-4895-8d98-6db0713f0d79'] in n-d-818503-2 is: [{'id': '34931bc8-2533-4895-8d98-6db0713f0d79', 'name': 'tempest-TestAggregatesBasicOps-681754268-router', 'tenant_id': '4ca25915436f45808dd51c8e9e84f81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:10Z', 'updated_at': '2021-11-23T14:27:42Z', 'revision_number': 6, 'project_id': '4ca25915436f45808dd51c8e9e84f81f', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:43.676008 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:43.786772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0aba-1796-49af-948d-d3a38f3a9132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:43.794026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0aba-1796-49af-948d-d3a38f3a9132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:43.807805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c6fc0aba-1796-49af-948d-d3a38f3a9132 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b22d3444-c6ad-47c3-ba95-459ccb32a8b9 HTTP/1.1" status: 204 len: 168 time: 1.0872848 Nov 23 14:27:43.837377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09127b7f-bdd9-497e-a746-bed847f86564 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:43.889005 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7513f5c4-6bdd-461f-aa5e-1d4d3e5131c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:43.939586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad10019-d583-4e18-801a-640860e14724,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:43.949947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.001797 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 4, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'd0540ff9-dde2-43ab-b075-4a0f6e410d42', 'name': '', 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'mac_address': 'fa:16:3e:eb:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:30Z', 'updated_at': '2021-11-23T14:27:42Z', 'revision_number': 4, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'subnets': [{'id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:44.019657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7513f5c4-6bdd-461f-aa5e-1d4d3e5131c6 None None] For port d0540ff9-dde2-43ab-b075-4a0f6e410d42, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d0540ff9-dde2-43ab-b075-4a0f6e410d42,segment=NetworkSegment(215a0a67-973f-49ee-901a-fa8f5566d1c4),segment_id=215a0a67-973f-49ee-901a-fa8f5566d1c4)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:44.027303 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7513f5c4-6bdd-461f-aa5e-1d4d3e5131c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.055687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3116159e-930a-4ed4-b37f-1cb90f032688 req-f33436b5-ce6a-49ef-8b6d-9ad4c74cbbd5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947934 Nov 23 14:27:44.057162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8c56bf0-d21f-4bb4-b56d-7201e3564355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.086564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc0aba-1796-49af-948d-d3a38f3a9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d3444-c6ad-47c3-ba95-459ccb32a8b9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:44.104464 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743c227-b689-4be1-9ad5-ab43b5803d77 None None] The sync data for ids ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'] in n-d-818503-2 is: [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:32Z', 'revision_number': 4, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'd0540ff9-dde2-43ab-b075-4a0f6e410d42', 'name': '', 'network_id': '9c511532-9ba3-4816-9813-a0c4c047421c', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'mac_address': 'fa:16:3e:eb:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:30Z', 'updated_at': '2021-11-23T14:27:42Z', 'revision_number': 4, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'subnets': [{'id': '1d03cb06-2cfd-4a89-9ec4-63e9911c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:44.256647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.263005 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.274993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0540ff9-dde2-43ab-b075-4a0f6e410d42 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:44.325102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.402404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513f5c4-6bdd-461f-aa5e-1d4d3e5131c6 None None] Pushing event updated for resources: {'Port': ['ID=d0540ff9-dde2-43ab-b075-4a0f6e410d42,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:44.408752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.410399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34931bc8-2533-4895-8d98-6db0713f0d79 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:27:44.421499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d0540ff9-dde2-43ab-b075-4a0f6e410d42 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:44.422074 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.430173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.439271 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4eccfb71-9b9c-4add-9187-eebcc9456e8a admin admin] 10.222.0.46 "DELETE /v2.0/routers/34931bc8-2533-4895-8d98-6db0713f0d79 HTTP/1.1" status: 204 len: 168 time: 2.5632505 Nov 23 14:27:44.440567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:44.448702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8c56bf0-d21f-4bb4-b56d-7201e3564355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.492885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8c56bf0-d21f-4bb4-b56d-7201e3564355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.554860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] Deleting subnet 140feb41-6c5b-4ff6-9216-ec166e4ae5fb {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:27:44.560397 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.586927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.593909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e8c56bf0-d21f-4bb4-b56d-7201e3564355 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00721778e606480082b8130918c21855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9680450 Nov 23 14:27:44.606455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40294) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:44.657109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:44.704471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c56bf0-d21f-4bb4-b56d-7201e3564355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259aa72a-1e78-459d-9eb7-4dd32579e993,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:44.864919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:44.890662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:44.900674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:44.916503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c1132-9e7e-4786-b7a4-7fdf1872b074 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:44.930109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Pushing event updated for resources: {'Port': ['ID=4604a47b-8629-4102-946e-22cad6ae127f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:45.001810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-99935e49-0406-4f1a-810b-b0bf01a3f5d8 None None] Provisioning complete for port 4604a47b-8629-4102-946e-22cad6ae127f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:45.003048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-99935e49-0406-4f1a-810b-b0bf01a3f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.008128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.077632 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-462d16ce-4509-42bb-b981-48dbc7a50c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.102488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-99935e49-0406-4f1a-810b-b0bf01a3f5d8 None None] Port 4604a47b-8629-4102-946e-22cad6ae127f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:45.144218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.186479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3ff79-b4e1-48ff-947d-ef462e5ac413 None None] Network b2a06c9e-d7c1-4e05-afce-0b561d024acf requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:45.208362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.229523 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/140feb41-6c5b-4ff6-9216-ec166e4ae5fb HTTP/1.1" status: 204 len: 168 time: 0.7873645 Nov 23 14:27:45.231632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40316) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:45.386685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0582e-ea15-4f0b-bb93-97167c93ad31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140feb41-6c5b-4ff6-9216-ec166e4ae5fb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:45.387448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-462d16ce-4509-42bb-b981-48dbc7a50c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.560744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.763553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] DHCP port deletion for b2a06c9e-d7c1-4e05-afce-0b561d024acf request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:45.770140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40338) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:45.852707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-462d16ce-4509-42bb-b981-48dbc7a50c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.859012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Deleting port 09a62143-00c0-450b-98fe-88607a1a80d8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:45.859012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.862748 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-462d16ce-4509-42bb-b981-48dbc7a50c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.877186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-462d16ce-4509-42bb-b981-48dbc7a50c87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/259aa72a-1e78-459d-9eb7-4dd32579e993 HTTP/1.1" status: 204 len: 168 time: 1.2663584 Nov 23 14:27:45.923279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0540ff9-dde2-43ab-b075-4a0f6e410d42 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:45.947943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d16ce-4509-42bb-b981-48dbc7a50c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259aa72a-1e78-459d-9eb7-4dd32579e993,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:45.976181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43ed67-4589-46af-90a4-f8f6a796d77b req-dc048c94-7426-40d8-90a6-a9de684bf669 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:45.978021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca43ed67-4589-46af-90a4-f8f6a796d77b req-dc048c94-7426-40d8-90a6-a9de684bf669 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.5991197 Nov 23 14:27:46.124512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] For port 09a62143-00c0-450b-98fe-88607a1a80d8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=09a62143-00c0-450b-98fe-88607a1a80d8,segment=NetworkSegment(d4cf6109-ffa2-4a81-ab6e-b21fff627125),segment_id=d4cf6109-ffa2-4a81-ab6e-b21fff627125)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:46.125076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.173525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d0540ff9-dde2-43ab-b075-4a0f6e410d42 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:46.174590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.195325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Calling delete_port for 09a62143-00c0-450b-98fe-88607a1a80d8 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:46.235767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1924694905-network', 'tenant_id': '5b03d0e54e384d0497352c16abd8beac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:46.242525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] Deleting port 09a62143-00c0-450b-98fe-88607a1a80d8 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:46.242923 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.287706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca43ed67-4589-46af-90a4-f8f6a796d77b req-c2c14067-9731-43a9-b3aa-b7324ed627f9 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031878 Nov 23 14:27:46.404969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] For port 09a62143-00c0-450b-98fe-88607a1a80d8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=09a62143-00c0-450b-98fe-88607a1a80d8,segment=NetworkSegment(d4cf6109-ffa2-4a81-ab6e-b21fff627125),segment_id=d4cf6109-ffa2-4a81-ab6e-b21fff627125)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:46.405640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.425009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] Calling delete_port for 09a62143-00c0-450b-98fe-88607a1a80d8 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:46.426554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Made reservation on behalf of 5b03d0e54e384d0497352c16abd8beac for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:46.429409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.450954 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.510702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.551730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:46.600621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.602431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.626272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:46.626790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1f7ec7ff-97c9-4d53-ad6b-a676563d3967 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:46.627351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8ad10019-d583-4e18-801a-640860e14724 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:46.642019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.701353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] No DVR routers for this DVR port 09a62143-00c0-450b-98fe-88607a1a80d8 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:46.711062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Pushing event deleted for resources: {'Port': ['ID=09a62143-00c0-450b-98fe-88607a1a80d8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:46.716863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8ad10019-d583-4e18-801a-640860e14724 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:46.717695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8ad10019-d583-4e18-801a-640860e14724 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:46.771862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.782087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:27:46.807206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] Pushing event deleted for resources: {'Port': ['ID=09a62143-00c0-450b-98fe-88607a1a80d8,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:46.814441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f92ef-b6f2-4545-9769-638457928ebe None None] No DVR routers for this DVR port 09a62143-00c0-450b-98fe-88607a1a80d8 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:46.856842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:46.864108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.864422 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Added segment d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce of type vlan for network b6930fa2-41e4-46b0-b930-cad585990db3 Nov 23 14:27:46.946854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.007271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.021642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a06c9e-d7c1-4e05-afce-0b561d024acf']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:47.036782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cf6109-ffa2-4a81-ab6e-b21fff627125') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:47.037181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cf6109-ffa2-4a81-ab6e-b21fff627125') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:47.052572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.055865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.097630 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.102956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.110836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:47.111822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.128069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:27:47.129227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:27:47.131285 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:27:47.155548 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3807552 Nov 23 14:27:47.167092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40432) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:47.175440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Request body: {'subnet': {'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1924694905-subnet', 'tenant_id': '5b03d0e54e384d0497352c16abd8beac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:47.221644 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Made reservation on behalf of 5b03d0e54e384d0497352c16abd8beac for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:47.226319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.260703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8ce69-a54d-4833-8427-ca93d574298f admin admin] Pushing event updated for resources: {'Network': ['ID=b6930fa2-41e4-46b0-b930-cad585990db3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:47.265621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.278169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.278456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network b6930fa2-41e4-46b0-b930-cad585990db3 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:27:47.281420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] 10.222.0.46 "DELETE /v2.0/networks/b2a06c9e-d7c1-4e05-afce-0b561d024acf HTTP/1.1" status: 204 len: 168 time: 2.0432646 Nov 23 14:27:47.291940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40444) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:47.299298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28448bf-288a-4cc3-8a1e-682f0a1b596a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a06c9e-d7c1-4e05-afce-0b561d024acf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:47.563073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40452) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:47.592628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:47.658736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Router b4c9c489-a868-4cac-88b0-932d7979bba2 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:27:47.681474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4bef7-8f0c-4b0c-b6dc-19c3d5ccd255 req-4f002543-8816-4803-b536-8577e8745d17 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:47.683421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ce4bef7-8f0c-4b0c-b6dc-19c3d5ccd255 req-4f002543-8816-4803-b536-8577e8745d17 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1597533 Nov 23 14:27:47.694231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:47.799729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ce4bef7-8f0c-4b0c-b6dc-19c3d5ccd255 req-2eae12b7-edce-44ec-9599-fc717ddf35d8 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064744 Nov 23 14:27:47.802840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09a62143-00c0-450b-98fe-88607a1a80d8 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:47.834407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Checking segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:47.835081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Network hostable DHCP agents. Network: b6930fa2-41e4-46b0-b930-cad585990db3, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:27:47.872056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 09a62143-00c0-450b-98fe-88607a1a80d8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:47.872399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 09a62143-00c0-450b-98fe-88607a1a80d8 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:47.891330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1337975432-network', 'tenant_id': '76a55366ec7548e0bfb83fab6b561f86'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:48.330856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.394123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Network b6930fa2-41e4-46b0-b930-cad585990db3 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:27:48.435966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Made reservation on behalf of 76a55366ec7548e0bfb83fab6b561f86 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:48.438323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.441765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:48.453137 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Sync routers for ids ['b4c9c489-a868-4cac-88b0-932d7979bba2'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:48.453633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-561e87f7-d9ac-4902-b319-a9d5d5490196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:48.455111 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-561e87f7-d9ac-4902-b319-a9d5d5490196 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 1096 time: 0.1096373 Nov 23 14:27:48.456482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, b6930fa2-41e4-46b0-b930-cad585990db3) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:48.461079 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.464460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bf019-f21a-44e1-8cb7-96f6beade24e None None] Network b6930fa2-41e4-46b0-b930-cad585990db3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:48.469702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:48.470277 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.477506 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Routers {'b4c9c489-a868-4cac-88b0-932d7979bba2'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:48.484184 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b4c9c489-a868-4cac-88b0-932d7979bba2'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:48.549969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.551313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e23229de-0195-481e-b764-a5ad02972200 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8129482 Nov 23 14:27:48.564617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40508) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:48.592809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1fcd0e6-eeb4-4dc2-bf62-02d5ec8912cb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4179363 Nov 23 14:27:48.694295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c81582-d37f-4d1b-867f-9f3768fe09c6 None None] Network b6930fa2-41e4-46b0-b930-cad585990db3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:48.737427 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Set router b4c9c489-a868-4cac-88b0-932d7979bba2 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:48.751752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.799873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452360d-a3d8-451e-a379-5f0f1e6bcb5f req-7e70cd6b-b51a-413a-a547-b8a6b3131bb9 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:48.809879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1452360d-a3d8-451e-a379-5f0f1e6bcb5f req-7e70cd6b-b51a-413a-a547-b8a6b3131bb9 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.4682896 Nov 23 14:27:48.815491 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.847740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:27:48.876891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:48.877247 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Added segment e49dfdb0-6096-4bc7-9730-e358319ab6e3 of type vlan for network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 Nov 23 14:27:48.974260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.064022 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4604a47b-8629-4102-946e-22cad6ae127f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:27:45Z', 'revision_number': 3, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port': {'id': '4604a47b-8629-4102-946e-22cad6ae127f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:42Z', 'updated_at': '2021-11-23T14:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:49.117785 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Checking router: b4c9c489-a868-4cac-88b0-932d7979bba2 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:49.118179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Updating router b4c9c489-a868-4cac-88b0-932d7979bba2 port 4604a47b-8629-4102-946e-22cad6ae127f binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:27:49.152904 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.177194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.178265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:49.178925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.216351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1452360d-a3d8-451e-a379-5f0f1e6bcb5f req-8e3d76c5-6d30-4e35-8060-0b4949dc8f6b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054589 Nov 23 14:27:49.300019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521135ff-8285-4aeb-92b9-7843cfb23b97,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:49.356700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7922857 Nov 23 14:27:49.369990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40564) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:49.380728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Request body: {'subnet': {'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1337975432-subnet', 'tenant_id': '76a55366ec7548e0bfb83fab6b561f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:49.430565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Deleting port d0540ff9-dde2-43ab-b075-4a0f6e410d42 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:49.431081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.452440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Made reservation on behalf of 76a55366ec7548e0bfb83fab6b561f86 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:49.455490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.466098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9cd95-2aae-4d80-a99e-921ed2b8f41e admin admin] Pushing event updated for resources: {'Network': ['ID=0acc36f0-03d6-433f-905b-fdaf2e7fabd0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:49.469481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-db958a97-d125-489d-8042-0cce87f9c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:49.471469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-db958a97-d125-489d-8042-0cce87f9c3ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 1.0031600 Nov 23 14:27:49.478001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:27:49.571901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-c2280aa5-b50b-4f1f-8b06-5dec56bde87a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:49.573552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-c2280aa5-b50b-4f1f-8b06-5dec56bde87a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.3319399 Nov 23 14:27:49.661135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-48b0c946-b611-4c65-84ad-1a4e61abe4c3 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/quotas/5b03d0e54e384d0497352c16abd8beac HTTP/1.1" status: 200 len: 375 time: 0.0319750 Nov 23 14:27:49.679528 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.693161 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.716925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-0d6be5d0-9c9a-45b4-9668-595c20b4b03a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466893 Nov 23 14:27:49.719030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-8736e901-ed14-40ef-b452-8d2d873833f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 200 len: 1001 time: 0.1548779 Nov 23 14:27:49.781854 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73a699-7845-4c9a-9e30-b24aa6c55144 None None] Pushing event updated for resources: {'Port': ['ID=4604a47b-8629-4102-946e-22cad6ae127f,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:49.802387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1a65c-f561-4928-bed0-45ee1ce7159c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:49.817095 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Attempting to bind port 4604a47b-8629-4102-946e-22cad6ae127f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:49.817825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Attempting to bind port 4604a47b-8629-4102-946e-22cad6ae127f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:49.818641 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Attempting to bind port 4604a47b-8629-4102-946e-22cad6ae127f on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:49.826620 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:49.827433 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:49.828176 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.828739 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:49.829377 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Bound port: 4604a47b-8629-4102-946e-22cad6ae127f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:49.830154 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.857865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-45126a1f-7159-463d-8c7e-0a1bb9dbb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:49.864411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-45126a1f-7159-463d-8c7e-0a1bb9dbb32a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.1289058 Nov 23 14:27:49.872710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] For port d0540ff9-dde2-43ab-b075-4a0f6e410d42, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d0540ff9-dde2-43ab-b075-4a0f6e410d42,segment=NetworkSegment(215a0a67-973f-49ee-901a-fa8f5566d1c4),segment_id=215a0a67-973f-49ee-901a-fa8f5566d1c4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:49.873082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.886918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5a68c351-2848-4b7f-8e59-f85981743d3f None None] Provisioning complete for port 4604a47b-8629-4102-946e-22cad6ae127f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:49.887483 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a68c351-2848-4b7f-8e59-f85981743d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:49.901122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Calling delete_port for d0540ff9-dde2-43ab-b075-4a0f6e410d42 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:49.956942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] For port 4604a47b-8629-4102-946e-22cad6ae127f, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:49.969675 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] For port 4604a47b-8629-4102-946e-22cad6ae127f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4604a47b-8629-4102-946e-22cad6ae127f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:49.986707 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.010291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5a68c351-2848-4b7f-8e59-f85981743d3f None None] Port 4604a47b-8629-4102-946e-22cad6ae127f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:27:50.045621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b09311-3751-4eb8-9e37-79fd0770e26d None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:50.072410 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Routers {'b4c9c489-a868-4cac-88b0-932d7979bba2'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:50.073388 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b4c9c489-a868-4cac-88b0-932d7979bba2'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:50.077021 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73a699-7845-4c9a-9e30-b24aa6c55144 None None] Pushing event updated for resources: {'Port': ['ID=4604a47b-8629-4102-946e-22cad6ae127f,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:50.159932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-58701529-ffd8-4772-bc12-cf32d426a7b4 None None] Provisioning complete for port 4604a47b-8629-4102-946e-22cad6ae127f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:50.160301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58701529-ffd8-4772-bc12-cf32d426a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.161010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.220422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-d5b095d6-c11b-4f3d-81dd-633dd7a534e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:50.237398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-d5b095d6-c11b-4f3d-81dd-633dd7a534e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399632 Nov 23 14:27:50.279044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] Set router b4c9c489-a868-4cac-88b0-932d7979bba2 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:50.349921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-293d0ca4-697b-4db8-b0bc-e80eccff8211 service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246612 Nov 23 14:27:50.380179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58701529-ffd8-4772-bc12-cf32d426a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.402356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-58701529-ffd8-4772-bc12-cf32d426a7b4 None None] For port 4604a47b-8629-4102-946e-22cad6ae127f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4604a47b-8629-4102-946e-22cad6ae127f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:50.410239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58701529-ffd8-4772-bc12-cf32d426a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.503607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.518774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58701529-ffd8-4772-bc12-cf32d426a7b4 None None] Pushing event updated for resources: {'Port': ['ID=4604a47b-8629-4102-946e-22cad6ae127f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:50.570262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40614) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:50.672802 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4604a47b-8629-4102-946e-22cad6ae127f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:27:45Z', 'revision_number': 3, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port': {'id': '4604a47b-8629-4102-946e-22cad6ae127f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:42Z', 'updated_at': '2021-11-23T14:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:50.684799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceeb9b-a07d-44b2-9030-cb55a08db870 req-42a5a1e2-4135-4666-af89-ebbd13b80aae tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:50.694966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cceeb9b-a07d-44b2-9030-cb55a08db870 req-42a5a1e2-4135-4666-af89-ebbd13b80aae tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.2230484 Nov 23 14:27:50.701058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-2be0821f-6bb2-4f7e-9db4-e8ec659f5455 service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538610 Nov 23 14:27:50.774525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cceeb9b-a07d-44b2-9030-cb55a08db870 req-04d6f2d0-9844-448b-926a-481d3d90abe7 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756199 Nov 23 14:27:50.794306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f84f0a-f06c-427b-bcd7-627fd336d032,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:50.813111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-342e4a67-9956-4448-a7e1-2603367254a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.842673 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a984e3-ea38-48ec-980c-549fcf68295c None None] The sync data for ids ['b4c9c489-a868-4cac-88b0-932d7979bba2'] in n-d-818503-2 is: [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4604a47b-8629-4102-946e-22cad6ae127f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:27:45Z', 'revision_number': 3, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port': {'id': '4604a47b-8629-4102-946e-22cad6ae127f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:42Z', 'updated_at': '2021-11-23T14:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:50.872908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-e2bac2bf-ea52-4022-a0ba-347933eb6a8e service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119917 Nov 23 14:27:50.889038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Checking segment: {'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:50.889414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Network hostable DHCP agents. Network: 0acc36f0-03d6-433f-905b-fdaf2e7fabd0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:27:50.919031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:50.955240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Allocated IP 172.20.0.1 (cb562300-24c7-4ecc-9c23-c283a8b059d8/9b7b5ba1-41c5-47ea-b1e0-546592c434c2/5236fa2e-df4d-48e3-8c5b-54efb26a5326) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:50.962786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0540ff9-dde2-43ab-b075-4a0f6e410d42,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:50.978622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:27:51.009927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93e5f4b7-3e75-4087-8f14-3e44baf55981 req-7f517172-53b5-4d54-b132-3565327baf83 service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514026 Nov 23 14:27:51.085040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 0acc36f0-03d6-433f-905b-fdaf2e7fabd0) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:51.092363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:51.093239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.100520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed5997-23c6-46ae-affb-6e0c0205b9c7 None None] Network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:51.107723 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-342e4a67-9956-4448-a7e1-2603367254a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.125538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-342e4a67-9956-4448-a7e1-2603367254a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.183395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e4a67-9956-4448-a7e1-2603367254a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63ebd7-4d2f-4c65-a04f-83fce1c23359,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:51.270637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-342e4a67-9956-4448-a7e1-2603367254a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7de6b293ff3f41d5a55f8879b42e0a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962359 Nov 23 14:27:51.271593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40624) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:51.369551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.435498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd87f49-df94-4dcb-a225-689126a8ea33 None None] Network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:51.483528 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.504096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21c97a85-d837-4b82-8449-ee3bd30f1f9f req-ba41fd0c-19b0-4695-a62e-ec11751dc8e2 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 210 time: 0.2313037 Nov 23 14:27:51.523259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5482657d-71e6-4f61-9dd2-27f87ea1d8a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.544629 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2848a6da-3675-4f08-a30f-ac685e1cb35f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1686358 Nov 23 14:27:51.623163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5482657d-71e6-4f61-9dd2-27f87ea1d8a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.710163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:51.774491 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5482657d-71e6-4f61-9dd2-27f87ea1d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.778545 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5482657d-71e6-4f61-9dd2-27f87ea1d8a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:51.779982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5482657d-71e6-4f61-9dd2-27f87ea1d8a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e63ebd7-4d2f-4c65-a04f-83fce1c23359 HTTP/1.1" status: 204 len: 168 time: 0.5010786 Nov 23 14:27:51.780133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:51.805453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:51.806653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482657d-71e6-4f61-9dd2-27f87ea1d8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63ebd7-4d2f-4c65-a04f-83fce1c23359,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:51.908538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Pushing event updated for resources: {'Port': ['ID=5236fa2e-df4d-48e3-8c5b-54efb26a5326,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:52.062955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b021025-e01a-41b9-a341-59f353f32eca req-d4aacced-6904-49be-a0a5-b3ceedf15b5c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:52.066384 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b021025-e01a-41b9-a341-59f353f32eca req-d4aacced-6904-49be-a0a5-b3ceedf15b5c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1329567 Nov 23 14:27:52.185534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4604a47b-8629-4102-946e-22cad6ae127f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:52.189647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:52.193726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b021025-e01a-41b9-a341-59f353f32eca req-915310e0-97de-412b-ab8e-758aef4c9937 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166539 Nov 23 14:27:52.326084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4604a47b-8629-4102-946e-22cad6ae127f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:27:52.326796 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:52.344649 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:52.714708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:52.803258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-703fb235-30b2-4667-ac4a-cc95a90a70a0 req-f575115a-c40f-4c49-aae1-31f114ab75c2 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 210 time: 0.1247191 Nov 23 14:27:53.509049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-29461e95-3d1e-48b5-9644-1034d61ac624 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:53.513480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-29461e95-3d1e-48b5-9644-1034d61ac624 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.2614150 Nov 23 14:27:53.529119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Request body: {'port': {'device_id': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'admin_state_up': True, 'tenant_id': '5b03d0e54e384d0497352c16abd8beac'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:53.680486 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:53.719348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Router c97863c8-ac48-4615-a6a7-b8e97cab8f29 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:27:53.769263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:53.788820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Made reservation on behalf of 5b03d0e54e384d0497352c16abd8beac for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:27:53.789913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:53.808957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.047157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-56f1a383-4c71-4b25-9f00-b1af1b9700e5 req-4a6ca3ce-fb65-45db-86b9-f5695ec42776 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 210 time: 0.0737054 Nov 23 14:27:54.096001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Pushing event updated for resources: {'Port': ['ID=5236fa2e-df4d-48e3-8c5b-54efb26a5326,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:54.137386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.152525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Allocated IP 172.20.0.12 (b6930fa2-41e4-46b0-b930-cad585990db3/0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef/e373c967-573c-42cc-8f45-4706ab05aec5) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:27:54.239161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:54.245955 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b7f53e68-d6b4-4af6-b39e-1cb6a4fbe3b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/c97863c8-ac48-4615-a6a7-b8e97cab8f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9525042 Nov 23 14:27:54.250339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40714) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:54.251698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] Sync routers for ids ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:54.272120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] Routers {'c97863c8-ac48-4615-a6a7-b8e97cab8f29'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:54.272945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:54.316710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40716) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:54.378082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:54.381575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:54.449561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.500456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] Set router c97863c8-ac48-4615-a6a7-b8e97cab8f29 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:54.537422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.563703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d57dd9a4-4ae6-4d06-90b8-1253a7e93d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.628828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Network b6930fa2-41e4-46b0-b930-cad585990db3 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:27:54.644025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:27:54.652611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:27:54.691251 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d57dd9a4-4ae6-4d06-90b8-1253a7e93d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.695457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.819060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event updated for resources: {'Port': ['ID=e373c967-573c-42cc-8f45-4706ab05aec5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:54.867835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:54.878199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:50Z', 'revision_number': 5, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:54.878967 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.913375 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d57dd9a4-4ae6-4d06-90b8-1253a7e93d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:54.916199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] Checking router: c97863c8-ac48-4615-a6a7-b8e97cab8f29 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:54.928452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-690ab512-83b6-4f30-bc10-50127357fbe0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4075813 Nov 23 14:27:54.928682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] Routers {'c97863c8-ac48-4615-a6a7-b8e97cab8f29'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:54.935499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:54.942048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Request body: {'port': {'device_id': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:27:55.080899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:55.097003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] Set router c97863c8-ac48-4615-a6a7-b8e97cab8f29 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:55.164707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:55.179327 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d57dd9a4-4ae6-4d06-90b8-1253a7e93d9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1caedc6b89de4bfe8abecc2638a542d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8568118 Nov 23 14:27:55.197044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40764) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:55.239200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dd9a4-4ae6-4d06-90b8-1253a7e93d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8586e26f-d6b4-431f-9ba0-50093fe92eba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:55.287698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Router b4c9c489-a868-4cac-88b0-932d7979bba2 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:27:55.316602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Deleting port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:55.316854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:55.354511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:50Z', 'revision_number': 5, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:55.422747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634aaa6-194e-4d27-ae3c-cdf05712e70f None None] The sync data for ids ['c97863c8-ac48-4615-a6a7-b8e97cab8f29'] in n-d-818503-2 is: [{'id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'name': 'tempest-TestAggregatesBasicOps-1494029779-router', 'tenant_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:22Z', 'updated_at': '2021-11-23T14:27:50Z', 'revision_number': 5, 'project_id': 'd4ea71f54d8e4a978bcf737b099d1833', 'gw_port': {'id': '08aeb542-ec7f-49dc-b5c2-d379e0041ae7', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97863c8-ac48-4615-a6a7-b8e97cab8f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:24Z', 'updated_at': '2021-11-23T14:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:55.753253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5135cb-3227-44e9-8aab-797ed8551bfc req-f11539b1-7d65-476e-b27b-a05b5c4141a4 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:55.755372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b5135cb-3227-44e9-8aab-797ed8551bfc req-f11539b1-7d65-476e-b27b-a05b5c4141a4 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 932 time: 0.5167933 Nov 23 14:27:55.759558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52920917-9f20-43ce-9d93-a5e947eadfd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:55.805760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] For port 08aeb542-ec7f-49dc-b5c2-d379e0041ae7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:55.806394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:55.828286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:27:55.841477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0540ff9-dde2-43ab-b075-4a0f6e410d42 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:27:55.862357 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Sync routers for ids ['b4c9c489-a868-4cac-88b0-932d7979bba2'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:27:55.885715 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Routers {'b4c9c489-a868-4cac-88b0-932d7979bba2'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:55.890094 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b4c9c489-a868-4cac-88b0-932d7979bba2'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:55.924485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-757c867d-4097-45bf-8a46-b7fb2005a327 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4c9c489-a868-4cac-88b0-932d7979bba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3556023 Nov 23 14:27:55.953884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d0540ff9-dde2-43ab-b075-4a0f6e410d42 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:27:55.958327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d0540ff9-dde2-43ab-b075-4a0f6e410d42 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:27:55.964971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Calling delete_port for 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:56.162517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e373c967-573c-42cc-8f45-4706ab05aec5 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:27:56.180767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.198628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Transition to ACTIVE for port object e373c967-573c-42cc-8f45-4706ab05aec5 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:27:56.204770 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Set router b4c9c489-a868-4cac-88b0-932d7979bba2 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:56.216522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52920917-9f20-43ce-9d93-a5e947eadfd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.274114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.423863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e373c967-573c-42cc-8f45-4706ab05aec5,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:56.502559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52920917-9f20-43ce-9d93-a5e947eadfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.510648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52920917-9f20-43ce-9d93-a5e947eadfd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.533894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-52920917-9f20-43ce-9d93-a5e947eadfd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8586e26f-d6b4-431f-9ba0-50093fe92eba HTTP/1.1" status: 204 len: 168 time: 1.3297484 Nov 23 14:27:56.576886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b5135cb-3227-44e9-8aab-797ed8551bfc req-4a4ba4ba-f021-4892-99dc-4312d838d282 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8047178 Nov 23 14:27:56.603958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.611993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52920917-9f20-43ce-9d93-a5e947eadfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586e26f-d6b4-431f-9ba0-50093fe92eba,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:56.676728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1cf2e-549c-4f58-8798-35bf301e6294 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:56.802172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-82761d02-9b28-408c-acd9-78234cc7e343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.828963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Pushing event deleted for resources: {'Port': ['ID=08aeb542-ec7f-49dc-b5c2-d379e0041ae7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:56.940204 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4604a47b-8629-4102-946e-22cad6ae127f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:27:52Z', 'revision_number': 4, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port': {'id': '4604a47b-8629-4102-946e-22cad6ae127f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:42Z', 'updated_at': '2021-11-23T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '5236fa2e-df4d-48e3-8c5b-54efb26a5326', 'name': '', 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'mac_address': 'fa:16:3e:1e:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:50Z', 'updated_at': '2021-11-23T14:27:52Z', 'revision_number': 2, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'subnets': [{'id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:56.982418 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:56.990676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Attempting to bind port e373c967-573c-42cc-8f45-4706ab05aec5 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:56.990942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Attempting to bind port e373c967-573c-42cc-8f45-4706ab05aec5 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:56.991269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Attempting to bind port e373c967-573c-42cc-8f45-4706ab05aec5 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:57.014255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.053746 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Checking router: b4c9c489-a868-4cac-88b0-932d7979bba2 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:27:57.054544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Updating router b4c9c489-a868-4cac-88b0-932d7979bba2 port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:27:57.062266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Port e373c967-573c-42cc-8f45-4706ab05aec5 on network b6930fa2-41e4-46b0-b930-cad585990db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:27:57.062700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Attempting to bind port e373c967-573c-42cc-8f45-4706ab05aec5 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:57.075956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:57.076298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Checking segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:57.076686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Bound using segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:57.077127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Bound port: e373c967-573c-42cc-8f45-4706ab05aec5, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:57.077484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.117536 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.169629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.173092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.271944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.272202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f85e-2383-4b47-855d-f413f954de00 req-9a8921b0-7422-4557-8a4d-021079cce26b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:57.272759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c97863c8-ac48-4615-a6a7-b8e97cab8f29 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:27:57.281136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.281241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-9a8921b0-7422-4557-8a4d-021079cce26b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 819 time: 0.3153906 Nov 23 14:27:57.284188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8991c8cc-91d8-4dfd-a0b4-0d0a3b6b9450 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c97863c8-ac48-4615-a6a7-b8e97cab8f29 HTTP/1.1" status: 204 len: 168 time: 3.0325036 Nov 23 14:27:57.286777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40980) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:57.296062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] For port e373c967-573c-42cc-8f45-4706ab05aec5, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:57.300717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] For port e373c967-573c-42cc-8f45-4706ab05aec5, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e373c967-573c-42cc-8f45-4706ab05aec5,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:57.317140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-00db281f-9d11-45d8-a955-445f3b7c57d6 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/quotas/cd3bac17dbd64f93a866aea1eb722b7e HTTP/1.1" status: 200 len: 375 time: 0.0350778 Nov 23 14:27:57.334645 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.419515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] Deleting subnet 1d03cb06-2cfd-4a89-9ec4-63e9911c0f28 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:27:57.427412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.497699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.557965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:57.564575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.565321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] 10.222.0.74 "PUT /v2.0/ports/e373c967-573c-42cc-8f45-4706ab05aec5 HTTP/1.1" status: 200 len: 1092 time: 2.6278038 Nov 23 14:27:57.565869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'tag': 'e373c967-573c-42cc-8f45-4706ab05aec5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:27:57.575806 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2db86f9-6c6f-4928-b76a-842ad31418b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c37ed3f4-db5a-4a97-b628-90041ca6592c", "tag": "e373c967-573c-42cc-8f45-4706ab05aec5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:27:57.703195 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.712176 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.750101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ec4a-d480-4470-b855-f0234ffbeaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e373c967-573c-42cc-8f45-4706ab05aec5,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:57.784033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.808501 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da141bdb-2a48-47f2-bc0a-d0461e1d7263 None None] Pushing event updated for resources: {'Port': ['ID=5236fa2e-df4d-48e3-8c5b-54efb26a5326,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:57.893270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-f7a2591c-ff3e-4c6f-a218-2fd3be51091a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5750554 Nov 23 14:27:57.903493 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Attempting to bind port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:27:57.904273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Attempting to bind port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:27:57.904862 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Attempting to bind port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 on network cb562300-24c7-4ecc-9c23-c283a8b059d8 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:27:57.919024 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:27:57.919419 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Checking segment: {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:27:57.919813 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.920206 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Bound using segment: {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:27:57.920687 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Bound port: 5236fa2e-df4d-48e3-8c5b-54efb26a5326, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:27:57.921069 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.936269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:57.995514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d03cb06-2cfd-4a89-9ec4-63e9911c0f28,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:58.027709 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:58.033192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a80341-261e-4bad-9cfe-df104bf05aae None None] Network 9c511532-9ba3-4816-9813-a0c4c047421c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:27:58.062885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f91473b-36fc-4734-abb5-50b09d820dcf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1d03cb06-2cfd-4a89-9ec4-63e9911c0f28 HTTP/1.1" status: 204 len: 168 time: 0.7748120 Nov 23 14:27:58.069012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41064) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:58.111496 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] For port 5236fa2e-df4d-48e3-8c5b-54efb26a5326, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:27:58.124928 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] For port 5236fa2e-df4d-48e3-8c5b-54efb26a5326, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5236fa2e-df4d-48e3-8c5b-54efb26a5326,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:27:58.131195 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:58.229707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb53b7-5ec4-42b7-b282-3750ccb25895 req-4b06ae05-6b7c-42bf-b820-9400bcc1d7c9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:58.234439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77eb53b7-5ec4-42b7-b282-3750ccb25895 req-4b06ae05-6b7c-42bf-b820-9400bcc1d7c9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 944 time: 0.3377225 Nov 23 14:27:58.237300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-2c65a0d1-2016-49ca-9afa-6b64671cd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:58.239326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-2c65a0d1-2016-49ca-9afa-6b64671cd4df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 1095 time: 0.4674280 Nov 23 14:27:58.289946 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Routers {'b4c9c489-a868-4cac-88b0-932d7979bba2'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:27:58.290604 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b4c9c489-a868-4cac-88b0-932d7979bba2'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:58.295135 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da141bdb-2a48-47f2-bc0a-d0461e1d7263 None None] Pushing event updated for resources: {'Port': ['ID=5236fa2e-df4d-48e3-8c5b-54efb26a5326,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:58.369753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-e99ed1e6-afea-4da4-9e89-3cbe2d2cd6bb service neutron] 10.222.0.46 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181244 Nov 23 14:27:58.381839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:58.465706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77eb53b7-5ec4-42b7-b282-3750ccb25895 req-400c5fe4-8cab-4f24-8aef-8774cc51224b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245569 Nov 23 14:27:58.467902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-7e0d368f-cd88-43f9-9903-ac07405d4849 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e373c967-573c-42cc-8f45-4706ab05aec5 HTTP/1.1" status: 200 len: 217 time: 0.0962267 Nov 23 14:27:58.579996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-b36a35cb-77c3-46f3-8172-65a31e8a75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:58.581705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-b36a35cb-77c3-46f3-8172-65a31e8a75d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.0836120 Nov 23 14:27:58.618369 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e15e0d3-f46c-40fd-a582-066133999546 x-openstack-request-id: req-8e15e0d3-f46c-40fd-a582-066133999546 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:27:58.618662 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37ed3f4-db5a-4a97-b628-90041ca6592c", "tag": "e373c967-573c-42cc-8f45-4706ab05aec5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:27:58.618984 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e15e0d3-f46c-40fd-a582-066133999546 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:27:58.619399 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'tag': 'e373c967-573c-42cc-8f45-4706ab05aec5', 'status': 'completed', 'code': 200} Nov 23 14:27:58.646446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-d2c60a5e-25fc-4be7-83b8-799ba655df4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521474 Nov 23 14:27:58.649937 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] Set router b4c9c489-a868-4cac-88b0-932d7979bba2 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:27:58.677510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Deleting port ed4ead6b-eddc-438d-8be6-6724be8e05d4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:27:58.677803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:58.874386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-198caa73-3762-410b-a202-b49eb95d9d10 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682034 Nov 23 14:27:58.916214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] For port ed4ead6b-eddc-438d-8be6-6724be8e05d4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ed4ead6b-eddc-438d-8be6-6724be8e05d4,segment=NetworkSegment(215a0a67-973f-49ee-901a-fa8f5566d1c4),segment_id=215a0a67-973f-49ee-901a-fa8f5566d1c4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:27:58.916594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:58.947818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Calling delete_port for ed4ead6b-eddc-438d-8be6-6724be8e05d4 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:27:59.070663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0318f596-2012-4031-9e30-3f4f665b41d1 req-6609a718-772a-46fb-99f5-e308c60735c9 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891458 Nov 23 14:27:59.118737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-7539a08f-bc74-4ed3-8a9f-cc6475dc45da service neutron] 10.222.0.46 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445723 Nov 23 14:27:59.133566 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1184df93-337d-4357-b69a-834263941020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.198032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.264192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] No DVR routers for this DVR port ed4ead6b-eddc-438d-8be6-6724be8e05d4 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:27:59.321741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c38cf-0fc8-4570-b670-05f77e07a757 None None] DHCP port deletion for 9c511532-9ba3-4816-9813-a0c4c047421c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:27:59.341008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4ead6b-eddc-438d-8be6-6724be8e05d4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:27:59.365359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-07ff4645-4e89-4279-8dbc-90ef5b05c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:59.382278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-07ff4645-4e89-4279-8dbc-90ef5b05c242 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 1095 time: 0.1952827 Nov 23 14:27:59.389148 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4604a47b-8629-4102-946e-22cad6ae127f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:27:52Z', 'revision_number': 4, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port': {'id': '4604a47b-8629-4102-946e-22cad6ae127f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:42Z', 'updated_at': '2021-11-23T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '5236fa2e-df4d-48e3-8c5b-54efb26a5326', 'name': '', 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'mac_address': 'fa:16:3e:1e:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:50Z', 'updated_at': '2021-11-23T14:27:58Z', 'revision_number': 4, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'subnets': [{'id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:59.453705 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414b651-cfdc-4d19-89b4-55aabb7f34b0 None None] The sync data for ids ['b4c9c489-a868-4cac-88b0-932d7979bba2'] in n-d-818503-2 is: [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4604a47b-8629-4102-946e-22cad6ae127f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:27:52Z', 'revision_number': 4, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port': {'id': '4604a47b-8629-4102-946e-22cad6ae127f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:42Z', 'updated_at': '2021-11-23T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '5236fa2e-df4d-48e3-8c5b-54efb26a5326', 'name': '', 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'mac_address': 'fa:16:3e:1e:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:50Z', 'updated_at': '2021-11-23T14:27:58Z', 'revision_number': 4, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'subnets': [{'id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:27:59.501877 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.595923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c511532-9ba3-4816-9813-a0c4c047421c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:59.648666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215a0a67-973f-49ee-901a-fa8f5566d1c4') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:59.648958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215a0a67-973f-49ee-901a-fa8f5566d1c4') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:27:59.693334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.732817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.742524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:27:59.743348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:27:59.745687 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:27:59.791009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c133581-d9a8-491d-8c5d-21d540b6ab6f req-bd44ab2d-4262-4a86-838c-a45ad72765a4 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 210 time: 0.1470602 Nov 23 14:27:59.795914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-56864f00-d07c-437e-8264-3476d679b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:27:59.812639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-56864f00-d07c-437e-8264-3476d679b2d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 916 time: 0.4205897 Nov 23 14:27:59.929698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5236fa2e-df4d-48e3-8c5b-54efb26a5326 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:27:59.930155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.952838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:59.965166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-98aec3aa-464f-4221-be73-985f270734fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e373c967-573c-42cc-8f45-4706ab05aec5 HTTP/1.1" status: 200 len: 217 time: 0.1106656 Nov 23 14:27:59.987915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] 10.222.0.46 "DELETE /v2.0/networks/9c511532-9ba3-4816-9813-a0c4c047421c HTTP/1.1" status: 204 len: 168 time: 1.9136035 Nov 23 14:28:00.064986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf042-29e4-4a44-a986-ba5bb98b340b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c511532-9ba3-4816-9813-a0c4c047421c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:00.110399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-05f0c9c4-88f0-4c65-91c5-48e9b447ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:00.117005 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-05f0c9c4-88f0-4c65-91c5-48e9b447ec3b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.1043563 Nov 23 14:28:00.161746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-8d389336-93f7-4f37-ab07-e80c2480f64d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326536 Nov 23 14:28:00.231080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:00.277701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:00.278080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:00.393394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-6026b986-f45b-4b37-b899-710e6f8bc30e service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221925 Nov 23 14:28:00.408559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2fcef-1ab0-45bb-bd2b-d1cb34d1532c req-c34e0e0f-6731-459d-8b41-79b66e54d88a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:00.410516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2d2fcef-1ab0-45bb-bd2b-d1cb34d1532c req-c34e0e0f-6731-459d-8b41-79b66e54d88a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 944 time: 0.5899570 Nov 23 14:28:00.571766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-3c9452b6-ebea-4501-92d9-c53bef50a5cf tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:00.576014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-3c9452b6-ebea-4501-92d9-c53bef50a5cf tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 819 time: 0.1813979 Nov 23 14:28:00.603294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:00.722406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41308) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:00.738138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 5236fa2e-df4d-48e3-8c5b-54efb26a5326, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5236fa2e-df4d-48e3-8c5b-54efb26a5326,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:00.744048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:00.791541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2d2fcef-1ab0-45bb-bd2b-d1cb34d1532c req-72f140e5-d2bc-4175-849e-2e71ca06bb54 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135174 Nov 23 14:28:00.796423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-f4f6491c-9923-4e70-b39d-4d129810737f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/quotas/cd3bac17dbd64f93a866aea1eb722b7e HTTP/1.1" status: 200 len: 375 time: 0.1544042 Nov 23 14:28:00.907637 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc8568d9-ed84-4834-a804-c702179224d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ca25915436f45808dd51c8e9e84f81f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1838696 Nov 23 14:28:00.909089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ed4ead6b-eddc-438d-8be6-6724be8e05d4 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:28:00.910594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41314) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:00.975515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-036f8ef9-7957-4abb-9988-d47ed4e5d692 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724420 Nov 23 14:28:00.978006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2db86f9-6c6f-4928-b76a-842ad31418b0 req-0af2f428-7331-469d-aa05-a05782554d42 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168735 Nov 23 14:28:01.014325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ed4ead6b-eddc-438d-8be6-6724be8e05d4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:28:01.014734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ed4ead6b-eddc-438d-8be6-6724be8e05d4 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:28:01.015792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:28:01.066518 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd9434f2-7876-4276-91e1-ef80409f84c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:01.093082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:28:01.103168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08aeb542-ec7f-49dc-b5c2-d379e0041ae7 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:28:01.114212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd9434f2-7876-4276-91e1-ef80409f84c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:01.138715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=5236fa2e-df4d-48e3-8c5b-54efb26a5326,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:01.219526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd9434f2-7876-4276-91e1-ef80409f84c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:01.224329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd9434f2-7876-4276-91e1-ef80409f84c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:01.226714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd9434f2-7876-4276-91e1-ef80409f84c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df61dec5-43f0-4412-a17a-7d4fef6cb945 HTTP/1.1" status: 204 len: 168 time: 0.3140979 Nov 23 14:28:01.239365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9434f2-7876-4276-91e1-ef80409f84c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61dec5-43f0-4412-a17a-7d4fef6cb945,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:01.268883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e373c967-573c-42cc-8f45-4706ab05aec5 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:28:01.521276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e373c967-573c-42cc-8f45-4706ab05aec5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e373c967-573c-42cc-8f45-4706ab05aec5,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:01.550441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'e373c967-573c-42cc-8f45-4706ab05aec5', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'port_id': 'e373c967-573c-42cc-8f45-4706ab05aec5', 'mac_address': 'fa:16:3e:2b:62:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:28:01.697325 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:01.749505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e373c967-573c-42cc-8f45-4706ab05aec5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:01.805282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41334) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:01.865879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e373c967-573c-42cc-8f45-4706ab05aec5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e373c967-573c-42cc-8f45-4706ab05aec5,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:01.867077 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:01.884735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5236fa2e-df4d-48e3-8c5b-54efb26a5326 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:01.909564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.190637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e373c967-573c-42cc-8f45-4706ab05aec5,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:02.200053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e373c967-573c-42cc-8f45-4706ab05aec5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:28:02.259426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:02.260204 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.280921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f85e-2383-4b47-855d-f413f954de00 req-8f1b9e16-ec81-4bae-b048-4721b12c0aa9 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:02.284824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-8f1b9e16-ec81-4bae-b048-4721b12c0aa9 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 819 time: 0.1967995 Nov 23 14:28:02.327682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Request body: {'port': {'device_id': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'admin_state_up': True, 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:02.352158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:02.375962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41348) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:02.424613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01226a-1703-4eaf-ad44-d1fc4f7a573d req-14ccdc9d-21d3-4cc0-8bb3-8f61c9fc5a4e tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:02.426360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb01226a-1703-4eaf-ad44-d1fc4f7a573d req-14ccdc9d-21d3-4cc0-8bb3-8f61c9fc5a4e tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 945 time: 0.3775659 Nov 23 14:28:02.462594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bd03126e-2daa-414f-860d-81c1c80f861e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4ea71f54d8e4a978bcf737b099d1833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826371 Nov 23 14:28:02.463678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41352) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:02.481885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.521198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.563055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5efef335-e40e-43fe-a712-8141a8764618 service neutron] 10.222.0.46 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5781951 Nov 23 14:28:02.678417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.739647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb01226a-1703-4eaf-ad44-d1fc4f7a573d req-b1aa062e-2505-48e6-b07e-50a404385340 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767363 Nov 23 14:28:02.756072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22c82945-5277-451f-98d3-8a5ea7e04251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.759105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Made reservation on behalf of cd3bac17dbd64f93a866aea1eb722b7e for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:02.763011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.844069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-70709639-6fcb-4270-b032-955c211ad806 service neutron] 10.222.0.46 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486229 Nov 23 14:28:02.846234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22c82945-5277-451f-98d3-8a5ea7e04251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.882349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Allocated IP 172.25.3.32 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/7badd4d0-4e7b-4d55-90e5-ad5e1cf9bbd4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:02.995640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22c82945-5277-451f-98d3-8a5ea7e04251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:02.999646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22c82945-5277-451f-98d3-8a5ea7e04251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.001184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-22c82945-5277-451f-98d3-8a5ea7e04251 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cfe8f2b-fa78-4cc4-b716-1e8cea7e70f5 HTTP/1.1" status: 204 len: 168 time: 0.5341923 Nov 23 14:28:03.086827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.111355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Allocated IP 172.20.0.9 (cb562300-24c7-4ecc-9c23-c283a8b059d8/9b7b5ba1-41c5-47ea-b1e0-546592c434c2/d1396a25-4c2a-477a-bd9e-a3b0a2885ada) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:03.154632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c82945-5277-451f-98d3-8a5ea7e04251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe8f2b-fa78-4cc4-b716-1e8cea7e70f5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:03.233196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.287565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e373c967-573c-42cc-8f45-4706ab05aec5 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:03.325042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60ce101f-7070-47ef-bb98-d03cb30224ab req-788d986e-4ebc-4d11-926c-35373bfc3cdc tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 210 time: 0.1418006 Nov 23 14:28:03.374774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:03.387827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:03.393461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:03.477904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port e373c967-573c-42cc-8f45-4706ab05aec5 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:28:03.481257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Port': ['ID=7badd4d0-4e7b-4d55-90e5-ad5e1cf9bbd4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:03.532588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port e373c967-573c-42cc-8f45-4706ab05aec5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:03.533618 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.584835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.689279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.703884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.736454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.774572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.796939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e373c967-573c-42cc-8f45-4706ab05aec5'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:03.804045 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7d0daa-7fa0-4fad-a2ee-df2455eb06ae" -d '{"events": [{"server_uuid": "c37ed3f4-db5a-4a97-b628-90041ca6592c", "name": "network-vif-plugged", "status": "completed", "tag": "e373c967-573c-42cc-8f45-4706ab05aec5"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:03.827531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:03.833223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:03.838194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:03.860192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e373c967-573c-42cc-8f45-4706ab05aec5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e373c967-573c-42cc-8f45-4706ab05aec5,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:03.870347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:03.917555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Pushing event updated for resources: {'Port': ['ID=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:03.948360 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5bc5f-9d98-48a5-837e-f906070edddf x-openstack-request-id: req-b9b5bc5f-9d98-48a5-837e-f906070edddf {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:03.949038 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37ed3f4-db5a-4a97-b628-90041ca6592c", "name": "network-vif-plugged", "status": "completed", "tag": "e373c967-573c-42cc-8f45-4706ab05aec5", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:03.950042 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9b5bc5f-9d98-48a5-837e-f906070edddf {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:03.950651 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e373c967-573c-42cc-8f45-4706ab05aec5', 'code': 200} Nov 23 14:28:03.951917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e373c967-573c-42cc-8f45-4706ab05aec5,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:04.124984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.131791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.147801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:04.148485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.205757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07f69f-4288-4239-ab86-92d3d7ff29df req-99b8cff0-4c7c-4124-8629-931b30b5fdd7 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:04.206400 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da07f69f-4288-4239-ab86-92d3d7ff29df req-99b8cff0-4c7c-4124-8629-931b30b5fdd7 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 946 time: 0.3044055 Nov 23 14:28:04.214387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-0149d506-3f5b-4b5f-bd6e-3fea8a1555d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8972676 Nov 23 14:28:04.219989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804e547-6653-413d-8f0c-dab094dd32de req-dfbe5a6e-5446-4c4d-bc9b-6fdde8dd0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:04.221891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8804e547-6653-413d-8f0c-dab094dd32de req-dfbe5a6e-5446-4c4d-bc9b-6fdde8dd0d18 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 1097 time: 0.1737552 Nov 23 14:28:04.229743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Request body: {'port': {'device_id': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:04.286616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Port': ['ID=7badd4d0-4e7b-4d55-90e5-ad5e1cf9bbd4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:04.335779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.378139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.384503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41398) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:04.387061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-df990640-03ab-4c07-8967-f00053178b5a tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5764015 Nov 23 14:28:04.408611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2021417791'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:04.466755 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8804e547-6653-413d-8f0c-dab094dd32de req-95d26129-38af-463b-a267-e782100bd947 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246222 Nov 23 14:28:04.609705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da07f69f-4288-4239-ab86-92d3d7ff29df req-2142f1bf-cac4-4850-bc86-ff91855514b4 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865359 Nov 23 14:28:04.614375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eda3f78a-1253-4ae8-9f62-e37510f0cdd8 req-bea058d9-3d71-42d6-b788-3f14e6cdc25e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 210 time: 0.0578463 Nov 23 14:28:04.614987 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.682116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41408) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:04.700683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Made reservation on behalf of f0662ac96bb14062b10004059704b776 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:04.705487 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.721377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.868097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1126509584-network', 'tenant_id': 'b51bb201ca274ffb9ab28d250f7db887'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:04.910342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Made reservation on behalf of b51bb201ca274ffb9ab28d250f7db887 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:04.916628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.937355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:04.938182 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.081694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1396a25-4c2a-477a-bd9e-a3b0a2885ada {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:05.092607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.108856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Transition to ACTIVE for port object d1396a25-4c2a-477a-bd9e-a3b0a2885ada will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:28:05.148512 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.153854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.177168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:05.209546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.223834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:05.227397 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.227971 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Added segment 1c208b05-58bd-4e8e-aac7-9c3c81414e75 of type vlan for network 6cc42530-4a56-42ab-9719-e9c745d20fb0 Nov 23 14:28:05.229509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b26486-c648-4362-acaf-cb303480aacb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:05.256258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.256791 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Added segment bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9 of type vlan for network 8fc346b7-ac37-4501-9411-32196075f5a2 Nov 23 14:28:05.258357 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.285699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.318394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.321246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:05.322703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.397204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7112916 Nov 23 14:28:05.401438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41414) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:05.428233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Request body: {'subnet': {'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1126509584-subnet', 'tenant_id': 'b51bb201ca274ffb9ab28d250f7db887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:05.441409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f4106-5caf-43d0-9cdc-17814fa777f2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:05.450424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.483457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Pushing event updated for resources: {'Port': ['ID=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:05.516479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-16cd4111-79f7-4677-939d-127745c5d04b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:05.518401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-16cd4111-79f7-4677-939d-127745c5d04b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.74 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 819 time: 0.4076929 Nov 23 14:28:05.530771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8d58f-24f8-4275-931f-90be36b1a322 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc42530-4a56-42ab-9719-e9c745d20fb0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:05.543792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 6cc42530-4a56-42ab-9719-e9c745d20fb0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:05.546502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Request body: {'port': {'device_id': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'admin_state_up': True, 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:05.615482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Made reservation on behalf of b51bb201ca274ffb9ab28d250f7db887 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:05.618399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.665490 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.675297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:05.679424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.872668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94ec53ef-0615-43c8-b81d-d64019e387e8 req-5a6ece2f-2d34-4dd7-b83a-d8c305f6de01 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 210 time: 0.1094763 Nov 23 14:28:05.899256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5110011 Nov 23 14:28:05.900030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41424) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:05.915180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Request body: {'subnet': {'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:05.919825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:05.940936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7bd10-e5f6-4e40-9cc5-6de836efb662 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Network': ['ID=8fc346b7-ac37-4501-9411-32196075f5a2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:05.946949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Attempting to bind port d1396a25-4c2a-477a-bd9e-a3b0a2885ada on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:05.947376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Attempting to bind port d1396a25-4c2a-477a-bd9e-a3b0a2885ada by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:05.947799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Attempting to bind port d1396a25-4c2a-477a-bd9e-a3b0a2885ada on network cb562300-24c7-4ecc-9c23-c283a8b059d8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:05.953000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8fc346b7-ac37-4501-9411-32196075f5a2 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:05.988682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Port d1396a25-4c2a-477a-bd9e-a3b0a2885ada on network cb562300-24c7-4ecc-9c23-c283a8b059d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:28:05.992506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Attempting to bind port d1396a25-4c2a-477a-bd9e-a3b0a2885ada on network cb562300-24c7-4ecc-9c23-c283a8b059d8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:06.013516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:06.014027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Checking segment: {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:06.014505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Bound using segment: {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:06.015082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Bound port: d1396a25-4c2a-477a-bd9e-a3b0a2885ada, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:06.015535 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:06.067786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe53fd-b440-409e-bf97-335e2f653441 req-bee51762-1f15-4404-8752-20037ddb9139 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:06.068681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcdee6e-fb67-4f74-83b1-12337c921dac,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:06.086260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9afe53fd-b440-409e-bf97-335e2f653441 req-bee51762-1f15-4404-8752-20037ddb9139 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 946 time: 0.2812605 Nov 23 14:28:06.151235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Made reservation on behalf of cd3bac17dbd64f93a866aea1eb722b7e for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:06.155457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:06.207571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9afe53fd-b440-409e-bf97-335e2f653441 req-891498d6-e02b-440b-a666-491b67ace059 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111386 Nov 23 14:28:06.323999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] For port d1396a25-4c2a-477a-bd9e-a3b0a2885ada, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:06.349284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] For port d1396a25-4c2a-477a-bd9e-a3b0a2885ada, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:06.354957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:06.432332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:06.433483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:06.435692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] 10.222.0.11 "PUT /v2.0/ports/d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 1091 time: 2.2111042 Nov 23 14:28:06.436220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'tag': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:06.438583 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a2992-6de1-484e-a598-04e493281a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "32eda0a0-8050-4fa9-a1e0-10c9449e5511", "tag": "d1396a25-4c2a-477a-bd9e-a3b0a2885ada"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:06.489874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Checking segment: {'id': '1c208b05-58bd-4e8e-aac7-9c3c81414e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:06.490397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Network hostable DHCP agents. Network: 6cc42530-4a56-42ab-9719-e9c745d20fb0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:06.503420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Allocated IP 172.20.0.7 (cb562300-24c7-4ecc-9c23-c283a8b059d8/9b7b5ba1-41c5-47ea-b1e0-546592c434c2/79eed6ae-fa5a-4789-8e2b-c0ac016d05f5) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:06.507551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda278-b473-4b23-acbe-389c3d734a10 service neutron] Pushing event updated for resources: {'Port': ['ID=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:06.547576 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb0b8ea-5a25-44a0-87fd-c950246f6f8d x-openstack-request-id: req-fcb0b8ea-5a25-44a0-87fd-c950246f6f8d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:06.548285 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32eda0a0-8050-4fa9-a1e0-10c9449e5511", "tag": "d1396a25-4c2a-477a-bd9e-a3b0a2885ada", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:06.548538 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcb0b8ea-5a25-44a0-87fd-c950246f6f8d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:06.548949 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'tag': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada', 'status': 'completed', 'code': 200} Nov 23 14:28:06.564866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Network 6cc42530-4a56-42ab-9719-e9c745d20fb0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:06.584178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f85e-2383-4b47-855d-f413f954de00 req-975e3938-0112-4b84-8389-07552433e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:06.585446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-975e3938-0112-4b84-8389-07552433e300 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1094 time: 0.0906911 Nov 23 14:28:06.587118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 6cc42530-4a56-42ab-9719-e9c745d20fb0) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:06.595731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:06.596179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:06.616882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Made reservation on behalf of f0662ac96bb14062b10004059704b776 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:06.627900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:06.628421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f26a9-d876-41af-8528-2f161a885153 None None] Network 6cc42530-4a56-42ab-9719-e9c745d20fb0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:06.706570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-03816a7c-9648-415f-91fe-4dac047e3dd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.1101596 Nov 23 14:28:06.887750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f85e-2383-4b47-855d-f413f954de00 req-3d161275-609f-41ed-8fa4-6e693073bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:06.887750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-3d161275-609f-41ed-8fa4-6e693073bb6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1618664 Nov 23 14:28:06.926865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b565ffc-de18-4b45-975a-6e6031dc511e None None] Network 6cc42530-4a56-42ab-9719-e9c745d20fb0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:07.005923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.021387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b1601cd0-edac-4f71-af69-def2c7f54d60 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5885136 Nov 23 14:28:07.021387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.083301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Subnet': ['ID=eb16b513-12ae-4dea-a363-47300c4706d0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:07.187992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Checking segment: {'id': 'bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:07.188368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Network hostable DHCP agents. Network: 8fc346b7-ac37-4501-9411-32196075f5a2, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:07.217540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Network 8fc346b7-ac37-4501-9411-32196075f5a2 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:07.225267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7bddedc-5ebf-4d75-b689-1f3cc19cde1f req-a4561e86-477c-4b75-8656-6af23a916acf tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 210 time: 0.1230388 Nov 23 14:28:07.234702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8fc346b7-ac37-4501-9411-32196075f5a2) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:07.239730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:07.240485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.260382 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-065d2c40-cdd5-47da-b877-12a70f54d821 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3563240 Nov 23 14:28:07.263015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41450) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:07.265408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ec1f8-e4a4-4613-9224-94853ffe6dbb None None] Network 8fc346b7-ac37-4501-9411-32196075f5a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:07.272781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-38903696-6062-44e8-afbe-805e6921ead7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664331 Nov 23 14:28:07.275680 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.289666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1586477148', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:07.350847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.360675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.593740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Pushing event updated for resources: {'Port': ['ID=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:07.598378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-129c0dd0-6c7e-4ed2-9ddd-4dba3d3b461d service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958870 Nov 23 14:28:07.607197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:07.610414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:07.626691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-8fc346b7-ac37-4501-9411-32196075f5a2', 'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2', 'tenant_id': 'f0662ac96bb14062b10004059704b776', 'fixed_ips': [{'subnet_id': 'eb16b513-12ae-4dea-a363-47300c4706d0'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:28:07.630022 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.656301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.764817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:07.888214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:07.888909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:07.913267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-e0bab305-a2fa-41e7-8030-3e0cfdf21d94 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3748717 Nov 23 14:28:07.987201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Request body: {'port': {'device_id': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:08.029084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41468) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:08.065279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.082341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-829399572-network', 'tenant_id': '762f83afed0043deada98b9e46119f9f'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:08.115855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.212501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Made reservation on behalf of 762f83afed0043deada98b9e46119f9f for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:08.227791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.269883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.272512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Allocated IP 172.20.0.2 (8fc346b7-ac37-4501-9411-32196075f5a2/eb16b513-12ae-4dea-a363-47300c4706d0/3cf89e4c-89cf-4e0b-a862-2637e4de023a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:08.353635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46e8f85e-2383-4b47-855d-f413f954de00 req-396acd8e-b844-4789-85eb-bfa0964236e4 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417717 Nov 23 14:28:08.479311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.529712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.697532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.718219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.782077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Pushing event updated for resources: {'Port': ['ID=3cf89e4c-89cf-4e0b-a862-2637e4de023a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:08.804485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Network 8fc346b7-ac37-4501-9411-32196075f5a2 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:08.807004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:08.812356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:08.816353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Allocated IP 172.25.3.172 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/f2c56acc-c591-4d75-bc56-124c1ba7c3d8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:08.906844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.920612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Attempting to bind port 3cf89e4c-89cf-4e0b-a862-2637e4de023a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:08.921073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Attempting to bind port 3cf89e4c-89cf-4e0b-a862-2637e4de023a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:08.921452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Attempting to bind port 3cf89e4c-89cf-4e0b-a862-2637e4de023a on network 8fc346b7-ac37-4501-9411-32196075f5a2 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:08.927909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:08.928408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Checking segment: {'id': 'bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:08.928829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.929282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Bound using segment: {'id': 'bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:08.929776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Bound port: 3cf89e4c-89cf-4e0b-a862-2637e4de023a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:08.930199 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.940449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40956a-e510-4637-ab66-ef6ba7e6e4ef req-c0929f30-9455-4082-ad1e-24dc74b57c2f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:08.953987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa40956a-e510-4637-ab66-ef6ba7e6e4ef req-c0929f30-9455-4082-ad1e-24dc74b57c2f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 931 time: 0.5815110 Nov 23 14:28:08.958721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.972950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.000232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.022707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2992-6de1-484e-a598-04e493281a8a req-807badef-b88b-46a3-97d1-efa1c8324f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:09.025654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-256a2992-6de1-484e-a598-04e493281a8a req-807badef-b88b-46a3-97d1-efa1c8324f70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1094 time: 0.4702537 Nov 23 14:28:09.045094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:09.100685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92479245-7eee-4d28-a7e3-92ab5ab14188,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:09.118214 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.119312 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Added segment b1e6a27b-7441-4191-b72b-9c536e936fb9 of type vlan for network ab750152-3a40-4066-990f-0559fc8a74c0 Nov 23 14:28:09.134951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa40956a-e510-4637-ab66-ef6ba7e6e4ef req-e44ebfc9-f135-443f-8d14-1da87bc57c5c tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709254 Nov 23 14:28:09.149660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.150750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.151592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.161801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.162415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.163291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.164539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.165075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.165622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.166165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.166767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.167658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:09.170201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] For port 3cf89e4c-89cf-4e0b-a862-2637e4de023a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:09.189455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] For port 3cf89e4c-89cf-4e0b-a862-2637e4de023a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3cf89e4c-89cf-4e0b-a862-2637e4de023a,segment=NetworkSegment(bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9),segment_id=bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:09.198353 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.205668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Port': ['ID=f2c56acc-c591-4d75-bc56-124c1ba7c3d8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:09.242221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:09.243841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:09.256107 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:09.292218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b52fa-9a18-40e6-b5bf-7aa56dd3cc09 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:28:09.360802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.367363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074d3e7-33b3-46ff-93e0-13c589bf4bd7 None None] Pushing event updated for resources: {'Port': ['ID=3cf89e4c-89cf-4e0b-a862-2637e4de023a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:09.391402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3f92242e-20bd-42e8-8afb-abf6337cdf70 None None] Provisioning complete for port f2c56acc-c591-4d75-bc56-124c1ba7c3d8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:09.392045 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3f92242e-20bd-42e8-8afb-abf6337cdf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.400651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:09.430264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.433030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2992-6de1-484e-a598-04e493281a8a req-29905215-4ca6-4019-b250-aec2f8f08929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:09.435091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-256a2992-6de1-484e-a598-04e493281a8a req-29905215-4ca6-4019-b250-aec2f8f08929 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.3973639 Nov 23 14:28:09.446855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3f92242e-20bd-42e8-8afb-abf6337cdf70 None None] Port f2c56acc-c591-4d75-bc56-124c1ba7c3d8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:09.514858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Transition to ACTIVE for port object 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:28:09.517227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-256a2992-6de1-484e-a598-04e493281a8a req-a74cb49b-e4ea-4c1c-8193-8bfee3f3d161 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.0645909 Nov 23 14:28:09.518541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.519424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:09.520047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.527585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.962318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3cf89e4c-89cf-4e0b-a862-2637e4de023a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:09.995672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:10.127000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3cf89e4c-89cf-4e0b-a862-2637e4de023a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:10.133153 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:10.227023 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:28:10.404715 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:10.498029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Pushing event updated for resources: {'Port': ['ID=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:10.522764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 3cf89e4c-89cf-4e0b-a862-2637e4de023a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3cf89e4c-89cf-4e0b-a862-2637e4de023a,segment=NetworkSegment(bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9),segment_id=bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:10.537973 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:10.620318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5885611 Nov 23 14:28:10.628584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41502) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:10.650155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Request body: {'subnet': {'network_id': 'ab750152-3a40-4066-990f-0559fc8a74c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-829399572-subnet', 'tenant_id': '762f83afed0043deada98b9e46119f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:10.681611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=3cf89e4c-89cf-4e0b-a862-2637e4de023a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:10.753906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:10.805603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2992-6de1-484e-a598-04e493281a8a req-ef56a4f3-2c6e-4e2f-aa84-04f0c2ee30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:10.807642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-256a2992-6de1-484e-a598-04e493281a8a req-ef56a4f3-2c6e-4e2f-aa84-04f0c2ee30f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 1.2780511 Nov 23 14:28:10.808498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78cec8-60d4-4bbf-a5ea-204fb0b61c0b admin admin] Pushing event updated for resources: {'Network': ['ID=ab750152-3a40-4066-990f-0559fc8a74c0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:10.820679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network ab750152-3a40-4066-990f-0559fc8a74c0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:10.922149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-256a2992-6de1-484e-a598-04e493281a8a req-fcbdfa3a-fbf2-4dfc-996c-2a2d5fa86495 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886416 Nov 23 14:28:10.977598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae6711-7fd5-4843-8adf-b059e7ceafe4 req-daf75383-66e1-4e15-92e6-8daec8e5cd24 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:10.979191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eaae6711-7fd5-4843-8adf-b059e7ceafe4 req-daf75383-66e1-4e15-92e6-8daec8e5cd24 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 943 time: 0.5171163 Nov 23 14:28:10.979823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Made reservation on behalf of 762f83afed0043deada98b9e46119f9f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:10.982626 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:11.057390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Router 0ace1d38-45ee-4135-b590-51175561ab88 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:28:11.087406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Attempting to bind port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:11.087987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Attempting to bind port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:11.089107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Attempting to bind port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 on network cb562300-24c7-4ecc-9c23-c283a8b059d8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:11.163891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe56f8-75bc-4662-829d-ded063a05fae None None] Network 8fc346b7-ac37-4501-9411-32196075f5a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:11.205342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:11.208768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 on network cb562300-24c7-4ecc-9c23-c283a8b059d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:28:11.209277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Attempting to bind port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 on network cb562300-24c7-4ecc-9c23-c283a8b059d8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:11.248493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:11.265819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dfa34882-2f66-4205-9114-05286ef2727f tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9868550 Nov 23 14:28:11.266470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41510) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:11.312320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:11.312320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Checking segment: {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:11.312320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Bound using segment: {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:11.313196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Bound port: 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:11.313573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:11.370546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] Sync routers for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:11.376696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eaae6711-7fd5-4843-8adf-b059e7ceafe4 req-66e4faed-37b1-4781-af6d-6a89d6b73233 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657300 Nov 23 14:28:11.475389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-67422d01-aa29-462e-b022-34588542e6fe None None] Provisioning complete for port 3cf89e4c-89cf-4e0b-a862-2637e4de023a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:11.475748 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67422d01-aa29-462e-b022-34588542e6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:11.505538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] For port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:11.512528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] For port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:11.537400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:11.567246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:11.567246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:11.630150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:11.640649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-256a2992-6de1-484e-a598-04e493281a8a req-9619fedb-ff13-461c-a1f7-1c332ecd14dd service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986709 Nov 23 14:28:11.647950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:11.648393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:11.691816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:11.692489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44373986-fbf8-4ef1-9df4-a4cce3593b5c None None] The sync data for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:11.721642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:11.731906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:11.755163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] 10.222.0.74 "PUT /v2.0/ports/79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 HTTP/1.1" status: 200 len: 1091 time: 3.7757704 Nov 23 14:28:11.835103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'tag': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:11.844594 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f647dc-5bff-472f-abe0-2eede517faf3" -d '{"events": [{"name": "network-changed", "server_uuid": "efb139c4-a9d0-440b-875e-4478d9d9825d", "tag": "79eed6ae-fa5a-4789-8e2b-c0ac016d05f5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:11.884585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3cf89e4c-89cf-4e0b-a862-2637e4de023a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:11.966031 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af797157-d4c8-4f20-b229-6988fea1f2fa x-openstack-request-id: req-af797157-d4c8-4f20-b229-6988fea1f2fa {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:11.966031 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb139c4-a9d0-440b-875e-4478d9d9825d", "tag": "79eed6ae-fa5a-4789-8e2b-c0ac016d05f5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:11.966031 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af797157-d4c8-4f20-b229-6988fea1f2fa {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:11.966031 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'tag': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5', 'status': 'completed', 'code': 200} Nov 23 14:28:12.052532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3cf89e4c-89cf-4e0b-a862-2637e4de023a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:12.052863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:12.075925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264182d-23fc-4a2a-8c33-f06373fb2050 service neutron] Pushing event updated for resources: {'Port': ['ID=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:12.108609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-256a2992-6de1-484e-a598-04e493281a8a req-b1d8d39a-b779-4ae5-85b6-68b841e63b0f service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559669 Nov 23 14:28:12.127797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d1396a25-4c2a-477a-bd9e-a3b0a2885ada details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:28:12.137165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-c106b1b0-cc98-45b1-96c1-ff73c725fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:12.143461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-c106b1b0-cc98-45b1-96c1-ff73c725fb47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 1094 time: 0.2753358 Nov 23 14:28:12.345417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-2ed1dff4-ef21-4155-923c-0798ce412c24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 HTTP/1.1" status: 200 len: 217 time: 0.1741412 Nov 23 14:28:12.395326 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:12.447639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:12.483116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-b29c5b73-c486-4e94-83fd-e11dbca0024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:12.484607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-b29c5b73-c486-4e94-83fd-e11dbca0024c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1254563 Nov 23 14:28:12.594612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f67998-8a66-4900-8817-864a98b332a7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:12.633961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c0b68f46-8f52-4290-a31e-34ec449e4595 None None] Provisioning complete for port 3cf89e4c-89cf-4e0b-a862-2637e4de023a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:12.634540 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f46-8f52-4290-a31e-34ec449e4595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:12.672579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-d22a5802-03cc-41c3-9824-3e5b202614e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757407 Nov 23 14:28:12.694026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Checking segment: {'id': 'b1e6a27b-7441-4191-b72b-9c536e936fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ab750152-3a40-4066-990f-0559fc8a74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:12.694392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Network hostable DHCP agents. Network: ab750152-3a40-4066-990f-0559fc8a74c0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:12.809903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc6fe9-7a34-4ec2-92c2-ba8aa9dae5e6 req-4e6000ad-b3d3-492b-8fcf-543be3bc9d15 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:12.813564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29dc6fe9-7a34-4ec2-92c2-ba8aa9dae5e6 req-4e6000ad-b3d3-492b-8fcf-543be3bc9d15 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 943 time: 0.2862566 Nov 23 14:28:12.853552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d1396a25-4c2a-477a-bd9e-a3b0a2885ada, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:12.956261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Allocated IP 172.20.0.1 (8fc346b7-ac37-4501-9411-32196075f5a2/eb16b513-12ae-4dea-a363-47300c4706d0/5d87696f-8f51-4e98-bc04-6db3da598645) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:12.970456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada', 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'port_id': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada', 'mac_address': 'fa:16:3e:c5:53:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:28:13.023517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-543cad35-6045-451c-b1ab-607da03e21b3 service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429050 Nov 23 14:28:13.024321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Network ab750152-3a40-4066-990f-0559fc8a74c0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:13.087247 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:13.110150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, ab750152-3a40-4066-990f-0559fc8a74c0) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:13.115911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1396a25-4c2a-477a-bd9e-a3b0a2885ada {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:13.122247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:13.122839 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:13.126587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:13.129910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dfae92-d732-46f6-b126-debf20252d4c None None] Network ab750152-3a40-4066-990f-0559fc8a74c0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:13.171781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-004e453c-fcd1-4335-b0c9-d4d665faaa30 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5296819 Nov 23 14:28:13.175298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29dc6fe9-7a34-4ec2-92c2-ba8aa9dae5e6 req-134a8823-b8c4-4d08-ad58-8445acfee292 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533916 Nov 23 14:28:13.186183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-009d28fb-1c5c-4617-87f2-0232de8b000c req-4a359602-e518-4787-8d18-d18ba89a0bc5 service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507254 Nov 23 14:28:13.209800 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:13.308201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Network 8fc346b7-ac37-4501-9411-32196075f5a2 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:13.311521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:13.315932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d1396a25-4c2a-477a-bd9e-a3b0a2885ada, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:13.326023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:13.333714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:13.340183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Port': ['ID=5d87696f-8f51-4e98-bc04-6db3da598645,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:13.453260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:13.468953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-9572f8b2-de93-4d38-b335-153d217057d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:13.473592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-9572f8b2-de93-4d38-b335-153d217057d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 1094 time: 0.1644068 Nov 23 14:28:13.489472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:13.622377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d1396a25-4c2a-477a-bd9e-a3b0a2885ada'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:28:13.666525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac9540-affa-441f-8a4a-761072e5c4fb None None] Network ab750152-3a40-4066-990f-0559fc8a74c0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:13.670162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-e864f27e-d5ab-46ab-a3da-5f05a0199363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:13.679435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-e864f27e-d5ab-46ab-a3da-5f05a0199363 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.1978667 Nov 23 14:28:13.758818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-f8692122-1dd3-465c-b21c-fb41b9203619 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 HTTP/1.1" status: 200 len: 217 time: 0.0704229 Nov 23 14:28:13.844347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-ef9703e9-98b5-454c-bb81-e2e6cd321f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:13.845799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-ef9703e9-98b5-454c-bb81-e2e6cd321f83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.0792379 Nov 23 14:28:13.864663 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:13.935938 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-10dba469-0ac1-4f90-a529-c1d00c7a34cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800884 Nov 23 14:28:13.963064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-20937bf2-79e9-4b83-8c97-4793d501c1e1 None None] Provisioning complete for port 5d87696f-8f51-4e98-bc04-6db3da598645 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:13.963451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20937bf2-79e9-4b83-8c97-4793d501c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:14.143769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-20937bf2-79e9-4b83-8c97-4793d501c1e1 None None] Port 5d87696f-8f51-4e98-bc04-6db3da598645 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:14.200886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-6386ce10-d871-4836-b550-f4b16d0cc48a service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565575 Nov 23 14:28:14.420055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5f647dc-5bff-472f-abe0-2eede517faf3 req-c43aa5e3-2221-4a29-9c02-da95e986023e service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087615 Nov 23 14:28:14.632311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a69a9-7766-4343-a358-537c64df6d7a req-46a393fc-baf8-48e7-acca-3691e55724be tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:14.634007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c2a69a9-7766-4343-a358-537c64df6d7a req-46a393fc-baf8-48e7-acca-3691e55724be tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 943 time: 0.2129176 Nov 23 14:28:14.704805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c2a69a9-7766-4343-a358-537c64df6d7a req-244704ad-ad8f-4f01-aa1c-365455676efb tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605192 Nov 23 14:28:14.743364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-c681bb8d-9760-49ca-aa09-025f419917b7 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:14.745439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-c681bb8d-9760-49ca-aa09-025f419917b7 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/networks?id=6cc42530-4a56-42ab-9719-e9c745d20fb0 HTTP/1.1" status: 200 len: 812 time: 0.3220627 Nov 23 14:28:14.767380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-fd842b6a-3a79-4064-9a96-695c0096fe14 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/quotas/b51bb201ca274ffb9ab28d250f7db887 HTTP/1.1" status: 200 len: 375 time: 0.0154598 Nov 23 14:28:14.781045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:14.787010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:14.803517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-8fe12587-1816-4874-a34d-a343a1970d4e tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b51bb201ca274ffb9ab28d250f7db887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352015 Nov 23 14:28:14.841193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Port': ['ID=5d87696f-8f51-4e98-bc04-6db3da598645,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:14.900136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:14.912425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-e82f93f8-9b0c-450a-be2b-f4078bd1c580 service neutron] 10.222.0.46 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075974 Nov 23 14:28:15.017135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-bbc31de4-357b-42b2-8154-50efe4cff1a8 service neutron] 10.222.0.46 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037858 Nov 23 14:28:15.047746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Network 8fc346b7-ac37-4501-9411-32196075f5a2 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:15.049558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:15.255952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14480744-68d0-4428-83b0-a85a1aafd8d5 req-411d030c-2bb0-44a3-9b1f-33729c8ae704 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 210 time: 0.0500331 Nov 23 14:28:15.323862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:28:15.330062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Router 0ace1d38-45ee-4135-b590-51175561ab88 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:28:15.520490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:15.530732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6fd99d2a-d3cb-45b4-b27f-681ccdf38640 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "PUT /v2.0/routers/0ace1d38-45ee-4135-b590-51175561ab88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2607026 Nov 23 14:28:15.531122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41578) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:15.537931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Request body: {'port': {'network_id': '8fc346b7-ac37-4501-9411-32196075f5a2', 'name': 'tempest-FloatingIPAdminTestJSON-1348691612'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:15.540496 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] Sync routers for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:15.564631 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:15.566461 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:15.581462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:15.609359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5', 'network_id': 'cb562300-24c7-4ecc-9c23-c283a8b059d8', 'port_id': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5', 'mac_address': 'fa:16:3e:42:8a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7b5ba1-41c5-47ea-b1e0-546592c434c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:28:15.672943 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:15.697346 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:15.698748 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:15.720946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8b008af0-f942-49d7-a1f1-c704a860dd1d None None] Provisioning complete for port 5d87696f-8f51-4e98-bc04-6db3da598645 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:15.721378 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b008af0-f942-49d7-a1f1-c704a860dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:15.771912 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:15.773090 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8a08f-f994-4140-9eb8-3ff6d2d60720 None None] The sync data for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:15.805056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Made reservation on behalf of f0662ac96bb14062b10004059704b776 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:15.809988 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:15.830635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8b008af0-f942-49d7-a1f1-c704a860dd1d None None] Port 5d87696f-8f51-4e98-bc04-6db3da598645 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:15.841514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] device_id is not set on port b401ba55-9d0b-45ef-8738-c4fa5c6981d8 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:28:15.850206 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:15.873534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:15.899941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:15.905884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:15.970090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:16.010134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Allocated IP 172.20.0.11 (8fc346b7-ac37-4501-9411-32196075f5a2/eb16b513-12ae-4dea-a363-47300c4706d0/b401ba55-9d0b-45ef-8738-c4fa5c6981d8) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:16.128128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['79eed6ae-fa5a-4789-8e2b-c0ac016d05f5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:28:16.165988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d1396a25-4c2a-477a-bd9e-a3b0a2885ada up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:16.198072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee192-eb43-4432-a20e-5dda8920146f req-a0b58917-74a2-4409-87e4-2364b7c132bc tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:16.201165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c8ee192-eb43-4432-a20e-5dda8920146f req-a0b58917-74a2-4409-87e4-2364b7c132bc tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 944 time: 0.3393571 Nov 23 14:28:16.281413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port d1396a25-4c2a-477a-bd9e-a3b0a2885ada completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:28:16.302419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.310735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c8ee192-eb43-4432-a20e-5dda8920146f req-bb6ebcc3-eef1-458f-b526-cd57bfb2d139 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Nov 23 14:28:16.312233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d1396a25-4c2a-477a-bd9e-a3b0a2885ada triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:16.312801 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.368953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.440812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Network 8fc346b7-ac37-4501-9411-32196075f5a2 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:16.447564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.463361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35d6d6d3-bd8e-45ed-bd94-d9e57c0f703a req-381b1ebe-2ac7-42cb-9459-96bcfbef049b tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 210 time: 0.1006491 Nov 23 14:28:16.464215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:16.469604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:16.496516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:16.501892 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b040d9-d867-4d83-b3a5-b7747138206d" -d '{"events": [{"server_uuid": "32eda0a0-8050-4fa9-a1e0-10c9449e5511", "name": "network-vif-plugged", "status": "completed", "tag": "d1396a25-4c2a-477a-bd9e-a3b0a2885ada"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:16.517511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event updated for resources: {'Port': ['ID=b401ba55-9d0b-45ef-8738-c4fa5c6981d8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:16.520886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d1396a25-4c2a-477a-bd9e-a3b0a2885ada, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:16.527655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.573706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:16.574878 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.605312 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-69afb06c-2206-420f-baa6-c3e9126f6fdf tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0698762 Nov 23 14:28:16.606053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41596) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:16.617229 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27623515-ef81-4ac2-8a0a-f67e24670173 x-openstack-request-id: req-27623515-ef81-4ac2-8a0a-f67e24670173 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:16.617527 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32eda0a0-8050-4fa9-a1e0-10c9449e5511", "name": "network-vif-plugged", "status": "completed", "tag": "d1396a25-4c2a-477a-bd9e-a3b0a2885ada", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:16.617781 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27623515-ef81-4ac2-8a0a-f67e24670173 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:16.618373 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada', 'code': 200} Nov 23 14:28:16.681752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:16.814774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0790c42-f79c-4054-83ce-f3498b142a74 req-b73661aa-5910-4fbf-bfcc-eee91cb91ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:16.825797 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b0790c42-f79c-4054-83ce-f3498b142a74 req-b73661aa-5910-4fbf-bfcc-eee91cb91ed1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.1380427 Nov 23 14:28:16.866691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'project_id': 'f0662ac96bb14062b10004059704b776', 'port_id': 'b401ba55-9d0b-45ef-8738-c4fa5c6981d8'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:16.911664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.931527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b0790c42-f79c-4054-83ce-f3498b142a74 req-35f8130a-e8d9-485f-8418-c15bbd1b6a30 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Nov 23 14:28:16.934212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-780505e6-c537-43c6-964d-0c64edabc5fb tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:16.936158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-780505e6-c537-43c6-964d-0c64edabc5fb tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.11 "GET /v2.0/networks?id=6cc42530-4a56-42ab-9719-e9c745d20fb0 HTTP/1.1" status: 200 len: 812 time: 0.2847719 Nov 23 14:28:16.965293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b3db8511-4d1f-4e28-bd51-d3ebfe08306d None None] Provisioning complete for port b401ba55-9d0b-45ef-8738-c4fa5c6981d8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:16.965669 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3db8511-4d1f-4e28-bd51-d3ebfe08306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.999331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b3db8511-4d1f-4e28-bd51-d3ebfe08306d None None] Port b401ba55-9d0b-45ef-8738-c4fa5c6981d8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:17.014389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.120416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Allocated IP 172.25.3.101 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/5195c922-9323-4a17-a402-a83e0f0dae62) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:17.131197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Request body: {'port': {'device_id': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0', 'admin_state_up': True, 'tenant_id': 'b51bb201ca274ffb9ab28d250f7db887'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:17.242301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.255934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Made reservation on behalf of b51bb201ca274ffb9ab28d250f7db887 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:17.259793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.282314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.322519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:17.323067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:17.331890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:17.334463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:17.408915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Pushing event updated for resources: {'Port': ['ID=5195c922-9323-4a17-a402-a83e0f0dae62,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:17.429936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:28:17.439267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Allocated IP 172.20.0.4 (6cc42530-4a56-42ab-9719-e9c745d20fb0/6fcdee6e-fb67-4f74-83b1-12337c921dac/3b7ec953-ba4f-4cd1-833c-46d7796bcf01) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:17.441167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:17.443747 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.569450 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.623404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:17.640758 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.642645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a976-4fb6-427d-b5e7-4ebc970a5fe9 req-f0b714b3-c71e-40e7-bdcd-d8551cb6e741 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:17.644817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cb7a976-4fb6-427d-b5e7-4ebc970a5fe9 req-f0b714b3-c71e-40e7-bdcd-d8551cb6e741 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 944 time: 0.1738341 Nov 23 14:28:17.708751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-692eddb9-5350-422b-950b-32bb5ee2b213 req-d240afce-17d2-4daf-b35c-089e3f7ea173 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 210 time: 0.0859795 Nov 23 14:28:17.752153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:17.812442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cb7a976-4fb6-427d-b5e7-4ebc970a5fe9 req-3275b8fd-e75f-47e0-84c2-b5a1682f03c6 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457868 Nov 23 14:28:17.895049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.940021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:17.989824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Network 6cc42530-4a56-42ab-9719-e9c745d20fb0 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:17.995820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:18.000467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:18.027905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Pushing event updated for resources: {'Port': ['ID=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:18.060989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:18.061742 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.073150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.085018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-84c14651-3fee-4829-b73e-7ae5e7e2869f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9575789 Nov 23 14:28:18.101818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Request body: {'port': {'device_id': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:18.224598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.232390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.407349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.413954 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.493030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Pushing event updated for resources: {'Port': ['ID=5195c922-9323-4a17-a402-a83e0f0dae62,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:18.501129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.513654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:18.521343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.534337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Transition to ACTIVE for port object 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:28:18.539346 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:18.617608 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Floating IP 4dfd301d-25f4-49d7-9a82-da134847db10 associated. External IP: 172.25.3.101, port: b401ba55-9d0b-45ef-8738-c4fa5c6981d8. Nov 23 14:28:18.619401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:18.623468 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2b093-3134-4c84-8776-2367fefde3ea" -d '{"events": [{"server_uuid": "efb139c4-a9d0-440b-875e-4478d9d9825d", "name": "network-vif-plugged", "status": "completed", "tag": "79eed6ae-fa5a-4789-8e2b-c0ac016d05f5"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:18.671646 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088eae61-dadf-4c2a-b0be-50bbf4181edc x-openstack-request-id: req-088eae61-dadf-4c2a-b0be-50bbf4181edc {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:18.672172 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb139c4-a9d0-440b-875e-4478d9d9825d", "name": "network-vif-plugged", "status": "completed", "tag": "79eed6ae-fa5a-4789-8e2b-c0ac016d05f5", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:18.672590 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-088eae61-dadf-4c2a-b0be-50bbf4181edc {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:18.673153 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5', 'code': 200} Nov 23 14:28:18.918754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Router 0ace1d38-45ee-4135-b590-51175561ab88 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:28:19.043976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Pushing event updated for resources: {'Port': ['ID=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:19.055633 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:19.064872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] Sync routers for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:19.077191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:19.079260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:19.098315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:19.144771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:19.148699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ce79cf1c-1e95-422e-869f-4579c97f9beb tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.5408082 Nov 23 14:28:19.152475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41632) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:19.183963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:19.184996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:19.190839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08606f5-1cd9-41c6-9a4d-34e29d9d6328 req-0b04a656-6444-47b7-82e0-f8c4cbb52662 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:19.192371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b08606f5-1cd9-41c6-9a4d-34e29d9d6328 req-0b04a656-6444-47b7-82e0-f8c4cbb52662 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1769567 Nov 23 14:28:19.194136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154ed75-2b9a-408d-9873-d45c89782830 req-c17c6a52-ee58-47ac-acbe-18c70b171055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:19.195615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5154ed75-2b9a-408d-9873-d45c89782830 req-c17c6a52-ee58-47ac-acbe-18c70b171055 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 1096 time: 0.1710331 Nov 23 14:28:19.214392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Attempting to bind port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:19.214727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Attempting to bind port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '1c208b05-58bd-4e8e-aac7-9c3c81414e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:19.224336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Attempting to bind port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 on network 6cc42530-4a56-42ab-9719-e9c745d20fb0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:19.243507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030b9a-d743-47c9-b4d4-613204248c8d req-3b038528-2f49-4d8c-bdc2-b9f7efa1287d tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:19.245065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3030b9a-d743-47c9-b4d4-613204248c8d req-3b038528-2f49-4d8c-bdc2-b9f7efa1287d tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 943 time: 0.2285728 Nov 23 14:28:19.258280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:19.259128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfcb1e7-ea49-42e4-9226-af96d2fe5d5d None None] The sync data for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:19.297265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 on network 6cc42530-4a56-42ab-9719-e9c745d20fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:28:19.297515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Attempting to bind port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 on network 6cc42530-4a56-42ab-9719-e9c745d20fb0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:19.327487 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3638426-496f-4e4e-8de5-48831642d353 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] 10.222.0.46 "GET /v2.0/floatingips/4dfd301d-25f4-49d7-9a82-da134847db10 HTTP/1.1" status: 200 len: 984 time: 0.1736722 Nov 23 14:28:19.329706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41638) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:19.341660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:19.341993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Checking segment: {'id': '1c208b05-58bd-4e8e-aac7-9c3c81414e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:19.342374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Bound using segment: {'id': '1c208b05-58bd-4e8e-aac7-9c3c81414e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:19.342807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Bound port: 3b7ec953-ba4f-4cd1-833c-46d7796bcf01, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c208b05-58bd-4e8e-aac7-9c3c81414e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:19.343194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:19.412118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] For port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:19.418924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] For port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,segment=NetworkSegment(1c208b05-58bd-4e8e-aac7-9c3c81414e75),segment_id=1c208b05-58bd-4e8e-aac7-9c3c81414e75)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:19.429203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b08606f5-1cd9-41c6-9a4d-34e29d9d6328 req-11f3adb9-8364-4274-b3f7-77c646c5997e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289629 Nov 23 14:28:19.441847 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:19.454824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-13f9f457-01a9-4c16-b4de-9f9ff444b263 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1235056 Nov 23 14:28:19.466019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41640) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:19.472753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5154ed75-2b9a-408d-9873-d45c89782830 req-ecd93300-9d97-4bbd-aacd-6cb9148d7b2d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480850 Nov 23 14:28:19.524204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3030b9a-d743-47c9-b4d4-613204248c8d req-9e5469ed-4fc4-4f1f-a712-5e5441e3fe45 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395074 Nov 23 14:28:19.528151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:19.528940 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:19.532558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] 10.222.0.11 "PUT /v2.0/ports/3b7ec953-ba4f-4cd1-833c-46d7796bcf01 HTTP/1.1" status: 200 len: 1091 time: 1.4345241 Nov 23 14:28:19.533062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'tag': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:19.547912 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e923dad0-b768-4708-b598-26fb1c2336eb" -d '{"events": [{"name": "network-changed", "server_uuid": "038fe3c9-973e-4daf-91d5-71d2142315ed", "tag": "3b7ec953-ba4f-4cd1-833c-46d7796bcf01"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:19.801495 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63e40f-e804-46da-994b-2a37bf3734c5 x-openstack-request-id: req-9d63e40f-e804-46da-994b-2a37bf3734c5 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:19.801495 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038fe3c9-973e-4daf-91d5-71d2142315ed", "tag": "3b7ec953-ba4f-4cd1-833c-46d7796bcf01", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:19.801495 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d63e40f-e804-46da-994b-2a37bf3734c5 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:19.801495 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'tag': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01', 'status': 'completed', 'code': 200} Nov 23 14:28:19.801495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea753e-599a-42cb-a71c-d650d98b7ffb service neutron] Pushing event updated for resources: {'Port': ['ID=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:19.801495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-6e887d10-d94f-43b4-8858-f11a5dcca561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:19.801495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-6e887d10-d94f-43b4-8858-f11a5dcca561 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b51bb201ca274ffb9ab28d250f7db887&device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 1094 time: 0.1630018 Nov 23 14:28:19.835403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-670e4e12-ee5a-4f93-914a-e73ce222fd4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01 HTTP/1.1" status: 200 len: 217 time: 0.0771415 Nov 23 14:28:19.914559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-3989df5e-fd09-4453-8b39-8868e3d938ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:19.916573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-3989df5e-fd09-4453-8b39-8868e3d938ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fcdee6e-fb67-4f74-83b1-12337c921dac HTTP/1.1" status: 200 len: 852 time: 0.0723932 Nov 23 14:28:19.962119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-e5e0cbe6-cadf-4612-ba50-705e2295a0d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc42530-4a56-42ab-9719-e9c745d20fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352550 Nov 23 14:28:20.108832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-bd2fc5cf-81f8-4b9b-9f0b-ddd2db4ac7fb service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382043 Nov 23 14:28:20.220214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Deleting port 5195c922-9323-4a17-a402-a83e0f0dae62 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:20.221084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:20.240804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9e49dde-9897-4505-a263-b951b533e4d7 req-4833c0cb-b600-4861-be99-e41b02a7506b service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230359 Nov 23 14:28:20.368260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923dad0-b768-4708-b598-26fb1c2336eb req-72ea1dce-85cf-41bf-a862-e2aeb538b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:20.368586 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:20.368908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:20.371839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e923dad0-b768-4708-b598-26fb1c2336eb req-72ea1dce-85cf-41bf-a862-e2aeb538b69b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b51bb201ca274ffb9ab28d250f7db887&device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 1094 time: 0.0498028 Nov 23 14:28:20.383282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Calling delete_port for 5195c922-9323-4a17-a402-a83e0f0dae62 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:20.503775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923dad0-b768-4708-b598-26fb1c2336eb req-9c0856d0-ed21-4afc-85dc-95f010201f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:20.505364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e923dad0-b768-4708-b598-26fb1c2336eb req-9c0856d0-ed21-4afc-85dc-95f010201f9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc42530-4a56-42ab-9719-e9c745d20fb0 HTTP/1.1" status: 200 len: 913 time: 0.1270530 Nov 23 14:28:20.575256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e923dad0-b768-4708-b598-26fb1c2336eb req-76a96d8b-43bf-4d73-895e-bd52b40520cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01 HTTP/1.1" status: 200 len: 217 time: 0.0469146 Nov 23 14:28:20.632147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:20.669889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Port': ['ID=5195c922-9323-4a17-a402-a83e0f0dae62,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:20.690588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95868c4a-39e4-48db-bfba-b41cf2d8cdef req-ce5c7991-c236-4123-b736-14e4faaf2762 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:20.698573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95868c4a-39e4-48db-bfba-b41cf2d8cdef req-ce5c7991-c236-4123-b736-14e4faaf2762 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1219089 Nov 23 14:28:20.718711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923dad0-b768-4708-b598-26fb1c2336eb req-f2e715c7-1a6e-41ba-ab89-bf3a1b2891e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:20.720334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e923dad0-b768-4708-b598-26fb1c2336eb req-f2e715c7-1a6e-41ba-ab89-bf3a1b2891e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fcdee6e-fb67-4f74-83b1-12337c921dac HTTP/1.1" status: 200 len: 852 time: 0.1006989 Nov 23 14:28:20.797546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:20.797895 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Floating IP 4dfd301d-25f4-49d7-9a82-da134847db10 disassociated (deleted). External IP: 172.25.3.101, port: b401ba55-9d0b-45ef-8738-c4fa5c6981d8. Nov 23 14:28:20.815394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e923dad0-b768-4708-b598-26fb1c2336eb req-9954886d-b126-436c-ab7a-8bc773aed5c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc42530-4a56-42ab-9719-e9c745d20fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412183 Nov 23 14:28:20.866420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f00e0-8368-4e41-af5f-667aae3003fc req-3d628c0f-2331-4678-88cd-4f8f9e664c87 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:20.874646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e39f00e0-8368-4e41-af5f-667aae3003fc req-3d628c0f-2331-4678-88cd-4f8f9e664c87 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 943 time: 0.1519852 Nov 23 14:28:20.886958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95868c4a-39e4-48db-bfba-b41cf2d8cdef req-f168bb63-929b-4ddd-afa7-c5b2c5fe2b8c tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876400 Nov 23 14:28:20.976416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e39f00e0-8368-4e41-af5f-667aae3003fc req-4df49ac2-c7c8-42d0-93a6-0b83aafff656 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989244 Nov 23 14:28:21.011034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e923dad0-b768-4708-b598-26fb1c2336eb req-42d77d53-7d5f-4373-9256-5a27a5134810 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842813 Nov 23 14:28:21.078414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Router 0ace1d38-45ee-4135-b590-51175561ab88 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:28:21.129668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e923dad0-b768-4708-b598-26fb1c2336eb req-ec33de0c-f9e7-4483-b19b-5c7db8425810 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037114 Nov 23 14:28:21.226403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:21.231956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:21.236659 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] Sync routers for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:21.267449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41698) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:21.273519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2a3d2856-8f81-4d95-884f-42022cd88239 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "DELETE /v2.0/floatingips/4dfd301d-25f4-49d7-9a82-da134847db10 HTTP/1.1" status: 204 len: 168 time: 1.8020065 Nov 23 14:28:21.274380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:21.274662 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:21.274662 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:21.320482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:21.440951 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:21.451976 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:21.452584 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:27:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:21.466282 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:21.499940 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:21.500978 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0db32e-44c4-4437-be9a-b4ac9249f507 None None] The sync data for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:21.596081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Allocated IP 172.25.3.101 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/2f921771-88ad-4bf0-be4a-a8bbc498ae7f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:21.742258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:21.791605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:21.838698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:21.845889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:21.856745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:21.898752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Pushing event updated for resources: {'Port': ['ID=2f921771-88ad-4bf0-be4a-a8bbc498ae7f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:21.987205 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:22.086217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:22.123011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae67503-19e8-4e02-b5e1-eaa9444118a4 req-abd96963-c8bd-43fd-88b0-5ed4af980a99 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:22.124678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cae67503-19e8-4e02-b5e1-eaa9444118a4 req-abd96963-c8bd-43fd-88b0-5ed4af980a99 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1521575 Nov 23 14:28:22.201177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bcd4-7172-4f4c-b830-84380382f438 req-e85b4fea-8dce-4996-b30c-db71236673c5 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:22.214095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e19bcd4-7172-4f4c-b830-84380382f438 req-e85b4fea-8dce-4996-b30c-db71236673c5 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 943 time: 0.1647031 Nov 23 14:28:22.328057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e19bcd4-7172-4f4c-b830-84380382f438 req-740b18f1-be63-4a57-ba58-726b789f1c54 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188731 Nov 23 14:28:22.335877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cae67503-19e8-4e02-b5e1-eaa9444118a4 req-2e4e71ec-d906-4d17-adf5-d01e281f675b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981881 Nov 23 14:28:22.490308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:22.496447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:22.599249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:22.604299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Pushing event updated for resources: {'Port': ['ID=2f921771-88ad-4bf0-be4a-a8bbc498ae7f,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:22.628371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:22.630073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ab9d6c94-bb75-4168-a148-80f15fa6ad45 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3619082 Nov 23 14:28:22.632883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41752) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:22.715490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-a53adda4-93b4-4e2a-a2b8-470989c17fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:22.715490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-a53adda4-93b4-4e2a-a2b8-470989c17fbf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 1096 time: 0.0700068 Nov 23 14:28:22.835631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:22.898734 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:22.921961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a366-3a37-4320-82ba-9365142cebf2 req-222333fc-1213-426f-a48a-d9057b362212 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:22.923702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7273a366-3a37-4320-82ba-9365142cebf2 req-222333fc-1213-426f-a48a-d9057b362212 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.2295189 Nov 23 14:28:22.929843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-35c255d2-5f01-4f4f-b0c2-49ce90b1446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:22.931572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-35c255d2-5f01-4f4f-b0c2-49ce90b1446f service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.2117014 Nov 23 14:28:22.990503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-372e6269-dcab-4860-8982-32a61728cd08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 HTTP/1.1" status: 200 len: 217 time: 0.0495563 Nov 23 14:28:23.134932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7273a366-3a37-4320-82ba-9365142cebf2 req-e266ebb8-60c1-4ce8-9f55-8b0222711daf tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958246 Nov 23 14:28:23.141101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-2f231371-9552-4438-83ef-38cf87c5536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:23.142595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-2f231371-9552-4438-83ef-38cf87c5536c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1424477 Nov 23 14:28:23.204157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-4ffcd744-98e9-4564-94ae-4874a1118742 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289674 Nov 23 14:28:23.331206 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:23.435128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-bd722574-45d8-4f98-a0b6-aded85577a2e service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219431 Nov 23 14:28:23.503296 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-a5a5c386-20a8-4194-8124-3329da125363 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754087 Nov 23 14:28:23.641747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Allocated IP 172.25.3.208 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/082cbec2-d377-4220-86c8-7a436f1862ca) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:23.677504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-c7a2610d-86a5-475a-8517-f43f5d1e51af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:23.679111 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-c7a2610d-86a5-475a-8517-f43f5d1e51af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 1097 time: 0.1136045 Nov 23 14:28:23.706967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f469656-aa8e-48c3-9685-8897ed0f51f1 req-8001e618-1435-4d8e-92f1-d0aebf1a1b2b service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598233 Nov 23 14:28:23.718086 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:23.740097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9b814-2f37-4f6c-87de-eaa9b57ec64a req-c5b75be6-9628-4add-87ce-9dd1004ff9e8 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:23.756898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afc9b814-2f37-4f6c-87de-eaa9b57ec64a req-c5b75be6-9628-4add-87ce-9dd1004ff9e8 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 943 time: 0.3242886 Nov 23 14:28:23.862750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-dd6a62dd-7780-4b46-beeb-98f04660edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:23.864332 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-dd6a62dd-7780-4b46-beeb-98f04660edde service neutron] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 916 time: 0.1638820 Nov 23 14:28:23.878927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:23.930618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-ee19b8c8-d7c9-487e-95c7-422bb3aa6c05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e373c967-573c-42cc-8f45-4706ab05aec5 HTTP/1.1" status: 200 len: 217 time: 0.0573814 Nov 23 14:28:23.991466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afc9b814-2f37-4f6c-87de-eaa9b57ec64a req-50ca9dbb-578c-439b-80d6-f498a7aa9144 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984209 Nov 23 14:28:23.995339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:23.999176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-e77ad8ef-f84d-41c1-9a73-8974208734a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:24.009833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-e77ad8ef-f84d-41c1-9a73-8974208734a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.0713627 Nov 23 14:28:24.059383 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-b5a44ea9-2374-47a6-9579-747e394055c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404410 Nov 23 14:28:24.061153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:24.062769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:24.079081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:24.143896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Pushing event updated for resources: {'Port': ['ID=082cbec2-d377-4220-86c8-7a436f1862ca,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:24.150246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:28:24.233403 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-48594429-e9c2-4f78-b46a-9c926eea081f service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667619 Nov 23 14:28:24.304275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.359782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4d00da33-03c0-47d4-91f2-cc86a9d95d3d req-035bb0dd-610e-43f7-94d8-8dc1ea42efc1 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182091 Nov 23 14:28:24.394093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.407730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,segment=NetworkSegment(1c208b05-58bd-4e8e-aac7-9c3c81414e75),segment_id=1c208b05-58bd-4e8e-aac7-9c3c81414e75)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:24.425884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01', 'network_id': '6cc42530-4a56-42ab-9719-e9c745d20fb0', 'port_id': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01', 'mac_address': 'fa:16:3e:67:98:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcdee6e-fb67-4f74-83b1-12337c921dac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:28:24.435587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f7783-ddfc-434d-974f-b964a33eec26 req-59dc4c6d-3585-4f25-9438-792aae2a29af tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:24.437254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a61f7783-ddfc-434d-974f-b964a33eec26 req-59dc4c6d-3585-4f25-9438-792aae2a29af tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1680145 Nov 23 14:28:24.509992 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.530550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:24.563825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,segment=NetworkSegment(1c208b05-58bd-4e8e-aac7-9c3c81414e75),segment_id=1c208b05-58bd-4e8e-aac7-9c3c81414e75)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:24.572656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.644151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a61f7783-ddfc-434d-974f-b964a33eec26 req-46aabde9-2dd0-4a52-ae70-9a9d25cf34dc tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940887 Nov 23 14:28:24.678748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:24.755153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.763195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.841054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Pushing event updated for resources: {'Port': ['ID=082cbec2-d377-4220-86c8-7a436f1862ca,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:24.842035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['3b7ec953-ba4f-4cd1-833c-46d7796bcf01'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:28:24.852769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.869974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:24.872796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4c09e6a3-1874-4d9c-8dcb-9887fd867966 tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2379820 Nov 23 14:28:24.874686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41826) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:24.994251 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7008aa63-9f33-4505-b8c9-8465db9a760d tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1136465 Nov 23 14:28:24.997944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41834) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:25.044851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-53ce3589-0209-4e71-bd06-ca88b10c6a6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755143 Nov 23 14:28:25.112357 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9ce30e70-fdba-4cd2-aab3-cca6fe735888 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1133056 Nov 23 14:28:25.114970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41840) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:25.289559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Deleting port 082cbec2-d377-4220-86c8-7a436f1862ca {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:25.289812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:25.290949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48dde1-0e7b-4b57-9bbc-6049af4c3013 req-d1c517b2-899c-4640-bd92-5e0125aa8fd3 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:25.302002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf48dde1-0e7b-4b57-9bbc-6049af4c3013 req-d1c517b2-899c-4640-bd92-5e0125aa8fd3 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 944 time: 0.1816826 Nov 23 14:28:25.340702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-15b15ab6-802c-420b-ac13-f385faafca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:25.342102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-15b15ab6-802c-420b-ac13-f385faafca8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 1096 time: 0.2124925 Nov 23 14:28:25.399811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf48dde1-0e7b-4b57-9bbc-6049af4c3013 req-5c3284c6-7c7a-464e-909b-5451755a46ab tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959425 Nov 23 14:28:25.528219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:25.528643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:25.557156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Calling delete_port for 082cbec2-d377-4220-86c8-7a436f1862ca owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:25.656746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-6ad70978-0985-4406-be26-89c659bdfd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:25.658377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-6ad70978-0985-4406-be26-89c659bdfd1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.2547894 Nov 23 14:28:25.843149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-4174c24d-eb99-4d22-a99f-7600f09d7c46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 200 len: 1001 time: 0.1742651 Nov 23 14:28:25.874418 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:25.898440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead090b-2557-413c-9e77-1ec9df0219be req-07bc5ac4-62a1-4b53-a9aa-8fed52545cc1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:25.900087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fead090b-2557-413c-9e77-1ec9df0219be req-07bc5ac4-62a1-4b53-a9aa-8fed52545cc1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1114373 Nov 23 14:28:25.919503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Pushing event deleted for resources: {'Port': ['ID=082cbec2-d377-4220-86c8-7a436f1862ca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:25.932912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-1fa36148-27c7-48c0-9e7a-27782ee8f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:25.934497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-1fa36148-27c7-48c0-9e7a-27782ee8f7ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.0821040 Nov 23 14:28:25.981481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:25.984232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:25.985968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b0d870b9-bd12-4a39-a3a1-d380c84fc9de tempest-FloatingIPAdminTestJSON-1504720877 tempest-FloatingIPAdminTestJSON-1504720877-project] 10.222.0.46 "DELETE /v2.0/floatingips/822ca6e9-b394-4b89-a58b-cf0cc1d61794 HTTP/1.1" status: 204 len: 168 time: 0.8697107 Nov 23 14:28:25.991433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fead090b-2557-413c-9e77-1ec9df0219be req-931b05aa-427d-4200-9f76-a73370af16d1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836837 Nov 23 14:28:25.993712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 41872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:26.089367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-bbb6aa43-a61e-4ace-959e-3c4ec7eefe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:26.090976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-bbb6aa43-a61e-4ace-959e-3c4ec7eefe0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449244 Nov 23 14:28:26.187164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:26.260350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:28:26.270649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:26.271066 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:26.271999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-e51bef58-65a3-4a63-97a4-95581c3fac8d service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395171 Nov 23 14:28:26.280514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Deleting port 2f921771-88ad-4bf0-be4a-a8bbc498ae7f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:26.280934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:26.394317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:26.446075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:26.449760 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7275fb2-d76e-45e5-971f-b781507667d8" -d '{"events": [{"server_uuid": "038fe3c9-973e-4daf-91d5-71d2142315ed", "name": "network-vif-plugged", "status": "completed", "tag": "3b7ec953-ba4f-4cd1-833c-46d7796bcf01"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:26.456343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,segment=NetworkSegment(1c208b05-58bd-4e8e-aac7-9c3c81414e75),segment_id=1c208b05-58bd-4e8e-aac7-9c3c81414e75)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:26.463647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:26.549804 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef1085-83a7-4650-b45e-1e72a1139121 x-openstack-request-id: req-04ef1085-83a7-4650-b45e-1e72a1139121 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:26.550084 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038fe3c9-973e-4daf-91d5-71d2142315ed", "name": "network-vif-plugged", "status": "completed", "tag": "3b7ec953-ba4f-4cd1-833c-46d7796bcf01", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:26.550533 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04ef1085-83a7-4650-b45e-1e72a1139121 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:26.551192 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01', 'code': 200} Nov 23 14:28:26.608870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:26.627145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.627503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.627856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.628201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.628539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.628877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.629211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.629543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.629873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.630201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.630528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.630860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:26.704039 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4705ac6-c47d-40c1-91b0-960888bb721c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:26.771444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f720d2-b13d-4d36-b798-3fee0d0b8f36 req-2732539f-8b2f-409c-8da3-57770aecc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:26.772993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b2f720d2-b13d-4d36-b798-3fee0d0b8f36 req-2732539f-8b2f-409c-8da3-57770aecc4c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 1096 time: 0.0835397 Nov 23 14:28:26.871538 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b2f720d2-b13d-4d36-b798-3fee0d0b8f36 req-c3c344ac-4302-4097-bd43-d5cc32fe766d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910368 Nov 23 14:28:26.997043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.013089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.013738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.047223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055162c-4b75-4f21-918f-fe18a1f6f2c1 req-d49c1c62-4c0d-4498-a578-532ba9a4d12c tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:27.051797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6055162c-4b75-4f21-918f-fe18a1f6f2c1 req-d49c1c62-4c0d-4498-a578-532ba9a4d12c tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.2245219 Nov 23 14:28:27.076993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72e770ff-7135-4237-809b-2efd9e25b2b2 req-a6148cee-afb6-436c-99a1-dd464236dd2a service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928905 Nov 23 14:28:27.084950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Calling delete_port for 2f921771-88ad-4bf0-be4a-a8bbc498ae7f owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:27.216691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6055162c-4b75-4f21-918f-fe18a1f6f2c1 req-91d2e3d6-b233-40a6-8ecb-398d24dce1dd tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555235 Nov 23 14:28:27.244507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5ce6-707d-4cbb-b68f-9e2e79cb640f req-97ef9cda-5557-4694-ad1d-cdc03e1f6572 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:27.246097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e0e5ce6-707d-4cbb-b68f-9e2e79cb640f req-97ef9cda-5557-4694-ad1d-cdc03e1f6572 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1331694 Nov 23 14:28:27.383641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e0e5ce6-707d-4cbb-b68f-9e2e79cb640f req-4ce8abfd-d738-4861-bba4-fc5733a8a44a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277843 Nov 23 14:28:27.390342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.460668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f921771-88ad-4bf0-be4a-a8bbc498ae7f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:27.507306 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.510402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.512286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7eef45f8-13ff-485c-9142-913aef5311a1 tempest-FloatingIPAdminTestJSON-141117185 tempest-FloatingIPAdminTestJSON-141117185-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/39ac36b0-4422-4ca6-8df4-f6fd0325a07b HTTP/1.1" status: 204 len: 168 time: 1.5175498 Nov 23 14:28:27.516460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41926) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:27.678111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Deleting port b401ba55-9d0b-45ef-8738-c4fa5c6981d8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:27.678701 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.852220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:27.891635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Calling delete_port for b401ba55-9d0b-45ef-8738-c4fa5c6981d8 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:28.112760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:28.261753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Port': ['ID=b401ba55-9d0b-45ef-8738-c4fa5c6981d8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:28.352830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:28.357002 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8abd2159-2b6e-47da-8c0e-7409bf68e67e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "DELETE /v2.0/ports/b401ba55-9d0b-45ef-8738-c4fa5c6981d8 HTTP/1.1" status: 204 len: 168 time: 0.8396358 Nov 23 14:28:28.359847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41950) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:28.450115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c6e7-dce6-43ea-9c52-18711256d762 req-5ff123b6-a15c-45f5-9e0b-7c6be4e00f1a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:28.454483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02e4c6e7-dce6-43ea-9c52-18711256d762 req-5ff123b6-a15c-45f5-9e0b-7c6be4e00f1a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1180649 Nov 23 14:28:28.482259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52f601-a0aa-44a5-ae69-47b2c345029e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:28.484492 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fd52f601-a0aa-44a5-ae69-47b2c345029e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ace1d38-45ee-4135-b590-51175561ab88 HTTP/1.1" status: 200 len: 913 time: 0.1232603 Nov 23 14:28:28.486640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 41956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:28.584278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02e4c6e7-dce6-43ea-9c52-18711256d762 req-147a971f-d480-408a-8ef6-f3de3fa78abf tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228414 Nov 23 14:28:28.617176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd3ad9-fb09-40ce-ad37-b44556386773 req-82d90ec0-6318-48c8-b986-652374576ac3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:28.618725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4fd3ad9-fb09-40ce-ad37-b44556386773 req-82d90ec0-6318-48c8-b986-652374576ac3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1009784 Nov 23 14:28:28.717920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4fd3ad9-fb09-40ce-ad37-b44556386773 req-ca84a8e3-dcfe-4e0e-a272-9093242e2404 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922377 Nov 23 14:28:28.892541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f62d9b-c5e4-4b75-b3e1-8ea8e0f18bd7 req-761878df-b5ae-4cb5-8a65-515f7b32e77a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:28.895401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5f62d9b-c5e4-4b75-b3e1-8ea8e0f18bd7 req-761878df-b5ae-4cb5-8a65-515f7b32e77a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1302192 Nov 23 14:28:29.014689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5f62d9b-c5e4-4b75-b3e1-8ea8e0f18bd7 req-1d0a49d6-6871-4b78-aaa0-6cc5f9636352 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077423 Nov 23 14:28:29.079273 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-384cd634-4964-416c-a34d-60eb56a3bfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:29.237231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:29.513991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293226-74c2-4a6d-9744-43e33b6b39db req-c295d0d2-b317-44fe-a9c7-2bfdf9baf9d0 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:29.515588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0293226-74c2-4a6d-9744-43e33b6b39db req-c295d0d2-b317-44fe-a9c7-2bfdf9baf9d0 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1329427 Nov 23 14:28:29.639630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0293226-74c2-4a6d-9744-43e33b6b39db req-ac9c3c71-5dfc-4b31-a5c4-14430eef1f62 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140809 Nov 23 14:28:29.716317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Deleting port 5d87696f-8f51-4e98-bc04-6db3da598645 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:29.716892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:29.872296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:29.934596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Calling delete_port for 5d87696f-8f51-4e98-bc04-6db3da598645 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:30.005257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71752c76-90a4-482f-8d2a-c02341449b41 req-237a660c-9e00-498e-bcb2-f261e40369f7 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:30.017822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71752c76-90a4-482f-8d2a-c02341449b41 req-237a660c-9e00-498e-bcb2-f261e40369f7 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1260512 Nov 23 14:28:30.048812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:30.108040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71752c76-90a4-482f-8d2a-c02341449b41 req-c004ac4d-640d-431c-971a-72d90771c67e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892484 Nov 23 14:28:30.291062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:30.351918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Port': ['ID=5d87696f-8f51-4e98-bc04-6db3da598645,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:30.547862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:30.819910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3659f-69c2-422a-946d-d0213926d4d9 req-c23f2c98-64ef-4f0e-b8cd-26ceac4eb578 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:30.829844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce3659f-69c2-422a-946d-d0213926d4d9 req-c23f2c98-64ef-4f0e-b8cd-26ceac4eb578 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.0641336 Nov 23 14:28:30.895150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce3659f-69c2-422a-946d-d0213926d4d9 req-6ceab774-d009-4b2d-9f6f-95d5618e7701 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639608 Nov 23 14:28:31.307394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Router 0ace1d38-45ee-4135-b590-51175561ab88 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:28:31.351923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730246b4-dfdb-4ec5-b6d1-c19222c639de req-f8e90e52-1b2c-4efc-96f8-03c85225346a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:31.367785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-730246b4-dfdb-4ec5-b6d1-c19222c639de req-f8e90e52-1b2c-4efc-96f8-03c85225346a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1894884 Nov 23 14:28:31.380153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eecb3-9365-46dc-b935-986999105707 req-e8f35ee8-ea88-4673-ac54-d9a9eca8638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:31.381660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85eecb3-9365-46dc-b935-986999105707 req-e8f35ee8-ea88-4673-ac54-d9a9eca8638e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b51bb201ca274ffb9ab28d250f7db887&device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 1096 time: 0.1622078 Nov 23 14:28:31.433477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2622f-f65b-4734-b952-cae0095550fa req-c5e4c029-abbb-488d-a032-c145453bae67 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:31.435112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca2622f-f65b-4734-b952-cae0095550fa req-c5e4c029-abbb-488d-a032-c145453bae67 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1938348 Nov 23 14:28:31.541079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:31.550290 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-916f23a6-073c-4edc-be9c-7f53e1938a96 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "PUT /v2.0/routers/0ace1d38-45ee-4135-b590-51175561ab88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0602553 Nov 23 14:28:31.550457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ca2622f-f65b-4734-b952-cae0095550fa req-25eeefca-c69f-48e3-aad6-6b99ca89807f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918329 Nov 23 14:28:31.557906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] Sync routers for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:31.561410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42044) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:31.586349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-730246b4-dfdb-4ec5-b6d1-c19222c639de req-27a71f73-5b63-4a6a-8990-8a049ba4ca9b tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175157 Nov 23 14:28:31.618172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:31.619042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:31.622390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eecb3-9365-46dc-b935-986999105707 req-92019c12-f4b0-44ec-b9d2-463c50418952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:31.624181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85eecb3-9365-46dc-b935-986999105707 req-92019c12-f4b0-44ec-b9d2-463c50418952 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc42530-4a56-42ab-9719-e9c745d20fb0 HTTP/1.1" status: 200 len: 913 time: 0.2331426 Nov 23 14:28:31.723684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85eecb3-9365-46dc-b935-986999105707 req-bccba150-7a0b-4af5-bb89-a7f47b954b47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01 HTTP/1.1" status: 200 len: 217 time: 0.0890348 Nov 23 14:28:31.728382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:31.763468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:31.771460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] Routers {'0ace1d38-45ee-4135-b590-51175561ab88'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:31.772755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0ace1d38-45ee-4135-b590-51175561ab88'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:31.819013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eecb3-9365-46dc-b935-986999105707 req-4dbe07d4-dca8-4bab-a898-7203509a2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:31.820492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85eecb3-9365-46dc-b935-986999105707 req-4dbe07d4-dca8-4bab-a898-7203509a2339 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fcdee6e-fb67-4f74-83b1-12337c921dac HTTP/1.1" status: 200 len: 852 time: 0.0859237 Nov 23 14:28:31.871232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85eecb3-9365-46dc-b935-986999105707 req-216e1ee9-a525-4d7c-8d39-ca1c003dbede service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc42530-4a56-42ab-9719-e9c745d20fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375893 Nov 23 14:28:31.923711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:31.989394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Deleting port f2c56acc-c591-4d75-bc56-124c1ba7c3d8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:31.989785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.024826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85eecb3-9365-46dc-b935-986999105707 req-77da68c1-9609-4485-8829-8742044acba8 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487565 Nov 23 14:28:32.043201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.044001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:32.044673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4507a04-abb7-4af7-9336-920d832d9907 None None] The sync data for ids ['0ace1d38-45ee-4135-b590-51175561ab88'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:32.105248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.137351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Calling delete_port for f2c56acc-c591-4d75-bc56-124c1ba7c3d8 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:32.178558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85eecb3-9365-46dc-b935-986999105707 req-ba91441a-6bc5-468b-b320-f95141b35711 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263192 Nov 23 14:28:32.355385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.388347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Port': ['ID=f2c56acc-c591-4d75-bc56-124c1ba7c3d8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:32.418157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30555b-b40d-484d-a7b5-776959d610be None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:28:32.485135 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.540091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.681900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.685217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.739817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.740795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Fanout notify agent at l3_agent the message router_deleted on router 0ace1d38-45ee-4135-b590-51175561ab88 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:28:32.755585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4cd4-4d4a-4938-84e3-d05a38aef59f req-59bed3b3-624a-4ceb-9165-c3c2e9f3eec8 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:32.763913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-835c4cd4-4d4a-4938-84e3-d05a38aef59f req-59bed3b3-624a-4ceb-9165-c3c2e9f3eec8 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1128402 Nov 23 14:28:32.766492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.776234 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5580777c-01f1-47d9-b837-8c5d2b64ef4e tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "DELETE /v2.0/routers/0ace1d38-45ee-4135-b590-51175561ab88 HTTP/1.1" status: 204 len: 168 time: 1.2124400 Nov 23 14:28:32.779469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:32.896774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f2b48-bdfd-4b0d-b2cb-0429982c293c req-97a34fdf-d3d1-43f1-8549-e73c34fee8e0 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:32.899220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d63f2b48-bdfd-4b0d-b2cb-0429982c293c req-97a34fdf-d3d1-43f1-8549-e73c34fee8e0 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1317408 Nov 23 14:28:32.913171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Deleting subnet eb16b513-12ae-4dea-a363-47300c4706d0 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:28:32.921953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:32.996792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d63f2b48-bdfd-4b0d-b2cb-0429982c293c req-b3385443-d7b3-498d-8223-4a516f301669 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873890 Nov 23 14:28:33.046358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-835c4cd4-4d4a-4938-84e3-d05a38aef59f req-e4d95d4b-cc7f-4cf9-9d8e-dac5fe64266d tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812490 Nov 23 14:28:33.047092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.165804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.267857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.286043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.289552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "DELETE /v2.0/subnets/eb16b513-12ae-4dea-a363-47300c4706d0 HTTP/1.1" status: 204 len: 168 time: 0.5090785 Nov 23 14:28:33.292335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42100) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:33.296900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d411ff0-8b58-47b3-bedf-12ee6bb808f1 None None] Network 8fc346b7-ac37-4501-9411-32196075f5a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:33.338393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1d804-9d69-4065-94dc-318c6a0d4982 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Subnet': ['ID=eb16b513-12ae-4dea-a363-47300c4706d0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:33.492827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.581668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] DHCP port deletion for 8fc346b7-ac37-4501-9411-32196075f5a2 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:28:33.619732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Deleting port 3cf89e4c-89cf-4e0b-a862-2637e4de023a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:33.620078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.651287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] Deleting port 3cf89e4c-89cf-4e0b-a862-2637e4de023a {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:33.652472 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.712269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] For port 3cf89e4c-89cf-4e0b-a862-2637e4de023a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3cf89e4c-89cf-4e0b-a862-2637e4de023a,segment=NetworkSegment(bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9),segment_id=bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:33.712706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.730852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Calling delete_port for 3cf89e4c-89cf-4e0b-a862-2637e4de023a owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:33.765986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] For port 3cf89e4c-89cf-4e0b-a862-2637e4de023a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3cf89e4c-89cf-4e0b-a862-2637e4de023a,segment=NetworkSegment(bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9),segment_id=bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:33.766631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.782360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] Calling delete_port for 3cf89e4c-89cf-4e0b-a862-2637e4de023a owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:33.849564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3cf89e4c-89cf-4e0b-a862-2637e4de023a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:28:33.872693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:33.889724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] No DVR routers for this DVR port 3cf89e4c-89cf-4e0b-a862-2637e4de023a on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:28:33.898880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No active binding found for port 3cf89e4c-89cf-4e0b-a862-2637e4de023a {{(pid=103347) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 14:28:33.899567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3cf89e4c-89cf-4e0b-a862-2637e4de023a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:28:33.954068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Port': ['ID=3cf89e4c-89cf-4e0b-a862-2637e4de023a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:33.981426 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.054059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.062863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] Pushing event deleted for resources: {'Port': ['ID=3cf89e4c-89cf-4e0b-a862-2637e4de023a,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:34.075738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df2085-b897-4aac-a9fa-0d4ef07a84dd None None] No DVR routers for this DVR port 3cf89e4c-89cf-4e0b-a862-2637e4de023a on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:28:34.103129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc346b7-ac37-4501-9411-32196075f5a2']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:34.131018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:34.131341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf84b9c8-d4b9-4ff4-8272-4dfa066e15c9') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:34.155697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.291413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.327830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9018b-2cb2-49a1-b51a-09cf4ec7835a req-b0010bd7-a348-405b-90c3-e572585f158a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:34.329564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bd9018b-2cb2-49a1-b51a-09cf4ec7835a req-b0010bd7-a348-405b-90c3-e572585f158a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1792750 Nov 23 14:28:34.331805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:28:34.332249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:28:34.335971 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:28:34.389590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec04ad-95f4-446b-9fa7-9becc3e79f8d req-c4c005d9-87d1-466d-ae49-5eb88498a13d tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:34.401003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eaec04ad-95f4-446b-9fa7-9becc3e79f8d req-c4c005d9-87d1-466d-ae49-5eb88498a13d tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.2519009 Nov 23 14:28:34.543160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.594055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.599696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "DELETE /v2.0/networks/8fc346b7-ac37-4501-9411-32196075f5a2 HTTP/1.1" status: 204 len: 168 time: 1.3032696 Nov 23 14:28:34.604539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:34.611766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8bd9018b-2cb2-49a1-b51a-09cf4ec7835a req-846f85cc-ebf6-4ff3-a046-12ec7040e7b2 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752087 Nov 23 14:28:34.628534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf33c3-e9f1-4795-a5bb-510ce150b5c1 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Network': ['ID=8fc346b7-ac37-4501-9411-32196075f5a2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:34.647337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eaec04ad-95f4-446b-9fa7-9becc3e79f8d req-d683f19c-eed2-4968-b0ae-22c679018065 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176342 Nov 23 14:28:34.864417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Deleting port 7badd4d0-4e7b-4d55-90e5-ad5e1cf9bbd4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:34.864965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.993894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.994228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.009981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Calling delete_port for 7badd4d0-4e7b-4d55-90e5-ad5e1cf9bbd4 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:35.143977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d74c2-442f-46b3-b78e-cdcf859c5036 req-422eb3f4-786a-4b2b-9c16-d8a57ccf8798 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:35.175462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f18d74c2-442f-46b3-b78e-cdcf859c5036 req-422eb3f4-786a-4b2b-9c16-d8a57ccf8798 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1678858 Nov 23 14:28:35.207757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.247623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Pushing event deleted for resources: {'Port': ['ID=7badd4d0-4e7b-4d55-90e5-ad5e1cf9bbd4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:35.312581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f18d74c2-442f-46b3-b78e-cdcf859c5036 req-45dc2481-07c2-4ce4-a5fe-c4cfde6d7ba1 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361465 Nov 23 14:28:35.371642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.374654 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.375870 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ac034f3e-3e31-4824-878c-da940ae37e08 tempest-FloatingIPAdminTestJSON-1594795664 tempest-FloatingIPAdminTestJSON-1594795664-project] 10.222.0.46 "DELETE /v2.0/floatingips/bc6a0989-c118-4e43-a896-3653755ff7c3 HTTP/1.1" status: 204 len: 168 time: 0.7696671 Nov 23 14:28:35.947677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a79b7-b481-409e-9dd3-4df7bea53358 req-b469e055-62c5-4920-8e22-5be9ab98660b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:35.956055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-413a79b7-b481-409e-9dd3-4df7bea53358 req-b469e055-62c5-4920-8e22-5be9ab98660b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.0930288 Nov 23 14:28:36.021346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-413a79b7-b481-409e-9dd3-4df7bea53358 req-773b8f53-f7fc-4dfa-9268-4c05128463a1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598965 Nov 23 14:28:36.029981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42218) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:36.250519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42228) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:36.251768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-abc8190e-c80d-45a5-90f7-36e13f50b377 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0662ac96bb14062b10004059704b776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192924 Nov 23 14:28:36.306878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c15a048-5d65-474e-abea-d0b0b971c757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.349715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c15a048-5d65-474e-abea-d0b0b971c757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.421037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c15a048-5d65-474e-abea-d0b0b971c757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.423711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c15a048-5d65-474e-abea-d0b0b971c757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.427145 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5c15a048-5d65-474e-abea-d0b0b971c757 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d8f4106-5caf-43d0-9cdc-17814fa777f2 HTTP/1.1" status: 204 len: 168 time: 0.1733196 Nov 23 14:28:36.433805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15a048-5d65-474e-abea-d0b0b971c757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f4106-5caf-43d0-9cdc-17814fa777f2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:36.567436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d79fe-1392-4d6b-b247-601f4493bfc5 req-129ce243-3cb2-43d3-86e5-c2ae231980da tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:36.576038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-895d79fe-1392-4d6b-b247-601f4493bfc5 req-129ce243-3cb2-43d3-86e5-c2ae231980da tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.0891500 Nov 23 14:28:36.667550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-895d79fe-1392-4d6b-b247-601f4493bfc5 req-642d2a22-6fb9-4399-adf7-790e4a10e5f5 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902417 Nov 23 14:28:37.060461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-821037e9-d5d0-4729-b0c5-331fd6e3b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.062251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-821037e9-d5d0-4729-b0c5-331fd6e3b54e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b51bb201ca274ffb9ab28d250f7db887&device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 1096 time: 0.1146591 Nov 23 14:28:37.075543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42276) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:37.085086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a8613-af69-4689-ba9d-4b4f6280d55b req-e048d7f1-a977-4ec7-89bc-2278ba65427f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.094126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-776a8613-af69-4689-ba9d-4b4f6280d55b req-e048d7f1-a977-4ec7-89bc-2278ba65427f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.0849705 Nov 23 14:28:37.097816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c82e66e7-98e6-4ac1-8f28-3e9a269b5c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.216971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c82e66e7-98e6-4ac1-8f28-3e9a269b5c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.222177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c82e66e7-98e6-4ac1-8f28-3e9a269b5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.253547 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c82e66e7-98e6-4ac1-8f28-3e9a269b5c05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f70f7f9ab1ed4355b93245517db3b6b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769171 Nov 23 14:28:37.256027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:37.375912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6801-a68c-4b21-a65d-840efb7c9152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.399063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-68d67930-0dc3-44d1-b421-0a16bbbfe5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.399624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e66e7-98e6-4ac1-8f28-3e9a269b5c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24b642-f122-40ec-8946-aef3edfcc0d3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:37.401085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-68d67930-0dc3-44d1-b421-0a16bbbfe5c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc42530-4a56-42ab-9719-e9c745d20fb0 HTTP/1.1" status: 200 len: 913 time: 0.3243148 Nov 23 14:28:37.435715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6801-a68c-4b21-a65d-840efb7c9152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.532604 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6801-a68c-4b21-a65d-840efb7c9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.535510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6801-a68c-4b21-a65d-840efb7c9152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.536671 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1a6a6801-a68c-4b21-a65d-840efb7c9152 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f24b642-f122-40ec-8946-aef3edfcc0d3 HTTP/1.1" status: 204 len: 168 time: 0.2795494 Nov 23 14:28:37.548202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-c2adde44-1b1f-4f91-8f57-e180688fa8b9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.556382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a6801-a68c-4b21-a65d-840efb7c9152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24b642-f122-40ec-8946-aef3edfcc0d3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:37.558729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-c2adde44-1b1f-4f91-8f57-e180688fa8b9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.4324605 Nov 23 14:28:37.578392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-776a8613-af69-4689-ba9d-4b4f6280d55b req-8ac745d4-1384-4eb0-be3b-2612016c92a7 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829159 Nov 23 14:28:37.619883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-2df687a0-8768-445c-a259-1d4358d9632a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/quotas/5b03d0e54e384d0497352c16abd8beac HTTP/1.1" status: 200 len: 375 time: 0.0598457 Nov 23 14:28:37.621884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-e293e0cd-104e-42e7-91ba-8533ea9cc4a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01 HTTP/1.1" status: 200 len: 217 time: 0.0598707 Nov 23 14:28:37.791355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-7e5ce5ea-ea38-43b1-a78e-856034516216 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593847 Nov 23 14:28:37.798594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-0c830a87-ac01-4730-a602-69431f9118c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.800262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-0c830a87-ac01-4730-a602-69431f9118c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fcdee6e-fb67-4f74-83b1-12337c921dac HTTP/1.1" status: 200 len: 852 time: 0.1697176 Nov 23 14:28:37.860555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-0aaf99f5-0333-471f-9c82-b836b6ac3eda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc42530-4a56-42ab-9719-e9c745d20fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474024 Nov 23 14:28:37.897990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d418e1-e535-4b65-bf80-18fab46068c5 req-b34a4397-3466-40f7-ba9c-5112746a67be tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.900733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d418e1-e535-4b65-bf80-18fab46068c5 req-b34a4397-3466-40f7-ba9c-5112746a67be tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1670001 Nov 23 14:28:38.116893 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d418e1-e535-4b65-bf80-18fab46068c5 req-7db2b572-9251-404f-aaf2-a083b6023149 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038343 Nov 23 14:28:38.212134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-ebc0dd20-980c-47b2-b715-85740779b1c5 service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000616 Nov 23 14:28:38.242472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42316) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:38.284577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37bc3836-e05b-4080-8ac0-0d0b01c09155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.327934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-1e7fabd2-ebd7-45c0-a710-139651632db8 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566946 Nov 23 14:28:38.388119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-631f051c-9c93-4aab-a378-014886c32b8b service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751108 Nov 23 14:28:38.473556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac4e543c-15a9-47e1-b431-cca777564a92 req-5225cd3c-9349-44ec-824a-19503eb41a36 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372437 Nov 23 14:28:38.533993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37bc3836-e05b-4080-8ac0-0d0b01c09155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.541581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37bc3836-e05b-4080-8ac0-0d0b01c09155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.620547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc3836-e05b-4080-8ac0-0d0b01c09155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03d6938-9111-48c0-b320-1e4e1c28371d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:38.648773 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-37bc3836-e05b-4080-8ac0-0d0b01c09155 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e342e4d86e24acd8ed89b940740ca89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4047906 Nov 23 14:28:38.652869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42332) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:38.830415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af43863f-e7e8-4723-a8b1-6a207fc0740a req-7657c868-8e51-4d02-8687-696459bef260 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 210 time: 0.0824394 Nov 23 14:28:38.851287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc25408f-7dd4-48c9-a58b-447b2ff5909f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.896033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329d209-81f8-4b16-b47a-1337181bff9d req-9803a848-d5a3-4fc0-b3b8-c144c72a1f03 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:38.904853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d329d209-81f8-4b16-b47a-1337181bff9d req-9803a848-d5a3-4fc0-b3b8-c144c72a1f03 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1779792 Nov 23 14:28:38.930290 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc25408f-7dd4-48c9-a58b-447b2ff5909f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.013637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d329d209-81f8-4b16-b47a-1337181bff9d req-a64bc9a5-8a82-47f6-a37a-d2fe6b922ada tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078427 Nov 23 14:28:39.042787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc25408f-7dd4-48c9-a58b-447b2ff5909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.046085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cc25408f-7dd4-48c9-a58b-447b2ff5909f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.048247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cc25408f-7dd4-48c9-a58b-447b2ff5909f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b03d6938-9111-48c0-b320-1e4e1c28371d HTTP/1.1" status: 204 len: 168 time: 0.3932371 Nov 23 14:28:39.062523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25408f-7dd4-48c9-a58b-447b2ff5909f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03d6938-9111-48c0-b320-1e4e1c28371d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:39.325430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d0503-03d7-4fe2-8c0d-a0b857cbfce9 req-ddf9ce7f-c51f-4359-a15b-9f84adb057ba tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:39.327292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-732d0503-03d7-4fe2-8c0d-a0b857cbfce9 req-ddf9ce7f-c51f-4359-a15b-9f84adb057ba tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.0918469 Nov 23 14:28:39.456068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-732d0503-03d7-4fe2-8c0d-a0b857cbfce9 req-9b9d31fd-a297-435e-b7e5-2e144c63ca99 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222956 Nov 23 14:28:39.991087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8e8ae17-9c94-4db5-a630-0f857011bd3e req-a2904971-8075-4613-8cce-b6df678dbf1b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 210 time: 0.0407898 Nov 23 14:28:40.300538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af6cde-d206-4d0e-a5eb-2051665738d5 req-c54c56bd-8ceb-4891-93e9-cde79f2c9954 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:40.312737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27af6cde-d206-4d0e-a5eb-2051665738d5 req-c54c56bd-8ceb-4891-93e9-cde79f2c9954 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.1378281 Nov 23 14:28:40.423699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-ebbd218a-53aa-4dfc-a79e-522f5fe65eda tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:40.425930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-ebbd218a-53aa-4dfc-a79e-522f5fe65eda tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.3222218 Nov 23 14:28:40.429576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27af6cde-d206-4d0e-a5eb-2051665738d5 req-e07457fb-e71b-4bff-be3f-2df57e03982a tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Nov 23 14:28:40.446998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Request body: {'port': {'device_id': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'admin_state_up': True, 'tenant_id': '5b03d0e54e384d0497352c16abd8beac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:40.696259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Made reservation on behalf of 5b03d0e54e384d0497352c16abd8beac for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:40.700255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.736175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ba3d6-e20f-4657-8436-e1d1b918eded req-96d61ef6-8886-4d06-b070-ceed207ec979 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:40.747565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c6ba3d6-e20f-4657-8436-e1d1b918eded req-96d61ef6-8886-4d06-b070-ceed207ec979 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1326532 Nov 23 14:28:40.871746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c6ba3d6-e20f-4657-8436-e1d1b918eded req-f990b870-2a71-4157-90ec-89af84989300 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191559 Nov 23 14:28:40.977049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640537c1-3a44-48db-ac1b-dfa7a8ef2495 req-5be381ff-5a52-4b79-a350-3646bde02a8c tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:40.987561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-640537c1-3a44-48db-ac1b-dfa7a8ef2495 req-5be381ff-5a52-4b79-a350-3646bde02a8c tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.0829108 Nov 23 14:28:41.044447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Allocated IP 172.20.0.11 (b6930fa2-41e4-46b0-b930-cad585990db3/0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef/d841a8ef-af34-4200-b05a-082af76edae4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:41.091526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-640537c1-3a44-48db-ac1b-dfa7a8ef2495 req-9306461e-46f0-4e64-96ac-30879e4efd2f tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028914 Nov 23 14:28:41.150834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-030b1316-289e-491e-a5c7-4ebbecf3c0d6 req-4cbbf2ed-6c9a-4d4d-a285-16f8eabbcdcc tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 210 time: 0.0581009 Nov 23 14:28:41.475391 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.526234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.540882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e373c967-573c-42cc-8f45-4706ab05aec5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:28:41.561940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Network b6930fa2-41e4-46b0-b930-cad585990db3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:41.583473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:41.591483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:41.613791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f8913-fd4b-4c1f-a1f2-b7f2f7706179 req-afa82bba-a39a-464d-bd13-db69dea8c50b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:41.628673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-181f8913-fd4b-4c1f-a1f2-b7f2f7706179 req-afa82bba-a39a-464d-bd13-db69dea8c50b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.0954754 Nov 23 14:28:41.681264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42468) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:41.690028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event updated for resources: {'Port': ['ID=d841a8ef-af34-4200-b05a-082af76edae4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:41.752527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.752831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.753180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.753521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.754000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.754331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.754659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.755032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.755397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.755634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.756059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.756348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:41.850818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:41.853941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.858220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-181f8913-fd4b-4c1f-a1f2-b7f2f7706179 req-7df7a0dd-b1e1-4b78-bc92-5616dc014428 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286043 Nov 23 14:28:41.887235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-33c2d123-019a-428a-86d3-fda3389edb88 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4475327 Nov 23 14:28:41.899950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Request body: {'port': {'device_id': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:41.977537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5d33e75b-6abf-41a5-8bd2-96e6e3f22577 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1199481321'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:41.978475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5d33e75b-6abf-41a5-8bd2-96e6e3f22577 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Unknown quota resources ['metering_label']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:28:42.000123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.193886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9846a40-0a4b-4f3f-b514-b089890c745f req-20c7848f-ed96-4453-a0c9-56da05ab2d47 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:42.195779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9846a40-0a4b-4f3f-b514-b089890c745f req-20c7848f-ed96-4453-a0c9-56da05ab2d47 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.2330606 Nov 23 14:28:42.262020 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d33e75b-6abf-41a5-8bd2-96e6e3f22577 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.263211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5d33e75b-6abf-41a5-8bd2-96e6e3f22577 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5806274 Nov 23 14:28:42.285721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42492) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:42.293148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b4b0da41-dfbd-4c71-8cbf-15829dacaf6f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dbbeb736-52eb-42de-814b-b8896d691839'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:42.293654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b4b0da41-dfbd-4c71-8cbf-15829dacaf6f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:28:42.404465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d841a8ef-af34-4200-b05a-082af76edae4 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:42.418410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.438111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Transition to ACTIVE for port object d841a8ef-af34-4200-b05a-082af76edae4 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:28:42.443884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.543138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Pushing event updated for resources: {'Port': ['ID=d841a8ef-af34-4200-b05a-082af76edae4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:42.615408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Attempting to bind port d841a8ef-af34-4200-b05a-082af76edae4 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:42.615751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Attempting to bind port d841a8ef-af34-4200-b05a-082af76edae4 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:42.616364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Attempting to bind port d841a8ef-af34-4200-b05a-082af76edae4 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:42.626013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Port d841a8ef-af34-4200-b05a-082af76edae4 on network b6930fa2-41e4-46b0-b930-cad585990db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:28:42.626471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Attempting to bind port d841a8ef-af34-4200-b05a-082af76edae4 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:42.636609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:42.636917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Checking segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:42.637439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Bound using segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:42.637883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Bound port: d841a8ef-af34-4200-b05a-082af76edae4, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:42.638251 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.734770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] For port d841a8ef-af34-4200-b05a-082af76edae4, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:42.742857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] For port d841a8ef-af34-4200-b05a-082af76edae4, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d841a8ef-af34-4200-b05a-082af76edae4,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:42.749253 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.853999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9846a40-0a4b-4f3f-b514-b089890c745f req-c26eb6a0-1153-402e-8503-01ac1d2893d9 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352253 Nov 23 14:28:42.855637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:42.856343 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.857954 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] 10.222.0.74 "PUT /v2.0/ports/d841a8ef-af34-4200-b05a-082af76edae4 HTTP/1.1" status: 200 len: 1092 time: 0.9627171 Nov 23 14:28:42.858556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'tag': 'd841a8ef-af34-4200-b05a-082af76edae4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:42.861029 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b922b50-c442-4851-a5d4-5c46e07d6aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "608b6802-3218-42bb-9dfd-64eb0033dffd", "tag": "d841a8ef-af34-4200-b05a-082af76edae4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:42.901037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c609-43b3-4898-9c15-20867306d536 service neutron] Pushing event updated for resources: {'Port': ['ID=d841a8ef-af34-4200-b05a-082af76edae4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:42.962650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-b36beab8-cb89-4af2-a1f4-b1ae754fccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:42.964419 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-b36beab8-cb89-4af2-a1f4-b1ae754fccb8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 1095 time: 0.0568385 Nov 23 14:28:43.016580 n-d-818503-2 neutron-server[103346]: WARNING neutron.services.metering.metering_plugin [None req-b4b0da41-dfbd-4c71-8cbf-15829dacaf6f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 14:28:43.050979 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-0fdafe23-849b-4ebe-8297-59860681f3f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d841a8ef-af34-4200-b05a-082af76edae4 HTTP/1.1" status: 200 len: 217 time: 0.0754316 Nov 23 14:28:43.098815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a630f-8f46-429d-8f9e-0497a6ff3408 req-0ce9f547-0b4d-4694-a67a-e08f278aa0ea tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:43.100165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d62a630f-8f46-429d-8f9e-0497a6ff3408 req-0ce9f547-0b4d-4694-a67a-e08f278aa0ea tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.8467672 Nov 23 14:28:43.130167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-c8047c70-e720-4f59-81bc-bb68ec0cdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:43.131890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-c8047c70-e720-4f59-81bc-bb68ec0cdd82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.0741181 Nov 23 14:28:43.197623 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-584d1588-ca88-4ceb-9a5a-1b3ab341ca23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570271 Nov 23 14:28:43.223493 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b4b0da41-dfbd-4c71-8cbf-15829dacaf6f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.228149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b4b0da41-dfbd-4c71-8cbf-15829dacaf6f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9380369 Nov 23 14:28:43.237051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034b1f8-7100-4603-a631-c2648373ca42 req-ee2662bd-6356-4a97-84d6-a472ee317e7d tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:43.239554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42520) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:43.248672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-516f592e-f994-41a8-b9f9-4970394ef29f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dbbeb736-52eb-42de-814b-b8896d691839'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:43.249438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-516f592e-f994-41a8-b9f9-4970394ef29f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103345) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:28:43.255089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e034b1f8-7100-4603-a631-c2648373ca42 req-ee2662bd-6356-4a97-84d6-a472ee317e7d tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 945 time: 0.3840919 Nov 23 14:28:43.355752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d62a630f-8f46-429d-8f9e-0497a6ff3408 req-035214d4-6b40-4371-a620-a69e705a6a29 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/security-groups?id=13b26486-c648-4362-acaf-cb303480aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061801 Nov 23 14:28:43.382470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df764b8-2227-4e46-9b25-2f78c9aedefc req-51062384-dfd1-4960-b3d6-72ad810fe3e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:43.383994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8df764b8-2227-4e46-9b25-2f78c9aedefc req-51062384-dfd1-4960-b3d6-72ad810fe3e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 944 time: 0.3844957 Nov 23 14:28:43.401070 n-d-818503-2 neutron-server[103345]: WARNING neutron.services.metering.metering_plugin [None req-516f592e-f994-41a8-b9f9-4970394ef29f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 14:28:43.449719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8df764b8-2227-4e46-9b25-2f78c9aedefc req-d9f6a89d-ecb8-41ec-bc58-355b4625c717 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586810 Nov 23 14:28:43.452814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Deleting port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:28:43.453152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.553068 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7645f2-6e9c-428b-8b88-342722574b69 x-openstack-request-id: req-9b7645f2-6e9c-428b-8b88-342722574b69 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:43.553671 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608b6802-3218-42bb-9dfd-64eb0033dffd", "tag": "d841a8ef-af34-4200-b05a-082af76edae4", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:43.553671 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b7645f2-6e9c-428b-8b88-342722574b69 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:43.554007 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'tag': 'd841a8ef-af34-4200-b05a-082af76edae4', 'status': 'completed', 'code': 200} Nov 23 14:28:43.628785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] For port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,segment=NetworkSegment(1c208b05-58bd-4e8e-aac7-9c3c81414e75),segment_id=1c208b05-58bd-4e8e-aac7-9c3c81414e75)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:43.629160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.654492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Calling delete_port for 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:28:43.671164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-516f592e-f994-41a8-b9f9-4970394ef29f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.672557 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-516f592e-f994-41a8-b9f9-4970394ef29f tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4311490 Nov 23 14:28:43.676955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42534) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:43.692592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-25d54e3e-eb1d-4a75-a678-e4ff3b14c798 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860854 Nov 23 14:28:43.695641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92342-fa58-44ba-8090-1e73da963636 req-816fbf07-5a31-4244-88ce-5813bb7b3bb6 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:43.699431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bf92342-fa58-44ba-8090-1e73da963636 req-816fbf07-5a31-4244-88ce-5813bb7b3bb6 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1297390 Nov 23 14:28:43.733280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7b63fa22-6e1d-43e6-9fbb-fe248610b55a tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=2377b386-c7ec-49fd-b151-5519d28bf18c HTTP/1.1" status: 200 len: 462 time: 0.0548682 Nov 23 14:28:43.776370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42536) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:43.846696 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8ffa2d8e-e93f-4a9a-b1ee-e860397429e0 req-3e51b152-3df4-4c9e-9e07-69bcdc25266e service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457069 Nov 23 14:28:43.989393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bf92342-fa58-44ba-8090-1e73da963636 req-249e1a7a-b922-4512-a481-fe7b5416a84b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540760 Nov 23 14:28:43.994094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-887aa920-d4ff-4797-8e35-134506397adb tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.997799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-887aa920-d4ff-4797-8e35-134506397adb tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/2377b386-c7ec-49fd-b151-5519d28bf18c HTTP/1.1" status: 204 len: 168 time: 0.2173126 Nov 23 14:28:43.999215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42546) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:44.017780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6a6f1aee-2ae8-4208-9a2b-86f9f3694686 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=2377b386-c7ec-49fd-b151-5519d28bf18c HTTP/1.1" status: 200 len: 221 time: 0.0115201 Nov 23 14:28:44.025645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42550) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:44.046421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bceb0034-bdd2-4e7f-befd-ea516c404b67 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1980250493', 'description': 'label created by tempest'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:44.046421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bceb0034-bdd2-4e7f-befd-ea516c404b67 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Unknown quota resources ['metering_label']. {{(pid=103345) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:28:44.118217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-4b6d9159-bea4-4b19-98cb-05188647f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:44.121203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-4b6d9159-bea4-4b19-98cb-05188647f5e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 1095 time: 0.1853020 Nov 23 14:28:44.212337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde20c2f-b68a-4fc0-9276-bd71b6abd6d9 req-973efc43-0b89-4ce0-bc2f-fc586daa8983 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:44.215066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bde20c2f-b68a-4fc0-9276-bd71b6abd6d9 req-973efc43-0b89-4ce0-bc2f-fc586daa8983 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1242404 Nov 23 14:28:44.216007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.229325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['3b7ec953-ba4f-4cd1-833c-46d7796bcf01'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:28:44.279285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Pushing event deleted for resources: {'Port': ['ID=3b7ec953-ba4f-4cd1-833c-46d7796bcf01,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:44.386323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] No DVR routers for this DVR port 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:28:44.388861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.392903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e034b1f8-7100-4603-a631-c2648373ca42 req-346e0a4c-8c51-4334-8c65-c1a121aa9123 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.11 "DELETE /v2.0/ports/3b7ec953-ba4f-4cd1-833c-46d7796bcf01 HTTP/1.1" status: 204 len: 173 time: 1.1369288 Nov 23 14:28:44.393365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'name': 'network-vif-deleted', 'tag': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:44.395825 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7127a77d-438c-4f7f-b17b-ef322c206073" -d '{"events": [{"server_uuid": "038fe3c9-973e-4daf-91d5-71d2142315ed", "name": "network-vif-deleted", "tag": "3b7ec953-ba4f-4cd1-833c-46d7796bcf01"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:44.403043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bde20c2f-b68a-4fc0-9276-bd71b6abd6d9 req-3a6a90ac-18c0-43b5-bba8-07947641668b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770568 Nov 23 14:28:44.424501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bceb0034-bdd2-4e7f-befd-ea516c404b67 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.429398 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bceb0034-bdd2-4e7f-befd-ea516c404b67 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3970459 Nov 23 14:28:44.429648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42566) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:44.616291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-65e2a00c-6126-48ae-bab3-bccc31e47d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:44.617981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-65e2a00c-6126-48ae-bab3-bccc31e47d98 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 916 time: 0.3506510 Nov 23 14:28:44.681328 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c14da3-ddca-4276-a214-096de74a00ee x-openstack-request-id: req-d2c14da3-ddca-4276-a214-096de74a00ee {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:44.682077 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038fe3c9-973e-4daf-91d5-71d2142315ed", "name": "network-vif-deleted", "tag": "3b7ec953-ba4f-4cd1-833c-46d7796bcf01", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:44.682613 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2c14da3-ddca-4276-a214-096de74a00ee {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:44.683266 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fe3c9-973e-4daf-91d5-71d2142315ed', 'name': 'network-vif-deleted', 'tag': '3b7ec953-ba4f-4cd1-833c-46d7796bcf01', 'status': 'completed', 'code': 200} Nov 23 14:28:44.693193 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-465d0a43-07c5-4d34-a864-5eced50bbe1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d841a8ef-af34-4200-b05a-082af76edae4 HTTP/1.1" status: 200 len: 217 time: 0.0667362 Nov 23 14:28:44.702280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c7f9a0dd-d1ad-43fc-99e2-7ae6626542e8 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=e62dea53-447e-43e4-8ccf-99c16f3a0996 HTTP/1.1" status: 200 len: 468 time: 0.2714243 Nov 23 14:28:44.707643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42574) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:44.718138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb32367e-b6f2-4812-9c6c-afa934f10ee0 req-815c1775-264c-451c-9c00-73c74ec968c8 tempest-TestServerAdvancedOps-2067120731 tempest-TestServerAdvancedOps-2067120731-project] 10.222.0.46 "GET /v2.0/ports?device_id=038fe3c9-973e-4daf-91d5-71d2142315ed HTTP/1.1" status: 200 len: 210 time: 0.2185671 Nov 23 14:28:44.761791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3c274-e87b-40e8-8b61-620084478891 req-adf87b48-62d9-461a-93ce-c21410ced7c2 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:44.769497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8de3c274-e87b-40e8-8b61-620084478891 req-adf87b48-62d9-461a-93ce-c21410ced7c2 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 944 time: 0.0914156 Nov 23 14:28:44.826646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8de3c274-e87b-40e8-8b61-620084478891 req-785356de-0c30-4305-b2e6-e35d8fefbde8 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559440 Nov 23 14:28:45.205962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce50f3c-c701-4bef-8d17-9cc6d8b380a6 req-e118a417-e88b-4579-9a06-a6c62adf8eea tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:45.207618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fce50f3c-c701-4bef-8d17-9cc6d8b380a6 req-e118a417-e88b-4579-9a06-a6c62adf8eea tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.0842335 Nov 23 14:28:45.304009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fce50f3c-c701-4bef-8d17-9cc6d8b380a6 req-c3496753-ab7d-4008-8c03-9b89e7c8e130 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866597 Nov 23 14:28:45.374703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-b74a45c2-ead6-4842-a41b-dabba9afba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:45.376420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-b74a45c2-ead6-4842-a41b-dabba9afba65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.6747460 Nov 23 14:28:45.385346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d841a8ef-af34-4200-b05a-082af76edae4 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:28:45.544971 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-bbc2a87c-05c4-45c2-9956-51dc8d51b76b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844436 Nov 23 14:28:45.548832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b3cade0-3e3e-4326-9487-cea01112554c tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.552839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42600) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.553097 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9b3cade0-3e3e-4326-9487-cea01112554c tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/e62dea53-447e-43e4-8ccf-99c16f3a0996 HTTP/1.1" status: 204 len: 168 time: 0.8296721 Nov 23 14:28:45.571872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d841a8ef-af34-4200-b05a-082af76edae4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d841a8ef-af34-4200-b05a-082af76edae4,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:45.575698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30b831cf-a1ad-495f-bf2b-618baeefb15e tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=e62dea53-447e-43e4-8ccf-99c16f3a0996 HTTP/1.1" status: 200 len: 216 time: 0.0214455 Nov 23 14:28:45.598618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42602) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.602169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd841a8ef-af34-4200-b05a-082af76edae4', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'port_id': 'd841a8ef-af34-4200-b05a-082af76edae4', 'mac_address': 'fa:16:3e:62:ae:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:28:45.639381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-644d3ce9-58c6-4e64-993d-a65da5fce531 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0348959 Nov 23 14:28:45.650236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42610) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.676016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c223d90d-bc00-4312-a9c1-07e44f37311b tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0201628 Nov 23 14:28:45.676334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42616) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.730787 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.765710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-13830cfe-d163-41ac-9fb3-6aa89e8c62d4 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115128 Nov 23 14:28:45.767793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d841a8ef-af34-4200-b05a-082af76edae4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:28:45.800492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d841a8ef-af34-4200-b05a-082af76edae4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d841a8ef-af34-4200-b05a-082af76edae4,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:45.806177 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.818583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2a689ff-2bc1-4e4a-b15b-dd6a7153899d tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/dbbeb736-52eb-42de-814b-b8896d691839 HTTP/1.1" status: 200 len: 473 time: 0.1369140 Nov 23 14:28:45.819947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42622) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.820430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42624) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.823523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2807ced-b583-4047-b52e-cedf0749bf32 req-fe214254-5c8b-4aaa-a064-706150f5d1d5 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:45.827731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2807ced-b583-4047-b52e-cedf0749bf32 req-fe214254-5c8b-4aaa-a064-706150f5d1d5 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.2304819 Nov 23 14:28:45.852149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42628) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.852822 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-910dee39-bbb6-41e3-b15c-bdf39cbe2dd9 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/172bf3b7-3f72-40be-919b-40351c738454 HTTP/1.1" status: 200 len: 459 time: 0.0310142 Nov 23 14:28:45.926734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d841a8ef-af34-4200-b05a-082af76edae4,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:45.977385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2807ced-b583-4047-b52e-cedf0749bf32 req-475a16da-fe25-4470-8257-510f7dc7e2a5 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411872 Nov 23 14:28:46.023269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d841a8ef-af34-4200-b05a-082af76edae4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:28:46.043629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] Deleting subnet 6fcdee6e-fb67-4f74-83b1-12337c921dac {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:28:46.052059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.094242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c2e0-4e6c-427a-9274-691faa5b318b tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.095447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d7d8c2e0-4e6c-427a-9274-691faa5b318b tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/172bf3b7-3f72-40be-919b-40351c738454 HTTP/1.1" status: 204 len: 168 time: 0.2419100 Nov 23 14:28:46.102258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42634) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:46.111252 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.114836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2b922b50-c442-4851-a5d4-5c46e07d6aa8 req-2af994ff-9e33-4df5-841a-fc53733e3247 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421974 Nov 23 14:28:46.234881 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.355587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.357828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002da3-618f-41a8-8edc-4206ba8c082c req-f35e3743-75a8-4e9f-8634-778058053c39 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:46.359794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5002da3-618f-41a8-8edc-4206ba8c082c req-f35e3743-75a8-4e9f-8634-778058053c39 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 945 time: 0.3778715 Nov 23 14:28:46.405694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcdee6e-fb67-4f74-83b1-12337c921dac,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:46.415313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.421063 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8454cf93-2159-4c69-96bd-a098d6671ff9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6fcdee6e-fb67-4f74-83b1-12337c921dac HTTP/1.1" status: 204 len: 168 time: 0.5981541 Nov 23 14:28:46.421693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42646) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:46.440436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6b1b51de-d070-428d-9e74-be73296ded68 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.441524 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6b1b51de-d070-428d-9e74-be73296ded68 tempest-MeteringIpV6TestJSON-1996620903 tempest-MeteringIpV6TestJSON-1996620903-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/dbbeb736-52eb-42de-814b-b8896d691839 HTTP/1.1" status: 204 len: 168 time: 0.3283906 Nov 23 14:28:46.532443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e049174-fd92-47b7-abec-8646df8cd5ed req-5129b49b-98d4-44d9-ac15-49bd100d4af2 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:46.534304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e049174-fd92-47b7-abec-8646df8cd5ed req-5129b49b-98d4-44d9-ac15-49bd100d4af2 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1017320 Nov 23 14:28:46.559147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5002da3-618f-41a8-8edc-4206ba8c082c req-940bacba-2e90-41bc-afbe-79f4680d63fa tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862748 Nov 23 14:28:46.615023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.677158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e049174-fd92-47b7-abec-8646df8cd5ed req-be1f8584-8d8b-4a43-b4a4-438d6a95baae tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165349 Nov 23 14:28:46.807192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.855835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc42530-4a56-42ab-9719-e9c745d20fb0']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:46.865988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c208b05-58bd-4e8e-aac7-9c3c81414e75') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:46.866288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c208b05-58bd-4e8e-aac7-9c3c81414e75') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:46.877140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.893674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.897549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42664) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:46.902451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:28:46.903071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:28:46.905059 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:28:46.967302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.974114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.980498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6cc42530-4a56-42ab-9719-e9c745d20fb0 HTTP/1.1" status: 204 len: 168 time: 0.5578103 Nov 23 14:28:46.983378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42668) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:46.999507 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dead9-4323-4650-92c2-4f4dd4a66815 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc42530-4a56-42ab-9719-e9c745d20fb0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.129047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25b007c8-ef70-4a95-9b68-c093724bb47e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.151355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] Deleting subnet 02f67998-8a66-4900-8817-864a98b332a7 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:28:47.165907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.213583 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:28:47.227949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872804c-ed12-4e34-9ba9-c5161de76f87 req-ac0b7b2c-e44d-46cd-838b-ef617350b0ea tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:47.229806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2872804c-ed12-4e34-9ba9-c5161de76f87 req-ac0b7b2c-e44d-46cd-838b-ef617350b0ea tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1327343 Nov 23 14:28:47.234793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.334172 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2872804c-ed12-4e34-9ba9-c5161de76f87 req-6a8f001f-5dc4-4ccb-8715-7de93eb7f78f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973141 Nov 23 14:28:47.344147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.397118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d841a8ef-af34-4200-b05a-082af76edae4 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:47.408474 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25b007c8-ef70-4a95-9b68-c093724bb47e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.416715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-25b007c8-ef70-4a95-9b68-c093724bb47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.452669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.470953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42690) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:47.480221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-25b007c8-ef70-4a95-9b68-c093724bb47e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6fb44e79a1040c78418d5abffa72a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5808215 Nov 23 14:28:47.499613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d841a8ef-af34-4200-b05a-082af76edae4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:28:47.504337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d841a8ef-af34-4200-b05a-082af76edae4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:47.504723 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.520763 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.524066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] 10.222.0.46 "DELETE /v2.0/subnets/02f67998-8a66-4900-8817-864a98b332a7 HTTP/1.1" status: 204 len: 168 time: 0.5396304 Nov 23 14:28:47.525109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d5dcb-67cb-414a-8f96-caa1d9850fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f67998-8a66-4900-8817-864a98b332a7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.529270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42692) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:47.538994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b007c8-ef70-4a95-9b68-c093724bb47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f390be9e-5b67-4d63-b55b-7ac0d840e652,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.577543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1e80434-f553-4de1-8ad8-87a707d7e91b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.656959 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1e80434-f553-4de1-8ad8-87a707d7e91b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.684359 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.750313 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.761891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1e80434-f553-4de1-8ad8-87a707d7e91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.765163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1e80434-f553-4de1-8ad8-87a707d7e91b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.769507 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d1e80434-f553-4de1-8ad8-87a707d7e91b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f390be9e-5b67-4d63-b55b-7ac0d840e652 HTTP/1.1" status: 204 len: 168 time: 0.2951756 Nov 23 14:28:47.769749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d841a8ef-af34-4200-b05a-082af76edae4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d841a8ef-af34-4200-b05a-082af76edae4,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:47.772179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd841a8ef-af34-4200-b05a-082af76edae4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:28:47.783252 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3a818-6120-44b0-8638-79f15a67add3" -d '{"events": [{"server_uuid": "608b6802-3218-42bb-9dfd-64eb0033dffd", "name": "network-vif-plugged", "status": "completed", "tag": "d841a8ef-af34-4200-b05a-082af76edae4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:28:47.787380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e80434-f553-4de1-8ad8-87a707d7e91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f390be9e-5b67-4d63-b55b-7ac0d840e652,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.790359 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.851469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d841a8ef-af34-4200-b05a-082af76edae4,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.920855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50a08e-bb70-45fc-a2b6-661cdcbf7770 req-fa714a57-a19c-4608-9f47-a0448d51a83a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:47.922368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa50a08e-bb70-45fc-a2b6-661cdcbf7770 req-fa714a57-a19c-4608-9f47-a0448d51a83a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 945 time: 0.2197301 Nov 23 14:28:48.044634 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.070709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab750152-3a40-4066-990f-0559fc8a74c0']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:48.090903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e6a27b-7441-4191-b72b-9c536e936fb9') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:48.091220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e6a27b-7441-4191-b72b-9c536e936fb9') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:48.102359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.118009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.125046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:28:48.125427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:28:48.188595 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:28:48.209118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b97cd-e2b5-4c3f-94e5-653e180452b1 req-41d8b02e-f071-4e57-ac6f-067798367dd3 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:48.228879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e0b97cd-e2b5-4c3f-94e5-653e180452b1 req-41d8b02e-f071-4e57-ac6f-067798367dd3 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.3726516 Nov 23 14:28:48.267686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.292309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:28:48.308406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.347281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ab750152-3a40-4066-990f-0559fc8a74c0 HTTP/1.1" status: 204 len: 168 time: 0.8149335 Nov 23 14:28:48.354924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:48.360181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:28:48.360534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 3b7ec953-ba4f-4cd1-833c-46d7796bcf01 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:28:48.377869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5489d351-74a7-4af4-9cd2-ecfee0a1d0b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.431877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa50a08e-bb70-45fc-a2b6-661cdcbf7770 req-c790294a-2766-4f2f-b3bb-b4a35247bda9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620793 Nov 23 14:28:48.461050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a5a41-fe90-4dbb-9b30-cd83af231db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab750152-3a40-4066-990f-0559fc8a74c0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:48.521219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e0b97cd-e2b5-4c3f-94e5-653e180452b1 req-0684c8bd-db7e-4ff2-a2cf-4a79a5509219 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908998 Nov 23 14:28:48.541542 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40918bbb-d720-4fe6-bcc4-f9d420881c93 x-openstack-request-id: req-40918bbb-d720-4fe6-bcc4-f9d420881c93 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:28:48.542146 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b6802-3218-42bb-9dfd-64eb0033dffd", "name": "network-vif-plugged", "status": "completed", "tag": "d841a8ef-af34-4200-b05a-082af76edae4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:28:48.551297 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40918bbb-d720-4fe6-bcc4-f9d420881c93 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:28:48.552020 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd841a8ef-af34-4200-b05a-082af76edae4', 'code': 200} Nov 23 14:28:48.608947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5489d351-74a7-4af4-9cd2-ecfee0a1d0b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.617778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5489d351-74a7-4af4-9cd2-ecfee0a1d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.747513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489d351-74a7-4af4-9cd2-ecfee0a1d0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5663218a-aa86-4ff3-a82f-510fb4cdb662,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:48.752440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5489d351-74a7-4af4-9cd2-ecfee0a1d0b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6c5861249ee4cc09d9d1ad570552534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956211 Nov 23 14:28:48.755928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42756) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:48.794692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383f0d8-5174-441a-a980-42029fcc260d req-ca536a61-1a15-4beb-a84b-335dd3f19fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:48.796449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0383f0d8-5174-441a-a980-42029fcc260d req-ca536a61-1a15-4beb-a84b-335dd3f19fea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 1097 time: 0.1420674 Nov 23 14:28:48.845468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad8463-12b3-4d6d-8541-ea65a1a9378a req-9c37370a-7026-4449-a3be-4eeeece6d7af tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:48.851183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efad8463-12b3-4d6d-8541-ea65a1a9378a req-9c37370a-7026-4449-a3be-4eeeece6d7af tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1851580 Nov 23 14:28:48.865388 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e57827-d647-47db-a599-67151c52342e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.876481 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0383f0d8-5174-441a-a980-42029fcc260d req-3d3a4778-bc4d-4009-8137-c2aeeff52f9c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Nov 23 14:28:48.897150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e57827-d647-47db-a599-67151c52342e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.898920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42762) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:48.991456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efad8463-12b3-4d6d-8541-ea65a1a9378a req-d1811133-a955-4c00-a58c-ba8c398a423d tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320705 Nov 23 14:28:49.009571 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dff303b8-7114-4a2c-bb92-bfa4fdd17c3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b51bb201ca274ffb9ab28d250f7db887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1090848 Nov 23 14:28:49.011729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42770) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:49.047613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e57827-d647-47db-a599-67151c52342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.050238 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e57827-d647-47db-a599-67151c52342e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.051592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-17e57827-d647-47db-a599-67151c52342e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5663218a-aa86-4ff3-a82f-510fb4cdb662 HTTP/1.1" status: 204 len: 168 time: 0.2943175 Nov 23 14:28:49.067987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57827-d647-47db-a599-67151c52342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5663218a-aa86-4ff3-a82f-510fb4cdb662,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:49.113665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47f60d96-4582-44d0-aae4-deb20f259ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.178055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47f60d96-4582-44d0-aae4-deb20f259ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.237850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47f60d96-4582-44d0-aae4-deb20f259ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.241175 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47f60d96-4582-44d0-aae4-deb20f259ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.246668 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-47f60d96-4582-44d0-aae4-deb20f259ea0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13b26486-c648-4362-acaf-cb303480aacb HTTP/1.1" status: 204 len: 168 time: 0.2329466 Nov 23 14:28:49.257617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f60d96-4582-44d0-aae4-deb20f259ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b26486-c648-4362-acaf-cb303480aacb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:49.666360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501979-9e2b-4e72-88c4-3f74b28d98b7 req-c35343f2-1768-406d-82ed-af8e5df6afec tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:49.676742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e501979-9e2b-4e72-88c4-3f74b28d98b7 req-c35343f2-1768-406d-82ed-af8e5df6afec tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 946 time: 0.1395307 Nov 23 14:28:49.860138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e501979-9e2b-4e72-88c4-3f74b28d98b7 req-72baf076-2d7a-4b3e-b4c1-040e792271c2 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239812 Nov 23 14:28:49.923267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28585501-b11c-4a40-8ca8-271819c3394a req-b00d8f42-8bc8-4ffd-80db-efd917acc4a0 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:49.933219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28585501-b11c-4a40-8ca8-271819c3394a req-b00d8f42-8bc8-4ffd-80db-efd917acc4a0 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.2551227 Nov 23 14:28:50.065863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 42856) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:50.133190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28585501-b11c-4a40-8ca8-271819c3394a req-e1be8c9f-39bc-4c2a-8b0f-719de7b59b5a tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989372 Nov 23 14:28:50.201018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fbdd74b5-1e03-4103-bd4d-95980091efb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=762f83afed0043deada98b9e46119f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329110 Nov 23 14:28:50.203452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 42864) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:50.337761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b06d3-216d-4e88-8f26-4194e022a6a7 req-267aa0a8-9171-4fce-ba2a-6fa969931461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:50.342734 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb2b06d3-216d-4e88-8f26-4194e022a6a7 req-267aa0a8-9171-4fce-ba2a-6fa969931461 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 1096 time: 0.0903099 Nov 23 14:28:50.410702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a48ab-4762-4b4f-aa90-0450c8f6790a req-ca0c3074-3613-4e45-b875-52faf50376e1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:50.421219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-941a48ab-4762-4b4f-aa90-0450c8f6790a req-ca0c3074-3613-4e45-b875-52faf50376e1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1891625 Nov 23 14:28:50.446168 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b49-9748-46e7-a459-14f5b01ac88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:50.452729 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bb2b06d3-216d-4e88-8f26-4194e022a6a7 req-a878e8fa-10ff-44d9-b164-d72dae542379 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037829 Nov 23 14:28:50.475339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b49-9748-46e7-a459-14f5b01ac88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:50.587157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-941a48ab-4762-4b4f-aa90-0450c8f6790a req-95222095-f65c-4f4d-8aea-d42a8e4e80b4 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600347 Nov 23 14:28:50.655010 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b49-9748-46e7-a459-14f5b01ac88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:50.661369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b49-9748-46e7-a459-14f5b01ac88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:50.664506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dfa44b49-9748-46e7-a459-14f5b01ac88d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92479245-7eee-4d28-a7e3-92ab5ab14188 HTTP/1.1" status: 204 len: 168 time: 0.4595802 Nov 23 14:28:50.676230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa44b49-9748-46e7-a459-14f5b01ac88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92479245-7eee-4d28-a7e3-92ab5ab14188,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:51.074994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b5401-190e-47ab-9788-d0ba7e3c5b61 req-59caf22d-4fb5-49dd-be9a-5100bc57f55f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:51.091410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-725b5401-190e-47ab-9788-d0ba7e3c5b61 req-59caf22d-4fb5-49dd-be9a-5100bc57f55f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 946 time: 0.1160507 Nov 23 14:28:51.210418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-725b5401-190e-47ab-9788-d0ba7e3c5b61 req-06d4f49f-eae6-439b-9ba9-7b5b7956ca84 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168940 Nov 23 14:28:51.473635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b866a1f-f219-408a-bb08-7b6862681dc5 req-00e6c42d-ab11-4638-ad62-98fa7aa1af1e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:51.476033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b866a1f-f219-408a-bb08-7b6862681dc5 req-00e6c42d-ab11-4638-ad62-98fa7aa1af1e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1116323 Nov 23 14:28:51.642852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b866a1f-f219-408a-bb08-7b6862681dc5 req-dbba6449-99ef-4ef6-ade5-8717d36118fb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281273 Nov 23 14:28:51.867285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160b7e9-3dbb-472f-ac2f-055c99d14959 req-1735128d-f703-49cb-8355-ba45eadde9a7 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:51.869328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e160b7e9-3dbb-472f-ac2f-055c99d14959 req-1735128d-f703-49cb-8355-ba45eadde9a7 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1004651 Nov 23 14:28:52.059256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e160b7e9-3dbb-472f-ac2f-055c99d14959 req-6478fcd4-4eb5-4fc4-9e1d-686590f986f0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746678 Nov 23 14:28:52.275700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16b20-f99c-4ad8-8715-6f464f49ca67 req-5cfb04d1-26a4-4dac-b007-0af2ba82ed1f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:52.277439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ad16b20-f99c-4ad8-8715-6f464f49ca67 req-5cfb04d1-26a4-4dac-b007-0af2ba82ed1f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1157551 Nov 23 14:28:52.358830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ad16b20-f99c-4ad8-8715-6f464f49ca67 req-6871bf86-ce0c-4396-be68-1b1304d26ec4 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712566 Nov 23 14:28:52.710801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43154) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:52.976482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b3fc7843-8bca-4126-89b5-f540a768dfde tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:53.062327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2155-2a9b-4606-ba5b-905093f8bf1c req-0512b210-0c13-4373-b0a4-a766f53bc5fa tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:53.075822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5bc2155-2a9b-4606-ba5b-905093f8bf1c req-0512b210-0c13-4373-b0a4-a766f53bc5fa tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.2416096 Nov 23 14:28:53.106621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82d3f-054e-4816-96d1-fb39fd7d2edf req-e9948cbe-7875-4b84-9deb-c0bb3157ff6e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:53.113927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbd82d3f-054e-4816-96d1-fb39fd7d2edf req-e9948cbe-7875-4b84-9deb-c0bb3157ff6e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.3943796 Nov 23 14:28:53.192359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbd82d3f-054e-4816-96d1-fb39fd7d2edf req-a832e8b2-9365-43d0-b2ff-12e36ad9878f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772076 Nov 23 14:28:53.207644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43210) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.216298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b3fc7843-8bca-4126-89b5-f540a768dfde tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "PUT /v2.0/quotas/fbae55a4c41a40a681fde77395f9a97d HTTP/1.1" status: 200 len: 366 time: 0.5038288 Nov 23 14:28:53.229789 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c6214ef5-25d3-44f3-b54d-929e8d6c8a68 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0192866 Nov 23 14:28:53.230477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43216) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.254986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43218) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.255796 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-400a22d5-7f0a-4a79-b9a1-2f468e94ded9 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "GET /v2.0/quotas/fbae55a4c41a40a681fde77395f9a97d HTTP/1.1" status: 200 len: 366 time: 0.0241280 Nov 23 14:28:53.316187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5bc2155-2a9b-4606-ba5b-905093f8bf1c req-c4cd16cc-387d-4b68-90b6-1548b0b9e99c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393501 Nov 23 14:28:53.322112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43234) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.338068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-21ec1dd4-71b2-4b31-b914-cd0f56e3dc95 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0146723 Nov 23 14:28:53.340201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43236) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.340951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9482f0d1-697c-41d4-8550-200c061fc1ce tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/fbae55a4c41a40a681fde77395f9a97d HTTP/1.1" status: 204 len: 168 time: 0.0834963 Nov 23 14:28:53.375731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43244) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.383619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-65dedd1c-d149-430b-b05c-515d4a26305f tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "GET /v2.0/quotas/fbae55a4c41a40a681fde77395f9a97d/default HTTP/1.1" status: 200 len: 370 time: 0.0066125 Nov 23 14:28:53.384284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43246) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.389037 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-560a627a-b6f7-4931-91f5-c3b2a4f6974c tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "GET /v2.0/quotas/fbae55a4c41a40a681fde77395f9a97d HTTP/1.1" status: 200 len: 370 time: 0.0441041 Nov 23 14:28:53.410552 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-d221a7b1-59c7-48a4-8546-7105246915d0 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] delete failed (client error): The resource could not be found. Nov 23 14:28:53.422845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d221a7b1-59c7-48a4-8546-7105246915d0 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/fbae55a4c41a40a681fde77395f9a97d HTTP/1.1" status: 404 len: 348 time: 0.0368960 Nov 23 14:28:53.651545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43280) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:53.707729 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:53.718937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:network and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:53.731349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:53.753457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:subnet and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:53.762338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:53.779392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:subnetpool and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:53.809997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:53.835966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:port and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:53.842217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:53.866778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:router and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:53.876957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:53.888695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:floatingip and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:53.896266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:53.915775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3c2f1-ac34-4c47-904e-b8e121732e79 req-b9fc1157-e659-4842-a0d6-5ca7c8fee599 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:53.930332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78d3c2f1-ac34-4c47-904e-b8e121732e79 req-b9fc1157-e659-4842-a0d6-5ca7c8fee599 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1358104 Nov 23 14:28:54.012295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:security_group and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:54.018465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:54.028350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Usage tracker for resource:security_group_rule and project:bd4c8c50f4774549a73c3d89f7cbaa56 is out of sync, need to count used quota {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 14:28:54.036789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.quota.resource [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103345) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 14:28:54.056673 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e7fb800-16ae-4033-868a-2667a2c318a4 tempest-QuotasTest-652730504 tempest-QuotasTest-652730504-project-admin] 10.222.0.46 "GET /v2.0/quotas/bd4c8c50f4774549a73c3d89f7cbaa56/details.json HTTP/1.1" status: 200 len: 703 time: 0.4037592 Nov 23 14:28:54.196941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78d3c2f1-ac34-4c47-904e-b8e121732e79 req-d294e1a0-4f6d-47b1-98f2-d3a9e961a95e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652333 Nov 23 14:28:54.254024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf952164-efa3-482d-acae-5d09007f28c2 req-bf9a11c1-c21b-4f2f-b809-2b8247af153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:54.255581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf952164-efa3-482d-acae-5d09007f28c2 req-bf9a11c1-c21b-4f2f-b809-2b8247af153f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 1096 time: 0.5227411 Nov 23 14:28:54.935806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43406) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:54.984839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75e17-c829-4b7c-aaae-5bffc3b2dcb0 req-c730d105-b6d5-4310-a34b-2d9ad2703ff1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:54.992286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6b75e17-c829-4b7c-aaae-5bffc3b2dcb0 req-c730d105-b6d5-4310-a34b-2d9ad2703ff1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.6747296 Nov 23 14:28:55.086611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6b75e17-c829-4b7c-aaae-5bffc3b2dcb0 req-eb5cbf2a-d31a-4b52-9aef-da98dc867468 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934083 Nov 23 14:28:55.087879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf952164-efa3-482d-acae-5d09007f28c2 req-94772393-435c-41e8-aab4-a3d857f33fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:55.089436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf952164-efa3-482d-acae-5d09007f28c2 req-94772393-435c-41e8-aab4-a3d857f33fcf service neutron] 10.222.0.11 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.8008966 Nov 23 14:28:55.253788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-372fa1cc-a319-4d8a-9e02-9750cca057e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.285654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf952164-efa3-482d-acae-5d09007f28c2 req-794d590c-4512-4b08-a46b-a809e30ac764 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 200 len: 1001 time: 0.1865208 Nov 23 14:28:55.451693 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-372fa1cc-a319-4d8a-9e02-9750cca057e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.457700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-372fa1cc-a319-4d8a-9e02-9750cca057e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.486727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f82af-b6d8-4a81-bbc8-38f2404f1eb4 req-1d793b46-55d8-4f1f-85e0-914e678877ab tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:55.494638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b5f82af-b6d8-4a81-bbc8-38f2404f1eb4 req-1d793b46-55d8-4f1f-85e0-914e678877ab tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1470983 Nov 23 14:28:55.496965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf952164-efa3-482d-acae-5d09007f28c2 req-508dd22e-c0f5-4b97-8b73-5181b5294ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:55.498519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf952164-efa3-482d-acae-5d09007f28c2 req-508dd22e-c0f5-4b97-8b73-5181b5294ea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.2045610 Nov 23 14:28:55.552074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fa1cc-a319-4d8a-9e02-9750cca057e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81aea87-6a3d-4b7d-b037-cd208dc00afe,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:55.562947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-372fa1cc-a319-4d8a-9e02-9750cca057e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=856bd08bb8b44941865d4576e077f9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133945 Nov 23 14:28:55.563626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43460) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:55.679090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de7d93cd-62c7-428b-ad7a-51065bbd05e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.693483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b5f82af-b6d8-4a81-bbc8-38f2404f1eb4 req-1af2db91-0c6f-4e09-8018-2b012c677d69 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894443 Nov 23 14:28:55.707625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf952164-efa3-482d-acae-5d09007f28c2 req-cf87346a-67a0-4673-a9b3-3097f43d71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:55.709126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf952164-efa3-482d-acae-5d09007f28c2 req-cf87346a-67a0-4673-a9b3-3097f43d71cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672225 Nov 23 14:28:55.710366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de7d93cd-62c7-428b-ad7a-51065bbd05e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.782048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de7d93cd-62c7-428b-ad7a-51065bbd05e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.786391 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de7d93cd-62c7-428b-ad7a-51065bbd05e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.805090 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de7d93cd-62c7-428b-ad7a-51065bbd05e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b81aea87-6a3d-4b7d-b037-cd208dc00afe HTTP/1.1" status: 204 len: 168 time: 0.2403738 Nov 23 14:28:55.827231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f825c-6659-4db8-b71d-ffd1539d717b req-bffb231d-e99a-480a-a004-41399c898e4e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:55.828063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d93cd-62c7-428b-ad7a-51065bbd05e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81aea87-6a3d-4b7d-b037-cd208dc00afe,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:55.829836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-631f825c-6659-4db8-b71d-ffd1539d717b req-bffb231d-e99a-480a-a004-41399c898e4e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.2275438 Nov 23 14:28:56.101183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf952164-efa3-482d-acae-5d09007f28c2 req-9df3cd31-9e42-437d-b807-84c7877c892c service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832026 Nov 23 14:28:56.305582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf952164-efa3-482d-acae-5d09007f28c2 req-f3245c42-222e-48de-81b6-843d6338f99e service neutron] 10.222.0.11 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960618 Nov 23 14:28:56.365451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-631f825c-6659-4db8-b71d-ffd1539d717b req-258073a1-968a-4c66-b9ae-8c41cc04d7f9 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220394 Nov 23 14:28:56.493433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43492) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:56.516700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36ee420d-5e34-4f9f-abf0-e774fa631ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.730663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-96b55e2d-73de-4dee-b7be-30bb76fd4b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.765315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36ee420d-5e34-4f9f-abf0-e774fa631ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.779918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36ee420d-5e34-4f9f-abf0-e774fa631ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.897286 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36ee420d-5e34-4f9f-abf0-e774fa631ada admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd4c8c50f4774549a73c3d89f7cbaa56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017687 Nov 23 14:28:56.898940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee420d-5e34-4f9f-abf0-e774fa631ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5c9065-86a1-427b-90b0-90548f632a6c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:56.907029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43506) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:57.019466 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.064213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ab088-3196-4f6a-9ae9-18d44293ab06 req-c1df0158-59ad-47e0-96db-c2d804993853 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:57.074226 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f2ab088-3196-4f6a-9ae9-18d44293ab06 req-c1df0158-59ad-47e0-96db-c2d804993853 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.2135429 Nov 23 14:28:57.101315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-322773ee-3a66-4820-930f-5f47cfdd1072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.165118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-322773ee-3a66-4820-930f-5f47cfdd1072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.255261 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-322773ee-3a66-4820-930f-5f47cfdd1072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.257922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-322773ee-3a66-4820-930f-5f47cfdd1072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.259090 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-322773ee-3a66-4820-930f-5f47cfdd1072 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a5c9065-86a1-427b-90b0-90548f632a6c HTTP/1.1" status: 204 len: 168 time: 0.3505633 Nov 23 14:28:57.271894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f2ab088-3196-4f6a-9ae9-18d44293ab06 req-580bf1fa-b1a2-4528-8190-5e84e683421c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633818 Nov 23 14:28:57.273910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322773ee-3a66-4820-930f-5f47cfdd1072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5c9065-86a1-427b-90b0-90548f632a6c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:57.742558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d02c38-d31b-47c2-83d1-9b5e72a58aa4 req-c429462d-a023-40f0-8405-9f1edf2899fa tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:57.749203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8d02c38-d31b-47c2-83d1-9b5e72a58aa4 req-c429462d-a023-40f0-8405-9f1edf2899fa tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1687963 Nov 23 14:28:57.924327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8d02c38-d31b-47c2-83d1-9b5e72a58aa4 req-5706686e-a66c-4912-993a-0b3d2972c5e4 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657605 Nov 23 14:28:58.472183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f390123-1c18-4475-a242-188b988b43de req-41f6d00d-f0db-48d0-a46c-131b906eb80e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:58.479457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f390123-1c18-4475-a242-188b988b43de req-41f6d00d-f0db-48d0-a46c-131b906eb80e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.0876951 Nov 23 14:28:58.614927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f390123-1c18-4475-a242-188b988b43de req-90abc098-4b11-447e-adbf-528b4f0cd0e7 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345360 Nov 23 14:28:58.945627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-7baead81-2e37-484b-8d7a-f8b96c4fd563 req-e757743d-0d57-4c41-b04b-214e6de22bb5 service neutron] (103345) timed out ('10.222.0.11', 54453) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:28:59.082674 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4094738-3011-4c69-9314-aa5504407728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.955874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43642) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:00.055278 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.114168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a9025e22-279f-4c0b-8ac4-a62e4baa2cdc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1582176926'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:00.165684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9025e22-279f-4c0b-8ac4-a62e4baa2cdc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.166756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9025e22-279f-4c0b-8ac4-a62e4baa2cdc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.270666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9025e22-279f-4c0b-8ac4-a62e4baa2cdc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.285155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9025e22-279f-4c0b-8ac4-a62e4baa2cdc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.304923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9025e22-279f-4c0b-8ac4-a62e4baa2cdc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.306227 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a9025e22-279f-4c0b-8ac4-a62e4baa2cdc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3493073 Nov 23 14:29:00.308950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43654) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:00.396294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77b85d89-dc45-492e-a5de-a4eacba2fa72 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.608538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77b85d89-dc45-492e-a5de-a4eacba2fa72 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.611229 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77b85d89-dc45-492e-a5de-a4eacba2fa72 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.661923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77b85d89-dc45-492e-a5de-a4eacba2fa72 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.668035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b85d89-dc45-492e-a5de-a4eacba2fa72 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0680b47c-4bd5-4857-b5c0-6a2ce8c888e9 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:29:00.681432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77b85d89-dc45-492e-a5de-a4eacba2fa72 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.682848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-77b85d89-dc45-492e-a5de-a4eacba2fa72 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "DELETE /v2.0/routers/0680b47c-4bd5-4857-b5c0-6a2ce8c888e9 HTTP/1.1" status: 204 len: 168 time: 0.3727195 Nov 23 14:29:00.686356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43668) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:00.691009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2d308400-7359-496c-986e-b29c9d127ccc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Request body: {'router': {'name': 'tempest-router-1851041297', 'distributed': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:00.714731 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d308400-7359-496c-986e-b29c9d127ccc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.716044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d308400-7359-496c-986e-b29c9d127ccc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.790293 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d308400-7359-496c-986e-b29c9d127ccc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.795603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d308400-7359-496c-986e-b29c9d127ccc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.830966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d308400-7359-496c-986e-b29c9d127ccc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.830966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2d308400-7359-496c-986e-b29c9d127ccc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1387885 Nov 23 14:29:00.830966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43676) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:00.959934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c66ca-0d34-4784-b157-14d69a788660 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.234684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c66ca-0d34-4784-b157-14d69a788660 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.239417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c66ca-0d34-4784-b157-14d69a788660 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.325959 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c66ca-0d34-4784-b157-14d69a788660 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.326679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4c66ca-0d34-4784-b157-14d69a788660 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1912eb78-bfaa-422f-8deb-0f1b63f7234d {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:29:01.331154 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c66ca-0d34-4784-b157-14d69a788660 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.332306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0b4c66ca-0d34-4784-b157-14d69a788660 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "DELETE /v2.0/routers/1912eb78-bfaa-422f-8deb-0f1b63f7234d HTTP/1.1" status: 204 len: 168 time: 0.5026448 Nov 23 14:29:01.336619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43696) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:01.343562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8126ba8a-9625-4ee0-a112-8e24a7852946 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Request body: {'router': {'name': 'tempest-router-708749512', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dfdfdf40aa334a3181b0561c2d7cde67'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:01.350612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a80c45-6e03-4db7-bbef-7999fb8587e3 req-3dd4979b-82e6-40f0-b656-fa027cc78e58 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:01.352200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23a80c45-6e03-4db7-bbef-7999fb8587e3 req-3dd4979b-82e6-40f0-b656-fa027cc78e58 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1810589 Nov 23 14:29:01.355220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-45e0ba4a-eb90-438f-b432-0efe8893f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:01.356675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-45e0ba4a-eb90-438f-b432-0efe8893f58f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.1940470 Nov 23 14:29:01.405964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126ba8a-9625-4ee0-a112-8e24a7852946 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.410675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126ba8a-9625-4ee0-a112-8e24a7852946 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.484003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126ba8a-9625-4ee0-a112-8e24a7852946 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.492501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126ba8a-9625-4ee0-a112-8e24a7852946 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.519227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126ba8a-9625-4ee0-a112-8e24a7852946 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.521309 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8126ba8a-9625-4ee0-a112-8e24a7852946 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1825569 Nov 23 14:29:01.525367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43704) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:01.539027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:01.550004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-8e019fce-ad2d-4352-ac68-c22df7fb20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:01.553270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-8e019fce-ad2d-4352-ac68-c22df7fb20ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.1880810 Nov 23 14:29:01.602363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23a80c45-6e03-4db7-bbef-7999fb8587e3 req-f1214ccd-2336-4b9a-869c-e2edceb4fd95 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256160 Nov 23 14:29:01.674764 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.686913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-0aba5651-0688-42f1-b6e6-c1c268bb8ea0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.1174085 Nov 23 14:29:01.787831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-5e5f04c7-755a-48ea-b886-7e7f06f7a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:01.790035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-5e5f04c7-755a-48ea-b886-7e7f06f7a8a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.0942729 Nov 23 14:29:01.835411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-dde30b96-ca24-4696-a752-e2611f112154 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377743 Nov 23 14:29:01.915265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.915958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.000201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-f0c9347a-de23-44b2-822b-fa9e099e8691 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563971 Nov 23 14:29:02.035135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103345) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 14:29:02.037314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Router 59df6c66-e8ba-49fa-986d-72fba9d6e214 migrating from provider to provider. {{(pid=103345) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 14:29:02.037978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.046774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.063351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.155259 n-d-818503-2 neutron-server[103345]: WARNING neutron.scheduler.l3_agent_scheduler [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] No L3 agents can host the router 59df6c66-e8ba-49fa-986d-72fba9d6e214 Nov 23 14:29:02.156967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d779fa8-77a8-4213-9f24-964aa4178a28 req-fe41b3c8-edf3-496f-91a7-6d94dd0ac43c service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494262 Nov 23 14:29:02.297487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Hosts for router 59df6c66-e8ba-49fa-986d-72fba9d6e214: [] {{(pid=103345) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 14:29:02.322863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Hosts for other DVR routers connected to router 59df6c66-e8ba-49fa-986d-72fba9d6e214: set() {{(pid=103345) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 14:29:02.325708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.326934 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-78c15cc7-81df-4e43-95d4-a4265c622f51 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "PUT /v2.0/routers/59df6c66-e8ba-49fa-986d-72fba9d6e214 HTTP/1.1" status: 200 len: 716 time: 0.7979040 Nov 23 14:29:02.329483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43732) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:02.427424 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-53d29142-48d3-4f42-afcf-81f964382ccf tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "GET /v2.0/routers/59df6c66-e8ba-49fa-986d-72fba9d6e214 HTTP/1.1" status: 200 len: 716 time: 0.0965812 Nov 23 14:29:02.430034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:02.473776 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.749583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d6e886ad-9473-45c8-8776-ee7cdb4aa282 tempest-RoutersTestDVR-1333431144 tempest-RoutersTestDVR-1333431144-project] 10.222.0.46 "GET /v2.0/routers/59df6c66-e8ba-49fa-986d-72fba9d6e214 HTTP/1.1" status: 200 len: 682 time: 0.3183711 Nov 23 14:29:02.752648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:02.849665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d7f048-3bef-40a7-8c22-9fc61a8729cc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.875419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79532e-e694-49cf-9ac7-93346b407baf req-e6329947-92d2-49c9-8fb3-a0bba36405ce tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:02.890377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d79532e-e694-49cf-9ac7-93346b407baf req-e6329947-92d2-49c9-8fb3-a0bba36405ce tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1425521 Nov 23 14:29:03.017058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d79532e-e694-49cf-9ac7-93346b407baf req-8f77ff6a-1fa8-4d1f-87a7-74d63ee5e8b4 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252046 Nov 23 14:29:03.096428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-e3096813-ccf2-413c-a317-738507973679 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:03.103811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-e3096813-ccf2-413c-a317-738507973679 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.1731164 Nov 23 14:29:03.124866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d7f048-3bef-40a7-8c22-9fc61a8729cc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.128903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d7f048-3bef-40a7-8c22-9fc61a8729cc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.135425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-e581cbeb-5a79-44e5-bd96-16d447560581 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/quotas/5b03d0e54e384d0497352c16abd8beac HTTP/1.1" status: 200 len: 375 time: 0.0168037 Nov 23 14:29:03.194270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d7f048-3bef-40a7-8c22-9fc61a8729cc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.195233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d7f048-3bef-40a7-8c22-9fc61a8729cc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59df6c66-e8ba-49fa-986d-72fba9d6e214 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:29:03.212863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-cac7663f-895c-4071-9c70-c1c45781005a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758045 Nov 23 14:29:03.217478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d7f048-3bef-40a7-8c22-9fc61a8729cc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.227131 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-60d7f048-3bef-40a7-8c22-9fc61a8729cc tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "DELETE /v2.0/routers/59df6c66-e8ba-49fa-986d-72fba9d6e214 HTTP/1.1" status: 204 len: 168 time: 0.4690044 Nov 23 14:29:03.227131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43780) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:03.235287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7b4fcfa5-49c4-43f2-84b2-83ff8b6f4746 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Request body: {'router': {'name': 'tempest-router-718521095', 'distributed': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:03.277955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcfa5-49c4-43f2-84b2-83ff8b6f4746 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.281086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcfa5-49c4-43f2-84b2-83ff8b6f4746 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.386032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcfa5-49c4-43f2-84b2-83ff8b6f4746 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.387307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-ceb31bfa-0c7a-4545-9063-78d5b7c0363f service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735082 Nov 23 14:29:03.391752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcfa5-49c4-43f2-84b2-83ff8b6f4746 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.411830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcfa5-49c4-43f2-84b2-83ff8b6f4746 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.413405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7b4fcfa5-49c4-43f2-84b2-83ff8b6f4746 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1855338 Nov 23 14:29:03.416087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43786) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:03.515028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27b64aef-56f3-491b-8406-ce4be43c6469 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.543617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-68d444ea-e73d-4d6f-8dec-a56d90b43026 service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395950 Nov 23 14:29:03.770469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27b64aef-56f3-491b-8406-ce4be43c6469 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.774236 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27b64aef-56f3-491b-8406-ce4be43c6469 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.815827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53534cc7-82d4-4496-965a-40b79249f3bb req-8c569ae7-26de-4331-93b1-51238a6971f8 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 210 time: 0.0626419 Nov 23 14:29:03.825064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27b64aef-56f3-491b-8406-ce4be43c6469 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.825583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b64aef-56f3-491b-8406-ce4be43c6469 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5ce2ad7-015d-4dd2-adcf-7e9b3577b567 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:29:03.843038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27b64aef-56f3-491b-8406-ce4be43c6469 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.844180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-27b64aef-56f3-491b-8406-ce4be43c6469 tempest-RoutersTestDVR-45189256 tempest-RoutersTestDVR-45189256-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e5ce2ad7-015d-4dd2-adcf-7e9b3577b567 HTTP/1.1" status: 204 len: 168 time: 0.4243021 Nov 23 14:29:04.279681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbfd14-f4b4-49cc-9d45-d82ecffa3686 req-9ecca593-ad4d-41fe-b502-25cf0d66a2c0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:04.283690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8cbfd14-f4b4-49cc-9d45-d82ecffa3686 req-9ecca593-ad4d-41fe-b502-25cf0d66a2c0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1286030 Nov 23 14:29:04.327787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43824) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:04.347121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8cbfd14-f4b4-49cc-9d45-d82ecffa3686 req-34838a55-0f68-4ebf-833f-cfcf8f4a6a28 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569532 Nov 23 14:29:04.590717 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d718a23-b744-4dab-96a7-c3617bf3f0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.772334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d718a23-b744-4dab-96a7-c3617bf3f0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.778605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7d718a23-b744-4dab-96a7-c3617bf3f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.842493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d718a23-b744-4dab-96a7-c3617bf3f0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10467717-637e-42d1-b0ab-53127216f327,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:04.847534 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7d718a23-b744-4dab-96a7-c3617bf3f0e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfdfdf40aa334a3181b0561c2d7cde67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5187049 Nov 23 14:29:04.851595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 43848) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:04.947273 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-390a2d4c-e7e3-4397-a8f8-3ea99a0018ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.009076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5d310c6-4d97-476c-9838-1af5a3600086 req-d9cb15e8-ddaa-4b18-b39c-ba3f5164d33f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 210 time: 0.0587678 Nov 23 14:29:05.028371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-390a2d4c-e7e3-4397-a8f8-3ea99a0018ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.094693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-390a2d4c-e7e3-4397-a8f8-3ea99a0018ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.097339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-390a2d4c-e7e3-4397-a8f8-3ea99a0018ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.100846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-390a2d4c-e7e3-4397-a8f8-3ea99a0018ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10467717-637e-42d1-b0ab-53127216f327 HTTP/1.1" status: 204 len: 168 time: 0.2459061 Nov 23 14:29:05.106470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a2d4c-e7e3-4397-a8f8-3ea99a0018ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10467717-637e-42d1-b0ab-53127216f327,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:05.577650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43872) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:05.581546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c8c6-f64c-4e5c-a47b-c3bc55683e29 req-f08c7e76-f8d3-4de6-a4ed-649248941c7a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:05.588791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f356c8c6-f64c-4e5c-a47b-c3bc55683e29 req-f08c7e76-f8d3-4de6-a4ed-649248941c7a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0999973 Nov 23 14:29:05.589872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-915c8cc8-381b-4d89-8f4b-28c0623f660f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:05.591346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-915c8cc8-381b-4d89-8f4b-28c0623f660f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.11 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.2806664 Nov 23 14:29:05.610100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Request body: {'port': {'device_id': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'admin_state_up': True, 'tenant_id': '5b03d0e54e384d0497352c16abd8beac'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:05.629102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e89d27-8b79-4ab3-93dd-ab15b0426f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.738809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f356c8c6-f64c-4e5c-a47b-c3bc55683e29 req-78061349-1787-441a-a0f3-2e8798a9375b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168702 Nov 23 14:29:05.806539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e89d27-8b79-4ab3-93dd-ab15b0426f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.815010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e89d27-8b79-4ab3-93dd-ab15b0426f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.843194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Made reservation on behalf of 5b03d0e54e384d0497352c16abd8beac for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:05.850202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.893410 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-38e89d27-8b79-4ab3-93dd-ab15b0426f59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7b1e327fa5b461983f154e4eaa4b23d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120899 Nov 23 14:29:05.899140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 43878) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:05.970038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e89d27-8b79-4ab3-93dd-ab15b0426f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5410283-d888-4602-bb19-4e639a485ef2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:06.032484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e46a6ccf-6e42-488f-b411-09ed7a988f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.076343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Allocated IP 172.20.0.5 (b6930fa2-41e4-46b0-b930-cad585990db3/0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef/41d7e048-0727-4232-af32-4f6878f2bb45) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:06.110718 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e46a6ccf-6e42-488f-b411-09ed7a988f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.239969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e46a6ccf-6e42-488f-b411-09ed7a988f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.246384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e46a6ccf-6e42-488f-b411-09ed7a988f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.249911 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e46a6ccf-6e42-488f-b411-09ed7a988f98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5410283-d888-4602-bb19-4e639a485ef2 HTTP/1.1" status: 204 len: 168 time: 0.3471437 Nov 23 14:29:06.306629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a6ccf-6e42-488f-b411-09ed7a988f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5410283-d888-4602-bb19-4e639a485ef2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:06.313291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d07cbbf2-297c-4ccc-b551-e5531b9598b0 req-f37fa680-e07f-4ff5-b9d8-f0155885b5be tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 210 time: 0.0745857 Nov 23 14:29:06.386172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.423789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.437421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e373c967-573c-42cc-8f45-4706ab05aec5', 'd841a8ef-af34-4200-b05a-082af76edae4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:06.499920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event updated for resources: {'Port': ['ID=41d7e048-0727-4232-af32-4f6878f2bb45,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:06.517910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Network b6930fa2-41e4-46b0-b930-cad585990db3 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:06.519660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:06.524733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:06.602207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:06.603059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.634819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-c72109a0-6bf9-4f56-a5bb-8bece0b3063f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0330005 Nov 23 14:29:06.666543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Request body: {'port': {'device_id': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:06.767457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.064111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de3b03-48fa-467d-8784-7e71cf071463 req-b221a283-3ff2-46c2-8ab6-0751fdc99f54 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:07.084042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37de3b03-48fa-467d-8784-7e71cf071463 req-b221a283-3ff2-46c2-8ab6-0751fdc99f54 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1138961 Nov 23 14:29:07.219208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37de3b03-48fa-467d-8784-7e71cf071463 req-6e0f7143-b18b-4fca-b5fa-cd15b5650af8 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300569 Nov 23 14:29:07.334018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d7e048-0727-4232-af32-4f6878f2bb45 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:07.348262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.372240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Transition to ACTIVE for port object 41d7e048-0727-4232-af32-4f6878f2bb45 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:07.376785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.568778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Pushing event updated for resources: {'Port': ['ID=41d7e048-0727-4232-af32-4f6878f2bb45,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:07.646022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Attempting to bind port 41d7e048-0727-4232-af32-4f6878f2bb45 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:07.646022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Attempting to bind port 41d7e048-0727-4232-af32-4f6878f2bb45 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:07.646022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Attempting to bind port 41d7e048-0727-4232-af32-4f6878f2bb45 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:07.662605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Port 41d7e048-0727-4232-af32-4f6878f2bb45 on network b6930fa2-41e4-46b0-b930-cad585990db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:07.662605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Attempting to bind port 41d7e048-0727-4232-af32-4f6878f2bb45 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:07.667790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:07.668127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Checking segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:07.668509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Bound using segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:07.669081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Bound port: 41d7e048-0727-4232-af32-4f6878f2bb45, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:07.669445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.688259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d637-731e-43fe-9e27-4d495f10973b req-d7c591dd-31cc-42ac-aa30-f23d23a7cbd5 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:07.689894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e86d637-731e-43fe-9e27-4d495f10973b req-d7c591dd-31cc-42ac-aa30-f23d23a7cbd5 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 943 time: 0.1312475 Nov 23 14:29:07.781897 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e86d637-731e-43fe-9e27-4d495f10973b req-21f3b209-2523-4975-bc82-d7a58eaab613 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851595 Nov 23 14:29:07.843115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] For port 41d7e048-0727-4232-af32-4f6878f2bb45, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:07.846711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] For port 41d7e048-0727-4232-af32-4f6878f2bb45, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=41d7e048-0727-4232-af32-4f6878f2bb45,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:07.857766 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.917261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:07.917885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.919328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] 10.222.0.11 "PUT /v2.0/ports/41d7e048-0727-4232-af32-4f6878f2bb45 HTTP/1.1" status: 200 len: 1091 time: 1.2633393 Nov 23 14:29:07.919789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'tag': '41d7e048-0727-4232-af32-4f6878f2bb45'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:07.922347 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1467f8-af6a-45d9-91c1-4bfba5e4135f", "tag": "41d7e048-0727-4232-af32-4f6878f2bb45"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:07.950062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf46b1f-fa04-4c17-a700-72153c89869e service neutron] Pushing event updated for resources: {'Port': ['ID=41d7e048-0727-4232-af32-4f6878f2bb45,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:08.016281 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40453d22-d3fe-4d29-b254-74196a51936c x-openstack-request-id: req-40453d22-d3fe-4d29-b254-74196a51936c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:08.016281 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1467f8-af6a-45d9-91c1-4bfba5e4135f", "tag": "41d7e048-0727-4232-af32-4f6878f2bb45", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:08.016809 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40453d22-d3fe-4d29-b254-74196a51936c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:08.017222 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'tag': '41d7e048-0727-4232-af32-4f6878f2bb45', 'status': 'completed', 'code': 200} Nov 23 14:29:08.077865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-7d7d1a02-e3b0-4886-8f35-c47786e142b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:08.084397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-7d7d1a02-e3b0-4886-8f35-c47786e142b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 1094 time: 0.1124375 Nov 23 14:29:08.167627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-47714b7c-edd1-436b-9484-88746be96503 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d7e048-0727-4232-af32-4f6878f2bb45 HTTP/1.1" status: 200 len: 217 time: 0.0765631 Nov 23 14:29:08.277235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-446436d8-5120-4f5a-9f1e-d765d9812c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:08.280984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-446436d8-5120-4f5a-9f1e-d765d9812c13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.1048000 Nov 23 14:29:08.331391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-0efd9e3c-831e-4265-bac4-af72f4eab54e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424843 Nov 23 14:29:08.464466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f9fcb-2ac6-4231-aaf7-e40bec4f6e41 req-3ff0da2d-9b12-4f9b-8a63-1771772d0703 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:08.471203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f9f9fcb-2ac6-4231-aaf7-e40bec4f6e41 req-3ff0da2d-9b12-4f9b-8a63-1771772d0703 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1338871 Nov 23 14:29:08.549239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-eaf37db0-4670-4555-8920-c1684e2f61cd service neutron] 10.222.0.11 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049737 Nov 23 14:29:08.735655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f9f9fcb-2ac6-4231-aaf7-e40bec4f6e41 req-8fcfa2a3-e630-495e-a05f-fe81e4a20ac6 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573862 Nov 23 14:29:08.782044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e0a66f8-1c86-4494-8e1c-99a545a6640b req-8eee41ae-37cf-4ec6-891c-0dbda39c2f2a service neutron] 10.222.0.11 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051671 Nov 23 14:29:08.825891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44006) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:08.969482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-a22aef58-6a99-4fe1-bae4-339b74feb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:08.971139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-a22aef58-6a99-4fe1-bae4-339b74feb313 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 1094 time: 0.1049120 Nov 23 14:29:08.977297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2098140814', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:09.440435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8e4f3-5f07-4405-b8a2-a1c68fdb0180 req-d8895e57-5c1c-46dc-8232-b617b6870bab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:09.441913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fc8e4f3-5f07-4405-b8a2-a1c68fdb0180 req-d8895e57-5c1c-46dc-8232-b617b6870bab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 943 time: 0.5571866 Nov 23 14:29:09.462101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Made reservation on behalf of f7c77ba257fb4548a567f26098c2b563 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:09.464476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.484839 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.524441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-fc6e8366-0b63-4d27-956f-1b2c1e4c18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:09.526018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-fc6e8366-0b63-4d27-956f-1b2c1e4c18c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 916 time: 0.5452590 Nov 23 14:29:09.584104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fc8e4f3-5f07-4405-b8a2-a1c68fdb0180 req-1af98f7d-9bb1-459c-9569-18a474f42f39 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344166 Nov 23 14:29:09.589093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-e0a500fb-cbf0-4bd0-914c-ee00ac316b67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d7e048-0727-4232-af32-4f6878f2bb45 HTTP/1.1" status: 200 len: 217 time: 0.0517752 Nov 23 14:29:09.669035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-853aaf81-321d-47d9-8c6e-4ded9a10c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:09.670523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-853aaf81-321d-47d9-8c6e-4ded9a10c92d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.0687728 Nov 23 14:29:09.698519 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.714834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.720273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-d6a812b8-7058-4ab3-aa43-b8e2a63961de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395155 Nov 23 14:29:09.723385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] device_id is not set on port 9b14bafa-63f5-4a1f-8f47-07018db88344 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:29:09.866528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f3be7b-9c10-4404-90e1-b4ff096270f8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.947409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.948912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:09.948912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:10.052618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79861bd6-6b48-4eef-987f-597b1b2e9e0d req-e32458d8-1056-4753-8e7e-ba685da25d58 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:10.054597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79861bd6-6b48-4eef-987f-597b1b2e9e0d req-e32458d8-1056-4753-8e7e-ba685da25d58 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.2026749 Nov 23 14:29:10.059551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-96f0249f-333b-4538-a600-ab992ff32929 service neutron] 10.222.0.11 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271806 Nov 23 14:29:10.099259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Allocated IP 172.25.3.188 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9b14bafa-63f5-4a1f-8f47-07018db88344) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:10.201573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79861bd6-6b48-4eef-987f-597b1b2e9e0d req-7b97feaa-7c28-4783-b299-142b49011b4a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391308 Nov 23 14:29:10.268349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01be8a3e-33ec-4e12-80d3-a35b9c4bb955 req-208927d0-c5bb-4572-b3c1-a631b4a60734 service neutron] 10.222.0.11 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962621 Nov 23 14:29:10.375606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.413334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.465013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:10.470125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:10.477457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:10.495442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f10fb3-fe78-4294-a4f9-167b4e114448 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:29:10.562341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a4ebf4f5-c10e-4573-9b96-b53c130a0c8b None None] Provisioning complete for port 9b14bafa-63f5-4a1f-8f47-07018db88344 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:10.563066 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a4ebf4f5-c10e-4573-9b96-b53c130a0c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.572989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Pushing event updated for resources: {'Port': ['ID=9b14bafa-63f5-4a1f-8f47-07018db88344,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:10.595647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:10.596311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.624246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cff22c45-2002-4740-b971-13fb8b6ba340 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7971272 Nov 23 14:29:10.627177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44072) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:10.631392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebf4f5-c10e-4573-9b96-b53c130a0c8b None None] Port 9b14bafa-63f5-4a1f-8f47-07018db88344 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:29:10.633804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.188'}]}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:10.663372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.664620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.781035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.891803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55377-f646-4bbe-8b99-674f05c92eb8 req-ba6da7ac-e35e-45f5-befd-83436ee4e3ec tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:10.893705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05f55377-f646-4bbe-8b99-674f05c92eb8 req-ba6da7ac-e35e-45f5-befd-83436ee4e3ec tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 943 time: 0.1705961 Nov 23 14:29:10.980479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.025977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05f55377-f646-4bbe-8b99-674f05c92eb8 req-b252910d-7b0a-448a-b4fe-02f87b5ddf32 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906296 Nov 23 14:29:11.237926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.259225 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.456398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb3a7-1719-4ef8-8c8b-22b20c99814a req-291b02d8-bf36-413c-a813-4cb430db375b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:11.457912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-303bb3a7-1719-4ef8-8c8b-22b20c99814a req-291b02d8-bf36-413c-a813-4cb430db375b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1640813 Nov 23 14:29:11.545183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-303bb3a7-1719-4ef8-8c8b-22b20c99814a req-45fa2476-3b20-4c14-b345-699032e57d1e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788498 Nov 23 14:29:11.570292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.831853 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.834955 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.893861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.894652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da73a33e-108e-4ade-82c9-eb75672b6896 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:29:11.916992 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 14:29:11.918843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-522bbdcd-ccf7-44ea-9d6f-51b35681c4ca tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2903931 Nov 23 14:29:11.921735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44124) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:12.021496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Deleting port 9b14bafa-63f5-4a1f-8f47-07018db88344 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:12.022159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:12.154496 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:12.170825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Calling delete_port for 9b14bafa-63f5-4a1f-8f47-07018db88344 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:12.278478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d10c-8ec9-4e49-8919-c7721c43051c req-778dd727-9330-4ed1-8cd4-237f672071fe tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:12.280025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f2d10c-8ec9-4e49-8919-c7721c43051c req-778dd727-9330-4ed1-8cd4-237f672071fe tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 943 time: 0.0975838 Nov 23 14:29:12.386149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f2d10c-8ec9-4e49-8919-c7721c43051c req-0396d225-6b9a-4385-9142-c7026efa9425 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882499 Nov 23 14:29:12.424131 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:12.437046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 41d7e048-0727-4232-af32-4f6878f2bb45 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:12.470946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b14bafa-63f5-4a1f-8f47-07018db88344,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:12.531436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfca6bb-4033-464d-ade8-29fdb6640e62 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:29:12.593510 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:12.601441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-54950416-c5ea-4469-9805-d01dd9b9c6b5 tempest-RoutersAdminNegativeTest-1584965545 tempest-RoutersAdminNegativeTest-1584965545-project-admin] 10.222.0.46 "DELETE /v2.0/ports/9b14bafa-63f5-4a1f-8f47-07018db88344 HTTP/1.1" status: 204 len: 168 time: 0.6784682 Nov 23 14:29:12.679025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 41d7e048-0727-4232-af32-4f6878f2bb45, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=41d7e048-0727-4232-af32-4f6878f2bb45,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:12.704541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '41d7e048-0727-4232-af32-4f6878f2bb45', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'port_id': '41d7e048-0727-4232-af32-4f6878f2bb45', 'mac_address': 'fa:16:3e:0a:63:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:12.725921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a226d-6ce9-439a-9e08-8a26d91c0ff2 req-e3f62650-c1b4-418d-8eb9-c2733b86b2f0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:12.727530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf3a226d-6ce9-439a-9e08-8a26d91c0ff2 req-e3f62650-c1b4-418d-8eb9-c2733b86b2f0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0703268 Nov 23 14:29:12.785369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:12.820712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf3a226d-6ce9-439a-9e08-8a26d91c0ff2 req-fab00961-0eb3-4034-b81e-d0b22fe0d36e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870223 Nov 23 14:29:12.821088 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d7e048-0727-4232-af32-4f6878f2bb45 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:12.859597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 41d7e048-0727-4232-af32-4f6878f2bb45, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=41d7e048-0727-4232-af32-4f6878f2bb45,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:12.863808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:12.929028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=41d7e048-0727-4232-af32-4f6878f2bb45,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:13.105534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44164) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:13.120932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['41d7e048-0727-4232-af32-4f6878f2bb45'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:13.349196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7174517d-d85f-4080-96f1-73206084bb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.459631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7174517d-d85f-4080-96f1-73206084bb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.474312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7174517d-d85f-4080-96f1-73206084bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.547982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7174517d-d85f-4080-96f1-73206084bb37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca4f3c1bbb89466f8f69a4867fc24971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4411004 Nov 23 14:29:13.550414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44186) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:13.574517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ef89f-102e-4ee1-a19b-cfd5788aeb1a req-bb5e0bf4-dd4c-445c-b2e9-cfa1ff93bbc5 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:13.579023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec9ef89f-102e-4ee1-a19b-cfd5788aeb1a req-bb5e0bf4-dd4c-445c-b2e9-cfa1ff93bbc5 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 944 time: 0.1147132 Nov 23 14:29:13.583482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174517d-d85f-4080-96f1-73206084bb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88005cb8-fc93-4aeb-a733-0302e594e090,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:13.661322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec9ef89f-102e-4ee1-a19b-cfd5788aeb1a req-1aaf6a8d-0c0d-4f05-aa26-defb89388696 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591891 Nov 23 14:29:13.665724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f763074d-9c62-4e1b-aee6-01ceb8d34f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.697273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f763074d-9c62-4e1b-aee6-01ceb8d34f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.773897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f763074d-9c62-4e1b-aee6-01ceb8d34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.776766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f763074d-9c62-4e1b-aee6-01ceb8d34f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.780261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f763074d-9c62-4e1b-aee6-01ceb8d34f0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88005cb8-fc93-4aeb-a733-0302e594e090 HTTP/1.1" status: 204 len: 168 time: 0.2265267 Nov 23 14:29:13.787622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763074d-9c62-4e1b-aee6-01ceb8d34f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88005cb8-fc93-4aeb-a733-0302e594e090,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:14.017975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d5575-da83-4b2d-abef-e41c557fe7b2 req-8e999bcd-c414-443c-9b05-bce6fabb1be0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:14.025108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d7d5575-da83-4b2d-abef-e41c557fe7b2 req-8e999bcd-c414-443c-9b05-bce6fabb1be0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1012394 Nov 23 14:29:14.081587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d7d5575-da83-4b2d-abef-e41c557fe7b2 req-fb6e8388-b418-4e81-96b9-5b2c802c272a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555255 Nov 23 14:29:14.255100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44210) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:14.298869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d800bca9-5f02-4667-90d6-720fa2703120 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7c77ba257fb4548a567f26098c2b563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425348 Nov 23 14:29:14.301265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44216) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:14.375430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75515f4-c9c6-4c94-9437-9b81e6952012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.412922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 41d7e048-0727-4232-af32-4f6878f2bb45 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:14.415982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75515f4-c9c6-4c94-9437-9b81e6952012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.514577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 41d7e048-0727-4232-af32-4f6878f2bb45 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:14.517220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75515f4-c9c6-4c94-9437-9b81e6952012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.519948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d75515f4-c9c6-4c94-9437-9b81e6952012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.520873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 41d7e048-0727-4232-af32-4f6878f2bb45 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:14.521124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d75515f4-c9c6-4c94-9437-9b81e6952012 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6f3be7b-9c10-4404-90e1-b4ff096270f8 HTTP/1.1" status: 204 len: 168 time: 0.2189589 Nov 23 14:29:14.521770 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.540759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75515f4-c9c6-4c94-9437-9b81e6952012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f3be7b-9c10-4404-90e1-b4ff096270f8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:14.650736 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.689279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d7e048-0727-4232-af32-4f6878f2bb45'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:14.692126 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9704ec9-f301-47b8-9e17-709957dd74ea" -d '{"events": [{"server_uuid": "fb1467f8-af6a-45d9-91c1-4bfba5e4135f", "name": "network-vif-plugged", "status": "completed", "tag": "41d7e048-0727-4232-af32-4f6878f2bb45"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:14.719991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 41d7e048-0727-4232-af32-4f6878f2bb45, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=41d7e048-0727-4232-af32-4f6878f2bb45,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:14.730431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.868589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=41d7e048-0727-4232-af32-4f6878f2bb45,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:15.012008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f4de5-86a6-4117-b3e2-bb734d41aa70 req-5334ccfc-c3f9-4aef-ae76-7883867ca733 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.020604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-728f4de5-86a6-4117-b3e2-bb734d41aa70 req-5334ccfc-c3f9-4aef-ae76-7883867ca733 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 945 time: 0.1406648 Nov 23 14:29:15.079348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-728f4de5-86a6-4117-b3e2-bb734d41aa70 req-a541e356-a82f-457e-b76c-c7e2e486e4c4 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577402 Nov 23 14:29:15.112658 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb9e9f-8210-44b5-bc4f-35fdde86c26e x-openstack-request-id: req-f9eb9e9f-8210-44b5-bc4f-35fdde86c26e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:15.113734 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1467f8-af6a-45d9-91c1-4bfba5e4135f", "name": "network-vif-plugged", "status": "completed", "tag": "41d7e048-0727-4232-af32-4f6878f2bb45", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:15.115447 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9eb9e9f-8210-44b5-bc4f-35fdde86c26e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:15.116056 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d7e048-0727-4232-af32-4f6878f2bb45', 'code': 200} Nov 23 14:29:15.314443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92eb91-bf4a-4f4a-9103-eb1dba9d2814 req-51df827f-b73f-4548-9610-387091208df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.315347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c92eb91-bf4a-4f4a-9103-eb1dba9d2814 req-51df827f-b73f-4548-9610-387091208df2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 1096 time: 0.1135018 Nov 23 14:29:15.354417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ed4a2-027a-4822-956c-bf2b443a06ce req-97258091-0dfe-42b4-9d4e-831ec662a2ec tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.356651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-910ed4a2-027a-4822-956c-bf2b443a06ce req-97258091-0dfe-42b4-9d4e-831ec662a2ec tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1050658 Nov 23 14:29:15.438215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c92eb91-bf4a-4f4a-9103-eb1dba9d2814 req-a63e07c6-950a-4f17-8acf-d7d612b1e751 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138051 Nov 23 14:29:15.483157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-910ed4a2-027a-4822-956c-bf2b443a06ce req-62f113b4-c1c3-4098-bd05-5b994672566d tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658932 Nov 23 14:29:15.847514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44284) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:15.971178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'networks': [{'name': 'tempest-network--379049255'}, {'name': 'tempest-network--1956123694'}]} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:15.971645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'network': {'name': 'tempest-network--379049255'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:15.972232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'network': {'name': 'tempest-network--1956123694'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:16.015543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Made reservation on behalf of f6d549f8bf4d47eab3fdced7477453fd for: {'network': 2} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:16.032744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.045726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.247986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.254772 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.255705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.285778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b89d74-b4c4-4ec5-82aa-cd41c90ac9a6 req-f887b28c-0c2b-41f6-969d-f1202e15a28c tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.287655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55b89d74-b4c4-4ec5-82aa-cd41c90ac9a6 req-f887b28c-0c2b-41f6-969d-f1202e15a28c tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 945 time: 0.0576484 Nov 23 14:29:16.297573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac6ad1-074c-4d75-960c-46930e71906b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:16.327680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:16.336832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.337266 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Added segment 2ff51919-8523-4916-aec4-77d7a94a3403 of type vlan for network bea3f489-13ae-44ca-be3d-1007aee85c48 Nov 23 14:29:16.377817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.384508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55b89d74-b4c4-4ec5-82aa-cd41c90ac9a6 req-d1a1aba9-68ca-4e7f-8022-c67c1dbd7776 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870945 Nov 23 14:29:16.410836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:16.419692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.420037 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Added segment 98ddd077-705e-4051-8980-be3c3aec51c8 of type vlan for network 0e3a6db0-bdc8-43bc-a63c-ffbb2883b3d4 Nov 23 14:29:16.463767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.526262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.527023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.535559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.542258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.543085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.632376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7830050 Nov 23 14:29:16.641447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44312) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:16.732205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Network': ['ID=bea3f489-13ae-44ca-be3d-1007aee85c48,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:16.745922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bea3f489-13ae-44ca-be3d-1007aee85c48 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:16.799217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302034-fd62-4095-aca6-fae72312ac27 req-e386e61d-705a-49bc-a4b0-99502b80e45a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.811749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7302034-fd62-4095-aca6-fae72312ac27 req-e386e61d-705a-49bc-a4b0-99502b80e45a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1315200 Nov 23 14:29:16.913327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657491f3-5508-4f89-a9a1-2696ab17b7a0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Network': ['ID=0e3a6db0-bdc8-43bc-a63c-ffbb2883b3d4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:16.927323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 0e3a6db0-bdc8-43bc-a63c-ffbb2883b3d4 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:16.982079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815120f6-1d90-4a52-b4bd-93e8a7038c5e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.988716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815120f6-1d90-4a52-b4bd-93e8a7038c5e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.994692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815120f6-1d90-4a52-b4bd-93e8a7038c5e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:17.001709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815120f6-1d90-4a52-b4bd-93e8a7038c5e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:17.005956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-815120f6-1d90-4a52-b4bd-93e8a7038c5e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3607929 Nov 23 14:29:17.006932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44320) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:17.035656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7302034-fd62-4095-aca6-fae72312ac27 req-1a478f5d-ccbd-46da-9ab2-abcc8e896d9f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224183 Nov 23 14:29:17.469319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.575839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f0982-0509-4770-890d-0efddd5041f7 req-2d40ad04-cf2e-4488-95da-a76e72e74b3a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:17.577493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb5f0982-0509-4770-890d-0efddd5041f7 req-2d40ad04-cf2e-4488-95da-a76e72e74b3a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 945 time: 0.0963538 Nov 23 14:29:17.634604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb5f0982-0509-4770-890d-0efddd5041f7 req-e47b21cc-9e4e-4c50-918b-e545ace38f09 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Nov 23 14:29:17.638621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.677940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea3f489-13ae-44ca-be3d-1007aee85c48']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:17.687800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff51919-8523-4916-aec4-77d7a94a3403') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:17.688102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff51919-8523-4916-aec4-77d7a94a3403') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:17.698768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.714102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.722365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:17.722904 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:17.816006 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:17.822171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.829022 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.832483 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/networks/bea3f489-13ae-44ca-be3d-1007aee85c48 HTTP/1.1" status: 204 len: 168 time: 0.8243537 Nov 23 14:29:17.835131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44352) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:17.852940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b4c11-c70a-4cda-87df-ead4aeef1575 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Network': ['ID=bea3f489-13ae-44ca-be3d-1007aee85c48,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:18.004609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.209926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.256375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3a6db0-bdc8-43bc-a63c-ffbb2883b3d4']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:18.276500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ddd077-705e-4051-8980-be3c3aec51c8') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:18.276718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ddd077-705e-4051-8980-be3c3aec51c8') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:18.298095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab05a4-a388-4c71-85c9-0b58e1078ec9 req-5cde22a1-40d3-4a7a-8521-34227b2f3af1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:18.300023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54ab05a4-a388-4c71-85c9-0b58e1078ec9 req-5cde22a1-40d3-4a7a-8521-34227b2f3af1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1249433 Nov 23 14:29:18.302192 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.367915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.387792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:18.388205 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:18.391702 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:18.410498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54ab05a4-a388-4c71-85c9-0b58e1078ec9 req-4b7076b9-82a9-4bfc-827d-725d061fe492 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943680 Nov 23 14:29:18.503266 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.508962 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.513123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/networks/0e3a6db0-bdc8-43bc-a63c-ffbb2883b3d4 HTTP/1.1" status: 204 len: 168 time: 0.6762602 Nov 23 14:29:18.515466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44376) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:18.532595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a565ef-7bf4-47f0-9709-3c1088a5a3e7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Network': ['ID=0e3a6db0-bdc8-43bc-a63c-ffbb2883b3d4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:18.540262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af428-483d-4efa-9ea1-473a072e499f req-b354bbcf-d2b4-4ace-88b9-3dcdbe085c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:18.541936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a2af428-483d-4efa-9ea1-473a072e499f req-b354bbcf-d2b4-4ace-88b9-3dcdbe085c09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.0785081 Nov 23 14:29:18.647326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a2af428-483d-4efa-9ea1-473a072e499f req-876c4d19-102d-4a8e-aea8-c0987f57eec9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962567 Nov 23 14:29:18.730970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c2f1c-7219-47a2-b37d-3dca856a91e0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:18.739471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c2f1c-7219-47a2-b37d-3dca856a91e0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:18.741417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d44c2f1c-7219-47a2-b37d-3dca856a91e0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2227221 Nov 23 14:29:18.747719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44390) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:18.753545 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-874328239'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:18.820062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Made reservation on behalf of f6d549f8bf4d47eab3fdced7477453fd for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:18.823231 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.874530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:18.884227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.884667 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Added segment 692ac4e2-6d80-41ad-8884-05ab81eb2fee of type vlan for network aad96f83-02b8-4abd-8efd-557f57e818eb Nov 23 14:29:18.927412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.953869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.960691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:18.961404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.017218 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2660739 Nov 23 14:29:19.017561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44394) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:19.022761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-301210375'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:19.060300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f5a55-53f5-4a44-8de1-514e98c99522 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Network': ['ID=aad96f83-02b8-4abd-8efd-557f57e818eb,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:19.060663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Made reservation on behalf of f6d549f8bf4d47eab3fdced7477453fd for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:19.065329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.071658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network aad96f83-02b8-4abd-8efd-557f57e818eb details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:19.106190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:19.119459 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.120150 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Added segment 64d7dbf8-92a0-4ece-b6d4-e4a2bebd4cff of type vlan for network 2fc8616c-1861-41a7-a1c3-ec27c449134f Nov 23 14:29:19.214731 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.246270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.254388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:19.255799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.319198 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3002977 Nov 23 14:29:19.321868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44406) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:19.327727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'ports': [{'network_id': 'aad96f83-02b8-4abd-8efd-557f57e818eb', 'name': 'tempest-port--1739920237', 'admin_state_up': True}, {'network_id': '2fc8616c-1861-41a7-a1c3-ec27c449134f', 'admin_state_up': False}]} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:19.328154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'port': {'network_id': 'aad96f83-02b8-4abd-8efd-557f57e818eb', 'name': 'tempest-port--1739920237', 'admin_state_up': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:19.328749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'port': {'network_id': '2fc8616c-1861-41a7-a1c3-ec27c449134f', 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:19.378917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476d2c2-7895-483f-ae69-f80638e58b23 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Network': ['ID=2fc8616c-1861-41a7-a1c3-ec27c449134f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:19.393774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 2fc8616c-1861-41a7-a1c3-ec27c449134f details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:19.655522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefdd77-f2eb-4312-ae1b-9c216c06b2e9 req-4942229f-623b-48f4-813c-81c5f247f974 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:19.657533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4eefdd77-f2eb-4312-ae1b-9c216c06b2e9 req-4942229f-623b-48f4-813c-81c5f247f974 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1041040 Nov 23 14:29:19.689394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Made reservation on behalf of f6d549f8bf4d47eab3fdced7477453fd for: {'port': 2} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:19.695091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.727292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.842931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] device_id is not set on port ef7aba77-ab2b-4c3f-891a-8cc1ca7af7c1 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:29:19.880875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4eefdd77-f2eb-4312-ae1b-9c216c06b2e9 req-fc6bce74-9cd3-4b38-a2c8-98e2c22dffa3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958642 Nov 23 14:29:20.050260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.144048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] device_id is not set on port 1991bb23-310d-4118-82fb-0a9cb72a8827 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:29:20.357590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.426422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.543136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Checking segment: {'id': '692ac4e2-6d80-41ad-8884-05ab81eb2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aad96f83-02b8-4abd-8efd-557f57e818eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:20.544348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network hostable DHCP agents. Network: aad96f83-02b8-4abd-8efd-557f57e818eb, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:20.555031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Port': ['ID=ef7aba77-ab2b-4c3f-891a-8cc1ca7af7c1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:20.580050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network aad96f83-02b8-4abd-8efd-557f57e818eb is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:20.605944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, aad96f83-02b8-4abd-8efd-557f57e818eb) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:20.609898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:20.610887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.615546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192d4af-752d-4d96-a6d1-291094c03b27 None None] Network aad96f83-02b8-4abd-8efd-557f57e818eb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:20.710420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Port': ['ID=1991bb23-310d-4118-82fb-0a9cb72a8827,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:20.765939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Checking segment: {'id': '64d7dbf8-92a0-4ece-b6d4-e4a2bebd4cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2fc8616c-1861-41a7-a1c3-ec27c449134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:20.766303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network hostable DHCP agents. Network: 2fc8616c-1861-41a7-a1c3-ec27c449134f, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:20.804515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network 2fc8616c-1861-41a7-a1c3-ec27c449134f is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:20.817940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 2fc8616c-1861-41a7-a1c3-ec27c449134f) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:20.827078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:20.836304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:20.838670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8675f4bd-bce4-4e39-aae7-a95f8f147c4f None None] Network 2fc8616c-1861-41a7-a1c3-ec27c449134f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:20.867972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:20.868999 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.924959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-95217b51-72dd-44be-b527-1b742a03ed7e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6012082 Nov 23 14:29:20.927414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44478) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:21.610215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d9cfe-45be-4794-aa93-1f48876208ac tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.616236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d9cfe-45be-4794-aa93-1f48876208ac tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.621019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-008d9cfe-45be-4794-aa93-1f48876208ac tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6893029 Nov 23 14:29:21.621502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44506) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:21.627388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a02f-b99f-4e76-a16b-d5d0b44344a4 req-3f65b152-1721-46f7-b784-479c26393c6e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.630232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72f3a02f-b99f-4e76-a16b-d5d0b44344a4 req-3f65b152-1721-46f7-b784-479c26393c6e tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.5986609 Nov 23 14:29:21.695271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72f3a02f-b99f-4e76-a16b-d5d0b44344a4 req-aab273ff-9a4f-4f76-aaf7-cea5d7a7567f tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564518 Nov 23 14:29:21.726732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Deleting port ef7aba77-ab2b-4c3f-891a-8cc1ca7af7c1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:21.727323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.832768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.847050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Calling delete_port for ef7aba77-ab2b-4c3f-891a-8cc1ca7af7c1 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:21.993369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-4c071a0e-3b41-4391-b085-503a919cdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.998520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-4c071a0e-3b41-4391-b085-503a919cdcee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.0496140 Nov 23 14:29:22.004466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.069662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Port': ['ID=ef7aba77-ab2b-4c3f-891a-8cc1ca7af7c1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:22.077200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.083933 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ddb69ea2-05f3-428e-bc2e-4c00f82deffb tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/ports/ef7aba77-ab2b-4c3f-891a-8cc1ca7af7c1 HTTP/1.1" status: 204 len: 168 time: 0.4588268 Nov 23 14:29:22.084475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44522) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:22.156809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a3b7b-bc4c-42fa-9851-5f5a59393c11 req-ee7ae2cd-9294-47f1-972a-777f64e68cd1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.161553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-482a3b7b-bc4c-42fa-9851-5f5a59393c11 req-ee7ae2cd-9294-47f1-972a-777f64e68cd1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1626928 Nov 23 14:29:22.204915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Deleting port 1991bb23-310d-4118-82fb-0a9cb72a8827 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:22.205897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.318865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-482a3b7b-bc4c-42fa-9851-5f5a59393c11 req-730a6963-a0a0-4c11-8563-e91bce0cbf6b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124983 Nov 23 14:29:22.323176 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.333115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-46a6fb29-e19f-4cf6-8eb9-ba79292f1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.335181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-46a6fb29-e19f-4cf6-8eb9-ba79292f1ddc service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.3215415 Nov 23 14:29:22.342005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Calling delete_port for 1991bb23-310d-4118-82fb-0a9cb72a8827 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:22.423033 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-0a397662-d2cc-4a79-883e-eedc96e89090 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.0782783 Nov 23 14:29:22.484162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.527033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.529935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-3384ab82-1c98-4bb0-b60d-decd8b75a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.533376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/ports/1991bb23-310d-4118-82fb-0a9cb72a8827 HTTP/1.1" status: 204 len: 168 time: 0.4437451 Nov 23 14:29:22.533557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-3384ab82-1c98-4bb0-b60d-decd8b75a2c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1002040 Nov 23 14:29:22.533657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44528) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:22.586842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948741e-4310-4ced-b149-94cdae9eb844 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Port': ['ID=1991bb23-310d-4118-82fb-0a9cb72a8827,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:22.604466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-81e76206-19de-4250-bbaa-c364a5ee1920 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0689721 Nov 23 14:29:22.608626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-55002337-fe42-4eb9-a688-bc240229ca56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486701 Nov 23 14:29:22.609290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44534) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:22.614878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1547588443'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:22.716972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Made reservation on behalf of f6d549f8bf4d47eab3fdced7477453fd for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:22.721072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.777275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:22.787013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-f8817639-9e31-4805-b4dd-bac247a12394 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648204 Nov 23 14:29:22.807042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.807469 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Added segment cd0ab0cf-d035-45d7-85cd-22270f3b223b of type vlan for network 6cd85bed-03ab-4958-9908-643691424490 Nov 23 14:29:22.894755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.932922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.950867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.951950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.066170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4542887 Nov 23 14:29:23.070318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44542) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:23.075913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2138958874'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:23.145505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Made reservation on behalf of f6d549f8bf4d47eab3fdced7477453fd for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:23.149103 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.157433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cdc42-129f-4de8-8faa-6f10ca99ef1f tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Network': ['ID=6cd85bed-03ab-4958-9908-643691424490,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:23.168888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 6cd85bed-03ab-4958-9908-643691424490 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:23.184699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1cbed6f-3e5d-4033-9290-fe4415bd63f5 req-44e7ebe6-3434-4cb2-8294-24f0d23737e7 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899269 Nov 23 14:29:23.206602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:23.218334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.218679 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Added segment 73a4267e-de9d-4f73-a4eb-429c4915afac of type vlan for network aae663e8-c493-43e1-b2a8-ba480fe2e942 Nov 23 14:29:23.302567 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.364501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.393781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:23.393781 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.437107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3652513 Nov 23 14:29:23.556705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610df4e-7b63-4dbb-ac93-5d1db6c6ac19 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Network': ['ID=aae663e8-c493-43e1-b2a8-ba480fe2e942,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:23.568969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network aae663e8-c493-43e1-b2a8-ba480fe2e942 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:23.587642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44558) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:23.593982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'subnets': [{'network_id': '6cd85bed-03ab-4958-9908-643691424490', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2110141888', 'ip_version': 4}, {'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:23.594397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'subnet': {'network_id': '6cd85bed-03ab-4958-9908-643691424490', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2110141888', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:23.603188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Request body: {'subnet': {'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:23.603383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4e902-3f75-44a2-beff-fb6baf9a7fc0 req-8ca0f904-410b-4db2-8541-2516ee30f22d tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:23.607882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07e4e902-3f75-44a2-beff-fb6baf9a7fc0 req-8ca0f904-410b-4db2-8541-2516ee30f22d tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0819275 Nov 23 14:29:23.674244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07e4e902-3f75-44a2-beff-fb6baf9a7fc0 req-873ba240-658b-458b-8412-7fee76e6cc36 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595245 Nov 23 14:29:23.721679 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.835063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Made reservation on behalf of f6d549f8bf4d47eab3fdced7477453fd for: {'subnet': 2} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:23.840466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.840809 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.212608 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:29:24.222170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.286528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Subnet': ['ID=02d6c82f-dfa6-4182-8141-2cba01ec7de3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:24.325199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Checking segment: {'id': 'cd0ab0cf-d035-45d7-85cd-22270f3b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6cd85bed-03ab-4958-9908-643691424490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:24.325597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network hostable DHCP agents. Network: 6cd85bed-03ab-4958-9908-643691424490, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:24.344746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network 6cd85bed-03ab-4958-9908-643691424490 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:24.354921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 6cd85bed-03ab-4958-9908-643691424490) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:24.359165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.365633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a681fb-8e9f-4528-a72b-816de6082cd9 None None] Network 6cd85bed-03ab-4958-9908-643691424490 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:24.426287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event updated for resources: {'Subnet': ['ID=1d9007f2-f323-4a7c-b5e4-b7b65073c8bb,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:24.479396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Checking segment: {'id': '73a4267e-de9d-4f73-a4eb-429c4915afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:24.480037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network hostable DHCP agents. Network: aae663e8-c493-43e1-b2a8-ba480fe2e942, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:24.524996 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-29d61514-dde3-44a7-8a64-429feaa5a5ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556252 Nov 23 14:29:24.526325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Network aae663e8-c493-43e1-b2a8-ba480fe2e942 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:24.547048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, aae663e8-c493-43e1-b2a8-ba480fe2e942) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:24.551927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.553332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.554033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.569580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7937216-ba2e-4c49-b496-e71a5fc63e4f None None] Network aae663e8-c493-43e1-b2a8-ba480fe2e942 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:24.615536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2e467c75-5db9-4846-b2a1-18a6c43d9628 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0236480 Nov 23 14:29:24.616836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-cfcda394-a508-4f62-9afc-4dd5658c60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.617126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44580) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:24.618302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-cfcda394-a508-4f62-9afc-4dd5658c60b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 1096 time: 0.0607095 Nov 23 14:29:24.724752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa34150-efc0-4bd6-8aa5-7cbe14a89cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-6cd85bed-03ab-4958-9908-643691424490', 'network_id': '6cd85bed-03ab-4958-9908-643691424490', 'tenant_id': 'f6d549f8bf4d47eab3fdced7477453fd', 'fixed_ips': [{'subnet_id': '02d6c82f-dfa6-4182-8141-2cba01ec7de3'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:24.725899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baa34150-efc0-4bd6-8aa5-7cbe14a89cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.732849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b1e81-7bf3-43cf-976d-b65c6718bdd7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.734529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b1e81-7bf3-43cf-976d-b65c6718bdd7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.736437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b1e81-7bf3-43cf-976d-b65c6718bdd7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.738433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d57b1e81-7bf3-43cf-976d-b65c6718bdd7 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1198609 Nov 23 14:29:24.741607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44588) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:24.760398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-d10f04a4-12d8-4d6f-ad62-b5e62b9b5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.762304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-d10f04a4-12d8-4d6f-ad62-b5e62b9b5a29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.1208935 Nov 23 14:29:24.831588 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-4301c572-f7dd-44f7-acee-adacf969e065 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 HTTP/1.1" status: 200 len: 217 time: 0.0604959 Nov 23 14:29:24.861046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Deleting subnet 02d6c82f-dfa6-4182-8141-2cba01ec7de3 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:29:24.910023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.934376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-aae663e8-c493-43e1-b2a8-ba480fe2e942', 'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942', 'tenant_id': 'f6d549f8bf4d47eab3fdced7477453fd', 'fixed_ips': [{'subnet_id': '1d9007f2-f323-4a7c-b5e4-b7b65073c8bb'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:24.935293 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.941709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-1ce74a22-259f-46df-979d-f20eb27cf930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.943915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-1ce74a22-259f-46df-979d-f20eb27cf930 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1007128 Nov 23 14:29:24.999667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d861503-5741-4506-86ff-087a1b7afa1b req-86227375-5c83-4199-abc5-b6ed5f19bc7c tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.001274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-fa633a68-b7ca-4aa5-b45f-621170b488d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485480 Nov 23 14:29:25.001519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d861503-5741-4506-86ff-087a1b7afa1b req-86227375-5c83-4199-abc5-b6ed5f19bc7c tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1518700 Nov 23 14:29:25.003861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.092237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d861503-5741-4506-86ff-087a1b7afa1b req-b2989fca-d614-408a-bf01-a31a7703bed9 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649016 Nov 23 14:29:25.105271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.137502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Allocated IP 172.20.0.18 (aae663e8-c493-43e1-b2a8-ba480fe2e942/1d9007f2-f323-4a7c-b5e4-b7b65073c8bb/94d0c4f1-ff16-4045-9d94-39ab84d90827) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:25.191465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.214630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-74c5a60f-854e-497f-8f6f-ed25059b47ff service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058728 Nov 23 14:29:25.234585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Subnet': ['ID=02d6c82f-dfa6-4182-8141-2cba01ec7de3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:25.239049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.254955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-89858695-4323-4c58-9992-8cd41666b0ee tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/subnets/02d6c82f-dfa6-4182-8141-2cba01ec7de3 HTTP/1.1" status: 204 len: 168 time: 0.5098493 Nov 23 14:29:25.258655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44594) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:25.340431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Deleting subnet 1d9007f2-f323-4a7c-b5e4-b7b65073c8bb {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:29:25.347268 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b7598a8e-10e4-4241-ae3f-27de27385f6b req-7f4a9fdf-a4e8-403f-ae63-d72fe0ec2287 service neutron] 10.222.0.74 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242068 Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server [None req-baa34150-efc0-4bd6-8aa5-7cbe14a89cd1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02d6c82f-dfa6-4182-8141-2cba01ec7de3: This subnet is being modified by another concurrent operation. Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:29:25.358163 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise exception Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02d6c82f-dfa6-4182-8141-2cba01ec7de3: This subnet is being modified by another concurrent operation. Nov 23 14:29:25.362076 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Nov 23 14:29:25.423195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f53ba-f556-4402-863d-42bd5da1dd9c None None] Network 6cd85bed-03ab-4958-9908-643691424490 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:25.687679 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.695011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.716194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.745097 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.782236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Network aae663e8-c493-43e1-b2a8-ba480fe2e942 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:25.786972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:25.789139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Pushing event updated for resources: {'Port': ['ID=94d0c4f1-ff16-4045-9d94-39ab84d90827,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:25.791393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:25.849634 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Attempting to bind port 94d0c4f1-ff16-4045-9d94-39ab84d90827 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:25.850013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Attempting to bind port 94d0c4f1-ff16-4045-9d94-39ab84d90827 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '73a4267e-de9d-4f73-a4eb-429c4915afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:25.850376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Attempting to bind port 94d0c4f1-ff16-4045-9d94-39ab84d90827 on network aae663e8-c493-43e1-b2a8-ba480fe2e942 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:25.856189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:25.856676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Checking segment: {'id': '73a4267e-de9d-4f73-a4eb-429c4915afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:25.857131 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.857534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Bound using segment: {'id': '73a4267e-de9d-4f73-a4eb-429c4915afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:25.857999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Bound port: 94d0c4f1-ff16-4045-9d94-39ab84d90827, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a4267e-de9d-4f73-a4eb-429c4915afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aae663e8-c493-43e1-b2a8-ba480fe2e942'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:25.858377 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.872958 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.965552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] For port 94d0c4f1-ff16-4045-9d94-39ab84d90827, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:25.969060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.971478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] For port 94d0c4f1-ff16-4045-9d94-39ab84d90827, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=94d0c4f1-ff16-4045-9d94-39ab84d90827,segment=NetworkSegment(73a4267e-de9d-4f73-a4eb-429c4915afac),segment_id=73a4267e-de9d-4f73-a4eb-429c4915afac)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:25.977276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.022934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.027299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/subnets/1d9007f2-f323-4a7c-b5e4-b7b65073c8bb HTTP/1.1" status: 204 len: 168 time: 0.7631853 Nov 23 14:29:26.029933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44612) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:26.039749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26be01-daec-433d-abb8-3c664d665ad4 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9007f2-f323-4a7c-b5e4-b7b65073c8bb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:26.048657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560d4ae-d9f5-4813-ab3e-9b44ee869a94 None None] Pushing event updated for resources: {'Port': ['ID=94d0c4f1-ff16-4045-9d94-39ab84d90827,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:26.060714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-5581b7eb-fbfd-401f-b1a7-f45a2308e36e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022310 Nov 23 14:29:26.109716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1f914e-8797-401d-bb00-bb8efbce325e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:26.123166 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ac1f914e-8797-401d-bb00-bb8efbce325e tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920935 Nov 23 14:29:26.126781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44616) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:26.158936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-05b89931-1f74-46e0-804a-0a71b372352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:26.160799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-05b89931-1f74-46e0-804a-0a71b372352d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.0736930 Nov 23 14:29:26.275940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.377647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Deleting port 94d0c4f1-ff16-4045-9d94-39ab84d90827 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:26.378329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.405393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-e35ca805-bd3b-4187-8ee3-d2eb97d581f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:26.406418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-e35ca805-bd3b-4187-8ee3-d2eb97d581f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.2235327 Nov 23 14:29:26.442059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171d8f-c095-4818-a757-a4eacbcb7647 req-1bb916e2-50b8-492f-8ee9-1a6edb018948 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:26.445404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e171d8f-c095-4818-a757-a4eacbcb7647 req-1bb916e2-50b8-492f-8ee9-1a6edb018948 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1701734 Nov 23 14:29:26.487291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] For port 94d0c4f1-ff16-4045-9d94-39ab84d90827, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=94d0c4f1-ff16-4045-9d94-39ab84d90827,segment=NetworkSegment(73a4267e-de9d-4f73-a4eb-429c4915afac),segment_id=73a4267e-de9d-4f73-a4eb-429c4915afac)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:26.487940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.503715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-9b9c4e1f-29e6-4e66-8a31-5a0f79d3e418 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.0751126 Nov 23 14:29:26.511172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Calling delete_port for 94d0c4f1-ff16-4045-9d94-39ab84d90827 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:26.581849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e171d8f-c095-4818-a757-a4eacbcb7647 req-91931338-026c-4497-b51e-3736ece66f8b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281776 Nov 23 14:29:26.592743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-d53cf072-85d7-45ed-b20b-3ad5fdb13e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:26.594279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-d53cf072-85d7-45ed-b20b-3ad5fdb13e5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.0660360 Nov 23 14:29:26.644197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-b03378c8-1088-4bce-abc3-6c4d34019153 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370939 Nov 23 14:29:26.651658 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.707321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Port': ['ID=94d0c4f1-ff16-4045-9d94-39ab84d90827,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:26.717169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e3e872c3-a9c2-4b7b-b28d-88f1c6bbf272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.719409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] No DVR routers for this DVR port 94d0c4f1-ff16-4045-9d94-39ab84d90827 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:29:26.828361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-1efcadf0-18e6-49ea-ae7a-d9dab071101b service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642077 Nov 23 14:29:26.933423 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.946814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d04d52d-0b1d-4059-91cf-6bc4e9e507c3 req-5deea9a9-2803-4e36-a727-266830683693 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097176 Nov 23 14:29:26.981433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae663e8-c493-43e1-b2a8-ba480fe2e942']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:27.010093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a4267e-de9d-4f73-a4eb-429c4915afac') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:27.010421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a4267e-de9d-4f73-a4eb-429c4915afac') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:27.016096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.022715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.039606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.060965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:27.061568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:27.065537 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:27.150602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.159776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.168605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44648) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:27.176203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/networks/aae663e8-c493-43e1-b2a8-ba480fe2e942 HTTP/1.1" status: 204 len: 168 time: 1.0477169 Nov 23 14:29:27.195441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f456627-d8cf-4dc7-b044-96e56017b4c5 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Network': ['ID=aae663e8-c493-43e1-b2a8-ba480fe2e942,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:27.311243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.505719 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.569367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd85bed-03ab-4958-9908-643691424490']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:27.596905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0ab0cf-d035-45d7-85cd-22270f3b223b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:27.597298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0ab0cf-d035-45d7-85cd-22270f3b223b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:27.620947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.648844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bf08c63d-02bf-4c12-9617-fbcbb251d544 None None] Could not find standard attr ID for object 94d0c4f1-ff16-4045-9d94-39ab84d90827. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:29:27.655660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.665384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:27.669538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:27.677077 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:27.712278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a27072-14ce-48d6-9506-ac803bab7f20 None None] DHCP port deletion for aae663e8-c493-43e1-b2a8-ba480fe2e942 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:29:27.735675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7de724-a47a-4367-928e-a3738d76da1c None None] Network aae663e8-c493-43e1-b2a8-ba480fe2e942 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:27.767880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7de724-a47a-4367-928e-a3738d76da1c None None] Network aae663e8-c493-43e1-b2a8-ba480fe2e942 could not be found, it might have been deleted concurrently. {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 14:29:27.785302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c8c91-1131-457e-98dd-301f524558ac None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:29:27.840336 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.847213 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.850746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/networks/6cd85bed-03ab-4958-9908-643691424490 HTTP/1.1" status: 204 len: 168 time: 0.6810155 Nov 23 14:29:27.858857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44668) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:27.932956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bc5e3-5a9b-44a1-a443-1c63ed7a0ea0 tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Network': ['ID=6cd85bed-03ab-4958-9908-643691424490,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:28.007913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c8c91-1131-457e-98dd-301f524558ac None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:29:28.062635 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.288123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.324853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc8616c-1861-41a7-a1c3-ec27c449134f']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:28.338784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d7dbf8-92a0-4ece-b6d4-e4a2bebd4cff') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:28.339292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d7dbf8-92a0-4ece-b6d4-e4a2bebd4cff') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:28.351973 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.366482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.380209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:28.383678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:28.399196 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:28.536342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.550089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.553470 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/networks/2fc8616c-1861-41a7-a1c3-ec27c449134f HTTP/1.1" status: 204 len: 168 time: 0.6934879 Nov 23 14:29:28.557469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44678) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:28.618684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e99661-22a1-473a-a181-be9e6ea7526b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Network': ['ID=2fc8616c-1861-41a7-a1c3-ec27c449134f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:28.722085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Provisioning complete for port 41d7e048-0727-4232-af32-4f6878f2bb45 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:28.726986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.729028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.880427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.917797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad96f83-02b8-4abd-8efd-557f57e818eb']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:28.928691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692ac4e2-6d80-41ad-8884-05ab81eb2fee') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:28.929137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692ac4e2-6d80-41ad-8884-05ab81eb2fee') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:28.932846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Provisioning complete for port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:28.933769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.942401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.960692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:28.971916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:28.972404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:29.008953 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:29.044522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Provisioning complete for port e373c967-573c-42cc-8f45-4706ab05aec5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:29.045179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.063607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.091425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.093846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1da3236-298b-480e-8cdf-ae3a8cced17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.098714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] 10.222.0.46 "DELETE /v2.0/networks/aad96f83-02b8-4abd-8efd-557f57e818eb HTTP/1.1" status: 204 len: 168 time: 0.5396948 Nov 23 14:29:29.101289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cdc3d-26d3-40fc-bf9d-2fca2c9f484b tempest-BulkNetworkOpsTest-306784111 tempest-BulkNetworkOpsTest-306784111-project] Pushing event deleted for resources: {'Network': ['ID=aad96f83-02b8-4abd-8efd-557f57e818eb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:29.176900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Provisioning complete for port d841a8ef-af34-4200-b05a-082af76edae4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:29.177267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.440376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Provisioning complete for port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:29.440795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.454745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eecf50-d5f6-412d-8402-f6f8a22886c6 req-2175b530-57ff-4e3b-99d5-8c6a94d7ea02 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.463284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0eecf50-d5f6-412d-8402-f6f8a22886c6 req-2175b530-57ff-4e3b-99d5-8c6a94d7ea02 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1080875 Nov 23 14:29:29.537089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44704) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:29.575176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0eecf50-d5f6-412d-8402-f6f8a22886c6 req-7d8a549e-369a-40da-b384-a7516fa4d411 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048536 Nov 23 14:29:29.673763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Provisioning complete for port d1396a25-4c2a-477a-bd9e-a3b0a2885ada triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:29.673763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0c3d-d7ea-4b32-b9c4-90baa0bafb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.731902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44716) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:29.732363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5e3476e8-2232-4d1d-b709-d0ef9dda192b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6d549f8bf4d47eab3fdced7477453fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938529 Nov 23 14:29:29.815865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-607a5e24-5e1b-43d7-9923-71f281a6c085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.866263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-607a5e24-5e1b-43d7-9923-71f281a6c085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.940955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-607a5e24-5e1b-43d7-9923-71f281a6c085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.944631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-607a5e24-5e1b-43d7-9923-71f281a6c085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.946087 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-607a5e24-5e1b-43d7-9923-71f281a6c085 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10ac6ad1-074c-4d75-960c-46930e71906b HTTP/1.1" status: 204 len: 168 time: 0.2130356 Nov 23 14:29:29.982498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a5e24-5e1b-43d7-9923-71f281a6c085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac6ad1-074c-4d75-960c-46930e71906b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:30.070765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:30.862272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44766) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:30.967817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320985351'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:30.994874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:30.999248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.011863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.121421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.125665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.165117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:31.170494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782f6cd5-c845-43e9-9532-bd7dc362d218,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:31.177736 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.178073 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment cec56d19-3426-45c0-9f1b-a6f4bf3217b1 of type vlan for network f970ff5f-b1e6-4ee5-946f-50158db654e6 Nov 23 14:29:31.226195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.252396 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.258513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:31.259226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.291043 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4275308 Nov 23 14:29:31.334555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e24fd7-2956-4954-b352-a6206f7d738b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=f970ff5f-b1e6-4ee5-946f-50158db654e6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:31.359736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f970ff5f-b1e6-4ee5-946f-50158db654e6 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:31.653222 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:32.471100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:34.501115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44834) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:34.506127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': 'f970ff5f-b1e6-4ee5-946f-50158db654e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:34.612606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:34.616256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:34.804665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:34.871393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=d98658a2-5120-4fab-9508-de853c0670f4,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:34.890371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': 'cec56d19-3426-45c0-9f1b-a6f4bf3217b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f970ff5f-b1e6-4ee5-946f-50158db654e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:34.890737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: f970ff5f-b1e6-4ee5-946f-50158db654e6, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:34.910085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network f970ff5f-b1e6-4ee5-946f-50158db654e6 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:34.921114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, f970ff5f-b1e6-4ee5-946f-50158db654e6) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:34.928742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:34.929350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:34.930058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4d863-ed14-4f49-a266-87b41d156e91 None None] Network f970ff5f-b1e6-4ee5-946f-50158db654e6 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:34.951238 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08953c2d-8d42-451e-894f-afc79265e8e3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4489231 Nov 23 14:29:34.954739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:34.962464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106441685'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:35.019927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:35.029935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.091340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:35.106637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.107218 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment e36a0db5-4fb6-4a14-8b9d-4eb2b61f1b03 of type vlan for network 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 Nov 23 14:29:35.115802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-f970ff5f-b1e6-4ee5-946f-50158db654e6', 'network_id': 'f970ff5f-b1e6-4ee5-946f-50158db654e6', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': 'd98658a2-5120-4fab-9508-de853c0670f4'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:35.116738 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.174216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.204229 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.210743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:35.211662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.302953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=2dbbda50-4a3e-46b5-8815-5a3ee4eb0462,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:35.311618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-264d40e2-86e7-4896-920a-48b3bcef5636 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3556259 Nov 23 14:29:35.314687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:35.319814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:35.324548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': '2dbbda50-4a3e-46b5-8815-5a3ee4eb0462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:35.452465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Allocated IP 2001:db8:0:ffff::2 (f970ff5f-b1e6-4ee5-946f-50158db654e6/d98658a2-5120-4fab-9508-de853c0670f4/8daa7db4-3ca6-48de-acad-110a3cc0f20c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:35.465929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:35.469776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.761460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.761460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.801409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Pushing event updated for resources: {'Port': ['ID=8daa7db4-3ca6-48de-acad-110a3cc0f20c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:35.807608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Network f970ff5f-b1e6-4ee5-946f-50158db654e6 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:35.815163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:35.818389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.818878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.819345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.819785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.820220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.820732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.821181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.821609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.822578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.823044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.823482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.824041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:35.833876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:35.867490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.935505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Attempting to bind port 8daa7db4-3ca6-48de-acad-110a3cc0f20c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:35.936111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Attempting to bind port 8daa7db4-3ca6-48de-acad-110a3cc0f20c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'cec56d19-3426-45c0-9f1b-a6f4bf3217b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f970ff5f-b1e6-4ee5-946f-50158db654e6'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:35.936230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Attempting to bind port 8daa7db4-3ca6-48de-acad-110a3cc0f20c on network f970ff5f-b1e6-4ee5-946f-50158db654e6 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:35.942239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:35.942614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Checking segment: {'id': 'cec56d19-3426-45c0-9f1b-a6f4bf3217b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f970ff5f-b1e6-4ee5-946f-50158db654e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:35.943087 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.948219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': 'e36a0db5-4fb6-4a14-8b9d-4eb2b61f1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dbbda50-4a3e-46b5-8815-5a3ee4eb0462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:35.948605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:35.953891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Bound using segment: {'id': 'cec56d19-3426-45c0-9f1b-a6f4bf3217b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f970ff5f-b1e6-4ee5-946f-50158db654e6'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:35.954565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Bound port: 8daa7db4-3ca6-48de-acad-110a3cc0f20c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec56d19-3426-45c0-9f1b-a6f4bf3217b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f970ff5f-b1e6-4ee5-946f-50158db654e6'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:35.955036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=ecb40479-338f-467b-b6a1-606da3e844f5,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:35.955418 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:35.994017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:36.013821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:36.020851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:36.021479 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.053064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f56a26cb-0d67-44cc-a9d2-ee7b61b4d2b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7361901 Nov 23 14:29:36.055749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:36.136221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] For port 8daa7db4-3ca6-48de-acad-110a3cc0f20c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:36.140083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] For port 8daa7db4-3ca6-48de-acad-110a3cc0f20c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8daa7db4-3ca6-48de-acad-110a3cc0f20c,segment=NetworkSegment(cec56d19-3426-45c0-9f1b-a6f4bf3217b1),segment_id=cec56d19-3426-45c0-9f1b-a6f4bf3217b1)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:36.143009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42172bbe-fb42-49a0-94a4-efbcbb1dc477 None None] Network 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:36.147579 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.213863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.220274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c68dd-2ed1-49ea-a8e8-5e3ee8bab476 None None] Pushing event updated for resources: {'Port': ['ID=8daa7db4-3ca6-48de-acad-110a3cc0f20c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:36.325706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.408405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.471040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb40479-338f-467b-b6a1-606da3e844f5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:36.570195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.580430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7663623-84c3-4144-b9ef-2a8e013cb85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-2dbbda50-4a3e-46b5-8815-5a3ee4eb0462', 'network_id': '2dbbda50-4a3e-46b5-8815-5a3ee4eb0462', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': 'ecb40479-338f-467b-b6a1-606da3e844f5'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:36.581478 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a7663623-84c3-4144-b9ef-2a8e013cb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.647453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbbda50-4a3e-46b5-8815-5a3ee4eb0462']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:36.673242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36a0db5-4fb6-4a14-8b9d-4eb2b61f1b03') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:36.673767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36a0db5-4fb6-4a14-8b9d-4eb2b61f1b03') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:36.686100 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.708246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.718231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:36.719012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:36.727809 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:36.902654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.910801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.915196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 HTTP/1.1" status: 204 len: 168 time: 0.8582432 Nov 23 14:29:36.920159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44894) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:36.925910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000531825'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:36.953127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8dd7-0fbd-4a85-8dbf-c73f6117ebb0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=2dbbda50-4a3e-46b5-8815-5a3ee4eb0462,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:36.961642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:36.966318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.993930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:37.000106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f3ec9-b436-4722-8e55-141c78c8f7ac None None] Network 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:37.006486 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:37.007110 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment 720f990f-b172-4ed8-b9d5-0c76e258dc35 of type vlan for network d6c7c7ba-056d-404c-9642-8dc53ee7e29a Nov 23 14:29:37.023301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f3ec9-b436-4722-8e55-141c78c8f7ac None None] Network 2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 could not be found, it might have been deleted concurrently. {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 14:29:37.112357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:37.148702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:37.157169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:37.157975 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:37.248471 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3265965 Nov 23 14:29:37.251681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44906) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:37.262779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': 'd6c7c7ba-056d-404c-9642-8dc53ee7e29a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:37.293057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f948a4-c41b-45dd-a155-697f6106daa0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=d6c7c7ba-056d-404c-9642-8dc53ee7e29a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:37.304378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d6c7c7ba-056d-404c-9642-8dc53ee7e29a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:37.515259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:37.527341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:37.777125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7cabe-b4ea-41e0-ba3d-e8dbe6297068 None None] Network f970ff5f-b1e6-4ee5-946f-50158db654e6 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:37.884447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:37.926133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8daa7db4-3ca6-48de-acad-110a3cc0f20c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:38.005224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d04e9297-0f67-4e33-aee4-db5e53b52637 None None] Provisioning complete for port 8daa7db4-3ca6-48de-acad-110a3cc0f20c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:38.005857 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d04e9297-0f67-4e33-aee4-db5e53b52637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.121149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8daa7db4-3ca6-48de-acad-110a3cc0f20c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:38.121797 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.317883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=27c31593-47c9-4319-8e84-927ad3f3e83e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:38.358636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': '720f990f-b172-4ed8-b9d5-0c76e258dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd6c7c7ba-056d-404c-9642-8dc53ee7e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:38.358636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: d6c7c7ba-056d-404c-9642-8dc53ee7e29a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:38.380934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network d6c7c7ba-056d-404c-9642-8dc53ee7e29a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:38.394589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d6c7c7ba-056d-404c-9642-8dc53ee7e29a) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:38.420652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:38.421726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.422593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b750d9-93a0-42ce-b3c9-f3ff9e398876 None None] Network d6c7c7ba-056d-404c-9642-8dc53ee7e29a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:38.460068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-088e736f-8559-409d-b9d6-00662d9293db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2070885 Nov 23 14:29:38.464251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44934) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:38.478786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-972055512'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:38.499773 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d04e9297-0f67-4e33-aee4-db5e53b52637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.530250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:38.535207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.566390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:38.580463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.581156 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment e4901636-ea4b-429a-8b6c-983d0c6658c3 of type vlan for network 3975bb42-a8e5-40e3-bc04-66eb0bc06e29 Nov 23 14:29:38.638297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d04e9297-0f67-4e33-aee4-db5e53b52637 None None] For port 8daa7db4-3ca6-48de-acad-110a3cc0f20c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8daa7db4-3ca6-48de-acad-110a3cc0f20c,segment=NetworkSegment(cec56d19-3426-45c0-9f1b-a6f4bf3217b1),segment_id=cec56d19-3426-45c0-9f1b-a6f4bf3217b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:38.649285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d04e9297-0f67-4e33-aee4-db5e53b52637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.655581 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.684157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.732665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.739182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:38.739817 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.786555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3139265 Nov 23 14:29:38.791091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44940) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:38.800882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': '3975bb42-a8e5-40e3-bc04-66eb0bc06e29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:38.829320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6fc49-205b-4973-8764-f182ddce5cb8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=3975bb42-a8e5-40e3-bc04-66eb0bc06e29,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:38.872376 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:29:38.873074 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:29:38.899566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3975bb42-a8e5-40e3-bc04-66eb0bc06e29 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:38.997837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:39.002355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.040201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-514fcdee-43b4-4d81-a044-c7faaecc991a None None] Provisioning complete for port 8daa7db4-3ca6-48de-acad-110a3cc0f20c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:39.041267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-514fcdee-43b4-4d81-a044-c7faaecc991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.075868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e9297-0f67-4e33-aee4-db5e53b52637 None None] Pushing event updated for resources: {'Port': ['ID=8daa7db4-3ca6-48de-acad-110a3cc0f20c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:39.154375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Performing IP validity checks on allocation pools {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 14:29:39.155550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 14:29:39.183028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-d6c7c7ba-056d-404c-9642-8dc53ee7e29a', 'network_id': 'd6c7c7ba-056d-404c-9642-8dc53ee7e29a', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': '27c31593-47c9-4319-8e84-927ad3f3e83e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:39.184036 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.315081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.362906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Allocated IP 2001:db8::3 (d6c7c7ba-056d-404c-9642-8dc53ee7e29a/27c31593-47c9-4319-8e84-927ad3f3e83e/c3db467b-7ff9-444e-91c9-40d9d8c8fb57) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:39.397765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=1a8044b8-02a7-4c2c-9687-7674577d0160,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:39.415217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': 'e4901636-ea4b-429a-8b6c-983d0c6658c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3975bb42-a8e5-40e3-bc04-66eb0bc06e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:39.416103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: 3975bb42-a8e5-40e3-bc04-66eb0bc06e29, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:39.436098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 3975bb42-a8e5-40e3-bc04-66eb0bc06e29 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:39.453155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 3975bb42-a8e5-40e3-bc04-66eb0bc06e29) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:39.475445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1337a17-241a-4c14-a23b-56a270bf8fc7 None None] Network 3975bb42-a8e5-40e3-bc04-66eb0bc06e29 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:39.488954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:39.490390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.528176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3233b84-2afe-468c-99f7-84c0ef2e5a76 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7356811 Nov 23 14:29:39.530732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 44958) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:39.665605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.745284 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.759169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.762503 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.814113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Network d6c7c7ba-056d-404c-9642-8dc53ee7e29a is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:39.819614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:39.822933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:39.949678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:39.967027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Pushing event updated for resources: {'Port': ['ID=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:39.974997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Attempting to bind port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:39.975378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Attempting to bind port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '720f990f-b172-4ed8-b9d5-0c76e258dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd6c7c7ba-056d-404c-9642-8dc53ee7e29a'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:39.975745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Attempting to bind port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 on network d6c7c7ba-056d-404c-9642-8dc53ee7e29a {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:39.982712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8daa7db4-3ca6-48de-acad-110a3cc0f20c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:40.010340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8044b8-02a7-4c2c-9687-7674577d0160,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:40.045504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685c57d-0489-463a-b15d-dbbdf7ffd7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-3975bb42-a8e5-40e3-bc04-66eb0bc06e29', 'network_id': '3975bb42-a8e5-40e3-bc04-66eb0bc06e29', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': '1a8044b8-02a7-4c2c-9687-7674577d0160'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:40.046398 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5685c57d-0489-463a-b15d-dbbdf7ffd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.068068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:40.068501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Checking segment: {'id': '720f990f-b172-4ed8-b9d5-0c76e258dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd6c7c7ba-056d-404c-9642-8dc53ee7e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:40.068849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.069253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Bound using segment: {'id': '720f990f-b172-4ed8-b9d5-0c76e258dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd6c7c7ba-056d-404c-9642-8dc53ee7e29a'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:40.069749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Bound port: c3db467b-7ff9-444e-91c9-40d9d8c8fb57, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720f990f-b172-4ed8-b9d5-0c76e258dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd6c7c7ba-056d-404c-9642-8dc53ee7e29a'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:40.070140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.127269 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.168567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3975bb42-a8e5-40e3-bc04-66eb0bc06e29']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:40.180005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4901636-ea4b-429a-8b6c-983d0c6658c3') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:40.180308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4901636-ea4b-429a-8b6c-983d0c6658c3') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:40.191076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.205742 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.213249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:40.213646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.228424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] For port c3db467b-7ff9-444e-91c9-40d9d8c8fb57, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:40.231713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] For port c3db467b-7ff9-444e-91c9-40d9d8c8fb57, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,segment=NetworkSegment(720f990f-b172-4ed8-b9d5-0c76e258dc35),segment_id=720f990f-b172-4ed8-b9d5-0c76e258dc35)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:40.236639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e62a9-a376-4809-87d6-ab4e5c2d9cad None None] Network 3975bb42-a8e5-40e3-bc04-66eb0bc06e29 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:40.241325 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:40.282281 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:40.288448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.298433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.311462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/3975bb42-a8e5-40e3-bc04-66eb0bc06e29 HTTP/1.1" status: 204 len: 168 time: 0.7743998 Nov 23 14:29:40.312140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:40.323861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783048936'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:40.348407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266a00-8d81-4df0-a64f-eb1c8455ca05 None None] Pushing event updated for resources: {'Port': ['ID=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:40.373473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8daa7db4-3ca6-48de-acad-110a3cc0f20c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:40.373852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.407327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:40.414662 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.434518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af6f3d-b87c-4000-8fdb-9efa1d1415e8 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=3975bb42-a8e5-40e3-bc04-66eb0bc06e29,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:40.458222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:40.497043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.497794 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment 30d5334a-535b-4e3d-8a89-a36ab2a1b7be of type vlan for network f607f4e7-9510-4eff-bba7-5ce704a015d9 Nov 23 14:29:40.591533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.658528 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.665424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:40.668373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.769292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=f607f4e7-9510-4eff-bba7-5ce704a015d9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:40.783341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f607f4e7-9510-4eff-bba7-5ce704a015d9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:40.797099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b204665c-d308-4ccc-bd6d-e0e29db4e18b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4833860 Nov 23 14:29:40.800955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 44986) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:40.810849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:40.985075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:40.988897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.249293 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.330514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=8c241cef-7f2b-478c-8e91-6a88eec72770,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:41.339325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': '30d5334a-535b-4e3d-8a89-a36ab2a1b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:41.340058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: f607f4e7-9510-4eff-bba7-5ce704a015d9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:41.387891 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network f607f4e7-9510-4eff-bba7-5ce704a015d9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:41.404196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, f607f4e7-9510-4eff-bba7-5ce704a015d9) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:41.410093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:41.411363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.419496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159a7f4-27c6-4e77-82f3-17389992458d None None] Network f607f4e7-9510-4eff-bba7-5ce704a015d9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:41.430586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab0a9184-bcc8-4ff1-9396-568fb0cfa8dd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6283913 Nov 23 14:29:41.433723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45004) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:41.637156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-f607f4e7-9510-4eff-bba7-5ce704a015d9', 'network_id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': '8c241cef-7f2b-478c-8e91-6a88eec72770'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:41.639943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.645676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.758281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.910829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Allocated IP 2001:db8::1 (f607f4e7-9510-4eff-bba7-5ce704a015d9/8c241cef-7f2b-478c-8e91-6a88eec72770/f7523bc6-ed3a-4931-b8d6-784e7cf8140f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:41.997435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c3db467b-7ff9-444e-91c9-40d9d8c8fb57 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:42.014063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefd18f-680e-48f9-af33-7a6d676ffac4 None None] Network d6c7c7ba-056d-404c-9642-8dc53ee7e29a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:42.225338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-464cc1d6-c1fa-4981-880d-47e98da282f7 None None] Provisioning complete for port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:42.226008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-464cc1d6-c1fa-4981-880d-47e98da282f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.589252 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:42.590367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.724256 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.769139 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.777949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.859497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=8c241cef-7f2b-478c-8e91-6a88eec72770,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:42.955410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.009795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f607f4e7-9510-4eff-bba7-5ce704a015d9']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:43.026426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d5334a-535b-4e3d-8a89-a36ab2a1b7be') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:43.026426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d5334a-535b-4e3d-8a89-a36ab2a1b7be') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:43.033936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Network f607f4e7-9510-4eff-bba7-5ce704a015d9 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:43.038370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.050055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Pushing event updated for resources: {'Port': ['ID=f7523bc6-ed3a-4931-b8d6-784e7cf8140f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:43.057186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-464cc1d6-c1fa-4981-880d-47e98da282f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.063957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.071350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:43.071682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:43.072814 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:43.076225 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:43.089663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:43.174301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.199805 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:29:43.199805 n-d-818503-2 neutron-server[103346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:29:43.199805 n-d-818503-2 neutron-server[103346]: [parameters: {'id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9'}] Nov 23 14:29:43.199805 n-d-818503-2 neutron-server[103346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:29:43.200302 n-d-818503-2 neutron-server[103346]: DEBUG oslo_db.api [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:29:43.212589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Attempting to bind port f7523bc6-ed3a-4931-b8d6-784e7cf8140f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:43.212589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Attempting to bind port f7523bc6-ed3a-4931-b8d6-784e7cf8140f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '30d5334a-535b-4e3d-8a89-a36ab2a1b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:43.212589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Attempting to bind port f7523bc6-ed3a-4931-b8d6-784e7cf8140f on network f607f4e7-9510-4eff-bba7-5ce704a015d9 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:43.238926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-464cc1d6-c1fa-4981-880d-47e98da282f7 None None] For port c3db467b-7ff9-444e-91c9-40d9d8c8fb57, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,segment=NetworkSegment(720f990f-b172-4ed8-b9d5-0c76e258dc35),segment_id=720f990f-b172-4ed8-b9d5-0c76e258dc35)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:43.240743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:43.241246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Checking segment: {'id': '30d5334a-535b-4e3d-8a89-a36ab2a1b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:43.241794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.242285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Bound using segment: {'id': '30d5334a-535b-4e3d-8a89-a36ab2a1b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:43.242871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Bound port: f7523bc6-ed3a-4931-b8d6-784e7cf8140f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d5334a-535b-4e3d-8a89-a36ab2a1b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'f607f4e7-9510-4eff-bba7-5ce704a015d9'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:43.243389 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.285225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-464cc1d6-c1fa-4981-880d-47e98da282f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.351914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:29:43.352456 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:29:43.407967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] For port f7523bc6-ed3a-4931-b8d6-784e7cf8140f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:43.410875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cc1d6-c1fa-4981-880d-47e98da282f7 None None] Pushing event updated for resources: {'Port': ['ID=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:43.416596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] For port f7523bc6-ed3a-4931-b8d6-784e7cf8140f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f7523bc6-ed3a-4931-b8d6-784e7cf8140f,segment=NetworkSegment(30d5334a-535b-4e3d-8a89-a36ab2a1b7be),segment_id=30d5334a-535b-4e3d-8a89-a36ab2a1b7be)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:43.424632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.426933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3b9bfd9c-3487-499d-b9f0-bf6b5c26e401 None None] Provisioning complete for port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:43.435330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd9c-3487-499d-b9f0-bf6b5c26e401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.611817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002d7d-3058-417e-bcdd-f909f61bacbc None None] Pushing event updated for resources: {'Port': ['ID=f7523bc6-ed3a-4931-b8d6-784e7cf8140f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:43.647588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b0a83-74e0-47da-ae7a-7585a6d35c7b None None] Network f607f4e7-9510-4eff-bba7-5ce704a015d9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:43.701773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.835748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting port f7523bc6-ed3a-4931-b8d6-784e7cf8140f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:43.836790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.839113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6143515-9525-470a-be29-c99ebede7d46 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:29:44.031668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6143515-9525-470a-be29-c99ebede7d46 None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:29:44.061336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] For port f7523bc6-ed3a-4931-b8d6-784e7cf8140f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f7523bc6-ed3a-4931-b8d6-784e7cf8140f,segment=NetworkSegment(30d5334a-535b-4e3d-8a89-a36ab2a1b7be),segment_id=30d5334a-535b-4e3d-8a89-a36ab2a1b7be)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:44.061992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.105891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Calling delete_port for f7523bc6-ed3a-4931-b8d6-784e7cf8140f owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:44.109560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c3db467b-7ff9-444e-91c9-40d9d8c8fb57 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:44.238147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.301759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:44.302388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.312301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Port': ['ID=f7523bc6-ed3a-4931-b8d6-784e7cf8140f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:44.316443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No DVR routers for this DVR port f7523bc6-ed3a-4931-b8d6-784e7cf8140f on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:29:44.495576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.525434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f607f4e7-9510-4eff-bba7-5ce704a015d9']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:44.537940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d5334a-535b-4e3d-8a89-a36ab2a1b7be') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:44.538548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d5334a-535b-4e3d-8a89-a36ab2a1b7be') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:44.552120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.568813 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.577307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:44.577928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:44.694864 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:44.699524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.706323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.718833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/f607f4e7-9510-4eff-bba7-5ce704a015d9 HTTP/1.1" status: 204 len: 168 time: 3.2786396 Nov 23 14:29:44.720913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45102) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:44.727149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1311311738'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:44.750952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece45b9-bbed-443b-b2ec-f16e893c93fb tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=f607f4e7-9510-4eff-bba7-5ce704a015d9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:44.816270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:44.840437 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.900530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:44.915213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.915665 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment c116a870-d3f3-409e-8a11-246014af4432 of type vlan for network 52f16a86-73f9-4155-ac13-fe4391460268 Nov 23 14:29:44.996187 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.037827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab085df-35a2-4cab-b565-d9fbcb34f756 req-7caeed40-465c-4b60-aee2-359077439e38 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:45.049740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dab085df-35a2-4cab-b565-d9fbcb34f756 req-7caeed40-465c-4b60-aee2-359077439e38 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1017575 Nov 23 14:29:45.053143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.085029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:45.086607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.116389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dab085df-35a2-4cab-b565-d9fbcb34f756 req-21a4254f-21ef-48c3-8561-3d499c4917e6 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623600 Nov 23 14:29:45.204291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=52f16a86-73f9-4155-ac13-fe4391460268,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:45.212181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4875445 Nov 23 14:29:45.214671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45152) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:45.220922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': '52f16a86-73f9-4155-ac13-fe4391460268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:45.233734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.234542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.235853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.236421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.254852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.255454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.256083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.256582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.257180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.258059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.259086 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.260403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3b99f-a644-4526-af96-2a58287a64b3 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:45.273767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 52f16a86-73f9-4155-ac13-fe4391460268 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:45.488254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:45.492194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.916279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.028640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=90a5de23-55ea-4a7f-a66f-9179d1bb53ea,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:46.077880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': 'c116a870-d3f3-409e-8a11-246014af4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '52f16a86-73f9-4155-ac13-fe4391460268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:46.078949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: 52f16a86-73f9-4155-ac13-fe4391460268, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:46.099746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 52f16a86-73f9-4155-ac13-fe4391460268 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:46.138140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 52f16a86-73f9-4155-ac13-fe4391460268) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:46.147584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c942ab0-cbdb-49b5-bbfc-6bdb47f378c3 None None] Network 52f16a86-73f9-4155-ac13-fe4391460268 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:46.154504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:46.159070 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.316080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9875c160-7595-4837-a8fd-84a924d46043 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0993726 Nov 23 14:29:46.317766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45272) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:46.434232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310b4b0-491a-4f1c-ba02-ab56ed4830f1 req-e7bbdee8-0607-43a7-a43b-eadf69aa6399 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:46.439512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e310b4b0-491a-4f1c-ba02-ab56ed4830f1 req-e7bbdee8-0607-43a7-a43b-eadf69aa6399 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.2417336 Nov 23 14:29:46.521014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e310b4b0-491a-4f1c-ba02-ab56ed4830f1 req-2eb58c3c-a941-4f3c-8fef-21857c76159f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742357 Nov 23 14:29:46.600093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.675691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-52f16a86-73f9-4155-ac13-fe4391460268', 'network_id': '52f16a86-73f9-4155-ac13-fe4391460268', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': '90a5de23-55ea-4a7f-a66f-9179d1bb53ea'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:46.676864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.765640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.988651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Allocated IP 2001:db8::1 (52f16a86-73f9-4155-ac13-fe4391460268/90a5de23-55ea-4a7f-a66f-9179d1bb53ea/b2771141-ec44-4e3f-8f7f-803c8eb8088a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:47.257234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-6fd90958-1033-4e77-bebe-04c621f64976 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:47.264253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-6fd90958-1033-4e77-bebe-04c621f64976 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.11 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1628897 Nov 23 14:29:47.314743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.339176 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.456365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Pushing event updated for resources: {'Port': ['ID=b2771141-ec44-4e3f-8f7f-803c8eb8088a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:47.471428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Network 52f16a86-73f9-4155-ac13-fe4391460268 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:47.474918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:47.479685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:47.590384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Attempting to bind port b2771141-ec44-4e3f-8f7f-803c8eb8088a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:47.594656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Attempting to bind port b2771141-ec44-4e3f-8f7f-803c8eb8088a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c116a870-d3f3-409e-8a11-246014af4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '52f16a86-73f9-4155-ac13-fe4391460268'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:47.595370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Attempting to bind port b2771141-ec44-4e3f-8f7f-803c8eb8088a on network 52f16a86-73f9-4155-ac13-fe4391460268 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:47.602307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:47.603514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Checking segment: {'id': 'c116a870-d3f3-409e-8a11-246014af4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '52f16a86-73f9-4155-ac13-fe4391460268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:47.604048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.604555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Bound using segment: {'id': 'c116a870-d3f3-409e-8a11-246014af4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '52f16a86-73f9-4155-ac13-fe4391460268'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:47.605138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Bound port: b2771141-ec44-4e3f-8f7f-803c8eb8088a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c116a870-d3f3-409e-8a11-246014af4432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '52f16a86-73f9-4155-ac13-fe4391460268'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:47.605790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.626240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.724411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] For port b2771141-ec44-4e3f-8f7f-803c8eb8088a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:47.731567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] For port b2771141-ec44-4e3f-8f7f-803c8eb8088a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b2771141-ec44-4e3f-8f7f-803c8eb8088a,segment=NetworkSegment(c116a870-d3f3-409e-8a11-246014af4432),segment_id=c116a870-d3f3-409e-8a11-246014af4432)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:47.761018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.871591 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.974240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed805ac-1e43-4e25-940b-3e72517a6c44 None None] Pushing event updated for resources: {'Port': ['ID=b2771141-ec44-4e3f-8f7f-803c8eb8088a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:48.005495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f16a86-73f9-4155-ac13-fe4391460268']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:48.009273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=90a5de23-55ea-4a7f-a66f-9179d1bb53ea,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:48.036896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f830534-d875-4ec6-af9f-d365b85cec49 None None] Network 52f16a86-73f9-4155-ac13-fe4391460268 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:48.045861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c116a870-d3f3-409e-8a11-246014af4432') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:48.046451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c116a870-d3f3-409e-8a11-246014af4432') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:48.092737 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.123680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea06e5-4dff-4e47-9c84-161fa94be91d req-8d78da1b-b0e0-4f28-a3ca-401b8cb9ca16 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:48.133924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ea06e5-4dff-4e47-9c84-161fa94be91d req-8d78da1b-b0e0-4f28-a3ca-401b8cb9ca16 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 945 time: 0.1835277 Nov 23 14:29:48.175450 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.200186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:48.200597 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.257400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78aa51-5b9a-4695-a917-39176b263443 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:48.291494 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:48.297129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:29:48.297129 n-d-818503-2 neutron-server[103346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:29:48.297129 n-d-818503-2 neutron-server[103346]: [parameters: {'id': '52f16a86-73f9-4155-ac13-fe4391460268'}] Nov 23 14:29:48.297129 n-d-818503-2 neutron-server[103346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:29:48.297520 n-d-818503-2 neutron-server[103346]: DEBUG oslo_db.api [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:29:48.311944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Deleting port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:48.318339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.435617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78aa51-5b9a-4695-a917-39176b263443 None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:29:48.436531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ea06e5-4dff-4e47-9c84-161fa94be91d req-0d9ae6b2-45f1-48bc-a668-46224051f01e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5c457c2-bbe9-4279-8e90-3ff3bead4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003955 Nov 23 14:29:48.692989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] For port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:48.693369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.805612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.022448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting port b2771141-ec44-4e3f-8f7f-803c8eb8088a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:49.022928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.097909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.098194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.098511 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Floating IP f6f14b79-2856-4cf7-aa1d-3027d18440f0 disassociated. External IP: 172.25.3.176, port: 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8. Nov 23 14:29:49.098857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Calling delete_port for 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:49.120338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] For port b2771141-ec44-4e3f-8f7f-803c8eb8088a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b2771141-ec44-4e3f-8f7f-803c8eb8088a,segment=NetworkSegment(c116a870-d3f3-409e-8a11-246014af4432),segment_id=c116a870-d3f3-409e-8a11-246014af4432)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:49.120861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.170259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Calling delete_port for b2771141-ec44-4e3f-8f7f-803c8eb8088a owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:49.320007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.361449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Port': ['ID=b2771141-ec44-4e3f-8f7f-803c8eb8088a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:49.367122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No DVR routers for this DVR port b2771141-ec44-4e3f-8f7f-803c8eb8088a on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:29:49.395343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.479986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event deleted for resources: {'Port': ['ID=0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:49.737262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.771036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f16a86-73f9-4155-ac13-fe4391460268']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:49.795971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c116a870-d3f3-409e-8a11-246014af4432') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:49.796280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c116a870-d3f3-409e-8a11-246014af4432') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:49.811105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.813823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Router 311d69f6-9864-4a74-b06f-0f08c5b7534b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:29:49.844798 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.933271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:49.933596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:49.937386 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:50.448757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38f86ce0-074c-4b43-ac0f-2b734485a4a2 req-5a4d35b3-c911-4205-ab8e-0f2907b21fa1 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=522863ef-0b32-460c-9d67-2c0bc33f656d HTTP/1.1" status: 200 len: 210 time: 0.4439089 Nov 23 14:29:50.517872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.524233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.531722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45696) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:50.534348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/52f16a86-73f9-4155-ac13-fe4391460268 HTTP/1.1" status: 204 len: 168 time: 4.2152171 Nov 23 14:29:50.552971 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952632725'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:50.569677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:29:50.576589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c785d-fa5b-43cd-95d2-18dee150ab9c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=52f16a86-73f9-4155-ac13-fe4391460268,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:50.616423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:29:50.627554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:29:50.627969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:50.628193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:29:50.632186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.636586 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] Sync routers for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:29:50.648427 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:50.649031 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:29:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:50.697842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:50.704563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] No DVR routers for this DVR port 0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:29:50.707556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.708998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.709497 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment 3b82b66d-a8c7-413d-aed5-f3a9d702f8b4 of type vlan for network 855da437-1cce-46d4-83bd-adf4cec406fd Nov 23 14:29:50.734455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7128790-f78d-40c9-b1fa-a14444ec18b3 req-a83a10e8-d171-42ff-b074-640e9e461b34 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.11 "DELETE /v2.0/ports/0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8 HTTP/1.1" status: 204 len: 173 time: 3.4511724 Nov 23 14:29:50.735013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'name': 'network-vif-deleted', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:50.752584 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f2cc0-c09c-4f8f-9595-300bcc6f5172" -d '{"events": [{"server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "name": "network-vif-deleted", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:50.811778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.850413 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:50.866237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.875815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:50.885075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.930133 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe0b32-9a46-45e0-bc7b-39be191f3d3d x-openstack-request-id: req-debe0b32-9a46-45e0-bc7b-39be191f3d3d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:50.930809 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522863ef-0b32-460c-9d67-2c0bc33f656d", "name": "network-vif-deleted", "tag": "0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:50.932042 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-debe0b32-9a46-45e0-bc7b-39be191f3d3d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:50.932649 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522863ef-0b32-460c-9d67-2c0bc33f656d', 'name': 'network-vif-deleted', 'tag': '0a9ea51d-4dfa-41a9-bcdd-00af55fb9da8', 'status': 'completed', 'code': 200} Nov 23 14:29:50.959942 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4256814 Nov 23 14:29:50.963452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45722) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:50.971256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:51.050227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889bd84-7d93-48c5-8b67-0a679157fbea tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=855da437-1cce-46d4-83bd-adf4cec406fd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:51.062324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 855da437-1cce-46d4-83bd-adf4cec406fd details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:51.245192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:51.255312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.286479 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:51.337400 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] Checking router: 311d69f6-9864-4a74-b06f-0f08c5b7534b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:29:51.364242 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:51.365479 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:29:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:51.491938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-660e854a-d957-4258-a087-21a0087d8bef tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:51.494308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-660e854a-d957-4258-a087-21a0087d8bef tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/networks?id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 200 len: 814 time: 0.2079706 Nov 23 14:29:51.569981 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-9fa25e5a-532a-4c44-bbe2-522eae61cd13 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/quotas/76a55366ec7548e0bfb83fab6b561f86 HTTP/1.1" status: 200 len: 375 time: 0.0669267 Nov 23 14:29:51.588125 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:51.649425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:51.765655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-55eb6e5e-8d4b-4b77-957d-333e1b7935cc tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a55366ec7548e0bfb83fab6b561f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777724 Nov 23 14:29:51.838302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7efd5280-2be6-49a7-974d-36e1a8e32a04 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.872720 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7efd5280-2be6-49a7-974d-36e1a8e32a04 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.916733 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:51.950942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109cc06-66bc-44de-a328-4bb9e415ab80 None None] The sync data for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 is: [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:29:51.954557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7efd5280-2be6-49a7-974d-36e1a8e32a04 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.968596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7efd5280-2be6-49a7-974d-36e1a8e32a04 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.970551 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7efd5280-2be6-49a7-974d-36e1a8e32a04 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "DELETE /v2.0/security-groups/c5c457c2-bbe9-4279-8e90-3ff3bead4f01 HTTP/1.1" status: 204 len: 168 time: 0.3194838 Nov 23 14:29:51.977641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45766) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:51.985336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd5280-2be6-49a7-974d-36e1a8e32a04 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c457c2-bbe9-4279-8e90-3ff3bead4f01,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:52.104618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-03926c07-ccae-4467-8823-c9fd07f46cb8 service neutron] 10.222.0.46 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269169 Nov 23 14:29:52.109389 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f0f47bd0-31dd-4e86-be3c-e746754a487e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] show failed (client error): The resource could not be found. Nov 23 14:29:52.114483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f0f47bd0-31dd-4e86-be3c-e746754a487e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups/c5c457c2-bbe9-4279-8e90-3ff3bead4f01 HTTP/1.1" status: 404 len: 347 time: 0.1353955 Nov 23 14:29:52.115983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45774) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:52.154566 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.327020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=55e35942-4730-4c3e-a8ff-77374156761b,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:52.358989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': '3b82b66d-a8c7-413d-aed5-f3a9d702f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:52.360074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: 855da437-1cce-46d4-83bd-adf4cec406fd, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:52.383054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Deleting port cabe8857-f683-406b-8977-b1364035d062 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:52.383711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.396495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-1fcd60c5-3d45-4f35-b7ad-25e789397224 service neutron] 10.222.0.46 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750673 Nov 23 14:29:52.452012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 855da437-1cce-46d4-83bd-adf4cec406fd is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:52.463865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 855da437-1cce-46d4-83bd-adf4cec406fd) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:52.468844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:52.469575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.492003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd063f5-3efc-4761-8acc-c339cd9e46a4 None None] Network 855da437-1cce-46d4-83bd-adf4cec406fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:52.498627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-24328137-50f3-4987-9015-2b7b16ea1255 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5315993 Nov 23 14:29:52.499517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45784) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:52.505896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:52.537284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.537882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.570743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Calling delete_port for cabe8857-f683-406b-8977-b1364035d062 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:52.601394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c537e8f-a979-4eee-8a9b-19a7770eeb46 None None] New status for floating IP f6f14b79-2856-4cf7-aa1d-3027d18440f0: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:29:52.770678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c83c7768-744f-483f-9b2e-c7ba09610f28 req-abb936af-4a82-4149-9112-a3505ec91943 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 210 time: 0.0664520 Nov 23 14:29:52.866006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:52.871871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.948127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.112181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-4c537e8f-a979-4eee-8a9b-19a7770eeb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:29:53.112912 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-4c537e8f-a979-4eee-8a9b-19a7770eeb46 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:29:53.131738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-855da437-1cce-46d4-83bd-adf4cec406fd', 'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': '55e35942-4730-4c3e-a8ff-77374156761b'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:53.133281 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.575072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.663910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 855da437-1cce-46d4-83bd-adf4cec406fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:53.668700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:53.671795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event deleted for resources: {'Port': ['ID=cabe8857-f683-406b-8977-b1364035d062,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:53.676385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.679056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.694541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=3107f88a-5a92-45cb-adc6-afb8fb56a71c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:53.709450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c167edd1-af50-4383-a91c-4913f96314c5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2078047 Nov 23 14:29:53.711441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45820) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:53.791470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.795312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.797032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-04675f6c-b8cc-4f84-b414-4f65f5879354 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "DELETE /v2.0/floatingips/f6f14b79-2856-4cf7-aa1d-3027d18440f0 HTTP/1.1" status: 204 len: 168 time: 1.6800091 Nov 23 14:29:53.941545 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41713f65-209b-4cf8-b59e-4a7a3d03be70 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.941730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Allocated IP 2001:db8::2 (855da437-1cce-46d4-83bd-adf4cec406fd/55e35942-4730-4c3e-a8ff-77374156761b/5b9a6fd8-420d-4abd-8ab8-0d18244a8948) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:53.946999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41713f65-209b-4cf8-b59e-4a7a3d03be70 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.951479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41713f65-209b-4cf8-b59e-4a7a3d03be70 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.966629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41713f65-209b-4cf8-b59e-4a7a3d03be70 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.972884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41713f65-209b-4cf8-b59e-4a7a3d03be70 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.979321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45840) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:53.987068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298667801'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:53.989043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41713f65-209b-4cf8-b59e-4a7a3d03be70 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2621009 Nov 23 14:29:54.033065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:54.039322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.116284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:54.119602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90d15ad4-7a97-4b21-aa71-1546d45b6a08 req-cf1369d0-c205-40f8-af7b-af737b3559dc tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 210 time: 0.1251059 Nov 23 14:29:54.162488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.162990 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment 11691bfe-a564-4791-bd53-96d7b11680f6 of type vlan for network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 Nov 23 14:29:54.200073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.214278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c537e8f-a979-4eee-8a9b-19a7770eeb46 None None] New status for floating IP f6f14b79-2856-4cf7-aa1d-3027d18440f0: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:29:54.258472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.288415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45848) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:54.293837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e7fc32e5-0fe4-489a-b834-841aed4ad1cb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112275022', 'description': 'tempest-description--2028315345'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:54.316797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.327979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:54.328799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.354635 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7fc32e5-0fe4-489a-b834-841aed4ad1cb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.357843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce507c-0e81-4141-8b54-32be0faaa6d1 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:29:54.362939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3824298 Nov 23 14:29:54.370543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45852) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:54.380556 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.452268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:54.547673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7fc32e5-0fe4-489a-b834-841aed4ad1cb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.553959 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7fc32e5-0fe4-489a-b834-841aed4ad1cb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.616876 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.639403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc32e5-0fe4-489a-b834-841aed4ad1cb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a868467-b9d3-4105-928d-450680be9a07,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:54.662059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Network 855da437-1cce-46d4-83bd-adf4cec406fd is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:54.672073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:54.673400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7fc32e5-0fe4-489a-b834-841aed4ad1cb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.682045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e7fc32e5-0fe4-489a-b834-841aed4ad1cb tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3921578 Nov 23 14:29:54.682950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:54.683973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45862) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:54.699550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582adb8-ecc4-4e2f-a222-47cf0ec80ecc tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=5c605eeb-8e3a-445f-99aa-15bf7bf06878,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:54.705183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b1cc8f72-5ea6-4df6-82cc-52d27a4ec25f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'security_group_rule': {'security_group_id': '3a868467-b9d3-4105-928d-450680be9a07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:54.749048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Pushing event updated for resources: {'Port': ['ID=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:54.761911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:54.918367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Attempting to bind port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:54.918850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Attempting to bind port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3b82b66d-a8c7-413d-aed5-f3a9d702f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:54.919320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Attempting to bind port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 on network 855da437-1cce-46d4-83bd-adf4cec406fd {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:54.926391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:54.927123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Checking segment: {'id': '3b82b66d-a8c7-413d-aed5-f3a9d702f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:54.927598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.928075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Bound using segment: {'id': '3b82b66d-a8c7-413d-aed5-f3a9d702f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:54.930232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Bound port: 5b9a6fd8-420d-4abd-8ab8-0d18244a8948, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b82b66d-a8c7-413d-aed5-f3a9d702f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:54.931411 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.035537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] For port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:55.042406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] For port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,segment=NetworkSegment(3b82b66d-a8c7-413d-aed5-f3a9d702f8b4),segment_id=3b82b66d-a8c7-413d-aed5-f3a9d702f8b4)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:55.051212 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.088773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-65f71311-d7d0-4714-8ba6-accfe738d555 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:55.103057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-65f71311-d7d0-4714-8ba6-accfe738d555 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.11 "GET /v2.0/networks?id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 200 len: 814 time: 0.3601961 Nov 23 14:29:55.120371 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.120975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Request body: {'port': {'device_id': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0', 'admin_state_up': True, 'tenant_id': '76a55366ec7548e0bfb83fab6b561f86'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:55.193913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.225386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f464ac-8cc8-4563-a2d2-27ba2e197b35 None None] Pushing event updated for resources: {'Port': ['ID=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:55.375946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 is not hosted by any dhcp agent {{(pid=103345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:29:55.388154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:55.388940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.393369 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "PUT /v2.0/networks/5c605eeb-8e3a-445f-99aa-15bf7bf06878 HTTP/1.1" status: 200 len: 723 time: 1.0203345 Nov 23 14:29:55.394168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45880) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:55.394844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab522808-23cc-4db6-a0e1-bb49cc2be9db tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=5c605eeb-8e3a-445f-99aa-15bf7bf06878,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:55.406461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:29:55.407170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:55.520141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-666025a8-3c2d-4284-975e-589979f1a186 req-9276641b-bb8f-4330-833e-cf6da61a4b9e tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 210 time: 0.1642759 Nov 23 14:29:55.525183 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8f72-5ea6-4df6-82cc-52d27a4ec25f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.536903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-fbc37555-cbd0-435e-8715-c7d9021e85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:55.538527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-fbc37555-cbd0-435e-8715-c7d9021e85c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.3760474 Nov 23 14:29:55.587511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:55.590927 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.697725 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8f72-5ea6-4df6-82cc-52d27a4ec25f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.716141 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8f72-5ea6-4df6-82cc-52d27a4ec25f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.778784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc8f72-5ea6-4df6-82cc-52d27a4ec25f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e33a630-2342-49aa-b8bd-5b4ab2700791,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:55.783943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Made reservation on behalf of 76a55366ec7548e0bfb83fab6b561f86 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:55.799145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.814378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cebb1b-0b77-42db-bf5c-5756ac6fd24b req-cbb10f88-2d77-4d50-9ff3-b533e8db4afe tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:55.831648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74cebb1b-0b77-42db-bf5c-5756ac6fd24b req-cbb10f88-2d77-4d50-9ff3-b533e8db4afe tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.4843431 Nov 23 14:29:55.860163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8f72-5ea6-4df6-82cc-52d27a4ec25f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.864520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1cc8f72-5ea6-4df6-82cc-52d27a4ec25f tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1741312 Nov 23 14:29:55.866247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45882) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:55.886594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.895414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0d02709f-4064-4ffa-85d9-f19b05beff8e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'security_group_rule': {'security_group_id': '3a868467-b9d3-4105-928d-450680be9a07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:55.943792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=3bdb744f-ee1c-4d00-b4e4-c73d765c6c42,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:56.071960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': '11691bfe-a564-4791-bd53-96d7b11680f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:56.072121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: 5c605eeb-8e3a-445f-99aa-15bf7bf06878, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:29:56.072743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74cebb1b-0b77-42db-bf5c-5756ac6fd24b req-4347b0ee-b116-46d8-a149-e314e3d9566c tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400439 Nov 23 14:29:56.080317 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d02709f-4064-4ffa-85d9-f19b05beff8e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.091470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-6d5eb692-8ded-44a2-b8e0-709172735984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:56.092869 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-6d5eb692-8ded-44a2-b8e0-709172735984 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.5373924 Nov 23 14:29:56.171313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:56.172723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:29:56.179503 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-1a02a416-30e5-4f02-b6b7-0a106d042b44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.0753200 Nov 23 14:29:56.205114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5c605eeb-8e3a-445f-99aa-15bf7bf06878) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:56.236887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:56.237823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.274790 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36ca0854-6005-493f-9f2c-df92ae2cf050 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8737831 Nov 23 14:29:56.276194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45890) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:56.280810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e964c-95ce-40a6-ae41-02789d87f4ed None None] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:56.283097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-92cefff3-4d8e-4226-a313-3b6f580598ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:56.289352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-c155bb30-0a02-4bd7-b43d-3f4b438ed363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:56.290830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-c155bb30-0a02-4bd7-b43d-3f4b438ed363 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1033773 Nov 23 14:29:56.352442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Allocated IP 172.20.0.13 (0acc36f0-03d6-433f-905b-fdaf2e7fabd0/27f84f0a-f06c-427b-bcd7-627fd336d032/8ac65add-3e72-458a-aad8-7072b2315b51) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:56.380759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-5d020951-0280-4072-8cb5-b7fb7d5b9582 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559487 Nov 23 14:29:56.434209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:56.434467 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.578820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92cefff3-4d8e-4226-a313-3b6f580598ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9201818'] for subnet, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.609826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d02709f-4064-4ffa-85d9-f19b05beff8e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.623035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d02709f-4064-4ffa-85d9-f19b05beff8e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.650922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-7e43917a-a331-4f1b-a0f4-30c095d60971 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615669 Nov 23 14:29:56.730077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02709f-4064-4ffa-85d9-f19b05beff8e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775a1501-f09b-48d8-ace3-1c2faab2c99d,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:56.737182 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.742149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-5c605eeb-8e3a-445f-99aa-15bf7bf06878', 'network_id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': '3bdb744f-ee1c-4d00-b4e4-c73d765c6c42'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:29:56.745233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.755933 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f375ccd-c82e-4d46-afb6-fac42eac869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.802680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73c21de1-2292-4a89-9b3e-7c02b095a5d7 req-c567c79c-9286-49e7-9526-08ff27b9a25a tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 210 time: 0.1099639 Nov 23 14:29:56.872972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.882386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d02709f-4064-4ffa-85d9-f19b05beff8e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.883591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d02709f-4064-4ffa-85d9-f19b05beff8e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0085137 Nov 23 14:29:56.887106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45894) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:56.891668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:56.912840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,segment=NetworkSegment(3b82b66d-a8c7-413d-aed5-f3a9d702f8b4),segment_id=3b82b66d-a8c7-413d-aed5-f3a9d702f8b4)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:56.919464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f8c852-7139-4b78-8ad9-b904d39b201a None None] Network 855da437-1cce-46d4-83bd-adf4cec406fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:56.949508 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.978716 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.984618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.990141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92cefff3-4d8e-4226-a313-3b6f580598ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762670318457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12505909'] for subnet, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.008180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1f5d565c-4e0e-4f44-b945-071e657d970d req-8e0db7ee-30c6-4627-bb09-8d18b0e5c8c3 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492082 Nov 23 14:29:57.033800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cefff3-4d8e-4226-a313-3b6f580598ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:57.035314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92cefff3-4d8e-4226-a313-3b6f580598ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.036648 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-92cefff3-4d8e-4226-a313-3b6f580598ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "PUT /v2.0/subnets/3bdb744f-ee1c-4d00-b4e4-c73d765c6c42 HTTP/1.1" status: 200 len: 826 time: 0.7581909 Nov 23 14:29:57.042433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45902) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:57.088380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Pushing event updated for resources: {'Port': ['ID=8ac65add-3e72-458a-aad8-7072b2315b51,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:57.109851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:57.112472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:57.129492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:57.141624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cefff3-4d8e-4226-a313-3b6f580598ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=3bdb744f-ee1c-4d00-b4e4-c73d765c6c42,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:57.204497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56299c6d-ce7f-468d-99cd-c56f0b8779a9 None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:29:57.233416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-623ad950-e085-4a9e-bc21-84e2eca1fdc2 None None] Provisioning complete for port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:57.233790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-623ad950-e085-4a9e-bc21-84e2eca1fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.269388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.270446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.306798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:57.307244 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.314102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:57.335635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-872a644d-4efa-4614-9f1b-e58a457e90f6 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2186747 Nov 23 14:29:57.356867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Request body: {'port': {'device_id': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:57.368059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Allocated IP 2001:db8::2 (5c605eeb-8e3a-445f-99aa-15bf7bf06878/3bdb744f-ee1c-4d00-b4e4-c73d765c6c42/dda77fd8-c781-4f93-93ad-516dc35215b2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:57.372451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ff187-ea89-45f1-8dc8-ca7ccfd96b12 req-b6730800-72c1-42e4-a739-badc5e8b45a8 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:57.374359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-016ff187-ea89-45f1-8dc8-ca7ccfd96b12 req-b6730800-72c1-42e4-a739-badc5e8b45a8 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1712730 Nov 23 14:29:57.440936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.492366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-016ff187-ea89-45f1-8dc8-ca7ccfd96b12 req-4bdbe6e0-99ed-456f-aae5-afec42238460 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806584 Nov 23 14:29:57.497545 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.513376 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.558383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-aa98222d-281e-40f1-bb14-b9661a4f3ad8 None None] Provisioning complete for port 8ac65add-3e72-458a-aad8-7072b2315b51 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:57.558762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aa98222d-281e-40f1-bb14-b9661a4f3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.603803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-aa98222d-281e-40f1-bb14-b9661a4f3ad8 None None] Port 8ac65add-3e72-458a-aad8-7072b2315b51 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:29:57.669302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ceb65c-3d6b-497e-817b-2a638dd733ce None None] Update dhcp port {'port': {'network_id': '855da437-1cce-46d4-83bd-adf4cec406fd', 'fixed_ips': [{'subnet_id': '55e35942-4730-4c3e-a8ff-77374156761b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3107f88a-5a92-45cb-adc6-afb8fb56a71c'}], 'binding:host_id': 'n-d-818503-2'}, 'id': '5b9a6fd8-420d-4abd-8ab8-0d18244a8948'} from n-d-818503-2. {{(pid=103347) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 14:29:57.707106 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.708716 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16ceb65c-3d6b-497e-817b-2a638dd733ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.721649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.734662 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.735817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Allocated IP 172.25.3.190 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/6a3c2a59-2b49-476f-83fa-9c63ebb8eaee) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:57.763634 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Pushing event updated for resources: {'Port': ['ID=dda77fd8-c781-4f93-93ad-516dc35215b2,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:57.775972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdb744f-ee1c-4d00-b4e4-c73d765c6c42,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:57.844938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.855354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.871274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c605eeb-8e3a-445f-99aa-15bf7bf06878']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:57.881839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11691bfe-a564-4791-bd53-96d7b11680f6') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:57.882264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11691bfe-a564-4791-bd53-96d7b11680f6') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:57.906123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.923877 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.927155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:57.930122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:57.932429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:57.933357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.935768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:57.938013 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:57.950885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-16ceb65c-3d6b-497e-817b-2a638dd733ce None None] Allocated IP 172.20.0.1 (855da437-1cce-46d4-83bd-adf4cec406fd/3107f88a-5a92-45cb-adc6-afb8fb56a71c/5b9a6fd8-420d-4abd-8ab8-0d18244a8948) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:57.992272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.039928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Attempting to bind port dda77fd8-c781-4f93-93ad-516dc35215b2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:58.041219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Attempting to bind port dda77fd8-c781-4f93-93ad-516dc35215b2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '11691bfe-a564-4791-bd53-96d7b11680f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:58.041886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Attempting to bind port dda77fd8-c781-4f93-93ad-516dc35215b2 on network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:58.043447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:29:58.043447 n-d-818503-2 neutron-server[103345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:29:58.043447 n-d-818503-2 neutron-server[103345]: [parameters: {'id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878'}] Nov 23 14:29:58.043447 n-d-818503-2 neutron-server[103345]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:29:58.043886 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:29:58.060096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:58.060892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Checking segment: {'id': '11691bfe-a564-4791-bd53-96d7b11680f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:58.061414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:58.061621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.062124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Bound using segment: {'id': '11691bfe-a564-4791-bd53-96d7b11680f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:58.062720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Bound port: dda77fd8-c781-4f93-93ad-516dc35215b2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11691bfe-a564-4791-bd53-96d7b11680f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c605eeb-8e3a-445f-99aa-15bf7bf06878'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:58.063389 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.068791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:58.076862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:58.081485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76938-661c-4cee-831d-a11e656d82b3 req-ac8fa7fe-710c-4c63-84fc-7e0b6967d67b tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:58.083093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ced76938-661c-4cee-831d-a11e656d82b3 req-ac8fa7fe-710c-4c63-84fc-7e0b6967d67b tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 932 time: 0.1393979 Nov 23 14:29:58.083923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:58.152552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'Port': ['ID=6a3c2a59-2b49-476f-83fa-9c63ebb8eaee,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:58.215764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] For port dda77fd8-c781-4f93-93ad-516dc35215b2, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:58.219781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] For port dda77fd8-c781-4f93-93ad-516dc35215b2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dda77fd8-c781-4f93-93ad-516dc35215b2,segment=NetworkSegment(11691bfe-a564-4791-bd53-96d7b11680f6),segment_id=11691bfe-a564-4791-bd53-96d7b11680f6)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:58.226687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ced76938-661c-4cee-831d-a11e656d82b3 req-5ab933bc-c448-41d1-ab23-8cff5412b411 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309252 Nov 23 14:29:58.237569 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.323799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac65add-3e72-458a-aad8-7072b2315b51 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:58.328551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.334328 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.375780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Transition to ACTIVE for port object 8ac65add-3e72-458a-aad8-7072b2315b51 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:58.381022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.382832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.471108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac65add-3e72-458a-aad8-7072b2315b51,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:58.489859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73a9f2-d5df-4e91-8370-4ef7b2980ec3 None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:29:58.517950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-16ceb65c-3d6b-497e-817b-2a638dd733ce None None] For port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,segment=NetworkSegment(3b82b66d-a8c7-413d-aed5-f3a9d702f8b4),segment_id=3b82b66d-a8c7-413d-aed5-f3a9d702f8b4)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:58.545364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158f4f-784e-4625-9699-cb803c438bd1 None None] Pushing event updated for resources: {'Port': ['ID=dda77fd8-c781-4f93-93ad-516dc35215b2,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:58.545585 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.553662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:58.554237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.601186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16ceb65c-3d6b-497e-817b-2a638dd733ce None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.610038 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16ceb65c-3d6b-497e-817b-2a638dd733ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.626603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed76e3-6fa1-40f8-8f96-dee97cc70d4e None None] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:58.657825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting port dda77fd8-c781-4f93-93ad-516dc35215b2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:58.658185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.740941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] For port dda77fd8-c781-4f93-93ad-516dc35215b2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dda77fd8-c781-4f93-93ad-516dc35215b2,segment=NetworkSegment(11691bfe-a564-4791-bd53-96d7b11680f6),segment_id=11691bfe-a564-4791-bd53-96d7b11680f6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:58.741581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.770002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Calling delete_port for dda77fd8-c781-4f93-93ad-516dc35215b2 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:58.834550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ceb65c-3d6b-497e-817b-2a638dd733ce None None] Pushing event updated for resources: {'Port': ['ID=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:58.887810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.918264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Port': ['ID=dda77fd8-c781-4f93-93ad-516dc35215b2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:58.926206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No DVR routers for this DVR port dda77fd8-c781-4f93-93ad-516dc35215b2 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:29:58.987292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f9dba-2b31-4d76-a889-d105ebe1d577 None None] Network 5c605eeb-8e3a-445f-99aa-15bf7bf06878 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:59.051440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.059532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Attempting to bind port 8ac65add-3e72-458a-aad8-7072b2315b51 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:59.060119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Attempting to bind port 8ac65add-3e72-458a-aad8-7072b2315b51 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:59.065336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Attempting to bind port 8ac65add-3e72-458a-aad8-7072b2315b51 on network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:59.065918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.075212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.099173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c605eeb-8e3a-445f-99aa-15bf7bf06878']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:59.100821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dafbdb-bc2c-4ee3-a51a-3c631abe3c74 req-f586fb0d-eb7c-48f1-ad7b-e3691ec11bac tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:59.109780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4dafbdb-bc2c-4ee3-a51a-3c631abe3c74 req-f586fb0d-eb7c-48f1-ad7b-e3691ec11bac tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1903334 Nov 23 14:29:59.150187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11691bfe-a564-4791-bd53-96d7b11680f6') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:59.150756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11691bfe-a564-4791-bd53-96d7b11680f6') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:59.191424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.209708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7a75b2b4-f547-463c-bb81-73639d280fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.223077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.223703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4dafbdb-bc2c-4ee3-a51a-3c631abe3c74 req-e9f2a7a8-20ba-4434-af2b-3331ee381b52 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045249 Nov 23 14:29:59.227747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Port 8ac65add-3e72-458a-aad8-7072b2315b51 on network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:59.228293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Attempting to bind port 8ac65add-3e72-458a-aad8-7072b2315b51 on network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:59.237014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:59.238598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:59.251409 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:59.267013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:59.267358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Checking segment: {'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:59.267858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Bound using segment: {'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:59.268302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Bound port: 8ac65add-3e72-458a-aad8-7072b2315b51, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:59.268662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.348995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'Port': ['ID=6a3c2a59-2b49-476f-83fa-9c63ebb8eaee,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:59.371213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.381886 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.387762 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/5c605eeb-8e3a-445f-99aa-15bf7bf06878 HTTP/1.1" status: 204 len: 168 time: 2.3414266 Nov 23 14:29:59.388096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.389576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 45926) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:59.402618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97649b1e-b20d-40e0-a521-30a1b06593bd tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=5c605eeb-8e3a-445f-99aa-15bf7bf06878,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:59.406241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] For port 8ac65add-3e72-458a-aad8-7072b2315b51, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:59.462567 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-88772a0b-d363-4520-ba7e-849bcf2a0c14 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:29:59.463119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88772a0b-d363-4520-ba7e-849bcf2a0c14 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:29:59.466285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-88772a0b-d363-4520-ba7e-849bcf2a0c14 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/5c605eeb-8e3a-445f-99aa-15bf7bf06878 HTTP/1.1" status: 404 len: 339 time: 0.0730851 Nov 23 14:29:59.470656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] For port 8ac65add-3e72-458a-aad8-7072b2315b51, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ac65add-3e72-458a-aad8-7072b2315b51,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:59.472042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45932) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:59.474198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.478295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e27d279f-38fe-4a10-8472-6d1dd25c8a9b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5890567 Nov 23 14:29:59.480817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145818202', 'description': 'd1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:59.482688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.543008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:59.547519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8530e51-8102-4d8f-8e83-dc9ec18205d6 None None] Network 855da437-1cce-46d4-83bd-adf4cec406fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:29:59.553257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.580401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Pushing event updated for resources: {'Port': ['ID=8ac65add-3e72-458a-aad8-7072b2315b51,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:59.618139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:29:59.636476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb8521-5600-4159-b099-8808ed910140 req-c33bd406-4bfc-4185-a3c5-450c3a2b61cb tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:59.638544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46eb8521-5600-4159-b099-8808ed910140 req-c33bd406-4bfc-4185-a3c5-450c3a2b61cb tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 944 time: 0.2551806 Nov 23 14:29:59.640316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:59.643641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.643641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1b9894a-91c3-49ac-b18e-0132cc298c3d service neutron] 10.222.0.11 "PUT /v2.0/ports/8ac65add-3e72-458a-aad8-7072b2315b51 HTTP/1.1" status: 200 len: 1092 time: 2.2936151 Nov 23 14:29:59.643852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'tag': '8ac65add-3e72-458a-aad8-7072b2315b51'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:59.646720 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717019dc-383c-4fa5-9583-7d578182974a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9f7661-d4f8-46d4-bb94-1e62f2b606ac", "tag": "8ac65add-3e72-458a-aad8-7072b2315b51"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:59.663930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.667820 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment e0f96a12-1e6e-4891-af1d-f84e43a5b44e of type vlan for network 268eae45-aa37-4a84-bddc-97e7ab043233 Nov 23 14:29:59.676647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6ca5f-0469-4f6d-8ab4-def81ae704db None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:29:59.778940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9c1c8261-254e-4a67-84c9-50e45bf4d3f3 None None] Provisioning complete for port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:59.779307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c1c8261-254e-4a67-84c9-50e45bf4d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.801847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.841554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46eb8521-5600-4159-b099-8808ed910140 req-2210878a-b25c-4f61-95ac-86d439a94959 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827557 Nov 23 14:29:59.866882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.881326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1ae971f-3da1-4eb3-9892-93f15b12e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:59.881821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:59.882561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.882833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-d1ae971f-3da1-4eb3-9892-93f15b12e596 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a55366ec7548e0bfb83fab6b561f86&device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 1095 time: 0.1863825 Nov 23 14:29:59.892050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-625fdb64-ff0c-4a04-8599-2e6fa2b2bb15 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--112275022&fields=id&tenant_id=a8b24ea61658413da42fc1e1899ba379 HTTP/1.1" status: 200 len: 267 time: 0.1420267 Nov 23 14:29:59.940756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-2d9f705b-a297-4045-b9f1-805e391fbaf4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac65add-3e72-458a-aad8-7072b2315b51 HTTP/1.1" status: 200 len: 217 time: 0.0448377 Nov 23 14:29:59.985970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5125234 Nov 23 14:29:59.991649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45954) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:59.992902 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46637d42-b027-479a-b585-5af51ca77494 x-openstack-request-id: req-46637d42-b027-479a-b585-5af51ca77494 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:59.993184 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9f7661-d4f8-46d4-bb94-1e62f2b606ac", "tag": "8ac65add-3e72-458a-aad8-7072b2315b51", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:59.993575 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46637d42-b027-479a-b585-5af51ca77494 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:59.994144 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'tag': '8ac65add-3e72-458a-aad8-7072b2315b51', 'status': 'completed', 'code': 200} Nov 23 14:30:00.102480 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.137308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:00.167363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934599a-09c8-4fdb-87e9-d4c6fc2e6199 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=268eae45-aa37-4a84-bddc-97e7ab043233,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:00.193363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 268eae45-aa37-4a84-bddc-97e7ab043233 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:00.250994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-08547a81-5b2c-4e41-81ee-71ff314365dc tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.259437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-08547a81-5b2c-4e41-81ee-71ff314365dc tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 811 time: 0.3166604 Nov 23 14:30:00.270188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c88278-a17f-45ab-8ad3-792d1471626f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.276201 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-70c88278-a17f-45ab-8ad3-792d1471626f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/networks?id=268eae45-aa37-4a84-bddc-97e7ab043233 HTTP/1.1" status: 200 len: 765 time: 0.2809525 Nov 23 14:30:00.277197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45970) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:00.279129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-c4f3ee0b-f46e-434d-9928-6ede027857d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.280729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-c4f3ee0b-f46e-434d-9928-6ede027857d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27f84f0a-f06c-427b-bcd7-627fd336d032 HTTP/1.1" status: 200 len: 854 time: 0.2822192 Nov 23 14:30:00.283952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'description': 'd2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:00.324181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-b429df35-3245-491e-8fcb-a02cdb0fe32c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352452 Nov 23 14:30:00.334393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7f19680c-984b-4e7b-9c44-287a8d1f6236 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/quotas/a8b24ea61658413da42fc1e1899ba379 HTTP/1.1" status: 200 len: 375 time: 0.0738254 Nov 23 14:30:00.360941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:00.360941 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.391377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb476efc-ca4f-413c-a255-01ae14196cda None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:30:00.420135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-eae8a67f-0002-4df1-a1fd-b9b956824075 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.421847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-eae8a67f-0002-4df1-a1fd-b9b956824075 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.3229244 Nov 23 14:30:00.475518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3b9b41ca-1c27-4ba4-822e-df95b2cbe08c tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/quotas/5b03d0e54e384d0497352c16abd8beac HTTP/1.1" status: 200 len: 375 time: 0.0135658 Nov 23 14:30:00.487214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b4551d25-55b5-40ad-aa23-903f1fe17bc6 None None] Provisioning complete for port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:00.487863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b4551d25-55b5-40ad-aa23-903f1fe17bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.537041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-61a49e7e-f3f1-4717-945d-1b80dda8adf2 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009277 Nov 23 14:30:00.549484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.568646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.629721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb476efc-ca4f-413c-a255-01ae14196cda None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:30:00.633358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network 268eae45-aa37-4a84-bddc-97e7ab043233 is not hosted by any dhcp agent {{(pid=103345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:30:00.639390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.640000 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.643948 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "PUT /v2.0/networks/268eae45-aa37-4a84-bddc-97e7ab043233 HTTP/1.1" status: 200 len: 762 time: 0.3629739 Nov 23 14:30:00.644125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-75805bd7-f479-4e71-ace3-f6c1576ada3c tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1606674 Nov 23 14:30:00.644290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45972) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:00.651191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-87288baa-2394-435c-a926-1c05406a75ff service neutron] 10.222.0.11 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860744 Nov 23 14:30:00.713190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd4f94-c410-4c24-b247-245612b7dc25 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=268eae45-aa37-4a84-bddc-97e7ab043233,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:00.737585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-57099860-093d-4e03-b9b2-afba0e1fd097 service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Nov 23 14:30:00.772861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 268eae45-aa37-4a84-bddc-97e7ab043233 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:00.821643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-a70000b3-33ec-465c-93da-c76a684951db service neutron] 10.222.0.46 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835398 Nov 23 14:30:00.839976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe87b9b-c08f-4360-9eeb-47bf7cb2826e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.846700 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6fe87b9b-c08f-4360-9eeb-47bf7cb2826e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/networks?id=268eae45-aa37-4a84-bddc-97e7ab043233 HTTP/1.1" status: 200 len: 765 time: 0.2016125 Nov 23 14:30:00.847580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:00.987112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-9a7af2c2-fd43-459e-802c-5c3d5462c0e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396328 Nov 23 14:30:00.999266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5392759e-6a87-4cc5-aabc-e959a4efb7d9 req-3612c448-3859-4c2a-aca1-4442b57290aa service neutron] 10.222.0.11 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605171 Nov 23 14:30:01.031840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-e6252f1c-8199-4347-99c3-30fe015cdf79 service neutron] 10.222.0.46 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091076 Nov 23 14:30:01.109935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717019dc-383c-4fa5-9583-7d578182974a req-e9f6c27f-fd56-49b2-9a96-fb2c9ddbd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.116419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-717019dc-383c-4fa5-9583-7d578182974a req-e9f6c27f-fd56-49b2-9a96-fb2c9ddbd5d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a55366ec7548e0bfb83fab6b561f86&device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 1095 time: 0.0649402 Nov 23 14:30:01.240832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:30:01.249301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982490-5af2-43e2-88ba-d1d44f464694 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.257841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc982490-5af2-43e2-88ba-d1d44f464694 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4089363 Nov 23 14:30:01.260186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45990) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:01.311337 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b9bd20a5-1777-4ffa-9fc8-880d272c020e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 207 time: 0.0490820 Nov 23 14:30:01.312923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 45992) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:01.429573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717019dc-383c-4fa5-9583-7d578182974a req-4066878b-c109-43d9-b251-d9c93c2a7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.431181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-717019dc-383c-4fa5-9583-7d578182974a req-4066878b-c109-43d9-b251-d9c93c2a7a74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 200 len: 915 time: 0.3066411 Nov 23 14:30:01.458069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1b690-24d6-429f-a6bb-b2da0463fbf1 req-ace97783-4d46-4bd8-bf35-c16557cadf5f tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.459608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81c1b690-24d6-429f-a6bb-b2da0463fbf1 req-ace97783-4d46-4bd8-bf35-c16557cadf5f tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 944 time: 0.1680794 Nov 23 14:30:01.472539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c7743-29fd-4ff5-a461-2b816e91b130 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.480240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c7743-29fd-4ff5-a461-2b816e91b130 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.499234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c7743-29fd-4ff5-a461-2b816e91b130 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.502314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc51be3-bdd6-43dc-90ea-6266ab4fd167 req-a496929e-d181-4081-8341-64c06d0214ee tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.510303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc51be3-bdd6-43dc-90ea-6266ab4fd167 req-a496929e-d181-4081-8341-64c06d0214ee tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1624157 Nov 23 14:30:01.511957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c7743-29fd-4ff5-a461-2b816e91b130 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.519605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-717019dc-383c-4fa5-9583-7d578182974a req-e38d189b-b214-47f6-b247-8d76e042f471 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac65add-3e72-458a-aad8-7072b2315b51 HTTP/1.1" status: 200 len: 217 time: 0.0787718 Nov 23 14:30:01.521901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c7743-29fd-4ff5-a461-2b816e91b130 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.529050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c7743-29fd-4ff5-a461-2b816e91b130 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.531385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e26c7743-29fd-4ff5-a461-2b816e91b130 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2168012 Nov 23 14:30:01.537071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46002) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:01.638304 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:01.654096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81c1b690-24d6-429f-a6bb-b2da0463fbf1 req-bb517c9b-4b13-4db9-8a6e-7a2c644a9914 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646490 Nov 23 14:30:01.703444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717019dc-383c-4fa5-9583-7d578182974a req-0b26cad7-390d-49b0-96d5-e2cb3058218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.705301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-717019dc-383c-4fa5-9583-7d578182974a req-0b26cad7-390d-49b0-96d5-e2cb3058218c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27f84f0a-f06c-427b-bcd7-627fd336d032 HTTP/1.1" status: 200 len: 854 time: 0.1704998 Nov 23 14:30:01.715871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc51be3-bdd6-43dc-90ea-6266ab4fd167 req-2e01d4a4-b54a-4fba-b00b-7a300967ec89 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047172 Nov 23 14:30:01.749546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-717019dc-383c-4fa5-9583-7d578182974a req-7d369a1e-e34b-475b-b393-fab71519c5e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324955 Nov 23 14:30:01.795926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae6e663a-ff7a-4f35-8350-a82fede0e980 req-fe035992-993c-4201-90d8-253903fcd894 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 210 time: 0.0436115 Nov 23 14:30:01.815102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6d98d28f-904d-46b6-9c77-8f99a4e6a998 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2766001 Nov 23 14:30:01.818509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46010) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:01.833916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7769cdf1-09dc-48d8-89db-612f9ec18f73 req-9fa9ae56-cbfc-43fc-811f-72f11e1f58e4 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 210 time: 0.0253806 Nov 23 14:30:01.897934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c16f-45ae-4d00-bfa6-43005ca6958e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.900596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c16f-45ae-4d00-bfa6-43005ca6958e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.902598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c16f-45ae-4d00-bfa6-43005ca6958e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.904515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c16f-45ae-4d00-bfa6-43005ca6958e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.906706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c16f-45ae-4d00-bfa6-43005ca6958e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:01.910423 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0a99c16f-45ae-4d00-bfa6-43005ca6958e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0905597 Nov 23 14:30:01.914720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.011225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1141dd8-56eb-4869-b764-bef94f09ab6c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.012793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1141dd8-56eb-4869-b764-bef94f09ab6c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.014225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1141dd8-56eb-4869-b764-bef94f09ab6c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.015681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1141dd8-56eb-4869-b764-bef94f09ab6c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.017238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1141dd8-56eb-4869-b764-bef94f09ab6c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.023110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.023293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c1141dd8-56eb-4869-b764-bef94f09ab6c tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1070535 Nov 23 14:30:02.032602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-717019dc-383c-4fa5-9583-7d578182974a req-2d24a98a-30fb-447e-b32b-6a30ca0782d1 service neutron] 10.222.0.11 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699606 Nov 23 14:30:02.181748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9855b8-f4a7-4523-8adf-d72516ee7c74 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.182075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-717019dc-383c-4fa5-9583-7d578182974a req-8105bc78-1ef5-43c6-b98a-b8c9fa75626b service neutron] 10.222.0.11 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417825 Nov 23 14:30:02.186996 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ba9855b8-f4a7-4523-8adf-d72516ee7c74 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/networks/f970ff5f-b1e6-4ee5-946f-50158db654e6 HTTP/1.1" status: 200 len: 804 time: 0.1599274 Nov 23 14:30:02.187994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.505732 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.706932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9cce7cac-ccdf-4410-aa6d-848e97a53976 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/networks/f970ff5f-b1e6-4ee5-946f-50158db654e6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5164835 Nov 23 14:30:02.710750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46024) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.788090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-51fbcc77-0cb8-4466-8e13-7f0f98605e3d tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.790665 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-51fbcc77-0cb8-4466-8e13-7f0f98605e3d tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.74 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 811 time: 0.1794369 Nov 23 14:30:02.794787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8cf5a-ecbd-40e2-9237-f12fc67c8f60 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.796958 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-01c8cf5a-ecbd-40e2-9237-f12fc67c8f60 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/subnets/d98658a2-5120-4fab-9508-de853c0670f4 HTTP/1.1" status: 200 len: 843 time: 0.0848527 Nov 23 14:30:02.800554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46028) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.819054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902744a3-7404-4750-87ce-6d3ef5dfd196 req-972e0b33-aabb-4c08-8279-b7f7de05682f tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.820603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-902744a3-7404-4750-87ce-6d3ef5dfd196 req-972e0b33-aabb-4c08-8279-b7f7de05682f tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 944 time: 0.0788648 Nov 23 14:30:02.894017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6da31-dc29-4975-a17d-542fa22c1fba req-a7181576-ed8e-4560-a694-66616656c769 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.895604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81b6da31-dc29-4975-a17d-542fa22c1fba req-a7181576-ed8e-4560-a694-66616656c769 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0737331 Nov 23 14:30:02.904676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061058c9-6fc1-4bec-8899-cab59d46a4ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['shared'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:02.906784 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-061058c9-6fc1-4bec-8899-cab59d46a4ca tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "GET /v2.0/subnets/d98658a2-5120-4fab-9508-de853c0670f4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1050496 Nov 23 14:30:02.911836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46036) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.922786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1857435533'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:02.941793 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-a9b9656d-fd94-4d57-9791-b9fcc97ef68e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8b24ea61658413da42fc1e1899ba379 HTTP/1.1" status: 200 len: 379 time: 0.1388373 Nov 23 14:30:02.950497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-902744a3-7404-4750-87ce-6d3ef5dfd196 req-cf2472c7-17fa-4ad3-8900-ff3b9e851f7a tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932484 Nov 23 14:30:02.955002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'port': {'device_id': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'admin_state_up': True, 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'security_groups': ['3a868467-b9d3-4105-928d-450680be9a07']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:02.985662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81b6da31-dc29-4975-a17d-542fa22c1fba req-966fbdf9-ea6e-4269-afb1-a50c43926aab tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795209 Nov 23 14:30:03.053928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:03.057811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.105904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Made reservation on behalf of a8b24ea61658413da42fc1e1899ba379 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:03.109721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.116590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:03.120240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-b6001889-3f9d-48e2-b197-6cbe7f45d046 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:03.121873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-b6001889-3f9d-48e2-b197-6cbe7f45d046 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 815 time: 0.1413882 Nov 23 14:30:03.136474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Request body: {'port': {'device_id': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'admin_state_up': True, 'tenant_id': '5b03d0e54e384d0497352c16abd8beac'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:03.155568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.156130 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Added segment 10717d57-ec5e-46fa-a117-087619b72cd7 of type vlan for network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 Nov 23 14:30:03.200911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26101246-7256-45a6-ba9e-e54ac3ab9b9c req-35f47e5e-44ec-468e-8855-aef8aa727f15 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 210 time: 0.0601952 Nov 23 14:30:03.251818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.273010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b90cc473-ca08-4598-965d-116fe832132c req-8cd38987-2a13-4b87-9405-1c7178d74d04 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 210 time: 0.0778062 Nov 23 14:30:03.322387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.328247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:03.328847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.341842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Made reservation on behalf of 5b03d0e54e384d0497352c16abd8beac for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:03.343278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Allocated IP 172.20.0.13 (88f83a66-bbc5-411e-b609-b43e8cc58234/7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc/9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:03.346673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.397995 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4821813 Nov 23 14:30:03.402572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46042) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:03.433301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'network_id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:03.458962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9d20c-ffc9-4f28-8246-346b5b4866f0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Network': ['ID=cef0f011-e2f7-4d1f-bb25-0ed0f8038c54,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:03.476730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:03.497403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Allocated IP 172.20.0.14 (b6930fa2-41e4-46b0-b930-cad585990db3/0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef/28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:03.621665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Made reservation on behalf of 7b5dc6b916fa41ef8043e8dae467b59c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:03.625342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.671639 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.683725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.709082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.720806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Performing IP validity checks on allocation pools {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 14:30:03.721342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 14:30:03.732140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['41d7e048-0727-4232-af32-4f6878f2bb45'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:03.736361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e373c967-573c-42cc-8f45-4706ab05aec5', 'd841a8ef-af34-4200-b05a-082af76edae4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:03.776711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Network b6930fa2-41e4-46b0-b930-cad585990db3 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:03.779771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:03.783541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:03.791094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event updated for resources: {'Port': ['ID=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:03.814404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8fa7b-1e2e-4b6e-b511-45b4def27553 None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:03.875296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:03.876840 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.887780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.905728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3e3e0ccf-b154-4308-aa61-98fca6b081e1 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7727871 Nov 23 14:30:03.919700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Request body: {'port': {'device_id': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:03.950759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:03.969934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:03.983046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:04.006830 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.010326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:04.017907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event updated for resources: {'Port': ['ID=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:04.057371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-16335ae0-e04d-47b7-85ea-8b96b433b026 None None] Provisioning complete for port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:04.057974 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16335ae0-e04d-47b7-85ea-8b96b433b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.105012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-16335ae0-e04d-47b7-85ea-8b96b433b026 None None] Port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:04.194343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Checking segment: {'id': '10717d57-ec5e-46fa-a117-087619b72cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:04.194707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network hostable DHCP agents. Network: cef0f011-e2f7-4d1f-bb25-0ed0f8038c54, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:04.206182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=55c79705-6a33-480d-8811-fa1c1386b31c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:04.222445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:04.223153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.254906 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-2cdc8e83-ad65-4610-a0c7-3acd3f52fb4e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3041270 Nov 23 14:30:04.256421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:04.273653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Request body: {'port': {'device_id': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:04.279307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, cef0f011-e2f7-4d1f-bb25-0ed0f8038c54) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:04.291158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d392c85-e9a8-4452-802f-2f17770ed55e None None] Network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:04.304956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:04.305641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.384232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.395590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6370903-a51a-4887-be8e-2dac2b0c270f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9922178 Nov 23 14:30:04.406125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46056) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:04.422715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-04e88478-8297-442d-bf38-f6395c706a3e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:04.471065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0087f961-b1f9-485a-9517-98112f796fcb None None] Provisioning complete for port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:04.471065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0087f961-b1f9-485a-9517-98112f796fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.669398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8ac65add-3e72-458a-aad8-7072b2315b51 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:04.685962 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04e88478-8297-442d-bf38-f6395c706a3e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9201818'] for subnet, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.709819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc67f8-6f23-4ac1-b1c1-3e8300beaaba req-f59741fc-af83-4a7c-b37f-0af132a7f95e tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:04.711505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ecc67f8-6f23-4ac1-b1c1-3e8300beaaba req-f59741fc-af83-4a7c-b37f-0af132a7f95e tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 944 time: 0.5619905 Nov 23 14:30:04.737627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0087f961-b1f9-485a-9517-98112f796fcb None None] Port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:04.754395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe2fe-23c7-4b39-9797-2863023b2c13 req-817df59c-2af8-494c-a0d7-c0b72fab4fdd tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:04.756091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb6fe2fe-23c7-4b39-9797-2863023b2c13 req-817df59c-2af8-494c-a0d7-c0b72fab4fdd tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1995969 Nov 23 14:30:04.853428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ecc67f8-6f23-4ac1-b1c1-3e8300beaaba req-f7283bbf-1b0d-4f7d-a9fe-f9449c5b26bf tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330280 Nov 23 14:30:04.859888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-cef0f011-e2f7-4d1f-bb25-0ed0f8038c54', 'network_id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54', 'tenant_id': '7b5dc6b916fa41ef8043e8dae467b59c', 'fixed_ips': [{'subnet_id': '55c79705-6a33-480d-8811-fa1c1386b31c'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:30:04.860972 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:04.900335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb6fe2fe-23c7-4b39-9797-2863023b2c13 req-b4ea3975-4b5f-4868-bbb8-2df50f0ee6ba tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189933 Nov 23 14:30:05.007232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:05.012835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8ac65add-3e72-458a-aad8-7072b2315b51, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ac65add-3e72-458a-aad8-7072b2315b51,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:05.019896 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.039413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '8ac65add-3e72-458a-aad8-7072b2315b51', 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0', 'port_id': '8ac65add-3e72-458a-aad8-7072b2315b51', 'mac_address': 'fa:16:3e:df:31:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f84f0a-f06c-427b-bcd7-627fd336d032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:05.044753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Transition to ACTIVE for port object 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:05.052308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.076574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:05.088300 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.098194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.114861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b61c-2252-4d4a-8174-7ceeca487cc7 req-45250054-9a27-4114-9021-f4c8bb84dbc9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:05.116055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac65add-3e72-458a-aad8-7072b2315b51 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:05.122624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7f9b61c-2252-4d4a-8174-7ceeca487cc7 req-45250054-9a27-4114-9021-f4c8bb84dbc9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 932 time: 0.1102147 Nov 23 14:30:05.141991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8ac65add-3e72-458a-aad8-7072b2315b51, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ac65add-3e72-458a-aad8-7072b2315b51,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:05.143000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:05.143620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Transition to ACTIVE for port object 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:05.156301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a2a35-9325-4954-8d7a-a312d5b31a80 req-97a87e99-73a4-433b-883e-f26570b65564 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:05.157854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-254a2a35-9325-4954-8d7a-a312d5b31a80 req-97a87e99-73a4-433b-883e-f26570b65564 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 932 time: 0.1552548 Nov 23 14:30:05.161937 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.165866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.256345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04e88478-8297-442d-bf38-f6395c706a3e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762670318457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12505909'] for subnet, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.261471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8ac65add-3e72-458a-aad8-7072b2315b51,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:05.276452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8521faf-8cc7-4d0b-bf4f-2da29f240997 None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:05.278780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7f9b61c-2252-4d4a-8174-7ceeca487cc7 req-fc5bd646-a213-401b-a0f8-3e54b36af079 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552687 Nov 23 14:30:05.286349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Pushing event updated for resources: {'Port': ['ID=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:05.337376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-254a2a35-9325-4954-8d7a-a312d5b31a80 req-ae36621c-a5d4-403c-91c9-90217bd07e88 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598339 Nov 23 14:30:05.372720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Allocated IP 2001:db8::3 (cef0f011-e2f7-4d1f-bb25-0ed0f8038c54/55c79705-6a33-480d-8811-fa1c1386b31c/6adb9196-1ab5-4818-b9f6-29195c29f352) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:05.408015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e88478-8297-442d-bf38-f6395c706a3e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event updated for resources: {'Subnet': ['ID=55c79705-6a33-480d-8811-fa1c1386b31c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:05.416140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['8ac65add-3e72-458a-aad8-7072b2315b51'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:05.432043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e88478-8297-442d-bf38-f6395c706a3e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:05.432566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04e88478-8297-442d-bf38-f6395c706a3e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.433895 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-04e88478-8297-442d-bf38-f6395c706a3e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "PUT /v2.0/subnets/55c79705-6a33-480d-8811-fa1c1386b31c HTTP/1.1" status: 200 len: 900 time: 1.0253654 Nov 23 14:30:05.438172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46062) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:05.472490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Attempting to bind port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:05.472856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Attempting to bind port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:05.473165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Attempting to bind port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b on network 88f83a66-bbc5-411e-b609-b43e8cc58234 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:05.489353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b on network 88f83a66-bbc5-411e-b609-b43e8cc58234 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:05.489741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Attempting to bind port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b on network 88f83a66-bbc5-411e-b609-b43e8cc58234 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:05.494995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:05.495341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Checking segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:05.495738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Bound using segment: {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:05.496176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Bound port: 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd506f327-5763-461e-8d6f-65aec4e80559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:05.496534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.537835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Attempting to bind port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:05.538166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Attempting to bind port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:05.547371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Attempting to bind port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:05.599523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 on network b6930fa2-41e4-46b0-b930-cad585990db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:05.600201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Attempting to bind port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 on network b6930fa2-41e4-46b0-b930-cad585990db3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:05.612747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:05.613438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Checking segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:05.613709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] For port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:05.614920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Bound using segment: {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:05.615586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Bound port: 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:05.616160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.618357 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] For port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:05.623589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.654262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:05.655042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.660612 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] 10.222.0.74 "PUT /v2.0/ports/9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b HTTP/1.1" status: 200 len: 1092 time: 1.3979225 Nov 23 14:30:05.662849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:05.677487 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac5607-4220-41ef-bf18-661beb8311d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:05.733857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.767271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] For port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:05.804156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.809136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] For port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:05.819379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.855087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce772f-cafa-4f49-a65b-0f1012684d85 None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:05.864299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.871208 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.878528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:05.879204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.880770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] 10.222.0.74 "PUT /v2.0/ports/28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 HTTP/1.1" status: 200 len: 1092 time: 1.9674819 Nov 23 14:30:05.881364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'tag': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:05.886383 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f17722-1696-40bc-bf91-aa12fd7eac05" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a3f9e2-c430-4249-a1f8-209e7f4b08ce", "tag": "28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:05.940326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-f7aae8bd-cd5d-4642-8932-3f515fe47e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:05.948667 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-f7aae8bd-cd5d-4642-8932-3f515fe47e9d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 1095 time: 0.2265754 Nov 23 14:30:05.951330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a89d1-b8fe-4df5-92b6-72612a2e3744 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:06.029254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:06.029603 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3013b16-390f-4ebb-a5b5-3700102d0481 x-openstack-request-id: req-f3013b16-390f-4ebb-a5b5-3700102d0481 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:06.030092 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:06.030092 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3013b16-390f-4ebb-a5b5-3700102d0481 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:06.036674 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'status': 'completed', 'code': 200} Nov 23 14:30:06.036835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:06.038473 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-a4e2414e-28b8-4134-9c25-ec2c3d64037d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b HTTP/1.1" status: 200 len: 217 time: 0.0812728 Nov 23 14:30:06.041318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:06.043161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Pushing event updated for resources: {'Port': ['ID=6adb9196-1ab5-4818-b9f6-29195c29f352,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:06.081954 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba775b7b-c7bb-4bd0-a6af-a6bea91f144d x-openstack-request-id: req-ba775b7b-c7bb-4bd0-a6af-a6bea91f144d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:06.082631 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a3f9e2-c430-4249-a1f8-209e7f4b08ce", "tag": "28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:06.083010 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba775b7b-c7bb-4bd0-a6af-a6bea91f144d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:06.085245 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'tag': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3', 'status': 'completed', 'code': 200} Nov 23 14:30:06.093062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347754cc-e8b8-461a-9276-2a24270e6990 service neutron] Pushing event updated for resources: {'Port': ['ID=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:06.124101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Attempting to bind port 6adb9196-1ab5-4818-b9f6-29195c29f352 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:06.124481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Attempting to bind port 6adb9196-1ab5-4818-b9f6-29195c29f352 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '10717d57-ec5e-46fa-a117-087619b72cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:06.124848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Attempting to bind port 6adb9196-1ab5-4818-b9f6-29195c29f352 on network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:06.135173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-8e51d4b1-bacd-4949-9442-03f1c32c1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.136680 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-8e51d4b1-bacd-4949-9442-03f1c32c1c8e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.0878561 Nov 23 14:30:06.138661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:06.139199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Checking segment: {'id': '10717d57-ec5e-46fa-a117-087619b72cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:06.139694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.140159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Bound using segment: {'id': '10717d57-ec5e-46fa-a117-087619b72cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:06.140434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e021c-5f9c-4282-9bc2-361413def5f7 req-62bcec62-06c9-4180-8a2b-e43d9c80843c tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.140779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Bound port: 6adb9196-1ab5-4818-b9f6-29195c29f352, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10717d57-ec5e-46fa-a117-087619b72cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:06.141234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.142103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e57e021c-5f9c-4282-9bc2-361413def5f7 req-62bcec62-06c9-4180-8a2b-e43d9c80843c tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 945 time: 0.1109793 Nov 23 14:30:06.145975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-c1262f4b-7e19-4726-a853-c9a0bafe1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.147981 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-c1262f4b-7e19-4726-a853-c9a0bafe1f8e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 1095 time: 0.2120364 Nov 23 14:30:06.199231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-1eed9641-46e9-444b-9ff9-bff6694d04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.202560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-1eed9641-46e9-444b-9ff9-bff6694d04b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499313 Nov 23 14:30:06.238867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] For port 6adb9196-1ab5-4818-b9f6-29195c29f352, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:06.244484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] For port 6adb9196-1ab5-4818-b9f6-29195c29f352, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6adb9196-1ab5-4818-b9f6-29195c29f352,segment=NetworkSegment(10717d57-ec5e-46fa-a117-087619b72cd7),segment_id=10717d57-ec5e-46fa-a117-087619b72cd7)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:06.251112 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.254984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-67bcf3ce-333a-43be-95bc-2ac2a508594f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 HTTP/1.1" status: 200 len: 217 time: 0.0921502 Nov 23 14:30:06.326569 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-3e546e9e-76d0-44cd-b824-78f28291134c service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162984 Nov 23 14:30:06.340217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e57e021c-5f9c-4282-9bc2-361413def5f7 req-35259091-5301-4965-b344-4b01348c9f6c tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694150 Nov 23 14:30:06.341618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-228a3745-3235-470e-bcf9-6628bcd6f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.342263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8e2d-dfab-4bd9-93ea-3cb4129e2ef3 None None] Pushing event updated for resources: {'Port': ['ID=6adb9196-1ab5-4818-b9f6-29195c29f352,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:06.343377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-228a3745-3235-470e-bcf9-6628bcd6f9f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.0571053 Nov 23 14:30:06.357043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.464847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-bf72e972-746e-49bd-9d5d-735f0233de9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016815 Nov 23 14:30:06.465565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=55c79705-6a33-480d-8811-fa1c1386b31c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:06.486816 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f90283-fe73-4c70-bb9e-923a617f4958 req-04f86b75-d95b-4078-8595-5d71b9d2afce service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530802 Nov 23 14:30:06.509541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97055d5c-d210-4274-89c4-7cfd65a66b93 req-799cac73-4b99-4c4c-8e51-e16433d231f2 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.514716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97055d5c-d210-4274-89c4-7cfd65a66b93 req-799cac73-4b99-4c4c-8e51-e16433d231f2 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.3610594 Nov 23 14:30:06.614814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8ac65add-3e72-458a-aad8-7072b2315b51 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:06.616322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97055d5c-d210-4274-89c4-7cfd65a66b93 req-8119fcb3-63c0-46a6-87d3-45e37170b423 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774298 Nov 23 14:30:06.702598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-9fa86470-117b-4be1-b63b-a9069c3c6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.708530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-9fa86470-117b-4be1-b63b-a9069c3c6d61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 1095 time: 0.1498251 Nov 23 14:30:06.732381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.764844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe161c-ca51-4a56-a8f0-9aebbf2b6deb req-43b52294-a077-42e6-8afb-4661d89a1154 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.766692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5fe161c-ca51-4a56-a8f0-9aebbf2b6deb req-43b52294-a077-42e6-8afb-4661d89a1154 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 944 time: 0.2967007 Nov 23 14:30:06.785101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 8ac65add-3e72-458a-aad8-7072b2315b51 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:30:06.798860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 8ac65add-3e72-458a-aad8-7072b2315b51 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:06.799584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.829343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef0f011-e2f7-4d1f-bb25-0ed0f8038c54']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:06.835457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-e909e81a-1c0c-4a94-870f-276551c21204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.837836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-e909e81a-1c0c-4a94-870f-276551c21204 service neutron] 10.222.0.74 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.1224205 Nov 23 14:30:06.899106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10717d57-ec5e-46fa-a117-087619b72cd7') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:06.900920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10717d57-ec5e-46fa-a117-087619b72cd7') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:06.904069 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-d0f77dbf-3e91-4b57-80c8-bc293767016f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b HTTP/1.1" status: 200 len: 217 time: 0.0582967 Nov 23 14:30:06.925601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.970301 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.974168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-ac1d96e2-f6a3-4ac4-9225-1fdd47fbec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:06.976918 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-ac1d96e2-f6a3-4ac4-9225-1fdd47fbec11 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.0640259 Nov 23 14:30:06.979732 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:06.993241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-99840803-3b49-4793-8191-e14f3ceb84ab service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132196 Nov 23 14:30:06.994252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:06.994663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:07.002638 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:07.038623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5fe161c-ca51-4a56-a8f0-9aebbf2b6deb req-d6ab86e0-823d-42e6-883b-696916c26022 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624695 Nov 23 14:30:07.051028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8ac65add-3e72-458a-aad8-7072b2315b51, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ac65add-3e72-458a-aad8-7072b2315b51,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:07.052208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac65add-3e72-458a-aad8-7072b2315b51'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:07.053993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e6041-0f5f-435a-878e-a35ba0527705 req-6936134c-b7d8-45b7-8dc7-a1cbd309b91e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:07.058999 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d0df51-82e1-47c4-be73-7c42fca1c4ee" -d '{"events": [{"server_uuid": "2e9f7661-d4f8-46d4-bb94-1e62f2b606ac", "name": "network-vif-plugged", "status": "completed", "tag": "8ac65add-3e72-458a-aad8-7072b2315b51"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:07.063371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-553e6041-0f5f-435a-878e-a35ba0527705 req-6936134c-b7d8-45b7-8dc7-a1cbd309b91e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 944 time: 0.2506514 Nov 23 14:30:07.066963 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:07.088401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-9f67afe2-be6d-4982-827e-e46d74a482bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:07.091682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-9f67afe2-be6d-4982-827e-e46d74a482bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064234 Nov 23 14:30:07.129091 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff249ae9-cf24-43e4-bb00-194aa2ab3285 x-openstack-request-id: req-ff249ae9-cf24-43e4-bb00-194aa2ab3285 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:07.129571 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9f7661-d4f8-46d4-bb94-1e62f2b606ac", "name": "network-vif-plugged", "status": "completed", "tag": "8ac65add-3e72-458a-aad8-7072b2315b51", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:07.130086 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff249ae9-cf24-43e4-bb00-194aa2ab3285 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:07.130686 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac65add-3e72-458a-aad8-7072b2315b51', 'code': 200} Nov 23 14:30:07.190538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8ac65add-3e72-458a-aad8-7072b2315b51,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:07.240247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-52132218-7fe2-4781-9741-e1c3d23f2d74 service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404450 Nov 23 14:30:07.270724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fadf9bb-4e40-42e4-9eab-77122b56af47 req-3216b9ee-3acc-4422-9c01-de7a4f84fee9 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563035 Nov 23 14:30:07.271879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:30:07.271879 n-d-818503-2 neutron-server[103346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:30:07.271879 n-d-818503-2 neutron-server[103346]: [parameters: {'id': 'cef0f011-e2f7-4d1f-bb25-0ed0f8038c54'}] Nov 23 14:30:07.271879 n-d-818503-2 neutron-server[103346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:30:07.271879 n-d-818503-2 neutron-server[103346]: DEBUG oslo_db.api [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:30:07.294843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-553e6041-0f5f-435a-878e-a35ba0527705 req-49c3fe4a-82a3-4fcd-836b-d4c07b89178d tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304597 Nov 23 14:30:07.311301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f35b1-7d90-49d8-92ea-b61bfdad77a6 req-ef260369-e1f9-43f4-a213-4e83c3e73ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:07.322562 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c6f35b1-7d90-49d8-92ea-b61bfdad77a6 req-ef260369-e1f9-43f4-a213-4e83c3e73ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 1097 time: 0.0956056 Nov 23 14:30:07.369366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-71ac5607-4220-41ef-bf18-661beb8311d5 req-b9f16e1c-3ee1-4a7b-b7b8-72c901e1bb00 service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208172 Nov 23 14:30:07.452378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-bab2e94e-827b-45dc-bcfb-a579ff9b4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:07.453357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-bab2e94e-827b-45dc-bcfb-a579ff9b4799 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 1095 time: 0.1153057 Nov 23 14:30:07.455421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c6f35b1-7d90-49d8-92ea-b61bfdad77a6 req-63fac334-779a-4d83-854c-e48d37af8af8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252353 Nov 23 14:30:07.591862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e79ad-299d-4e07-ad89-2eb91fcde243 req-c9bd4239-fe4b-474a-9dfd-6d48db0f35f8 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:07.593452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-243e79ad-299d-4e07-ad89-2eb91fcde243 req-c9bd4239-fe4b-474a-9dfd-6d48db0f35f8 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 946 time: 0.1090426 Nov 23 14:30:07.598981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-bfee66ec-207e-4dab-ad29-f4d99a902e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:07.600454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-bfee66ec-207e-4dab-ad29-f4d99a902e6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 916 time: 0.1385021 Nov 23 14:30:07.645809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-2ca70468-d27e-4fab-8978-92d24159a1f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 HTTP/1.1" status: 200 len: 217 time: 0.0366819 Nov 23 14:30:07.706083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:07.740020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-243e79ad-299d-4e07-ad89-2eb91fcde243 req-dc089d29-5454-4f2f-a093-76fdf24add22 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381476 Nov 23 14:30:07.744402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-81390f3d-22ef-40f0-9507-9dd0435a921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:07.745763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-81390f3d-22ef-40f0-9507-9dd0435a921d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.0920193 Nov 23 14:30:07.835336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:07.846544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09139bd-26a5-414e-a095-f1b0ddef9f63 None None] Network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:07.869732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'port_id': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'mac_address': 'fa:16:3e:e4:70:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:07.956894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-33a3ca36-9ef3-444e-b7de-53587da2c713 None None] Provisioning complete for port 6adb9196-1ab5-4818-b9f6-29195c29f352 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:07.957454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-33a3ca36-9ef3-444e-b7de-53587da2c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.019531 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.038268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.060775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-93672be4-3736-4645-88f6-04ea7e5451a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3049462 Nov 23 14:30:08.068894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:08.106773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:08.144518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.173001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcf1d-10fc-4efb-9170-e982e8f9d193 req-73c0b7e0-5ce6-41e3-b08b-fa21ee780949 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:08.174525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c78dcf1d-10fc-4efb-9170-e982e8f9d193 req-73c0b7e0-5ce6-41e3-b08b-fa21ee780949 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.4333818 Nov 23 14:30:08.202381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-33a3ca36-9ef3-444e-b7de-53587da2c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.210631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] DHCP port deletion for cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:08.271758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-effb32b0-6ea9-4e14-8658-40a6f1d12fa0 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013557 Nov 23 14:30:08.300623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-33a3ca36-9ef3-444e-b7de-53587da2c713 None None] For port 6adb9196-1ab5-4818-b9f6-29195c29f352, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6adb9196-1ab5-4818-b9f6-29195c29f352,segment=NetworkSegment(10717d57-ec5e-46fa-a117-087619b72cd7),segment_id=10717d57-ec5e-46fa-a117-087619b72cd7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:08.304446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:08.304738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c78dcf1d-10fc-4efb-9170-e982e8f9d193 req-4cf04464-b505-496e-b5e9-663c4aeb4e26 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225219 Nov 23 14:30:08.313217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb88b-e5bc-457e-99ea-787b8a1b7b45 req-ffc9cb22-8fd2-4297-b992-7e63105142f8 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:08.318671 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-33a3ca36-9ef3-444e-b7de-53587da2c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.321068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08ecb88b-e5bc-457e-99ea-787b8a1b7b45 req-ffc9cb22-8fd2-4297-b992-7e63105142f8 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 944 time: 0.1353397 Nov 23 14:30:08.343062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting port 6adb9196-1ab5-4818-b9f6-29195c29f352 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:08.343396 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.426099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:08.458943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3ca36-9ef3-444e-b7de-53587da2c713 None None] Pushing event updated for resources: {'Port': ['ID=6adb9196-1ab5-4818-b9f6-29195c29f352,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:08.507036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] Deleting port 6adb9196-1ab5-4818-b9f6-29195c29f352 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:08.507420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.578208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] For port 6adb9196-1ab5-4818-b9f6-29195c29f352, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6adb9196-1ab5-4818-b9f6-29195c29f352,segment=NetworkSegment(10717d57-ec5e-46fa-a117-087619b72cd7),segment_id=10717d57-ec5e-46fa-a117-087619b72cd7)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:08.578548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.621778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Calling delete_port for 6adb9196-1ab5-4818-b9f6-29195c29f352 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:08.627654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08ecb88b-e5bc-457e-99ea-787b8a1b7b45 req-ec8a967d-7178-4ecb-91c8-f76f30b11917 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056698 Nov 23 14:30:08.642910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8fcc-df37-472f-adfc-da8938c8dec3 req-49e9db6d-0287-4ca0-8c50-1541b410fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:08.644579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0cd8fcc-df37-472f-adfc-da8938c8dec3 req-49e9db6d-0287-4ca0-8c50-1541b410fe8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.2617760 Nov 23 14:30:08.651232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2f17722-1696-40bc-bf91-aa12fd7eac05 req-70eff64c-46c9-401c-8a69-6841141c37d3 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691244 Nov 23 14:30:08.676762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0bd83-acd1-4d32-af38-227a0b5efcf9 req-0c3b483c-7f7f-4a4f-a88d-d4fdc0e91a18 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:08.678407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91f0bd83-acd1-4d32-af38-227a0b5efcf9 req-0c3b483c-7f7f-4a4f-a88d-d4fdc0e91a18 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 945 time: 0.2617824 Nov 23 14:30:08.719844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] For port 6adb9196-1ab5-4818-b9f6-29195c29f352, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6adb9196-1ab5-4818-b9f6-29195c29f352,segment=NetworkSegment(10717d57-ec5e-46fa-a117-087619b72cd7),segment_id=10717d57-ec5e-46fa-a117-087619b72cd7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:08.720243 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.735821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] Calling delete_port for 6adb9196-1ab5-4818-b9f6-29195c29f352 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:08.830701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0cd8fcc-df37-472f-adfc-da8938c8dec3 req-a118c7e4-722a-413f-9845-045183f870e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782773 Nov 23 14:30:08.836629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.870833 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:30:08.874367 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 14:30:08.880430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.912410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91f0bd83-acd1-4d32-af38-227a0b5efcf9 req-672fb6d3-02a9-46bc-b747-f90d3773a5c9 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349399 Nov 23 14:30:08.917257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] Pushing event deleted for resources: {'Port': ['ID=6adb9196-1ab5-4818-b9f6-29195c29f352,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:08.920995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c879b-4e5d-42d5-9a4c-089faabd7619 None None] No DVR routers for this DVR port 6adb9196-1ab5-4818-b9f6-29195c29f352 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:08.923309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No DVR routers for this DVR port 6adb9196-1ab5-4818-b9f6-29195c29f352 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:08.927472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Port': ['ID=6adb9196-1ab5-4818-b9f6-29195c29f352,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:08.953580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6392883-5035-4c66-be24-790d7015edea None None] Network cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:09.054463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.064333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead784-f022-40f7-b00f-4600fbaebdd2 req-cc3159e6-4bd3-45d4-8a91-3340d2ceca38 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:09.066146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96ead784-f022-40f7-b00f-4600fbaebdd2 req-cc3159e6-4bd3-45d4-8a91-3340d2ceca38 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 946 time: 0.1338220 Nov 23 14:30:09.092469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef0f011-e2f7-4d1f-bb25-0ed0f8038c54']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:09.110753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10717d57-ec5e-46fa-a117-087619b72cd7') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:09.111087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10717d57-ec5e-46fa-a117-087619b72cd7') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:09.127949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.154132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96ead784-f022-40f7-b00f-4600fbaebdd2 req-34ece61c-fb89-4626-9246-8b73289b7750 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722513 Nov 23 14:30:09.155226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.163226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:09.163957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:09.167884 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:09.249682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.264686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.268648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 HTTP/1.1" status: 204 len: 168 time: 3.8294964 Nov 23 14:30:09.275558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46184) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:09.284146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb8745-e9f5-49a2-b951-0fbe628a0da9 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=cef0f011-e2f7-4d1f-bb25-0ed0f8038c54,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:09.327158 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-080a5f85-dcc3-4f9d-aed6-70d43a4ee2a5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:09.327630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080a5f85-dcc3-4f9d-aed6-70d43a4ee2a5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:09.331326 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-080a5f85-dcc3-4f9d-aed6-70d43a4ee2a5 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/55c79705-6a33-480d-8811-fa1c1386b31c HTTP/1.1" status: 404 len: 337 time: 0.0547760 Nov 23 14:30:09.333887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46198) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:09.357267 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1d6c18-17f2-4a31-a4bd-a77e29525317 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:09.358015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1d6c18-17f2-4a31-a4bd-a77e29525317 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:09.362514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-db1d6c18-17f2-4a31-a4bd-a77e29525317 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/cef0f011-e2f7-4d1f-bb25-0ed0f8038c54 HTTP/1.1" status: 404 len: 339 time: 0.0274272 Nov 23 14:30:09.365452 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46214) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:09.493727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.507127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aadff4-eb37-4ca5-aa0f-2eac68cfc86a req-516587ca-6bf8-4b34-83ab-c8b8abaa6648 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:09.509143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05aadff4-eb37-4ca5-aa0f-2eac68cfc86a req-516587ca-6bf8-4b34-83ab-c8b8abaa6648 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0744784 Nov 23 14:30:09.601467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05aadff4-eb37-4ca5-aa0f-2eac68cfc86a req-070a68c6-97a6-4070-8ad4-d31d2ab7da8a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858707 Nov 23 14:30:09.647324 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.699965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268eae45-aa37-4a84-bddc-97e7ab043233']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:09.711029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f96a12-1e6e-4891-af1d-f84e43a5b44e') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:09.711223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f96a12-1e6e-4891-af1d-f84e43a5b44e') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:09.726413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.734666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:09.738307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:09.764254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.774641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:09.775126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:09.780620 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:09.877670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03471974-f875-4f8b-aa14-c1eba02dbd09 req-87ebc5a5-af2c-472d-b0a9-0d11b47a79ff tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:09.886787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03471974-f875-4f8b-aa14-c1eba02dbd09 req-87ebc5a5-af2c-472d-b0a9-0d11b47a79ff tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 944 time: 0.1138062 Nov 23 14:30:09.969177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:30:10.001124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:10.007321 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.028939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.077942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03471974-f875-4f8b-aa14-c1eba02dbd09 req-56d2fbf5-a20b-4f73-bf5e-ec36fd144ab4 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723683 Nov 23 14:30:10.098790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.110443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/268eae45-aa37-4a84-bddc-97e7ab043233 HTTP/1.1" status: 204 len: 168 time: 0.7381923 Nov 23 14:30:10.111045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2acac2-3b86-4311-bc03-f2765ef10156 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=268eae45-aa37-4a84-bddc-97e7ab043233,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:10.111970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46308) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:10.125413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:10.139695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3', 'network_id': 'b6930fa2-41e4-46b0-b930-cad585990db3', 'port_id': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3', 'mac_address': 'fa:16:3e:d4:0b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:10.152806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6adb9196-1ab5-4818-b9f6-29195c29f352 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:30:10.185712 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db13c08-c9cd-4d7c-8ae4-a6233fe5704f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:10.187010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db13c08-c9cd-4d7c-8ae4-a6233fe5704f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:10.190286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5db13c08-c9cd-4d7c-8ae4-a6233fe5704f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/3bdb744f-ee1c-4d00-b4e4-c73d765c6c42 HTTP/1.1" status: 404 len: 337 time: 0.0689857 Nov 23 14:30:10.193426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46320) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:10.208332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6adb9196-1ab5-4818-b9f6-29195c29f352 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:30:10.208904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6adb9196-1ab5-4818-b9f6-29195c29f352 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:30:10.215811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88316058-be0b-4975-94d5-3b5bcb211ab4 req-739b1216-5d36-43fb-aaf3-4423e007837c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:10.217810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88316058-be0b-4975-94d5-3b5bcb211ab4 req-739b1216-5d36-43fb-aaf3-4423e007837c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 945 time: 0.1212935 Nov 23 14:30:10.252452 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ded0cd-566f-469b-89a1-200cf952242f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:10.254258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ded0cd-566f-469b-89a1-200cf952242f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:10.259690 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-25ded0cd-566f-469b-89a1-200cf952242f tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/5c605eeb-8e3a-445f-99aa-15bf7bf06878 HTTP/1.1" status: 404 len: 339 time: 0.0649421 Nov 23 14:30:10.263580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46326) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:10.276914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.279795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.317420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:10.329133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:10.335443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88316058-be0b-4975-94d5-3b5bcb211ab4 req-db17ac89-c2dc-4461-bdf5-adbab51c26f6 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107044 Nov 23 14:30:10.336299 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c665b249-ae6f-44f3-a5bd-5ea824291a46" -d '{"events": [{"server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "name": "network-vif-plugged", "status": "completed", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:10.390740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:10.392658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:10.400916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.402793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.407653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting subnet 3107f88a-5a92-45cb-adc6-afb8fb56a71c {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:30:10.413861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.460111 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c81293-dc04-4ef9-97a8-39b3344aa2ff x-openstack-request-id: req-07c81293-dc04-4ef9-97a8-39b3344aa2ff {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:10.463033 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "name": "network-vif-plugged", "status": "completed", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:10.463486 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07c81293-dc04-4ef9-97a8-39b3344aa2ff {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:10.464140 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'code': 200} Nov 23 14:30:10.470738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.523952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:10.609091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908833b5-dfee-46fe-9955-c3c0405eb34f req-03dc40ae-c8a6-41a1-b8fe-94be093c26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:10.610949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-908833b5-dfee-46fe-9955-c3c0405eb34f req-03dc40ae-c8a6-41a1-b8fe-94be093c26f7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 1097 time: 0.0969012 Nov 23 14:30:10.658539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:10.668877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:10.701018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.707220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-908833b5-dfee-46fe-9955-c3c0405eb34f req-9630cd97-b429-4974-88a5-22e733dc0bb6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893729 Nov 23 14:30:10.839786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b33ee-9911-45fd-87b0-0d531bb49b94 req-bd74b290-eead-4129-871c-c29d66e78fa2 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:10.849744 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-180b33ee-9911-45fd-87b0-0d531bb49b94 req-bd74b290-eead-4129-871c-c29d66e78fa2 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1145444 Nov 23 14:30:10.910611 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.971659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-180b33ee-9911-45fd-87b0-0d531bb49b94 req-de8cddc5-7528-479a-bea7-119a3f23b6c4 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197083 Nov 23 14:30:10.974693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=3107f88a-5a92-45cb-adc6-afb8fb56a71c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:10.980659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.992540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667d85d-37fc-43aa-885e-38aee28ded9d None None] Network 855da437-1cce-46d4-83bd-adf4cec406fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:10.999195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46434) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:11.000467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a657e18e-56d9-4b5c-bcdb-4485e36ea7e0 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/3107f88a-5a92-45cb-adc6-afb8fb56a71c HTTP/1.1" status: 204 len: 168 time: 0.7358463 Nov 23 14:30:11.108776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting subnet 55e35942-4730-4c3e-a8ff-77374156761b {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:30:11.137177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.246990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.333687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c2fb2-dab4-420c-abff-d109bd74137b req-19860cd9-cbfe-418e-a5bd-b41be03b6ca6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:11.352488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-726c2fb2-dab4-420c-abff-d109bd74137b req-19860cd9-cbfe-418e-a5bd-b41be03b6ca6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 945 time: 0.1446702 Nov 23 14:30:11.501314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.624157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-726c2fb2-dab4-420c-abff-d109bd74137b req-19bcc01f-5661-47c4-b337-3486409f5ac6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707584 Nov 23 14:30:11.729733 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.733280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-a2fdc795-64cf-4639-88fc-6c5e640112d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:11.735349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-a2fdc795-64cf-4639-88fc-6c5e640112d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.1845326 Nov 23 14:30:11.744334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:11.755419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5769ba-5118-4d40-8b47-d71c1dd6a096 req-0f1c3233-1f5e-4d2d-bc50-82331e428257 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:11.756981 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca5769ba-5118-4d40-8b47-d71c1dd6a096 req-0f1c3233-1f5e-4d2d-bc50-82331e428257 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 946 time: 0.1661067 Nov 23 14:30:11.825762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=55e35942-4730-4c3e-a8ff-77374156761b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:11.853771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.863624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/55e35942-4730-4c3e-a8ff-77374156761b HTTP/1.1" status: 204 len: 168 time: 0.8631368 Nov 23 14:30:11.866835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46526) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:11.870575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.871266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.871951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.872456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.873134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.873647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.874159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.874653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.875175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.875689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.876190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.876688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e34186-2f0d-4655-b5d5-8170dda85e08 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:11.950218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:30:11.958086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:11.958462 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.119097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca5769ba-5118-4d40-8b47-d71c1dd6a096 req-5e477e26-2e98-4207-8532-84086a0aad64 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102820 Nov 23 14:30:12.125307 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.143624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-f975b820-0467-4f95-acc6-178863c58a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:12.145280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-f975b820-0467-4f95-acc6-178863c58a46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.3874154 Nov 23 14:30:12.172764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1039bcd-f050-4271-ac61-268f99a843a5 req-dd1c3c87-4ed3-4d7b-a63a-ffff96ef5792 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:12.182316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1039bcd-f050-4271-ac61-268f99a843a5 req-dd1c3c87-4ed3-4d7b-a63a-ffff96ef5792 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.2453351 Nov 23 14:30:12.242656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:12.246104 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.326747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-122b4f18-fb47-4c75-9071-579189e3f028 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.1735377 Nov 23 14:30:12.367831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] For port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,segment=NetworkSegment(3b82b66d-a8c7-413d-aed5-f3a9d702f8b4),segment_id=3b82b66d-a8c7-413d-aed5-f3a9d702f8b4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:12.368766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.395772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Calling delete_port for 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:12.427423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1039bcd-f050-4271-ac61-268f99a843a5 req-ef170b4c-c139-42d9-8406-a177fe43915b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417033 Nov 23 14:30:12.456128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-92723cba-a17e-4ef9-b610-a3d90c1c5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:12.473126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-92723cba-a17e-4ef9-b610-a3d90c1c5a49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1342232 Nov 23 14:30:12.522098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-7c6e5111-2e72-402d-82e7-cb546446b3af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394094 Nov 23 14:30:12.545205 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.578727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b5cf47-f28f-4f31-8dc9-c74f7bea36d6 None None] Network 855da437-1cce-46d4-83bd-adf4cec406fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:12.587429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-affaa340-47cf-4000-be99-2582b1cb22b8 None None] Could not find standard attr ID for object 5b9a6fd8-420d-4abd-8ab8-0d18244a8948. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:30:12.601547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No DVR routers for this DVR port 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:12.608273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Port': ['ID=5b9a6fd8-420d-4abd-8ab8-0d18244a8948,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:12.608461 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.674816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:12.684992 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06efae6b-5514-44a2-a8a2-22b885a1398a" -d '{"events": [{"server_uuid": "e6a3f9e2-c430-4249-a1f8-209e7f4b08ce", "name": "network-vif-plugged", "status": "completed", "tag": "28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:12.710552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.736753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855da437-1cce-46d4-83bd-adf4cec406fd']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:12.742644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-f0632ca8-556b-401a-8b6b-b13b4cda9e03 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130935 Nov 23 14:30:12.754574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b82b66d-a8c7-413d-aed5-f3a9d702f8b4') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:12.755460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b82b66d-a8c7-413d-aed5-f3a9d702f8b4') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:12.799209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.837976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:12.844253 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.876889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:12.878197 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:12.882150 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:12.921597 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.041842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52268151-4dd4-4101-825f-6d5bdd6cd51d req-d1d14983-80b4-4a39-8986-4d8a5147a085 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901444 Nov 23 14:30:13.086138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fe8ce-3ce1-4f4c-9b0e-671827bd5379 req-a7bc902b-021c-4e79-bf8f-1bc6cd129302 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.095049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-421fe8ce-3ce1-4f4c-9b0e-671827bd5379 req-a7bc902b-021c-4e79-bf8f-1bc6cd129302 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 945 time: 0.3221509 Nov 23 14:30:13.110007 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1012075-7e7d-4629-b22f-052ab309ce0e x-openstack-request-id: req-d1012075-7e7d-4629-b22f-052ab309ce0e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:13.115211 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a3f9e2-c430-4249-a1f8-209e7f4b08ce", "name": "network-vif-plugged", "status": "completed", "tag": "28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:13.115873 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1012075-7e7d-4629-b22f-052ab309ce0e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:13.118223 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3', 'code': 200} Nov 23 14:30:13.161164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662782df-d920-4a5f-b65e-41a29b9f61dc req-e85a266a-d345-40d0-84a1-45d2e7097869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.162684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-662782df-d920-4a5f-b65e-41a29b9f61dc req-e85a266a-d345-40d0-84a1-45d2e7097869 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 1097 time: 0.1357422 Nov 23 14:30:13.208513 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.211007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.239659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be7c23-f1ad-4f49-858b-606b3e14c2fc None None] DHCP port deletion for 855da437-1cce-46d4-83bd-adf4cec406fd request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:13.279956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.279956 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/855da437-1cce-46d4-83bd-adf4cec406fd HTTP/1.1" status: 204 len: 168 time: 1.4104857 Nov 23 14:30:13.279956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc3ed5-497f-4997-9e27-1cc2a0e81e12 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=855da437-1cce-46d4-83bd-adf4cec406fd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.287190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46662) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.308690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-421fe8ce-3ce1-4f4c-9b0e-671827bd5379 req-9b8f2c19-d144-498c-9601-a13282c72140 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123127 Nov 23 14:30:13.326122 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc644998-71ad-4a56-8ef6-12e850c05bd4 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:13.336220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc644998-71ad-4a56-8ef6-12e850c05bd4 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:13.339496 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc644998-71ad-4a56-8ef6-12e850c05bd4 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/90a5de23-55ea-4a7f-a66f-9179d1bb53ea HTTP/1.1" status: 404 len: 337 time: 0.0512815 Nov 23 14:30:13.342076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46670) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.364571 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-63da92e5-e135-4b20-84d8-46f6d3edf71e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:13.365716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63da92e5-e135-4b20-84d8-46f6d3edf71e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:13.374945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-63da92e5-e135-4b20-84d8-46f6d3edf71e tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/52f16a86-73f9-4155-ac13-fe4391460268 HTTP/1.1" status: 404 len: 339 time: 0.0284529 Nov 23 14:30:13.376247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46676) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.377472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-662782df-d920-4a5f-b65e-41a29b9f61dc req-a27b5fc8-3675-420d-a0dc-7d63a7f663a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032983 Nov 23 14:30:13.422391 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-efacb584-48b7-43af-a87a-cc21dd0cbb1b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:13.423095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efacb584-48b7-43af-a87a-cc21dd0cbb1b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:13.431131 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-efacb584-48b7-43af-a87a-cc21dd0cbb1b tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/8c241cef-7f2b-478c-8e91-6a88eec72770 HTTP/1.1" status: 404 len: 337 time: 0.0523894 Nov 23 14:30:13.432845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46682) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.437718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d349-e968-4e67-a218-42f5d6b39298 req-acbe16e7-5670-48ff-8f50-571c8e1355e5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.447705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6a8d349-e968-4e67-a218-42f5d6b39298 req-acbe16e7-5670-48ff-8f50-571c8e1355e5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 946 time: 0.0939479 Nov 23 14:30:13.456804 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a098ce1e-c611-44ba-8282-6326b6760680 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:13.457509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a098ce1e-c611-44ba-8282-6326b6760680 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:13.467861 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a098ce1e-c611-44ba-8282-6326b6760680 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/f607f4e7-9510-4eff-bba7-5ce704a015d9 HTTP/1.1" status: 404 len: 339 time: 0.0306478 Nov 23 14:30:13.469154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.517737 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-196ec06c-0a17-46ad-8583-41f6f9d74745 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:13.518526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196ec06c-0a17-46ad-8583-41f6f9d74745 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:13.522451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-196ec06c-0a17-46ad-8583-41f6f9d74745 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/1a8044b8-02a7-4c2c-9687-7674577d0160 HTTP/1.1" status: 404 len: 337 time: 0.0518639 Nov 23 14:30:13.524986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46696) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.540884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6a8d349-e968-4e67-a218-42f5d6b39298 req-422ff499-59f6-416e-a743-f2d4df79c6ad tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919273 Nov 23 14:30:13.558537 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e86dbe-688d-4578-85d6-eaece3baaacf tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:13.559123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e86dbe-688d-4578-85d6-eaece3baaacf tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:13.562463 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3e86dbe-688d-4578-85d6-eaece3baaacf tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/3975bb42-a8e5-40e3-bc04-66eb0bc06e29 HTTP/1.1" status: 404 len: 339 time: 0.0363588 Nov 23 14:30:13.565042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46702) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.663061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad277f30-c39b-4dff-9a64-23edc98b1951 req-6c2eeb31-1c22-4b73-8f27-db4c691d4f3b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.665388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad277f30-c39b-4dff-9a64-23edc98b1951 req-6c2eeb31-1c22-4b73-8f27-db4c691d4f3b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1190631 Nov 23 14:30:13.671327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting subnet 27c31593-47c9-4319-8e84-927ad3f3e83e {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:30:13.681840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.743640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.761797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad277f30-c39b-4dff-9a64-23edc98b1951 req-d0a3fabb-17cb-42e1-939a-bfa93b86b58b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894058 Nov 23 14:30:13.771279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989aa45-1faa-4a4e-9578-cfa09914cc3b req-777b37f4-011f-4953-b931-389fd493f34c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.779389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a989aa45-1faa-4a4e-9578-cfa09914cc3b req-777b37f4-011f-4953-b931-389fd493f34c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 946 time: 0.0993071 Nov 23 14:30:13.782981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46704) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.790829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Request body: {'floatingip': {'port_id': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:13.834068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.887521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.971597 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.015288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=27c31593-47c9-4319-8e84-927ad3f3e83e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.020260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.024377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7df8ca53-b573-4e2d-8570-7dc5abf6a352 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/27c31593-47c9-4319-8e84-927ad3f3e83e HTTP/1.1" status: 204 len: 168 time: 0.4578164 Nov 23 14:30:14.027710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b7448-2ba9-4d5b-903c-91d586d73790 None None] Network d6c7c7ba-056d-404c-9642-8dc53ee7e29a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:14.039203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46712) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:14.123997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:30:14.151087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:30:14.151692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5b9a6fd8-420d-4abd-8ab8-0d18244a8948 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:30:14.211363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.307372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] DHCP port deletion for d6c7c7ba-056d-404c-9642-8dc53ee7e29a request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:14.370869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:14.371243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.464576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] Deleting port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:14.464917 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.504504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] For port c3db467b-7ff9-444e-91c9-40d9d8c8fb57, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,segment=NetworkSegment(720f990f-b172-4ed8-b9d5-0c76e258dc35),segment_id=720f990f-b172-4ed8-b9d5-0c76e258dc35)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:14.505150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.540981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Calling delete_port for c3db467b-7ff9-444e-91c9-40d9d8c8fb57 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:14.600001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] For port c3db467b-7ff9-444e-91c9-40d9d8c8fb57, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,segment=NetworkSegment(720f990f-b172-4ed8-b9d5-0c76e258dc35),segment_id=720f990f-b172-4ed8-b9d5-0c76e258dc35)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:14.600687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.633924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] Calling delete_port for c3db467b-7ff9-444e-91c9-40d9d8c8fb57 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:14.677914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.706243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No DVR routers for this DVR port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:14.765145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Port': ['ID=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.822139 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.849321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] No DVR routers for this DVR port c3db467b-7ff9-444e-91c9-40d9d8c8fb57 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:14.916135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628d708-0134-40c7-9409-943fa8183cbf None None] Pushing event deleted for resources: {'Port': ['ID=c3db467b-7ff9-444e-91c9-40d9d8c8fb57,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.931026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.966031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c7c7ba-056d-404c-9642-8dc53ee7e29a']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:14.984527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720f990f-b172-4ed8-b9d5-0c76e258dc35') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:14.985255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720f990f-b172-4ed8-b9d5-0c76e258dc35') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:14.999265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.026651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.036606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:15.037531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:15.042073 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:15.135850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.154656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.166414 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/d6c7c7ba-056d-404c-9642-8dc53ee7e29a HTTP/1.1" status: 204 len: 168 time: 1.1221664 Nov 23 14:30:15.167214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46724) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:15.201630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df004eec-9ddf-4de3-944d-48d759c7dabc req-603b7c0c-bc4c-4033-b379-3182ee5334b9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:15.207840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df004eec-9ddf-4de3-944d-48d759c7dabc req-603b7c0c-bc4c-4033-b379-3182ee5334b9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 946 time: 0.7886667 Nov 23 14:30:15.260984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13201c53-41ed-43a9-8944-9815c2f2dbde tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=d6c7c7ba-056d-404c-9642-8dc53ee7e29a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:15.270316 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ef6869-2535-4243-8f55-a2e59e7a6557 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:15.271495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ef6869-2535-4243-8f55-a2e59e7a6557 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:15.276061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43ef6869-2535-4243-8f55-a2e59e7a6557 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/ecb40479-338f-467b-b6a1-606da3e844f5 HTTP/1.1" status: 404 len: 337 time: 0.0986459 Nov 23 14:30:15.278284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46726) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:15.302100 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bebbcb1-517d-4e81-9483-88481dbd5613 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] DELETE failed (client error): The resource could not be found. Nov 23 14:30:15.303115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bebbcb1-517d-4e81-9483-88481dbd5613 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:30:15.303667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd914d0f-2fb8-4a06-bb89-d72ce7c4042a req-4ab115f4-15eb-4eaa-9e9d-336632c6cc91 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:15.306064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd914d0f-2fb8-4a06-bb89-d72ce7c4042a req-4ab115f4-15eb-4eaa-9e9d-336632c6cc91 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.2589374 Nov 23 14:30:15.309639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df004eec-9ddf-4de3-944d-48d759c7dabc req-4583b3f0-05e7-4408-9f88-e95e35c86db6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010284 Nov 23 14:30:15.314716 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4bebbcb1-517d-4e81-9483-88481dbd5613 tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/2dbbda50-4a3e-46b5-8815-5a3ee4eb0462 HTTP/1.1" status: 404 len: 339 time: 0.0350587 Nov 23 14:30:15.317289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46728) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:15.377478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting subnet d98658a2-5120-4fab-9508-de853c0670f4 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:30:15.381517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.382323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd914d0f-2fb8-4a06-bb89-d72ce7c4042a req-9ad2ffbf-e06a-4402-a795-f3c633bbc6d0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Nov 23 14:30:15.523410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.582930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.resource_extend [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:30:15.649119 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.655969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:15.853085 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Floating IP 4ed7b00b-6b1c-43b4-b846-a9c4df47397d associated. External IP: 172.25.3.190, port: 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b. Nov 23 14:30:16.109682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c3db467b-7ff9-444e-91c9-40d9d8c8fb57 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:30:16.141866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c3db467b-7ff9-444e-91c9-40d9d8c8fb57 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:30:16.144267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c3db467b-7ff9-444e-91c9-40d9d8c8fb57 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:30:16.148007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.156780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Router 311d69f6-9864-4a74-b06f-0f08c5b7534b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:30:16.264913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.376448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:16.392191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Subnet': ['ID=d98658a2-5120-4fab-9508-de853c0670f4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:16.394401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.397847 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] Sync routers for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:16.399912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.405584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059594e9-9686-4c04-856b-71921e2fa0bc None None] Network f970ff5f-b1e6-4ee5-946f-50158db654e6 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:16.409249 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f016184-757f-47f7-a8e8-a945bad9223a tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/subnets/d98658a2-5120-4fab-9508-de853c0670f4 HTTP/1.1" status: 204 len: 168 time: 1.0907083 Nov 23 14:30:16.412463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 46738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:16.439428 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:16.440057 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:29:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:16.563155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ffc0d5ab-9f85-4a5a-a9a8-a19266594875 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "PUT /v2.0/floatingips/4ed7b00b-6b1c-43b4-b846-a9c4df47397d HTTP/1.1" status: 200 len: 992 time: 2.7741630 Nov 23 14:30:16.563155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:16.590652 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dacb9ec-d38b-401d-80ee-6a51660c20a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:16.754002 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.773379 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:16.817850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac2e7-1368-4ba8-9635-2ea7815d845e req-5e3834e5-6d38-47cc-b4f8-2547ceaa58d3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:16.819637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14dac2e7-1368-4ba8-9635-2ea7815d845e req-5e3834e5-6d38-47cc-b4f8-2547ceaa58d3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.2911503 Nov 23 14:30:16.873080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] DHCP port deletion for f970ff5f-b1e6-4ee5-946f-50158db654e6 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:16.914924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Deleting port 8daa7db4-3ca6-48de-acad-110a3cc0f20c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:16.915378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.926340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f67e8-3e50-4c0a-80cd-40477cb83ce7 req-d82f2e25-5862-459d-9b4c-783683265dd8 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:16.928955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846f67e8-3e50-4c0a-80cd-40477cb83ce7 req-d82f2e25-5862-459d-9b4c-783683265dd8 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 946 time: 0.2864785 Nov 23 14:30:16.964120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] Deleting port 8daa7db4-3ca6-48de-acad-110a3cc0f20c {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:16.965496 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.057711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14dac2e7-1368-4ba8-9635-2ea7815d845e req-316c59fc-066e-49d4-b7a7-fcbfb2e1a558 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282062 Nov 23 14:30:17.069989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] For port 8daa7db4-3ca6-48de-acad-110a3cc0f20c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8daa7db4-3ca6-48de-acad-110a3cc0f20c,segment=NetworkSegment(cec56d19-3426-45c0-9f1b-a6f4bf3217b1),segment_id=cec56d19-3426-45c0-9f1b-a6f4bf3217b1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:17.072125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.099512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-846f67e8-3e50-4c0a-80cd-40477cb83ce7 req-4daab4e9-40a3-4201-bc53-466455fc17a5 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535373 Nov 23 14:30:17.102000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Calling delete_port for 8daa7db4-3ca6-48de-acad-110a3cc0f20c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:17.184213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] For port 8daa7db4-3ca6-48de-acad-110a3cc0f20c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8daa7db4-3ca6-48de-acad-110a3cc0f20c,segment=NetworkSegment(cec56d19-3426-45c0-9f1b-a6f4bf3217b1),segment_id=cec56d19-3426-45c0-9f1b-a6f4bf3217b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:17.188678 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.223717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] Calling delete_port for 8daa7db4-3ca6-48de-acad-110a3cc0f20c owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:17.244210 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918d87c0-93b3-43d1-a381-ce69d30442f2 x-openstack-request-id: req-918d87c0-93b3-43d1-a381-ce69d30442f2 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:17.244740 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:17.245165 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-918d87c0-93b3-43d1-a381-ce69d30442f2 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:17.245820 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'status': 'completed', 'code': 200} Nov 23 14:30:17.276196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.297127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] No DVR routers for this DVR port 8daa7db4-3ca6-48de-acad-110a3cc0f20c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:17.409313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-300d586d-c1f1-4a0e-b966-799db385034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:17.411284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-300d586d-c1f1-4a0e-b966-799db385034e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 1097 time: 0.1303298 Nov 23 14:30:17.496611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.506946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Port': ['ID=8daa7db4-3ca6-48de-acad-110a3cc0f20c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:17.654245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] No DVR routers for this DVR port 8daa7db4-3ca6-48de-acad-110a3cc0f20c on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:17.679643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a12116-4abd-4240-a790-bff93ace7aa7 None None] Pushing event deleted for resources: {'Port': ['ID=8daa7db4-3ca6-48de-acad-110a3cc0f20c,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:17.743644 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '4ed7b00b-6b1c-43b4-b846-a9c4df47397d', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'port_id': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'mac_address': 'fa:16:3e:e4:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:58Z', 'updated_at': '2021-11-23T14:30:15Z', 'revision_number': 1, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:17.820924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.861516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-4061b86b-25ad-4e54-821c-43ea54941f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:17.869057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-4061b86b-25ad-4e54-821c-43ea54941f9b service neutron] 10.222.0.74 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.4484701 Nov 23 14:30:17.926153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f970ff5f-b1e6-4ee5-946f-50158db654e6']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:17.974622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec56d19-3426-45c0-9f1b-a6f4bf3217b1') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:17.985638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec56d19-3426-45c0-9f1b-a6f4bf3217b1') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:18.035173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.040689 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] Checking router: 311d69f6-9864-4a74-b06f-0f08c5b7534b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:18.086598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.110665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:30:18.113929 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.126177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-d2b70f68-8bf0-42f2-a6fc-0ba512f043d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b HTTP/1.1" status: 200 len: 1000 time: 0.2467527 Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:30:18.126734 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:30:18.219472 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:18.222097 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:29:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:18.254456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8daa7db4-3ca6-48de-acad-110a3cc0f20c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:30:18.326594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.347426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.348229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8daa7db4-3ca6-48de-acad-110a3cc0f20c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:30:18.348581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8daa7db4-3ca6-48de-acad-110a3cc0f20c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:30:18.365353 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] 10.222.0.46 "DELETE /v2.0/networks/f970ff5f-b1e6-4ee5-946f-50158db654e6 HTTP/1.1" status: 204 len: 168 time: 1.9503562 Nov 23 14:30:18.387197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-4723327d-fde3-45c4-9d34-b5c41b0ec268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.389956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-4723327d-fde3-45c4-9d34-b5c41b0ec268 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.2259486 Nov 23 14:30:18.430823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7277a-8300-4de5-9906-ddb27fa157ef tempest-NetworksIpV6Test-418104961 tempest-NetworksIpV6Test-418104961-project] Pushing event deleted for resources: {'Network': ['ID=f970ff5f-b1e6-4ee5-946f-50158db654e6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:18.568526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-8061e445-d451-4960-a795-a7a4251f1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.570639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-8061e445-d451-4960-a795-a7a4251f1cd2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745045 Nov 23 14:30:18.760763 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:19.100152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-87d91b2c-3017-490d-947e-3ca9fcca0304 service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199554 Nov 23 14:30:19.403099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5dacb9ec-d38b-401d-80ee-6a51660c20a1 req-9a2c3122-cd6e-4dce-868d-0803f8b0880f service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954421 Nov 23 14:30:19.565039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46798) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:19.750932 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '4ed7b00b-6b1c-43b4-b846-a9c4df47397d', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'port_id': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'mac_address': 'fa:16:3e:e4:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:58Z', 'updated_at': '2021-11-23T14:30:15Z', 'revision_number': 1, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:19.799713 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e93fa8-048a-4440-a741-f98e718b36f1 None None] The sync data for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 is: [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '4ed7b00b-6b1c-43b4-b846-a9c4df47397d', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'port_id': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'mac_address': 'fa:16:3e:e4:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:58Z', 'updated_at': '2021-11-23T14:30:15Z', 'revision_number': 1, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:19.882644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ca2d614b-95d3-490c-b400-31d4e56a3cd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b5dc6b916fa41ef8043e8dae467b59c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139839 Nov 23 14:30:19.883232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 46804) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:19.952794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6901efa0-6d3b-49a8-85f7-edd347025f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.004659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6901efa0-6d3b-49a8-85f7-edd347025f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.084412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6901efa0-6d3b-49a8-85f7-edd347025f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.096934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6901efa0-6d3b-49a8-85f7-edd347025f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.106702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6901efa0-6d3b-49a8-85f7-edd347025f5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/782f6cd5-c845-43e9-9532-bd7dc362d218 HTTP/1.1" status: 204 len: 168 time: 0.2225106 Nov 23 14:30:20.127075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901efa0-6d3b-49a8-85f7-edd347025f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f6cd5-c845-43e9-9532-bd7dc362d218,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:20.406079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646e49d-4f89-431c-911f-d3c44492f8e4 None None] New status for floating IP 4ed7b00b-6b1c-43b4-b846-a9c4df47397d: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:30:23.738141 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.485925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-c9c34687-ad0c-47b0-964e-35dea122cd23 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696235 Nov 23 14:30:26.644124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-47926c8b-ff36-4670-8355-12c5092bdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:26.649885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-47926c8b-ff36-4670-8355-12c5092bdb49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b03d0e54e384d0497352c16abd8beac&device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 1097 time: 0.0998201 Nov 23 14:30:26.697641 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8819979e-26fb-4018-beb1-f1a5efcf12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.806795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-0ce976f0-c4c8-41ca-b586-c7df685fa592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:26.808871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-0ce976f0-c4c8-41ca-b586-c7df685fa592 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 200 len: 916 time: 0.1304181 Nov 23 14:30:26.860084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-4f92cf4e-f3e1-43ae-ae8c-ca432a81003c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e373c967-573c-42cc-8f45-4706ab05aec5 HTTP/1.1" status: 200 len: 217 time: 0.0437038 Nov 23 14:30:26.920543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-a55cb0f4-7252-4d59-b13a-f38d2fcc4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:26.921557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-a55cb0f4-7252-4d59-b13a-f38d2fcc4a1d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 200 len: 855 time: 0.0540073 Nov 23 14:30:26.966933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-6ddbbc5a-d502-4729-89f5-2bcdf24f704a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6930fa2-41e4-46b0-b930-cad585990db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359662 Nov 23 14:30:27.031488 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.125061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-b0265068-22eb-49d7-9bd4-b11adfffdd85 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504412 Nov 23 14:30:27.333437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33fa418-6bb2-41ce-8a98-2d702c96d2d3 req-d71cf50a-c1f9-4f67-bcb2-bd000e345560 service neutron] 10.222.0.74 "GET /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959262 Nov 23 14:30:28.029817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-661918e3-dead-4f7a-b6a8-dde848fa8577 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759542 Nov 23 14:30:28.154658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-0c70e1bf-8372-4f6b-8f32-44c69bd79e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:28.156415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-0c70e1bf-8372-4f6b-8f32-44c69bd79e97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 1096 time: 0.0656621 Nov 23 14:30:28.332107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-042c990f-905b-47ed-bdd3-c0c7c0328afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:28.333906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-042c990f-905b-47ed-bdd3-c0c7c0328afe service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 200 len: 920 time: 0.1524167 Nov 23 14:30:28.451222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-03d4c088-a09e-45da-a8c8-736eafe5f4e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 200 len: 217 time: 0.1093614 Nov 23 14:30:28.567923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-d6365c2a-ba41-4c38-aebb-0c4bb808e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:28.570283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-d6365c2a-ba41-4c38-aebb-0c4bb808e697 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 200 len: 859 time: 0.1099193 Nov 23 14:30:28.686133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-7c01fb0a-c5c9-4712-b61f-106705146c99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb562300-24c7-4ecc-9c23-c283a8b059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930278 Nov 23 14:30:28.824523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-f453bc35-45bc-4b79-9e7b-5c9fb3534a3c service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268458 Nov 23 14:30:29.011836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b582079c-097c-47e7-96ce-cc9ea4227a61 req-a06729dc-bf23-4316-b3fa-d30a48da3383 service neutron] 10.222.0.11 "GET /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768084 Nov 23 14:30:29.088299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2977f3e7-2521-485d-8c7b-05e56dd2dd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.513592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47422) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:29.810492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d078-de91-409c-a951-85a691f71738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.919422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d078-de91-409c-a951-85a691f71738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.923621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d078-de91-409c-a951-85a691f71738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.969854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47430) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:29.981024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e4a1d078-de91-409c-a951-85a691f71738 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ddbf61497bc4bb3bbb7130bbe758989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4621773 Nov 23 14:30:29.982738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1d078-de91-409c-a951-85a691f71738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f06d84-4f4c-4ea1-b3e0-4ed108bdfea1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:30.028442 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b49f-63ae-4454-91f8-1121773f84ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.056134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b49f-63ae-4454-91f8-1121773f84ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.056359 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.114909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b49f-63ae-4454-91f8-1121773f84ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.121289 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b49f-63ae-4454-91f8-1121773f84ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.128506 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d6b9b49f-63ae-4454-91f8-1121773f84ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1f06d84-4f4c-4ea1-b3e0-4ed108bdfea1 HTTP/1.1" status: 204 len: 168 time: 0.1574686 Nov 23 14:30:30.147480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9b49f-63ae-4454-91f8-1121773f84ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f06d84-4f4c-4ea1-b3e0-4ed108bdfea1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:30.689187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47448) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:30.711133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f8877f6-e058-4d12-bc41-95ea99211b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.856359 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f8877f6-e058-4d12-bc41-95ea99211b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.862164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f8877f6-e058-4d12-bc41-95ea99211b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.915382 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f8877f6-e058-4d12-bc41-95ea99211b3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d15c675202f4d5481aded97b6df19d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249205 Nov 23 14:30:30.916856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8877f6-e058-4d12-bc41-95ea99211b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64704abc-b7c8-46f9-8d95-baaa1daa07fa,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:30.918118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47454) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:30.929263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47456) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:31.002386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28c2e1ab-4148-4155-a4ff-ea2e58bd7395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.027827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28c2e1ab-4148-4155-a4ff-ea2e58bd7395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.090193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea4d0-3dd6-410a-9d96-8fa725e286d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.098823 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28c2e1ab-4148-4155-a4ff-ea2e58bd7395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.102887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28c2e1ab-4148-4155-a4ff-ea2e58bd7395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.107996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-28c2e1ab-4148-4155-a4ff-ea2e58bd7395 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64704abc-b7c8-46f9-8d95-baaa1daa07fa HTTP/1.1" status: 204 len: 168 time: 0.1880238 Nov 23 14:30:31.129147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2e1ab-4148-4155-a4ff-ea2e58bd7395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64704abc-b7c8-46f9-8d95-baaa1daa07fa,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:31.266859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea4d0-3dd6-410a-9d96-8fa725e286d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.273238 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea4d0-3dd6-410a-9d96-8fa725e286d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.345952 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0b8ea4d0-3dd6-410a-9d96-8fa725e286d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a5d24db3f8d420fab5631bbb378ce1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147072 Nov 23 14:30:31.348559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47470) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:31.370487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ea4d0-3dd6-410a-9d96-8fa725e286d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a3a1a3-9e07-425c-9bae-33bacdb4084e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:31.441256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c4fb-07bc-4947-a1a6-8394fec7031d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.472885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c4fb-07bc-4947-a1a6-8394fec7031d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.544396 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c4fb-07bc-4947-a1a6-8394fec7031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.548925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c4fb-07bc-4947-a1a6-8394fec7031d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:31.550134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b2a6c4fb-07bc-4947-a1a6-8394fec7031d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25a3a1a3-9e07-425c-9bae-33bacdb4084e HTTP/1.1" status: 204 len: 168 time: 0.2004337 Nov 23 14:30:31.559611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c4fb-07bc-4947-a1a6-8394fec7031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a3a1a3-9e07-425c-9bae-33bacdb4084e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:31.646178 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.082270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47502) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:32.097239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d917506-75d8-416e-b279-98e4cf269fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.228846 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d917506-75d8-416e-b279-98e4cf269fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.235195 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d917506-75d8-416e-b279-98e4cf269fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.278046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d917506-75d8-416e-b279-98e4cf269fd6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80d7a105fc0147d4882d3ce7337987a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945536 Nov 23 14:30:32.278957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917506-75d8-416e-b279-98e4cf269fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2faaaa4-be27-4311-9f5b-ebf24e5af4d4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:32.280712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47510) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:32.344514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bda93f24-b081-48c4-9d68-2d18c68b885e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.382272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bda93f24-b081-48c4-9d68-2d18c68b885e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.478928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bda93f24-b081-48c4-9d68-2d18c68b885e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.483128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bda93f24-b081-48c4-9d68-2d18c68b885e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.485353 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bda93f24-b081-48c4-9d68-2d18c68b885e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2faaaa4-be27-4311-9f5b-ebf24e5af4d4 HTTP/1.1" status: 204 len: 168 time: 0.2022989 Nov 23 14:30:32.488014 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.501530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93f24-b081-48c4-9d68-2d18c68b885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2faaaa4-be27-4311-9f5b-ebf24e5af4d4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:34.945307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47592) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:35.140623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9cfc9d3-2091-4756-9dfa-4d9d3ca080c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.331884 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9cfc9d3-2091-4756-9dfa-4d9d3ca080c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.338319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9cfc9d3-2091-4756-9dfa-4d9d3ca080c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.397911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfc9d3-2091-4756-9dfa-4d9d3ca080c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c027de-fba4-4b60-91f6-a9e4e1b5b269,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:35.448359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c9cfc9d3-2091-4756-9dfa-4d9d3ca080c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5866a787eda64ba2aadf0d787f267fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010798 Nov 23 14:30:35.451148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47606) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:35.528871 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f34dacc2-25a1-4a70-bc1f-3810dd597e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.574565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f34dacc2-25a1-4a70-bc1f-3810dd597e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.669030 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f34dacc2-25a1-4a70-bc1f-3810dd597e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.673259 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f34dacc2-25a1-4a70-bc1f-3810dd597e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.674716 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f34dacc2-25a1-4a70-bc1f-3810dd597e41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39c027de-fba4-4b60-91f6-a9e4e1b5b269 HTTP/1.1" status: 204 len: 168 time: 0.2216566 Nov 23 14:30:35.685363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dacc2-25a1-4a70-bc1f-3810dd597e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c027de-fba4-4b60-91f6-a9e4e1b5b269,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:38.237796 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:30:43.326824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d26942-4f61-4eb9-98d9-7553008742d2 req-27f9cf58-dbda-4c6c-893d-9410ce60c155 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:43.361734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97d26942-4f61-4eb9-98d9-7553008742d2 req-27f9cf58-dbda-4c6c-893d-9410ce60c155 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1267176 Nov 23 14:30:43.505481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97d26942-4f61-4eb9-98d9-7553008742d2 req-c55d6e7e-dbd2-4066-822c-98d4ec7a63a3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421852 Nov 23 14:30:44.801653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0eb60a-bcfd-4cff-a828-af286d92110f req-8132a793-65a7-434a-99dd-dc13439aa246 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.825623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e0eb60a-bcfd-4cff-a828-af286d92110f req-8132a793-65a7-434a-99dd-dc13439aa246 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1550231 Nov 23 14:30:44.913498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e0eb60a-bcfd-4cff-a828-af286d92110f req-c19763ed-9fba-48fa-ad30-ea02deecef7a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870202 Nov 23 14:30:45.677954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-12c5e9a1-96c4-4cf7-8a29-e527c9b78eec tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:45.681262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-12c5e9a1-96c4-4cf7-8a29-e527c9b78eec tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.74 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.0768738 Nov 23 14:30:45.841910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47842) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:45.950079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Deleting port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:45.951102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.196237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7c51754b-59e6-41c5-bc81-961991603354 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b9bbd71916546a593fe167f97e628f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3525679 Nov 23 14:30:46.197334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47848) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:46.231452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a6964-7e1b-4b18-9664-d9e76fade8a1 req-c1ad3f61-d9ef-47e3-a345-2611e4c4171b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:46.239697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb4a6964-7e1b-4b18-9664-d9e76fade8a1 req-c1ad3f61-d9ef-47e3-a345-2611e4c4171b tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 945 time: 0.1644661 Nov 23 14:30:46.251464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] For port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:46.255073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.318844 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.327581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Calling delete_port for 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:46.369579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.412214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb4a6964-7e1b-4b18-9664-d9e76fade8a1 req-f1f95f0c-95b3-4556-8bee-d0319aedf7d7 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681128 Nov 23 14:30:46.470509 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.474221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.475604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0cc1a51-f044-49e3-95d3-272008a5ab99 HTTP/1.1" status: 204 len: 168 time: 0.2770011 Nov 23 14:30:46.492936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc1a51-f044-49e3-95d3-272008a5ab99,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:46.510441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.511074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.511578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.512112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.512608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.513513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.514011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.514546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.515117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.515660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.516180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.516729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe1fa9-e2e2-468d-b9c4-0fe0428a9000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:46.819600 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.835339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d1396a25-4c2a-477a-bd9e-a3b0a2885ada'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:46.840528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['79eed6ae-fa5a-4789-8e2b-c0ac016d05f5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:46.902635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Pushing event deleted for resources: {'Port': ['ID=79eed6ae-fa5a-4789-8e2b-c0ac016d05f5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:46.987713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] No DVR routers for this DVR port 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:46.991862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.995890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87aaa0db-7b96-4a32-a8fd-ea2c2e2dca8d req-91c18b0e-253d-4e60-8a9e-b113be62242a tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.74 "DELETE /v2.0/ports/79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 HTTP/1.1" status: 204 len: 173 time: 1.3059909 Nov 23 14:30:46.996567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'name': 'network-vif-deleted', 'tag': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:46.999184 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c51f00-9ed6-45f7-8258-f7a8dd09094a" -d '{"events": [{"server_uuid": "efb139c4-a9d0-440b-875e-4478d9d9825d", "name": "network-vif-deleted", "tag": "79eed6ae-fa5a-4789-8e2b-c0ac016d05f5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:47.028493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389f1837-014b-4cad-815b-788b1aeb3d1d None None] DHCP port deletion for cb562300-24c7-4ecc-9c23-c283a8b059d8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:47.133477 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04382b4-8dac-4ca4-988d-3ffc9b2c4853 x-openstack-request-id: req-a04382b4-8dac-4ca4-988d-3ffc9b2c4853 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:47.133778 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb139c4-a9d0-440b-875e-4478d9d9825d", "name": "network-vif-deleted", "tag": "79eed6ae-fa5a-4789-8e2b-c0ac016d05f5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:47.134038 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a04382b4-8dac-4ca4-988d-3ffc9b2c4853 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:47.134437 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb139c4-a9d0-440b-875e-4478d9d9825d', 'name': 'network-vif-deleted', 'tag': '79eed6ae-fa5a-4789-8e2b-c0ac016d05f5', 'status': 'completed', 'code': 200} Nov 23 14:30:47.633913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b134b7d8-b32e-4ea4-a662-ba131880701f req-bfca2364-0059-4ef1-b2f2-2f5c1f077e1c tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=efb139c4-a9d0-440b-875e-4478d9d9825d HTTP/1.1" status: 200 len: 210 time: 0.0891597 Nov 23 14:30:47.912207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47884) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:48.193745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1397667982-network', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:48.215894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Made reservation on behalf of c6e258fc883745ff97e703458c15a4f7 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:48.218383 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.230043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.316103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.322052 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.350866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:48.361457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72524cdc-453c-4dec-940f-e378c63bc411,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:48.366361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.366707 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Added segment fa127873-ea5e-4698-a88c-9645265cca5b of type vlan for network 0c80f1a3-cf25-41be-bff7-daf126d864a5 Nov 23 14:30:48.406395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.431436 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.432345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.432908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.462922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5455060 Nov 23 14:30:48.466038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47890) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:48.470927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Request body: {'subnet': {'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1397667982-subnet', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:48.492273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Made reservation on behalf of c6e258fc883745ff97e703458c15a4f7 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:48.495007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.499930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a023-c111-48ec-9334-1ebf80030d91 admin admin] Pushing event updated for resources: {'Network': ['ID=0c80f1a3-cf25-41be-bff7-daf126d864a5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:48.511791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:48.683995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.743907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:48.753282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Checking segment: {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:48.753738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Network hostable DHCP agents. Network: 0c80f1a3-cf25-41be-bff7-daf126d864a5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:48.771299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:48.781086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 0c80f1a3-cf25-41be-bff7-daf126d864a5) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:48.791279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0592fb9e-4b99-4135-83c0-4feee514bb0f None None] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:48.799894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.800707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.839086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cb2217d7-c6a1-402e-9222-be5aca96a942 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3717213 Nov 23 14:30:48.841546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:48.846628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:48.879814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.883114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.946169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad642b2-2ebe-4664-bfa8-63d27bd63b4c req-7698a595-c5c9-40ae-85fa-b770c9b7def6 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.947789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ad642b2-2ebe-4664-bfa8-63d27bd63b4c req-7698a595-c5c9-40ae-85fa-b770c9b7def6 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0779276 Nov 23 14:30:48.959885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-0c80f1a3-cf25-41be-bff7-daf126d864a5', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:30:48.961487 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:48.961669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.011507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ad642b2-2ebe-4664-bfa8-63d27bd63b4c req-dd6b42f4-a4cd-402f-bb7c-df391e2ae3e0 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505309 Nov 23 14:30:49.109625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Allocated IP 172.20.0.2 (0c80f1a3-cf25-41be-bff7-daf126d864a5/b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7/a6fd1dd9-afdf-4225-86e7-ced458ca131d) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:49.114403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.294703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.305747 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.346490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:49.347139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.349418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:49.356500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:49.376719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.392407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Pushing event updated for resources: {'Port': ['ID=a6fd1dd9-afdf-4225-86e7-ced458ca131d,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:49.416384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.417123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.418045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.418614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.419288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.419891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.421389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.421975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.422648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.423235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.424504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.425072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:49.447648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Attempting to bind port a6fd1dd9-afdf-4225-86e7-ced458ca131d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:49.448121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Attempting to bind port a6fd1dd9-afdf-4225-86e7-ced458ca131d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:49.448654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Attempting to bind port a6fd1dd9-afdf-4225-86e7-ced458ca131d on network 0c80f1a3-cf25-41be-bff7-daf126d864a5 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:49.454907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:49.455385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Checking segment: {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:49.455861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.456324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Bound using segment: {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:49.456872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Bound port: a6fd1dd9-afdf-4225-86e7-ced458ca131d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:49.457322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.509817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Allocated IP 172.25.3.96 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/18fadb7a-e6f5-41c4-8f97-fc8d2c53684f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:49.534765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] For port a6fd1dd9-afdf-4225-86e7-ced458ca131d, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:49.539101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] For port a6fd1dd9-afdf-4225-86e7-ced458ca131d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6fd1dd9-afdf-4225-86e7-ced458ca131d,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:49.544591 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.627239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46d836-b901-48b6-bd26-e71930e73113 None None] Pushing event updated for resources: {'Port': ['ID=a6fd1dd9-afdf-4225-86e7-ced458ca131d,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:49.681071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.722571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.760815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:49.763912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:49.766727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:49.785960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c5963-a599-49bf-97d0-45f75f37ceb7 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:49.811630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Pushing event updated for resources: {'Port': ['ID=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:49.914815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c9b0262b-244a-4b73-83b3-cec8b091686f None None] Provisioning complete for port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:49.915416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9b0262b-244a-4b73-83b3-cec8b091686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.955574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:30:49.957524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0262b-244a-4b73-83b3-cec8b091686f None None] Port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:49.983633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:30:49.984040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 79eed6ae-fa5a-4789-8e2b-c0ac016d05f5 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:30:50.088796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.155666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6fd1dd9-afdf-4225-86e7-ced458ca131d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:50.163551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7b06-b2c2-49e6-ac5e-b9dbb3a24371 req-ec1c1b90-a649-4ca2-a082-56ae2fd78881 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:50.165626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b2e7b06-b2c2-49e6-ac5e-b9dbb3a24371 req-ec1c1b90-a649-4ca2-a082-56ae2fd78881 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0617690 Nov 23 14:30:50.221454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a6fd1dd9-afdf-4225-86e7-ced458ca131d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:50.222199 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.236733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b2e7b06-b2c2-49e6-ac5e-b9dbb3a24371 req-c1ceef74-3654-43ca-bd6e-21712c46e637 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648990 Nov 23 14:30:50.327472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.332536 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.371107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port a6fd1dd9-afdf-4225-86e7-ced458ca131d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6fd1dd9-afdf-4225-86e7-ced458ca131d,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:50.377023 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.430285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=a6fd1dd9-afdf-4225-86e7-ced458ca131d,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:50.485170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:30:50.612190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:50.623716 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Sync routers for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:50.635315 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:50.635929 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:50.637845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.640495 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f775f015-4c41-4e79-b808-4cd251b9a02b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7967346 Nov 23 14:30:50.642305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 47910) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:50.746468 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:50.827751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4110fc0-1905-48ca-9e1a-870860eb7a5b None None] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:50.967805 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:49Z', 'revision_number': 3, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:50.975930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-434e8789-e74b-4723-9504-b64a4d97f775 None None] Provisioning complete for port a6fd1dd9-afdf-4225-86e7-ced458ca131d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:50.977061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-434e8789-e74b-4723-9504-b64a4d97f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.995046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Checking router: 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:50.995427 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Updating router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:51.021670 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.305919 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.313478 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.374882 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Pushing event updated for resources: {'Port': ['ID=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.385906 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.386264 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.387398 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.387398 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.387647 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.387885 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.388520 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.388741 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.389051 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.389352 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.389702 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.389986 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:51.415653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2428-bb1c-4e2d-a7e4-0aeea0e57717 req-d2903cf4-fdc7-4676-b59c-21dba207ab36 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:51.417916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be9b2428-bb1c-4e2d-a7e4-0aeea0e57717 req-d2903cf4-fdc7-4676-b59c-21dba207ab36 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.0943944 Nov 23 14:30:51.433246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c524e47-86c7-49b1-bb24-949c12794fdb None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:51.454057 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Attempting to bind port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:51.456647 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Attempting to bind port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:51.456984 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Attempting to bind port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:51.467498 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:51.467990 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:51.468406 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.469182 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:51.469666 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Bound port: 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:51.470037 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.490268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ef975d45-8adc-477d-972d-1d5fd251d000 None None] Provisioning complete for port a6fd1dd9-afdf-4225-86e7-ced458ca131d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:51.490668 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ef975d45-8adc-477d-972d-1d5fd251d000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.558838 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] For port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:51.558838 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] For port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:51.562138 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.596319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be9b2428-bb1c-4e2d-a7e4-0aeea0e57717 req-d4264691-e955-4d11-9d50-b9339b691cc9 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236305 Nov 23 14:30:51.633895 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.653148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fd134-2ca8-40c6-af08-f3652161a87f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:51.694268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fd976-50ac-4e77-8e26-e7832198b5bd None None] Pushing event updated for resources: {'Port': ['ID=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.694268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:51.696648 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:51.822387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3ddf7ec7-3184-4bc9-939a-9a4b9611e596 None None] Provisioning complete for port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:51.822387 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ec7-3184-4bc9-939a-9a4b9611e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.959725 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:51.982278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47936) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:52.015136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Allocated IP 172.20.0.1 (0c80f1a3-cf25-41be-bff7-daf126d864a5/b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7/b22c511a-2adc-4c76-bb20-bb4fa680b2e9) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:52.073477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ec7-3184-4bc9-939a-9a4b9611e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.141139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3ddf7ec7-3184-4bc9-939a-9a4b9611e596 None None] For port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:52.152695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ec7-3184-4bc9-939a-9a4b9611e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.186050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6fd1dd9-afdf-4225-86e7-ced458ca131d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:52.228744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.275014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.313710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa970926-4552-4f99-866a-9f4a3515c77d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.327523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:52.336333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:52.375517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:52.507027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa970926-4552-4f99-866a-9f4a3515c77d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.514721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa970926-4552-4f99-866a-9f4a3515c77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.530149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Pushing event updated for resources: {'Port': ['ID=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.563856 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.625163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa970926-4552-4f99-866a-9f4a3515c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871df32f-3e24-45cd-8298-d33d19c6b15f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.642542 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aa970926-4552-4f99-866a-9f4a3515c77d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98b86d2b1b7f4c379faa0baa5dde13a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6579514 Nov 23 14:30:52.654166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 47946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:52.681277 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:49Z', 'revision_number': 3, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:52.752010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf7ec7-3184-4bc9-939a-9a4b9611e596 None None] Pushing event updated for resources: {'Port': ['ID=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.756464 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1046551-26ca-4a8f-b74b-d9baf127c3a0 None None] The sync data for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 is: [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:49Z', 'revision_number': 3, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:30:52.766861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a6fd1dd9-afdf-4225-86e7-ced458ca131d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:52.767915 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.803840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a17a8986-2b00-4e3d-9562-2e84651783f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.837136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-08334a46-19c7-4b14-83cb-75556acbc18e None None] Provisioning complete for port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:52.837523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08334a46-19c7-4b14-83cb-75556acbc18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.843484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a17a8986-2b00-4e3d-9562-2e84651783f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.891609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-08334a46-19c7-4b14-83cb-75556acbc18e None None] Port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:52.910988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a17a8986-2b00-4e3d-9562-2e84651783f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.917794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a17a8986-2b00-4e3d-9562-2e84651783f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.919294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a17a8986-2b00-4e3d-9562-2e84651783f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/871df32f-3e24-45cd-8298-d33d19c6b15f HTTP/1.1" status: 204 len: 168 time: 0.2641289 Nov 23 14:30:52.950746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a8986-2b00-4e3d-9562-2e84651783f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871df32f-3e24-45cd-8298-d33d19c6b15f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:53.054652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793de83f-382a-404b-be43-cccf399a0f50 req-0c16238f-9c30-478b-b47f-137f932921a3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.056373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-793de83f-382a-404b-be43-cccf399a0f50 req-0c16238f-9c30-478b-b47f-137f932921a3 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1366143 Nov 23 14:30:53.057033 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.249443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-793de83f-382a-404b-be43-cccf399a0f50 req-e3ca0974-8b04-48ae-8d44-0191ae635170 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725886 Nov 23 14:30:53.445303 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.456805 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.528712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.560166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Pushing event updated for resources: {'Port': ['ID=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:53.749297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:53.753606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:53.764826 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.033933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:30:54.163326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a517f0fb-958c-40ff-8a3e-8c5c0f45c0ca None None] Provisioning complete for port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:54.164602 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a517f0fb-958c-40ff-8a3e-8c5c0f45c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.272325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a517f0fb-958c-40ff-8a3e-8c5c0f45c0ca None None] Port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:54.313122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:54.366849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:30:54.391291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:54.391898 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.409860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8d9b431f-9c91-4204-a175-fdd3f48db4db admin admin] 10.222.0.46 "PUT /v2.0/routers/5fb99dff-bdb6-4d4e-8287-8ce8986ef778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7663200 Nov 23 14:30:54.580299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37b63-5370-4d1c-abab-8de2d680b987 req-bedd4bd8-9031-482b-80f7-ae2e9feb4282 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.583363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75b37b63-5370-4d1c-abab-8de2d680b987 req-bedd4bd8-9031-482b-80f7-ae2e9feb4282 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1673391 Nov 23 14:30:54.642869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-67c7ecdb-8d26-4f63-ae57-45bac3b75079 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.645519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-67c7ecdb-8d26-4f63-ae57-45bac3b75079 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.11 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 945 time: 0.1331785 Nov 23 14:30:54.713718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75b37b63-5370-4d1c-abab-8de2d680b987 req-bd823d05-3033-4fbd-a3c7-e18f4cdb1465 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/security-groups?id=85a68098-f772-45ca-abb9-1d31fff2089c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233532 Nov 23 14:30:54.828633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Deleting port d1396a25-4c2a-477a-bd9e-a3b0a2885ada {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:54.829116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.944279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] For port d1396a25-4c2a-477a-bd9e-a3b0a2885ada, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:54.944876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.960422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Calling delete_port for d1396a25-4c2a-477a-bd9e-a3b0a2885ada owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:55.133474 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.147605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d1396a25-4c2a-477a-bd9e-a3b0a2885ada'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:55.168358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Pushing event deleted for resources: {'Port': ['ID=d1396a25-4c2a-477a-bd9e-a3b0a2885ada,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:55.223833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] No DVR routers for this DVR port d1396a25-4c2a-477a-bd9e-a3b0a2885ada on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:55.227457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.239211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313f6dc-2ebe-45df-9fa5-82d65678959f None None] DHCP port deletion for cb562300-24c7-4ecc-9c23-c283a8b059d8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:55.245001 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea8427fb-9ea3-4c43-b7fd-da218ab1a848 req-d11f3182-d985-44f4-ac16-01fb661dc6c1 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.11 "DELETE /v2.0/ports/d1396a25-4c2a-477a-bd9e-a3b0a2885ada HTTP/1.1" status: 204 len: 173 time: 0.5910053 Nov 23 14:30:55.245529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'name': 'network-vif-deleted', 'tag': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:55.252481 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc57d95-51d2-4a97-86f9-2178ec0094f4" -d '{"events": [{"server_uuid": "32eda0a0-8050-4fa9-a1e0-10c9449e5511", "name": "network-vif-deleted", "tag": "d1396a25-4c2a-477a-bd9e-a3b0a2885ada"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:55.375546 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfb88c2-ec6e-4c93-86b0-917bcf27f960 x-openstack-request-id: req-2bfb88c2-ec6e-4c93-86b0-917bcf27f960 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:55.375851 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32eda0a0-8050-4fa9-a1e0-10c9449e5511", "name": "network-vif-deleted", "tag": "d1396a25-4c2a-477a-bd9e-a3b0a2885ada", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:55.376155 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bfb88c2-ec6e-4c93-86b0-917bcf27f960 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:55.376565 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32eda0a0-8050-4fa9-a1e0-10c9449e5511', 'name': 'network-vif-deleted', 'tag': 'd1396a25-4c2a-477a-bd9e-a3b0a2885ada', 'status': 'completed', 'code': 200} Nov 23 14:30:55.391584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Sync routers for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:30:55.412430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:55.416538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:55.448739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48048) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:55.461638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-288970918-network', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:55.523778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Made reservation on behalf of 974398cdf09e4ac9abef00048f4ea66e for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:55.528656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.551252 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.643208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:30:55.700551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.709279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.781246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:55.814187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639fa650-cae5-4864-b06d-65334625c883,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:55.822042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.822614 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Added segment 6547c156-9216-454b-9b62-b18f0f830eb5 of type vlan for network 12861516-f368-4c2f-9f84-ac47a673c7b9 Nov 23 14:30:55.895446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.932508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.934280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:55.935151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.943165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f30aa001-9bec-4a05-b454-ac51e11d5970 req-38e73cb9-4ba2-4b53-a25c-1eaf48113a70 tempest-ServerRescueNegativeTestJSON-1054422071 tempest-ServerRescueNegativeTestJSON-1054422071-project] 10.222.0.46 "GET /v2.0/ports?device_id=32eda0a0-8050-4fa9-a1e0-10c9449e5511 HTTP/1.1" status: 200 len: 210 time: 0.0705712 Nov 23 14:30:56.050419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=12861516-f368-4c2f-9f84-ac47a673c7b9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:56.069434 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7a71aa4e-30fd-4cd1-9638-1a464166b7c7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6195443 Nov 23 14:30:56.071428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:56.072667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48094) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:56.079574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Request body: {'subnet': {'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-288970918-subnet', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:56.108497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Made reservation on behalf of 974398cdf09e4ac9abef00048f4ea66e for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:56.111541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.166552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:30:53Z', 'revision_number': 2, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:56.205450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Checking router: 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:30:56.205810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Updating router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:30:56.260730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.361770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.502464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c3280b-81d3-42d8-a6f5-8ef2365c1d33,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:56.510649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Checking segment: {'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:56.511260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Network hostable DHCP agents. Network: 12861516-f368-4c2f-9f84-ac47a673c7b9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:56.545305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:56.564915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 12861516-f368-4c2f-9f84-ac47a673c7b9) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:56.569482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.570139 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.576923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5314ba-ead3-401f-b4a4-3cefcbe4cf5e None None] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:56.603989 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6847a15d-1662-4137-beeb-c2c25e081bd8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5276399 Nov 23 14:30:56.604835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48104) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:56.614083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:56.667046 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.670208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.721149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d2c3933d-faaf-44ab-878f-8bb9d377b7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.781050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.854804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-12861516-f368-4c2f-9f84-ac47a673c7b9', 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'fixed_ips': [{'subnet_id': '73c3280b-81d3-42d8-a6f5-8ef2365c1d33'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:30:56.854804 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.949843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.066490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Allocated IP 172.20.0.2 (12861516-f368-4c2f-9f84-ac47a673c7b9/73c3280b-81d3-42d8-a6f5-8ef2365c1d33/a38c506b-360a-4d60-8fcf-d2333f7ef182) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:57.078682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48110) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:57.361815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.372133 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.391806 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.419911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.428173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:57.436774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.450533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:57.460473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:57.475606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Pushing event updated for resources: {'Port': ['ID=a38c506b-360a-4d60-8fcf-d2333f7ef182,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:57.564332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124dd05-b2af-4dbd-9252-c8c0d57a9be2 None None] Pushing event updated for resources: {'Port': ['ID=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:57.665352 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.713381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.735863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Attempting to bind port a38c506b-360a-4d60-8fcf-d2333f7ef182 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:57.737315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Attempting to bind port a38c506b-360a-4d60-8fcf-d2333f7ef182 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:57.740069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Attempting to bind port a38c506b-360a-4d60-8fcf-d2333f7ef182 on network 12861516-f368-4c2f-9f84-ac47a673c7b9 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:57.799951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:57.800779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Checking segment: {'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:57.803752 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.804918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Bound using segment: {'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:57.805614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Bound port: a38c506b-360a-4d60-8fcf-d2333f7ef182, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:57.809152 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.868054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Attempting to bind port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:57.874274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Attempting to bind port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:57.877261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Attempting to bind port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 on network 0c80f1a3-cf25-41be-bff7-daf126d864a5 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:57.901723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:57.902090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Checking segment: {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:57.903563 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.907240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Bound using segment: {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:57.908292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Bound port: b22c511a-2adc-4c76-bb20-bb4fa680b2e9, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:57.908467 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.006628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Allocated IP 172.25.3.215 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/5eca2382-38f3-4ad6-a792-ddf989d0caa0) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:58.114747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-92171941-3be7-4a87-9760-2422e965e153 None None] Provisioning complete for port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:58.115447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-92171941-3be7-4a87-9760-2422e965e153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.153446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.217386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-92171941-3be7-4a87-9760-2422e965e153 None None] Port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:58.233772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] For port a38c506b-360a-4d60-8fcf-d2333f7ef182, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:58.262260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] For port a38c506b-360a-4d60-8fcf-d2333f7ef182, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a38c506b-360a-4d60-8fcf-d2333f7ef182,segment=NetworkSegment(6547c156-9216-454b-9b62-b18f0f830eb5),segment_id=6547c156-9216-454b-9b62-b18f0f830eb5)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:58.277700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] For port b22c511a-2adc-4c76-bb20-bb4fa680b2e9, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:58.283493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] For port b22c511a-2adc-4c76-bb20-bb4fa680b2e9, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:58.288323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.380220 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.415272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008f5f3-e90e-4852-9062-09262f61826b None None] Pushing event updated for resources: {'Port': ['ID=a38c506b-360a-4d60-8fcf-d2333f7ef182,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:58.437829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.526984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.622913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:30:58.625417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:30:58.641504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:58.644840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:58.653746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:58.709090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Pushing event updated for resources: {'Port': ['ID=5eca2382-38f3-4ad6-a792-ddf989d0caa0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:58.894252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Deleting port 5236fa2e-df4d-48e3-8c5b-54efb26a5326 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:58.909902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.407860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb205e-a211-48b6-abfc-03ddb7d2cb3f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:30:59.433742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d1396a25-4c2a-477a-bd9e-a3b0a2885ada no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:30:59.459241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124dd05-b2af-4dbd-9252-c8c0d57a9be2 None None] Pushing event updated for resources: {'Port': ['ID=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:59.565286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.593069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: d1396a25-4c2a-477a-bd9e-a3b0a2885ada {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:30:59.594864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d1396a25-4c2a-477a-bd9e-a3b0a2885ada not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:30:59.616614 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b86237f9-ad94-457c-8ddf-576639bd233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.655639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] For port 5236fa2e-df4d-48e3-8c5b-54efb26a5326, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5236fa2e-df4d-48e3-8c5b-54efb26a5326,segment=NetworkSegment(e4a8d424-d0df-49e3-ba44-56e31d8b3b0f),segment_id=e4a8d424-d0df-49e3-ba44-56e31d8b3b0f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:59.656392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.683146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Calling delete_port for 5236fa2e-df4d-48e3-8c5b-54efb26a5326 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:59.731097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f3028f11-b92b-45ef-b5ba-d12b4bade14d None None] Provisioning complete for port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:59.734992 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f3028f11-b92b-45ef-b5ba-d12b4bade14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.942023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:00.161296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.248663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Pushing event deleted for resources: {'Port': ['ID=5236fa2e-df4d-48e3-8c5b-54efb26a5326,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:00.351725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e2d6c-dff2-4054-a290-359da01e4eb8 None None] DHCP port deletion for cb562300-24c7-4ecc-9c23-c283a8b059d8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:00.361750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a38c506b-360a-4d60-8fcf-d2333f7ef182 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:00.368064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.499428 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.620230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.817003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38b3c9-1fe1-470b-9e5f-83fedc720d80 None None] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:00.881453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Router 9c29e34d-8426-4fa1-9bea-be1ad980e029 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:31:01.012812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f3028f11-b92b-45ef-b5ba-d12b4bade14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.127733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f3028f11-b92b-45ef-b5ba-d12b4bade14d None None] For port b22c511a-2adc-4c76-bb20-bb4fa680b2e9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:01.142732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Router b4c9c489-a868-4cac-88b0-932d7979bba2 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:01.156494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:01.166664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a38c506b-360a-4d60-8fcf-d2333f7ef182 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:01.167119 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.169385 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Sync routers for ids ['9c29e34d-8426-4fa1-9bea-be1ad980e029'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:01.180599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f3028f11-b92b-45ef-b5ba-d12b4bade14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.202207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.210258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-416eb302-d965-4ffc-8dfb-2b804452a398 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6037824 Nov 23 14:31:01.210926 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Routers {'9c29e34d-8426-4fa1-9bea-be1ad980e029'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:01.211979 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9c29e34d-8426-4fa1-9bea-be1ad980e029'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:01.214076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48158) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:01.307487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3028f11-b92b-45ef-b5ba-d12b4bade14d None None] Pushing event updated for resources: {'Port': ['ID=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:01.387236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Provisioning complete for port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:01.388018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.436296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:01.478079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:30:58Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:01.512319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:01.531429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9bd8afc8-b21e-4ae7-82ad-214129c90fca admin admin] 10.222.0.46 "PUT /v2.0/routers/b4c9c489-a868-4cac-88b0-932d7979bba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4433615 Nov 23 14:31:01.532518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48162) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:01.560196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09ae62-f7b1-4b0f-ac59-bb2dd8d6cf79 None None] The sync data for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 is: [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:30:58Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:01.572651 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Set router 9c29e34d-8426-4fa1-9bea-be1ad980e029 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:01.577797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] Sync routers for ids ['b4c9c489-a868-4cac-88b0-932d7979bba2'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:01.624629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Provisioning complete for port a38c506b-360a-4d60-8fcf-d2333f7ef182 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:01.625388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.818873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.856966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] Routers {'b4c9c489-a868-4cac-88b0-932d7979bba2'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:01.857613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b4c9c489-a868-4cac-88b0-932d7979bba2'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:02.179172 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:30:59Z', 'revision_number': 3, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port': {'id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:57Z', 'updated_at': '2021-11-23T14:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:02.198469 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.225521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.269363 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Checking router: 9c29e34d-8426-4fa1-9bea-be1ad980e029 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:02.269989 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Updating router 9c29e34d-8426-4fa1-9bea-be1ad980e029 port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:02.341818 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.352131 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.413138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port a38c506b-360a-4d60-8fcf-d2333f7ef182, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a38c506b-360a-4d60-8fcf-d2333f7ef182,segment=NetworkSegment(6547c156-9216-454b-9b62-b18f0f830eb5),segment_id=6547c156-9216-454b-9b62-b18f0f830eb5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:02.447888 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.558808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] Set router b4c9c489-a868-4cac-88b0-932d7979bba2 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:02.577832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.875598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.946497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Deleting port 4604a47b-8629-4102-946e-22cad6ae127f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:02.946861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.037472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=a38c506b-360a-4d60-8fcf-d2333f7ef182,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:03.042133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b22c511a-2adc-4c76-bb20-bb4fa680b2e9 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:03.075156 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.083944 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.100395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.136069 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:31:03.136421 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-e51fbcaf-d916-4d69-bca8-74c3f05989c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:31:03.137187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:03.137833 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.158865 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01f8e0-bf2e-4b40-83fe-b64e5e906f6b None None] Pushing event updated for resources: {'Port': ['ID=5eca2382-38f3-4ad6-a792-ddf989d0caa0,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:03.183621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ca2d6-2136-4de7-9195-7fd346af0baf None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:03.193319 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Attempting to bind port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:03.195607 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Attempting to bind port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:03.197313 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Attempting to bind port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:03.212107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:03.212503 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:03.212904 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.213382 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:03.213765 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Bound port: 5eca2382-38f3-4ad6-a792-ddf989d0caa0, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:03.214141 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.220958 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4604a47b-8629-4102-946e-22cad6ae127f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:30:59Z', 'revision_number': 5, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port': {'id': '4604a47b-8629-4102-946e-22cad6ae127f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:27:42Z', 'updated_at': '2021-11-23T14:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:03.362095 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] For port 5eca2382-38f3-4ad6-a792-ddf989d0caa0, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:03.368897 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] For port 5eca2382-38f3-4ad6-a792-ddf989d0caa0, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5eca2382-38f3-4ad6-a792-ddf989d0caa0,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:03.379765 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.480311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] For port 4604a47b-8629-4102-946e-22cad6ae127f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4604a47b-8629-4102-946e-22cad6ae127f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:03.480834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.504414 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01f8e0-bf2e-4b40-83fe-b64e5e906f6b None None] Pushing event updated for resources: {'Port': ['ID=5eca2382-38f3-4ad6-a792-ddf989d0caa0,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:03.531802 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Calling delete_port for 4604a47b-8629-4102-946e-22cad6ae127f owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:03.555585 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Routers {'9c29e34d-8426-4fa1-9bea-be1ad980e029'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:03.556214 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9c29e34d-8426-4fa1-9bea-be1ad980e029'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:03.587412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] Checking router: b4c9c489-a868-4cac-88b0-932d7979bba2 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:03.591276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7b36ae-0375-4d9f-be62-92f627aad1c2 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:03.625903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] Routers {'b4c9c489-a868-4cac-88b0-932d7979bba2'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:03.626687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b4c9c489-a868-4cac-88b0-932d7979bba2'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:03.659561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33914-88b5-46ef-90ee-a1b30f559491 req-20591483-1c6a-4c3e-ae0d-a3b66ed266c0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.664238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49e33914-88b5-46ef-90ee-a1b30f559491 req-20591483-1c6a-4c3e-ae0d-a3b66ed266c0 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 946 time: 0.5831366 Nov 23 14:31:03.789881 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] Set router 9c29e34d-8426-4fa1-9bea-be1ad980e029 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:03.989980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] Set router b4c9c489-a868-4cac-88b0-932d7979bba2 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:04.033538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49e33914-88b5-46ef-90ee-a1b30f559491 req-ffe2fe60-06df-440e-ba1e-6240bfa6f510 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031941 Nov 23 14:31:04.116414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Allocated IP 172.20.0.1 (12861516-f368-4c2f-9f84-ac47a673c7b9/73c3280b-81d3-42d8-a6f5-8ef2365c1d33/01a92155-0981-4fed-8d3c-f3cf69f67aa6) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:04.153071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:31:02Z', 'revision_number': 6, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:04.190066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.229462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] Provisioning complete for port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:04.229462 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.231813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c74e1e-3bd1-4ca2-b2e1-4b8feb8d7409 None None] The sync data for ids ['b4c9c489-a868-4cac-88b0-932d7979bba2'] in n-d-818503-2 is: [{'id': 'b4c9c489-a868-4cac-88b0-932d7979bba2', 'name': 'tempest-ServerRescueNegativeTestJSON-2127199747-router', 'tenant_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:27:40Z', 'updated_at': '2021-11-23T14:31:02Z', 'revision_number': 6, 'project_id': 'cd3bac17dbd64f93a866aea1eb722b7e', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:04.284865 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:30:59Z', 'revision_number': 3, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port': {'id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:57Z', 'updated_at': '2021-11-23T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:04.296193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Pushing event deleted for resources: {'Port': ['ID=4604a47b-8629-4102-946e-22cad6ae127f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:04.355937 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bd769-b40d-4a5a-9b19-9f761f49029e None None] The sync data for ids ['9c29e34d-8426-4fa1-9bea-be1ad980e029'] in n-d-818503-2 is: [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:30:59Z', 'revision_number': 3, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port': {'id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:57Z', 'updated_at': '2021-11-23T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:04.381746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56283eb8-1468-438b-9ae9-69cddeefa8e1 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:04.421449 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.459184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.466178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.489976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] For port 5eca2382-38f3-4ad6-a792-ddf989d0caa0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5eca2382-38f3-4ad6-a792-ddf989d0caa0,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:04.495861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.537563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-279161e2-d9cb-4191-8307-6d12ad38e628 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:04.539656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-279161e2-d9cb-4191-8307-6d12ad38e628 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 946 time: 0.1815343 Nov 23 14:31:04.608281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] Provisioning complete for port a38c506b-360a-4d60-8fcf-d2333f7ef182 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:04.619237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.752281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.764302 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.765882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e77e63-74d7-4bd4-bf62-a2036d4bb248 None None] Pushing event updated for resources: {'Port': ['ID=5eca2382-38f3-4ad6-a792-ddf989d0caa0,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:04.900841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.901404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c9c489-a868-4cac-88b0-932d7979bba2 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:31:04.903488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.920602 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.921739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e864b0bf-34aa-40da-8b16-dbfe443e39be admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4c9c489-a868-4cac-88b0-932d7979bba2 HTTP/1.1" status: 204 len: 168 time: 3.3882604 Nov 23 14:31:04.924313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48202) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:04.957476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:04.961319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:04.984271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a38c506b-360a-4d60-8fcf-d2333f7ef182 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:05.036056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:05.052045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] Deleting subnet 9b7b5ba1-41c5-47ea-b1e0-546592c434c2 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:31:05.061982 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.105060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a38c506b-360a-4d60-8fcf-d2333f7ef182 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:05.105228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.163793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.322299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.415383 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.443849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5236fa2e-df4d-48e3-8c5b-54efb26a5326 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:05.510595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7b5ba1-41c5-47ea-b1e0-546592c434c2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:05.513202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.519113 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fcb704ec-4170-4141-a159-e1fd29e7ff33 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9b7b5ba1-41c5-47ea-b1e0-546592c434c2 HTTP/1.1" status: 204 len: 168 time: 0.5899851 Nov 23 14:31:05.522708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48210) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:05.531560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f3c154-43dd-451f-a180-d2703917178a None None] Network cb562300-24c7-4ecc-9c23-c283a8b059d8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:05.541716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5236fa2e-df4d-48e3-8c5b-54efb26a5326 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:05.542071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5236fa2e-df4d-48e3-8c5b-54efb26a5326 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:05.658919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e9854632-1351-4b2b-bb01-fbf419618623 None None] Provisioning complete for port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:05.666877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9854632-1351-4b2b-bb01-fbf419618623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.762160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.806532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e9854632-1351-4b2b-bb01-fbf419618623 None None] Port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:05.857263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.927978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Deleting port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:05.928477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.929176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de801c2-3255-45d6-8dc1-ffe79aa36921 None None] DHCP port deletion for cb562300-24c7-4ecc-9c23-c283a8b059d8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:05.985485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.015377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb562300-24c7-4ecc-9c23-c283a8b059d8']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:06.035524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:06.035855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a8d424-d0df-49e3-ba44-56e31d8b3b0f') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:06.047383 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.067768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.085938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:31:06.086580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:31:06.088439 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:31:06.123481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] For port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:06.123855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.151788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Pushing event updated for resources: {'Port': ['ID=01a92155-0981-4fed-8d3c-f3cf69f67aa6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:06.168499 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.174614 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.176310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Calling delete_port for 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:06.181967 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cb562300-24c7-4ecc-9c23-c283a8b059d8 HTTP/1.1" status: 204 len: 168 time: 0.6540527 Nov 23 14:31:06.214209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5cf58-8f66-4834-8069-bcf700562b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb562300-24c7-4ecc-9c23-c283a8b059d8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:06.249128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d68b5-250f-4ffc-8714-bd2af5e998c4 req-fbe8b843-9d71-4e8d-a181-86e3f7f0edab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:06.249795 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d2d68b5-250f-4ffc-8714-bd2af5e998c4 req-fbe8b843-9d71-4e8d-a181-86e3f7f0edab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 946 time: 0.3884265 Nov 23 14:31:06.400187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d2d68b5-250f-4ffc-8714-bd2af5e998c4 req-cf400108-5cb1-41b7-8c7c-660372dbf8de tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435964 Nov 23 14:31:06.443769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.494584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48220) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:06.605130 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f72a99f9-6448-43b5-b563-c54b43160a72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd3bac17dbd64f93a866aea1eb722b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1093497 Nov 23 14:31:06.608247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48222) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:06.640332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5eca2382-38f3-4ad6-a792-ddf989d0caa0 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:06.653619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.692640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-368bef29-0c34-4da5-be94-6786763538b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.705989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e373c967-573c-42cc-8f45-4706ab05aec5', 'd841a8ef-af34-4200-b05a-082af76edae4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:06.709990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['41d7e048-0727-4232-af32-4f6878f2bb45'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:06.714705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6f50e-355c-447c-8b45-95b75201b6cc None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:06.739528 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-368bef29-0c34-4da5-be94-6786763538b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.767226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event deleted for resources: {'Port': ['ID=28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:06.797880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] No DVR routers for this DVR port 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:06.802607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.807021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af3dfb1d-bedd-42a0-8869-3e54e197894f req-23034dc1-a70f-435d-b491-a11bba45a5ab tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "DELETE /v2.0/ports/28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 HTTP/1.1" status: 204 len: 173 time: 2.2175510 Nov 23 14:31:06.807485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'name': 'network-vif-deleted', 'tag': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:06.809930 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e53ea6a-57f0-49ed-89a4-071900766be1" -d '{"events": [{"server_uuid": "e6a3f9e2-c430-4249-a1f8-209e7f4b08ce", "name": "network-vif-deleted", "tag": "28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:06.882166 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cfc18-8090-4be4-a74f-9e01e8f96186 x-openstack-request-id: req-c77cfc18-8090-4be4-a74f-9e01e8f96186 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:06.883554 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a3f9e2-c430-4249-a1f8-209e7f4b08ce", "name": "network-vif-deleted", "tag": "28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:06.884541 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c77cfc18-8090-4be4-a74f-9e01e8f96186 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:06.886001 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a3f9e2-c430-4249-a1f8-209e7f4b08ce', 'name': 'network-vif-deleted', 'tag': '28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3', 'status': 'completed', 'code': 200} Nov 23 14:31:06.902502 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.910411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.995202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-368bef29-0c34-4da5-be94-6786763538b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.998713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-368bef29-0c34-4da5-be94-6786763538b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.002156 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-368bef29-0c34-4da5-be94-6786763538b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85a68098-f772-45ca-abb9-1d31fff2089c HTTP/1.1" status: 204 len: 168 time: 0.3877747 Nov 23 14:31:07.037592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bef29-0c34-4da5-be94-6786763538b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a68098-f772-45ca-abb9-1d31fff2089c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:07.096101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.202018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:07.202390 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.222217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Pushing event updated for resources: {'Port': ['ID=01a92155-0981-4fed-8d3c-f3cf69f67aa6,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:07.420590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4604a47b-8629-4102-946e-22cad6ae127f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:07.459829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:07.461226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4604a47b-8629-4102-946e-22cad6ae127f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:07.461772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4604a47b-8629-4102-946e-22cad6ae127f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:07.466868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:07.783537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d71bd8a-929a-411b-b141-4290875fb319 req-cf089c42-ea50-446d-837a-6c5d06df621b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a3f9e2-c430-4249-a1f8-209e7f4b08ce HTTP/1.1" status: 200 len: 210 time: 0.0698211 Nov 23 14:31:07.816344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Router 9c29e34d-8426-4fa1-9bea-be1ad980e029 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:07.956968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f6a81bc9-bf17-476b-819c-7db782e2c2ef None None] Provisioning complete for port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:07.957481 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f6a81bc9-bf17-476b-819c-7db782e2c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.985702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:07.989543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:07.997782 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Sync routers for ids ['9c29e34d-8426-4fa1-9bea-be1ad980e029'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:08.010613 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Routers {'9c29e34d-8426-4fa1-9bea-be1ad980e029'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:08.011255 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9c29e34d-8426-4fa1-9bea-be1ad980e029'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:08.020171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:08.020756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 28e2e36a-1b96-4b50-9d29-e2f84b3ef6d3 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:08.030448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ef955a7a-6a28-44b3-b305-79ef84d14e4d admin admin] 10.222.0.46 "PUT /v2.0/routers/9c29e34d-8426-4fa1-9bea-be1ad980e029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8043284 Nov 23 14:31:08.035914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f6a81bc9-bf17-476b-819c-7db782e2c2ef None None] Port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:08.221470 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Set router 9c29e34d-8426-4fa1-9bea-be1ad980e029 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:08.545737 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:31:06Z', 'revision_number': 4, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port': {'id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:57Z', 'updated_at': '2021-11-23T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '01a92155-0981-4fed-8d3c-f3cf69f67aa6', 'name': '', 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'mac_address': 'fa:16:3e:61:88:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '73c3280b-81d3-42d8-a6f5-8ef2365c1d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:02Z', 'updated_at': '2021-11-23T14:31:06Z', 'revision_number': 2, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'subnets': [{'id': '73c3280b-81d3-42d8-a6f5-8ef2365c1d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:08.590020 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Checking router: 9c29e34d-8426-4fa1-9bea-be1ad980e029 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:08.590370 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Updating router 9c29e34d-8426-4fa1-9bea-be1ad980e029 port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:08.618136 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.843227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48292) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:08.849578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8b508854-ca55-4b22-8f8b-af16db3446a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376832931', 'description': 'tempest-secgroup-smoke-1376832931 description', 'project_id': 'c6e258fc883745ff97e703458c15a4f7'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:08.900026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b508854-ca55-4b22-8f8b-af16db3446a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.088333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b508854-ca55-4b22-8f8b-af16db3446a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.095974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b508854-ca55-4b22-8f8b-af16db3446a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.161629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b508854-ca55-4b22-8f8b-af16db3446a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.166361 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b508854-ca55-4b22-8f8b-af16db3446a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3217738 Nov 23 14:31:09.167538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48302) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:09.169198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b508854-ca55-4b22-8f8b-af16db3446a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed508f-e755-4179-8627-52f056287b89,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.175665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ec728161-1baa-41b8-a071-2cb83b6c80a7 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'security_group_rule': {'security_group_id': '5bed508f-e755-4179-8627-52f056287b89', 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:09.238868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec728161-1baa-41b8-a071-2cb83b6c80a7 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.387327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec728161-1baa-41b8-a071-2cb83b6c80a7 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.394525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec728161-1baa-41b8-a071-2cb83b6c80a7 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.417495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728161-1baa-41b8-a071-2cb83b6c80a7 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd346818-b0f1-4b13-bb7b-f817cf770413,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.445657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec728161-1baa-41b8-a071-2cb83b6c80a7 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.449959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48310) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:09.456076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6a78bfee-c17e-466d-8c62-6f3f2465a44d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'security_group_rule': {'security_group_id': '5bed508f-e755-4179-8627-52f056287b89', 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:09.461126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ec728161-1baa-41b8-a071-2cb83b6c80a7 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918651 Nov 23 14:31:09.498247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a78bfee-c17e-466d-8c62-6f3f2465a44d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.620961 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.628570 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.645280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a78bfee-c17e-466d-8c62-6f3f2465a44d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.658572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a78bfee-c17e-466d-8c62-6f3f2465a44d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.720234 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309e70a-e8d7-47f3-8756-7a735b5e1a24 None None] Pushing event updated for resources: {'Port': ['ID=01a92155-0981-4fed-8d3c-f3cf69f67aa6,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.748053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78bfee-c17e-466d-8c62-6f3f2465a44d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37239cac-8919-493e-b7c0-44167e051df8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.772313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a78bfee-c17e-466d-8c62-6f3f2465a44d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.780476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48320) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:09.787118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-418cc5d1-29c8-4e88-8adc-7de808088b4f tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'security_group_rule': {'security_group_id': '5bed508f-e755-4179-8627-52f056287b89', 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:09.795198 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6a78bfee-c17e-466d-8c62-6f3f2465a44d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3437536 Nov 23 14:31:09.848970 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Attempting to bind port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:09.849431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Attempting to bind port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:09.849718 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Attempting to bind port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 on network 12861516-f368-4c2f-9f84-ac47a673c7b9 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:09.868360 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:09.868734 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Checking segment: {'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:09.869133 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.869524 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Bound using segment: {'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:09.869996 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Bound port: 01a92155-0981-4fed-8d3c-f3cf69f67aa6, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6547c156-9216-454b-9b62-b18f0f830eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:09.870370 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.872133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-418cc5d1-29c8-4e88-8adc-7de808088b4f tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.976364 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-418cc5d1-29c8-4e88-8adc-7de808088b4f tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.984090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-418cc5d1-29c8-4e88-8adc-7de808088b4f tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.012745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] For port 01a92155-0981-4fed-8d3c-f3cf69f67aa6, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:10.018367 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] For port 01a92155-0981-4fed-8d3c-f3cf69f67aa6, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=01a92155-0981-4fed-8d3c-f3cf69f67aa6,segment=NetworkSegment(6547c156-9216-454b-9b62-b18f0f830eb5),segment_id=6547c156-9216-454b-9b62-b18f0f830eb5)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:10.026815 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.034056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cc5d1-29c8-4e88-8adc-7de808088b4f tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7a8f31-e1d4-4a9a-ae03-9afa01086af5,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:10.075122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-418cc5d1-29c8-4e88-8adc-7de808088b4f tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.081592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:10.088332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fdf7d9f5-d85c-4fc8-8333-2d4d4d7348db tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'security_group_rule': {'security_group_id': '5bed508f-e755-4179-8627-52f056287b89', 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:10.096352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-418cc5d1-29c8-4e88-8adc-7de808088b4f tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140719 Nov 23 14:31:10.188022 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdf7d9f5-d85c-4fc8-8333-2d4d4d7348db tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.198664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d443e323-9fda-4779-bbf9-156d188d414b None None] Provisioning complete for port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:10.201795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d443e323-9fda-4779-bbf9-156d188d414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.216057 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Routers {'9c29e34d-8426-4fa1-9bea-be1ad980e029'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:10.216880 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:30:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9c29e34d-8426-4fa1-9bea-be1ad980e029'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:10.255392 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309e70a-e8d7-47f3-8756-7a735b5e1a24 None None] Pushing event updated for resources: {'Port': ['ID=01a92155-0981-4fed-8d3c-f3cf69f67aa6,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:10.485083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdf7d9f5-d85c-4fc8-8333-2d4d4d7348db tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.495969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdf7d9f5-d85c-4fc8-8333-2d4d4d7348db tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.552520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d443e323-9fda-4779-bbf9-156d188d414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.560805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7d9f5-d85c-4fc8-8333-2d4d4d7348db tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46fca9d-556d-4ea5-ab78-b90c9ced6b26,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:10.566843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdf7d9f5-d85c-4fc8-8333-2d4d4d7348db tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.568178 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fdf7d9f5-d85c-4fc8-8333-2d4d4d7348db tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4846418 Nov 23 14:31:10.571750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48332) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:10.576228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'security_group_rule': {'security_group_id': '5bed508f-e755-4179-8627-52f056287b89', 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:10.590887 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] Set router 9c29e34d-8426-4fa1-9bea-be1ad980e029 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:10.611739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d443e323-9fda-4779-bbf9-156d188d414b None None] For port 01a92155-0981-4fed-8d3c-f3cf69f67aa6, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=01a92155-0981-4fed-8d3c-f3cf69f67aa6,segment=NetworkSegment(6547c156-9216-454b-9b62-b18f0f830eb5),segment_id=6547c156-9216-454b-9b62-b18f0f830eb5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:10.622983 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d443e323-9fda-4779-bbf9-156d188d414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.635665 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Project c6e258fc883745ff97e703458c15a4f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:31:10.657697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.919493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.925738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.945631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0b8e8019-124b-435e-a84b-8f4bd56a3133 None None] Provisioning complete for port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:10.946180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8019-124b-435e-a84b-8f4bd56a3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.995004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef61b2a2-4fb1-437a-90ba-814bb8ccf218,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:11.004918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.012036 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b22af921-535d-4151-a842-dbeacf7c6783 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4392226 Nov 23 14:31:11.015052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48340) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:11.019793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'security_group_rule': {'security_group_id': '5bed508f-e755-4179-8627-52f056287b89', 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:11.040573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443e323-9fda-4779-bbf9-156d188d414b None None] Pushing event updated for resources: {'Port': ['ID=01a92155-0981-4fed-8d3c-f3cf69f67aa6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:11.080883 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Project c6e258fc883745ff97e703458c15a4f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:31:11.090549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.204437 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.213105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.218780 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:31:06Z', 'revision_number': 4, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port': {'id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:57Z', 'updated_at': '2021-11-23T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '01a92155-0981-4fed-8d3c-f3cf69f67aa6', 'name': '', 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'mac_address': 'fa:16:3e:61:88:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '73c3280b-81d3-42d8-a6f5-8ef2365c1d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:02Z', 'updated_at': '2021-11-23T14:31:10Z', 'revision_number': 4, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'subnets': [{'id': '73c3280b-81d3-42d8-a6f5-8ef2365c1d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:11.253319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b52580-a273-438a-89bb-7fe431ec1f98,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:11.259950 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.261164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-50b5ff96-0779-49f2-8726-12133ac71ff3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2449803 Nov 23 14:31:11.279215 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee16bbe-c523-4847-8368-a6424443ea95 None None] The sync data for ids ['9c29e34d-8426-4fa1-9bea-be1ad980e029'] in n-d-818503-2 is: [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:31:06Z', 'revision_number': 4, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port': {'id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:57Z', 'updated_at': '2021-11-23T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '01a92155-0981-4fed-8d3c-f3cf69f67aa6', 'name': '', 'network_id': '12861516-f368-4c2f-9f84-ac47a673c7b9', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'mac_address': 'fa:16:3e:61:88:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '73c3280b-81d3-42d8-a6f5-8ef2365c1d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:02Z', 'updated_at': '2021-11-23T14:31:10Z', 'revision_number': 4, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'subnets': [{'id': '73c3280b-81d3-42d8-a6f5-8ef2365c1d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:11.862794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-4ba40ea6-ffee-4b30-9457-68ecad8669ff tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376832931&fields=id&tenant_id=c6e258fc883745ff97e703458c15a4f7 HTTP/1.1" status: 200 len: 267 time: 0.1709540 Nov 23 14:31:12.092957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-cc5b4d35-2d96-4690-87c0-2be9764838ce tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.094578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-cc5b4d35-2d96-4690-87c0-2be9764838ce tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 809 time: 0.2215784 Nov 23 14:31:12.121873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-4e3cd6dc-77ab-4316-bfa7-060fb75e9296 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/quotas/c6e258fc883745ff97e703458c15a4f7 HTTP/1.1" status: 200 len: 375 time: 0.0206313 Nov 23 14:31:12.237144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-2436f81b-5005-4dee-9a69-825649a9b80c tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089711 Nov 23 14:31:12.396808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-27846ebc-870e-4e94-be3d-7060f01c4360 service neutron] 10.222.0.46 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341977 Nov 23 14:31:12.550497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f800939e-5c7c-4516-ad64-493e1224d317 service neutron] 10.222.0.46 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469059 Nov 23 14:31:12.710368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 01a92155-0981-4fed-8d3c-f3cf69f67aa6 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:12.853449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:12.854751 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.057113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5d35afd-e3a4-4464-b88e-1862f7675ee3 req-1e9c1749-6571-4b9e-a043-099ee0713fc2 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 210 time: 0.0759845 Nov 23 14:31:14.300437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c32bb82-98a1-4b78-bbbd-cea61cb67240 req-ab09750f-048e-4617-bb22-7a72958b6a55 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 210 time: 0.0685489 Nov 23 14:31:15.221411 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:31:15.224942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-2d11d1e9-2095-47b1-8ec6-6dfafda0ceda tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:15.226545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-2d11d1e9-2095-47b1-8ec6-6dfafda0ceda tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.11 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 809 time: 0.3185952 Nov 23 14:31:15.379525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-3e3c9368-bcfe-4f50-8f70-7c547ca92da3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6e258fc883745ff97e703458c15a4f7 HTTP/1.1" status: 200 len: 380 time: 0.1422050 Nov 23 14:31:15.389768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'port': {'device_id': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'admin_state_up': True, 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'security_groups': ['5bed508f-e755-4179-8627-52f056287b89']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:15.572687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d5c969b-5e7c-4852-8677-131a3a855349 req-1fbf9d0b-43d4-447d-b561-29fc824f3470 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 210 time: 0.0447185 Nov 23 14:31:15.621999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Made reservation on behalf of c6e258fc883745ff97e703458c15a4f7 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:15.630690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.919838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Allocated IP 172.20.0.4 (0c80f1a3-cf25-41be-bff7-daf126d864a5/b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7/7a019b7c-01b0-4077-a8ec-df92103ea29c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:16.265557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.289592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa67837-d9a1-43a7-8c72-6fd6f19b7cbb req-3f768f5b-1e02-4a66-a7f2-01679598c93f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:16.289592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfa67837-d9a1-43a7-8c72-6fd6f19b7cbb req-3f768f5b-1e02-4a66-a7f2-01679598c93f tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 945 time: 0.1097617 Nov 23 14:31:16.376391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfa67837-d9a1-43a7-8c72-6fd6f19b7cbb req-26b784ec-4357-4c86-ac29-2db562d57b4a tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771251 Nov 23 14:31:16.392046 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.465688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:16.468716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:16.473707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:16.517415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'Port': ['ID=7a019b7c-01b0-4077-a8ec-df92103ea29c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:16.532612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.532971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.533315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.533660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.533998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.534329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.534658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.535016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.535599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.535925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.536251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.536579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:16.548711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:16.549390 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.568926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-f7e449a1-69cc-40d1-924b-28202ed946b3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1831076 Nov 23 14:31:16.584729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Request body: {'port': {'device_id': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:16.787529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.096432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-766ccad7-8ad7-4386-ba5b-bc14efa1ef34 None None] Provisioning complete for port 7a019b7c-01b0-4077-a8ec-df92103ea29c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:17.097009 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-766ccad7-8ad7-4386-ba5b-bc14efa1ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.110994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84ab4-ab6e-4be2-aa20-f7dbb9d8544f req-43746100-fa38-458d-8102-34e3be2e02ae tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.124040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ce84ab4-ab6e-4be2-aa20-f7dbb9d8544f req-43746100-fa38-458d-8102-34e3be2e02ae tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 931 time: 0.2904060 Nov 23 14:31:17.251041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-766ccad7-8ad7-4386-ba5b-bc14efa1ef34 None None] Port 7a019b7c-01b0-4077-a8ec-df92103ea29c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:17.574591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ce84ab4-ab6e-4be2-aa20-f7dbb9d8544f req-5ce9639a-a85b-42f4-967f-10e77b7c52ba tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4491475 Nov 23 14:31:17.719100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:17.777959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-a7a729b4-71cd-4675-a60c-4043e3525a26 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.789501 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-a7a729b4-71cd-4675-a60c-4043e3525a26 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 945 time: 0.1662209 Nov 23 14:31:17.960017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Deleting port 41d7e048-0727-4232-af32-4f6878f2bb45 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:17.960738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.089744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c9db-5554-4d0f-92f1-2d2fab7c9abd req-4f3a7242-17f6-4e2c-a825-4ee778b3df96 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:18.096980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] For port 41d7e048-0727-4232-af32-4f6878f2bb45, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=41d7e048-0727-4232-af32-4f6878f2bb45,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:18.103817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.112682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9479c9db-5554-4d0f-92f1-2d2fab7c9abd req-4f3a7242-17f6-4e2c-a825-4ee778b3df96 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 945 time: 0.3364439 Nov 23 14:31:18.122465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Calling delete_port for 41d7e048-0727-4232-af32-4f6878f2bb45 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:18.265496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9479c9db-5554-4d0f-92f1-2d2fab7c9abd req-833dd94a-dda1-41e3-bd16-76e0295d47db tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493528 Nov 23 14:31:18.269332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a30149e0-669f-4400-91e4-f66d392ebf57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.342641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a019b7c-01b0-4077-a8ec-df92103ea29c {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:18.360275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.483035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Transition to ACTIVE for port object 7a019b7c-01b0-4077-a8ec-df92103ea29c will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:31:18.485402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.490082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.502228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e373c967-573c-42cc-8f45-4706ab05aec5', 'd841a8ef-af34-4200-b05a-082af76edae4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:18.608693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['41d7e048-0727-4232-af32-4f6878f2bb45'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:18.616970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event deleted for resources: {'Port': ['ID=41d7e048-0727-4232-af32-4f6878f2bb45,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:18.705650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60b387-aee2-4c53-b2e7-76208e74c08d None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:18.731757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Pushing event updated for resources: {'Port': ['ID=7a019b7c-01b0-4077-a8ec-df92103ea29c,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:18.788329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] No DVR routers for this DVR port 41d7e048-0727-4232-af32-4f6878f2bb45 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:18.795797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.800560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb1dbec5-644d-47d3-a943-c5a87a26751b req-e55e263a-b5ba-413f-85d4-6de794d8292b tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.11 "DELETE /v2.0/ports/41d7e048-0727-4232-af32-4f6878f2bb45 HTTP/1.1" status: 204 len: 173 time: 1.0034976 Nov 23 14:31:18.828149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'name': 'network-vif-deleted', 'tag': '41d7e048-0727-4232-af32-4f6878f2bb45'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:18.843398 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb2d01-7fc2-4b56-a3ea-e77b09109d65" -d '{"events": [{"server_uuid": "fb1467f8-af6a-45d9-91c1-4bfba5e4135f", "name": "network-vif-deleted", "tag": "41d7e048-0727-4232-af32-4f6878f2bb45"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:19.050651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a30149e0-669f-4400-91e4-f66d392ebf57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.057310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a30149e0-669f-4400-91e4-f66d392ebf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.077090 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e3fe90-c696-4a65-aa84-c95901083637 x-openstack-request-id: req-b0e3fe90-c696-4a65-aa84-c95901083637 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:19.077385 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1467f8-af6a-45d9-91c1-4bfba5e4135f", "name": "network-vif-deleted", "tag": "41d7e048-0727-4232-af32-4f6878f2bb45", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:19.077645 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0e3fe90-c696-4a65-aa84-c95901083637 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:19.082809 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1467f8-af6a-45d9-91c1-4bfba5e4135f', 'name': 'network-vif-deleted', 'tag': '41d7e048-0727-4232-af32-4f6878f2bb45', 'status': 'completed', 'code': 200} Nov 23 14:31:19.176821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a30149e0-669f-4400-91e4-f66d392ebf57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c6df03297ad485394fad86ca38c1c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4563532 Nov 23 14:31:19.183465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48512) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:19.205549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30149e0-669f-4400-91e4-f66d392ebf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcfc174-1864-40eb-ab60-f5a1c3185341,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:19.263804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49ee1e-5374-4ddc-9c96-50580fabded1 req-208b8216-e332-4f8a-85e5-36375cf40d5e tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:19.274996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c49ee1e-5374-4ddc-9c96-50580fabded1 req-208b8216-e332-4f8a-85e5-36375cf40d5e tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 943 time: 0.4484186 Nov 23 14:31:19.389651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43292203-ab39-4af5-aba9-1341f3c94d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.401996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Attempting to bind port 7a019b7c-01b0-4077-a8ec-df92103ea29c on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:19.402336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Attempting to bind port 7a019b7c-01b0-4077-a8ec-df92103ea29c by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:19.404873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Attempting to bind port 7a019b7c-01b0-4077-a8ec-df92103ea29c on network 0c80f1a3-cf25-41be-bff7-daf126d864a5 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:19.423392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43292203-ab39-4af5-aba9-1341f3c94d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.434656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Port 7a019b7c-01b0-4077-a8ec-df92103ea29c on network 0c80f1a3-cf25-41be-bff7-daf126d864a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:19.435032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Attempting to bind port 7a019b7c-01b0-4077-a8ec-df92103ea29c on network 0c80f1a3-cf25-41be-bff7-daf126d864a5 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:19.479748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:19.481434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Checking segment: {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:19.482044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Bound using segment: {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:19.483305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Bound port: 7a019b7c-01b0-4077-a8ec-df92103ea29c, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa127873-ea5e-4698-a88c-9645265cca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:19.483920 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.490045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43292203-ab39-4af5-aba9-1341f3c94d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.493763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43292203-ab39-4af5-aba9-1341f3c94d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.498693 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43292203-ab39-4af5-aba9-1341f3c94d52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edcfc174-1864-40eb-ab60-f5a1c3185341 HTTP/1.1" status: 204 len: 168 time: 0.3098283 Nov 23 14:31:19.533536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43292203-ab39-4af5-aba9-1341f3c94d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcfc174-1864-40eb-ab60-f5a1c3185341,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:19.582028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d485276-4036-4f76-b59f-8e7cea4b5d56 req-130d247e-a53e-4984-a6c8-5e85b98bca67 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1467f8-af6a-45d9-91c1-4bfba5e4135f HTTP/1.1" status: 200 len: 210 time: 0.0947320 Nov 23 14:31:19.618818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c49ee1e-5374-4ddc-9c96-50580fabded1 req-5589af00-c62b-404c-89e4-09905604f3d9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397157 Nov 23 14:31:19.724486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] For port 7a019b7c-01b0-4077-a8ec-df92103ea29c, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:19.749942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] For port 7a019b7c-01b0-4077-a8ec-df92103ea29c, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:19.770454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.972506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:19.973134 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.974612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] 10.222.0.11 "PUT /v2.0/ports/7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 1091 time: 3.3964791 Nov 23 14:31:19.978139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:19.996834 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fa52e5-d6ed-4422-9047-635d2bed3613" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:20.197842 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5cf0c-3b4e-41a8-9fe7-2722530a0580 x-openstack-request-id: req-63b5cf0c-3b4e-41a8-9fe7-2722530a0580 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:20.198140 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:20.198390 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63b5cf0c-3b4e-41a8-9fe7-2722530a0580 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:20.198821 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'status': 'completed', 'code': 200} Nov 23 14:31:20.308424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadf90a-db11-4672-b7bf-3dc09429898a service neutron] Pushing event updated for resources: {'Port': ['ID=7a019b7c-01b0-4077-a8ec-df92103ea29c,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:20.361290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1cc73d7e-5890-488f-9bbd-12deaa56e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.363072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-1cc73d7e-5890-488f-9bbd-12deaa56e812 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1094 time: 0.2108748 Nov 23 14:31:20.441037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-26b4afef-9209-4bfd-9b44-3260f9909aea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 217 time: 0.0688591 Nov 23 14:31:20.520824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-21896628-b55d-4e3e-b4ac-ac686863dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.523046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-21896628-b55d-4e3e-b4ac-ac686863dd7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 200 len: 848 time: 0.0723443 Nov 23 14:31:20.639718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-9f7c2c1c-2ac8-4827-b9da-58df7de1b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.642634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-9f7c2c1c-2ac8-4827-b9da-58df7de1b82a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c80f1a3-cf25-41be-bff7-daf126d864a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127801 Nov 23 14:31:21.038492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 41d7e048-0727-4232-af32-4f6878f2bb45 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:21.084062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 41d7e048-0727-4232-af32-4f6878f2bb45 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:21.086124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 41d7e048-0727-4232-af32-4f6878f2bb45 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:21.324861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-bd47b2f0-51d3-41bd-b3e5-82331338f1b9 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739831 Nov 23 14:31:21.354077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e88fa-ca3f-4b8e-bb62-767c893d931f req-4ec91101-44ab-4b83-be3e-5ffa45761114 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.355643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb2e88fa-ca3f-4b8e-bb62-767c893d931f req-4ec91101-44ab-4b83-be3e-5ffa45761114 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 946 time: 0.1096230 Nov 23 14:31:21.391597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e85f1-a9e6-4ae2-9c74-aed084e8c178 req-85ea1766-8c98-4f63-8f7d-f735d4f3d2bd tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.393131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-519e85f1-a9e6-4ae2-9c74-aed084e8c178 req-85ea1766-8c98-4f63-8f7d-f735d4f3d2bd tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 943 time: 0.5870318 Nov 23 14:31:21.600624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb2e88fa-ca3f-4b8e-bb62-767c893d931f req-8c404a25-7493-4ce4-a5ac-5bdd27a300c6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246473 Nov 23 14:31:21.671650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-519e85f1-a9e6-4ae2-9c74-aed084e8c178 req-211509d4-fc37-4728-be21-556cc1c86d8a tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193279 Nov 23 14:31:21.700166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-668be7a9-fb5e-43df-8e71-da3ead30ae96 req-afdd8466-44e6-477d-a0dd-ee549b202f95 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627710 Nov 23 14:31:21.831139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-72a9a61b-7c74-4c33-a247-6385096e3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.832945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-72a9a61b-7c74-4c33-a247-6385096e3179 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1094 time: 0.0696251 Nov 23 14:31:21.966239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-854a26ef-1e01-4c7d-b906-cad394f0c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.973479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-854a26ef-1e01-4c7d-b906-cad394f0c04f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 910 time: 0.1327672 Nov 23 14:31:22.071366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-a5df612c-3495-41e0-b95d-114251da42b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 217 time: 0.0881941 Nov 23 14:31:22.155456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-1f97bdec-e200-4547-bc68-b14737f98207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.157347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-1f97bdec-e200-4547-bc68-b14737f98207 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 200 len: 848 time: 0.0769923 Nov 23 14:31:22.349009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-d187877e-a8a9-4b5b-b148-3548a779cb89 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.355386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-d187877e-a8a9-4b5b-b148-3548a779cb89 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 946 time: 0.0817871 Nov 23 14:31:22.358078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-3d44522d-f827-4e59-9d0d-b732ab84b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.359720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-3d44522d-f827-4e59-9d0d-b732ab84b42b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c80f1a3-cf25-41be-bff7-daf126d864a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896639 Nov 23 14:31:22.558916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-286c9d57-2706-4f50-8dea-12773cc0e418 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625781 Nov 23 14:31:22.847202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Deleting port d841a8ef-af34-4200-b05a-082af76edae4 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:22.847552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.929494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d0fa52e5-d6ed-4422-9047-635d2bed3613 req-04ddf9ab-88ac-43c2-aaa9-c225961c3e49 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546329 Nov 23 14:31:23.036533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898566-c93b-41dd-8258-8e3c431185e8 req-1b82b655-bbc1-42c6-8a61-8a99d11a11fd tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:23.038593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57898566-c93b-41dd-8258-8e3c431185e8 req-1b82b655-bbc1-42c6-8a61-8a99d11a11fd tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 943 time: 0.1937566 Nov 23 14:31:23.049723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c58e90-d97b-4309-a0f5-822ddb0759a0 req-7faf948b-67ad-4efd-86ed-fd362e682aa9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:23.051850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03c58e90-d97b-4309-a0f5-822ddb0759a0 req-7faf948b-67ad-4efd-86ed-fd362e682aa9 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=608b6802-3218-42bb-9dfd-64eb0033dffd HTTP/1.1" status: 200 len: 946 time: 0.2385066 Nov 23 14:31:23.071162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] For port d841a8ef-af34-4200-b05a-082af76edae4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d841a8ef-af34-4200-b05a-082af76edae4,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:23.071529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.148498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Calling delete_port for d841a8ef-af34-4200-b05a-082af76edae4 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:23.153246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03c58e90-d97b-4309-a0f5-822ddb0759a0 req-6a1634ed-8f71-4eac-989f-aab46b7bb6aa tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944338 Nov 23 14:31:23.210771 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57898566-c93b-41dd-8258-8e3c431185e8 req-88f48575-c4d2-4ece-b506-0c7bfa9d5a21 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529608 Nov 23 14:31:23.392889 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.408348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e373c967-573c-42cc-8f45-4706ab05aec5', 'd841a8ef-af34-4200-b05a-082af76edae4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:23.473676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] No DVR routers for this DVR port d841a8ef-af34-4200-b05a-082af76edae4 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:23.476462 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.480302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d22a9ca5-df68-461f-85eb-5d6e5f1b1402 req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "DELETE /v2.0/ports/d841a8ef-af34-4200-b05a-082af76edae4 HTTP/1.1" status: 204 len: 173 time: 1.1190073 Nov 23 14:31:23.481080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'name': 'network-vif-deleted', 'tag': 'd841a8ef-af34-4200-b05a-082af76edae4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:23.481543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771b5b0-a6c0-4a98-b884-ee9ca1fc9bf2 None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:23.485767 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe99a76-6dff-4288-86cd-c7dc34117c15" -d '{"events": [{"server_uuid": "608b6802-3218-42bb-9dfd-64eb0033dffd", "name": "network-vif-deleted", "tag": "d841a8ef-af34-4200-b05a-082af76edae4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:23.498803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8568b-faa4-4880-a5bf-bc8d6c7b9aa6 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event deleted for resources: {'Port': ['ID=d841a8ef-af34-4200-b05a-082af76edae4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:23.652613 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d8c77-f328-4b94-88e9-083cdbdeecad x-openstack-request-id: req-171d8c77-f328-4b94-88e9-083cdbdeecad {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:23.652904 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b6802-3218-42bb-9dfd-64eb0033dffd", "name": "network-vif-deleted", "tag": "d841a8ef-af34-4200-b05a-082af76edae4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:23.653158 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-171d8c77-f328-4b94-88e9-083cdbdeecad {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:23.653563 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b6802-3218-42bb-9dfd-64eb0033dffd', 'name': 'network-vif-deleted', 'tag': 'd841a8ef-af34-4200-b05a-082af76edae4', 'status': 'completed', 'code': 200} Nov 23 14:31:23.759195 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.419419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1a41-e176-44cf-ab3d-997e2d803930 req-bcbf01b6-7197-4459-b92b-989ec8c77e73 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:24.431546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-539b1a41-e176-44cf-ab3d-997e2d803930 req-bcbf01b6-7197-4459-b92b-989ec8c77e73 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 943 time: 0.1262968 Nov 23 14:31:24.512297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-539b1a41-e176-44cf-ab3d-997e2d803930 req-e81f0f85-a751-405b-ae85-a07ebef75bb0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794659 Nov 23 14:31:25.056143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7a019b7c-01b0-4077-a8ec-df92103ea29c details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:31:25.217168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 7a019b7c-01b0-4077-a8ec-df92103ea29c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:25.243567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'port_id': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'mac_address': 'fa:16:3e:94:d7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:31:25.319215 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.357606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a019b7c-01b0-4077-a8ec-df92103ea29c {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:25.381116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 7a019b7c-01b0-4077-a8ec-df92103ea29c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:25.387670 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.454291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=7a019b7c-01b0-4077-a8ec-df92103ea29c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.606096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['7a019b7c-01b0-4077-a8ec-df92103ea29c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:25.704787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0875-bfcc-47b2-a245-ffcb06442c57 req-5af22de5-d92c-424b-af9a-1b8fdf0ae8d2 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:25.706443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c47c0875-bfcc-47b2-a245-ffcb06442c57 req-5af22de5-d92c-424b-af9a-1b8fdf0ae8d2 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 944 time: 0.1000471 Nov 23 14:31:25.821568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c47c0875-bfcc-47b2-a245-ffcb06442c57 req-d2020c2d-1817-41e3-b763-a30db90d8db3 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076300 Nov 23 14:31:26.055712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d841a8ef-af34-4200-b05a-082af76edae4 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:26.088738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: d841a8ef-af34-4200-b05a-082af76edae4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:26.088738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d841a8ef-af34-4200-b05a-082af76edae4 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:26.713968 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b029e60-ddeb-4634-b628-b7eccd4f01de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.014110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e3270-3775-46e2-9494-3eeb6199c35b req-da8deb61-4e9c-4727-b199-bdd69dc08908 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:27.025971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-720e3270-3775-46e2-9494-3eeb6199c35b req-da8deb61-4e9c-4727-b199-bdd69dc08908 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 944 time: 0.0741484 Nov 23 14:31:27.036027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.064113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7a019b7c-01b0-4077-a8ec-df92103ea29c up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:27.131457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-720e3270-3775-46e2-9494-3eeb6199c35b req-e6182372-5154-4afa-925d-cc96772438a1 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992556 Nov 23 14:31:27.148888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 7a019b7c-01b0-4077-a8ec-df92103ea29c completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:27.154370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 7a019b7c-01b0-4077-a8ec-df92103ea29c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:27.156033 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.270761 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.314011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:27.322839 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971cf0ec-561d-4275-ae2f-389b91de0786" -d '{"events": [{"server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "name": "network-vif-plugged", "status": "completed", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:27.352741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 7a019b7c-01b0-4077-a8ec-df92103ea29c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:27.358820 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.433765 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b62cd-785e-46ec-b624-72046c2846af x-openstack-request-id: req-f88b62cd-785e-46ec-b624-72046c2846af {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:27.434054 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "name": "network-vif-plugged", "status": "completed", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:27.434312 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f88b62cd-785e-46ec-b624-72046c2846af {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:27.435678 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'code': 200} Nov 23 14:31:27.468563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=7a019b7c-01b0-4077-a8ec-df92103ea29c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:27.784900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f46967-7cf4-4c05-9700-33e19a55bf41 req-0f83fb74-5c93-4d7b-8964-76beb985010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:27.789730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13f46967-7cf4-4c05-9700-33e19a55bf41 req-0f83fb74-5c93-4d7b-8964-76beb985010c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1096 time: 0.2189701 Nov 23 14:31:27.891014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-1d4c52ef-c2a9-4a89-8a07-ea346ca571a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2273102 Nov 23 14:31:28.042204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13f46967-7cf4-4c05-9700-33e19a55bf41 req-14b349b8-5a09-4ce6-9f34-76dfb8cd6082 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430615 Nov 23 14:31:28.063339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-b0025969-bea2-4813-8aae-eed1c0ffe3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:28.067239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-b0025969-bea2-4813-8aae-eed1c0ffe3d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 1097 time: 0.1459806 Nov 23 14:31:28.462358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-e8ece5e9-f75c-4edc-9b5f-bc64faba1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:28.468446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-e8ece5e9-f75c-4edc-9b5f-bc64faba1c76 service neutron] 10.222.0.74 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.3821671 Nov 23 14:31:28.528286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7098d4-a951-47a5-9b79-48d076bdcd20 req-7e57e705-402a-42a9-8e16-0c2b2efe9ffb tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:28.541288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab7098d4-a951-47a5-9b79-48d076bdcd20 req-7e57e705-402a-42a9-8e16-0c2b2efe9ffb tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 945 time: 0.2396135 Nov 23 14:31:28.760363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab7098d4-a951-47a5-9b79-48d076bdcd20 req-543fa272-703c-441e-9279-87da825790d5 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156181 Nov 23 14:31:28.774357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-745f2987-63db-478d-a2e5-ae815326a87c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b HTTP/1.1" status: 200 len: 1002 time: 0.2873590 Nov 23 14:31:28.932887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-e1328dd3-20bf-47b8-8fa7-5099de5a0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:28.938807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-e1328dd3-20bf-47b8-8fa7-5099de5a0208 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.1541533 Nov 23 14:31:29.065585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-54cbc94a-3e81-451b-bdf7-057cc929d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.067960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-54cbc94a-3e81-451b-bdf7-057cc929d1a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222763 Nov 23 14:31:29.089065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-e3e95fbd-831e-484b-a3e4-88bc6497b689 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985494 Nov 23 14:31:29.093213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-638f7e06-75b2-4619-ac11-72853f13f415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.371410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-f3583ac2-e767-4615-971e-50eae9f78631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.373088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-f3583ac2-e767-4615-971e-50eae9f78631 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a55366ec7548e0bfb83fab6b561f86&device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 1097 time: 0.2461183 Nov 23 14:31:29.381385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-aeae6069-aa7b-45ef-a527-28211f0d9373 service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913148 Nov 23 14:31:29.762325 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eba65f82-6699-46b0-b02d-8007e1fbf6c9 req-781c18a5-2775-4fc7-adf9-91999aec7039 service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737698 Nov 23 14:31:29.774010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-9a82657f-e008-4698-a2f7-031eec70a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.779322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-9a82657f-e008-4698-a2f7-031eec70a554 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 200 len: 915 time: 0.3554344 Nov 23 14:31:29.925520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-2add48cd-9201-480a-a75e-79ba896661d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac65add-3e72-458a-aad8-7072b2315b51 HTTP/1.1" status: 200 len: 217 time: 0.1383400 Nov 23 14:31:30.061822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.207886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-9da866b5-47d5-4cdd-9dd4-ffdd9d34f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.209444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-9da866b5-47d5-4cdd-9dd4-ffdd9d34f437 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27f84f0a-f06c-427b-bcd7-627fd336d032 HTTP/1.1" status: 200 len: 854 time: 0.2623494 Nov 23 14:31:30.260082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452525c2-30d7-4639-9161-547f0557dacd req-8902d6de-5d6b-40a5-b928-2b84f26e1a6d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.261722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-452525c2-30d7-4639-9161-547f0557dacd req-8902d6de-5d6b-40a5-b928-2b84f26e1a6d tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 945 time: 0.3353393 Nov 23 14:31:30.299882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-130b1264-74a3-4d2a-9845-48ddc81e5494 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759444 Nov 23 14:31:30.522751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-452525c2-30d7-4639-9161-547f0557dacd req-9c323c30-4d08-44a5-91eb-57ff7de3d6a0 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261472 Nov 23 14:31:30.627865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-6204fe00-9770-4495-bf7e-a57886bd7e1b service neutron] 10.222.0.11 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160539 Nov 23 14:31:30.686316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49a25-5c5e-46e5-ba54-ea03d8b06e67 req-3c7c6df7-6ad2-47e0-aca6-cceeaf48ea87 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.687951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87c49a25-5c5e-46e5-ba54-ea03d8b06e67 req-3c7c6df7-6ad2-47e0-aca6-cceeaf48ea87 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 946 time: 0.1527247 Nov 23 14:31:30.750141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48870) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:30.880037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bd61640-59c0-40aa-ba41-a397845b66e8 req-9a2a3abe-e5c1-490d-909a-0d4b79284e58 service neutron] 10.222.0.11 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428241 Nov 23 14:31:30.898478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87c49a25-5c5e-46e5-ba54-ea03d8b06e67 req-0266b2c2-301e-4e61-bfbe-1122791dbebd tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880360 Nov 23 14:31:30.944535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a838f-9005-4ff9-b9af-a6f994627a01 req-68a49a7c-b542-4f63-9620-3f36f88867cb tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.946122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d55a838f-9005-4ff9-b9af-a6f994627a01 req-68a49a7c-b542-4f63-9620-3f36f88867cb tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 945 time: 0.1368365 Nov 23 14:31:31.070616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d55a838f-9005-4ff9-b9af-a6f994627a01 req-d7640f93-3971-4086-96cc-9ccb1ae64549 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177225 Nov 23 14:31:31.253453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17178476-64de-47dc-bf2a-b45d2b071d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.269481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633bdfb-0993-49e5-b0d8-43f64cb8a2e1 req-b00feb12-0726-4520-a328-f487d09c44ee tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.279785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2633bdfb-0993-49e5-b0d8-43f64cb8a2e1 req-b00feb12-0726-4520-a328-f487d09c44ee tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 945 time: 0.1100063 Nov 23 14:31:31.359751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2633bdfb-0993-49e5-b0d8-43f64cb8a2e1 req-48476611-834c-4582-8049-85ccaa30a4c6 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788217 Nov 23 14:31:31.387651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48882) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:31.496027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17178476-64de-47dc-bf2a-b45d2b071d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.501347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17178476-64de-47dc-bf2a-b45d2b071d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.580101 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-17178476-64de-47dc-bf2a-b45d2b071d83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=267429c9a8744e43b196545ca8a36bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8281791 Nov 23 14:31:31.589308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48890) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:31.656193 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.659372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17178476-64de-47dc-bf2a-b45d2b071d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8043fed-417c-4d2d-9204-b7b3ff74d653,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:31.682972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f60f5707-82f1-40bb-acec-fa2af5a396aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.725135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f60f5707-82f1-40bb-acec-fa2af5a396aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.951878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463c4e7-e946-4230-bade-4a74f292b30f tempest-TestServerBasicOps-1239996038 tempest-TestServerBasicOps-1239996038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.963112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a463c4e7-e946-4230-bade-4a74f292b30f tempest-TestServerBasicOps-1239996038 tempest-TestServerBasicOps-1239996038-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1091 time: 0.5703542 Nov 23 14:31:31.963347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48902) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:31.968983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:31.993379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-8e2d41b6-c0c6-4d9d-906a-e03c6a058bd7 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.996039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-8e2d41b6-c0c6-4d9d-906a-e03c6a058bd7 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 946 time: 0.2050989 Nov 23 14:31:32.012193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f60f5707-82f1-40bb-acec-fa2af5a396aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.015584 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f60f5707-82f1-40bb-acec-fa2af5a396aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.017194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f60f5707-82f1-40bb-acec-fa2af5a396aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8043fed-417c-4d2d-9204-b7b3ff74d653 HTTP/1.1" status: 204 len: 168 time: 0.4267375 Nov 23 14:31:32.051838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.062273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f5707-82f1-40bb-acec-fa2af5a396aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8043fed-417c-4d2d-9204-b7b3ff74d653,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:32.180979 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636b882-7c40-49ab-9638-38fcf236913f req-5bb8fa68-999c-4efd-b05d-bd93b44b4979 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:32.182424 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d636b882-7c40-49ab-9638-38fcf236913f req-5bb8fa68-999c-4efd-b05d-bd93b44b4979 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 946 time: 0.1415696 Nov 23 14:31:32.270126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.309836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d636b882-7c40-49ab-9638-38fcf236913f req-48d7d562-1b17-42b5-b4d0-fcee8e3c5c53 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137469 Nov 23 14:31:32.318680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Deleting port e373c967-573c-42cc-8f45-4706ab05aec5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:32.319466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.417820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Allocated IP 172.25.3.229 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/8b4e250f-493e-4e12-9ceb-878139c569af) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:32.449880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] For port e373c967-573c-42cc-8f45-4706ab05aec5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e373c967-573c-42cc-8f45-4706ab05aec5,segment=NetworkSegment(d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce),segment_id=d6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:32.450264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.495195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Calling delete_port for e373c967-573c-42cc-8f45-4706ab05aec5 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:32.538015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.584430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.585993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 48928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:32.611575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11d2b8e0-c4a7-49d9-bba2-4175f4f997dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.713982 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.730532 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.783843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:32.789796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:32.795806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02dd91f-855c-46c3-a0d7-e63321ad73a6 None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:32.804293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:32.828903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Pushing event deleted for resources: {'Port': ['ID=e373c967-573c-42cc-8f45-4706ab05aec5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:32.875940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] No DVR routers for this DVR port e373c967-573c-42cc-8f45-4706ab05aec5 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:32.888963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'Port': ['ID=8b4e250f-493e-4e12-9ceb-878139c569af,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:32.890188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.893801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-608cd2ff-613d-468e-976f-4d4d2653adb7 req-32a3ae27-66cd-4b86-9eed-9b40d288f521 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.74 "DELETE /v2.0/ports/e373c967-573c-42cc-8f45-4706ab05aec5 HTTP/1.1" status: 204 len: 173 time: 0.8918536 Nov 23 14:31:32.894263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'name': 'network-vif-deleted', 'tag': 'e373c967-573c-42cc-8f45-4706ab05aec5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:32.896576 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959eb625-8860-4f22-b026-2a739b5d1e26" -d '{"events": [{"server_uuid": "c37ed3f4-db5a-4a97-b628-90041ca6592c", "name": "network-vif-deleted", "tag": "e373c967-573c-42cc-8f45-4706ab05aec5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:32.901152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11d2b8e0-c4a7-49d9-bba2-4175f4f997dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.933547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11d2b8e0-c4a7-49d9-bba2-4175f4f997dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.979451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2b8e0-c4a7-49d9-bba2-4175f4f997dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d6d7d8-a3d5-490b-8169-b6851c893e52,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:33.010598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-11d2b8e0-c4a7-49d9-bba2-4175f4f997dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ef1b0cfcf0f4a3caa83f2502577ecbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4231410 Nov 23 14:31:33.013133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48934) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:33.058331 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d421345-e733-4108-bdd7-21730e395d7d x-openstack-request-id: req-6d421345-e733-4108-bdd7-21730e395d7d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:33.058628 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37ed3f4-db5a-4a97-b628-90041ca6592c", "name": "network-vif-deleted", "tag": "e373c967-573c-42cc-8f45-4706ab05aec5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:33.058879 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d421345-e733-4108-bdd7-21730e395d7d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:33.059305 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37ed3f4-db5a-4a97-b628-90041ca6592c', 'name': 'network-vif-deleted', 'tag': 'e373c967-573c-42cc-8f45-4706ab05aec5', 'status': 'completed', 'code': 200} Nov 23 14:31:33.135856 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b847e4d6-30c6-4359-8997-2ba294b9c924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.199107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b847e4d6-30c6-4359-8997-2ba294b9c924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.302919 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b847e4d6-30c6-4359-8997-2ba294b9c924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.306742 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b847e4d6-30c6-4359-8997-2ba294b9c924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.310828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b847e4d6-30c6-4359-8997-2ba294b9c924 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57d6d7d8-a3d5-490b-8169-b6851c893e52 HTTP/1.1" status: 204 len: 168 time: 0.2966564 Nov 23 14:31:33.320513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847e4d6-30c6-4359-8997-2ba294b9c924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d6d7d8-a3d5-490b-8169-b6851c893e52,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:33.465082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.522433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b8e0441-e711-4dc4-a6d9-f808b9ed0554 req-0731298a-d905-422d-94fc-b289fafb5f26 tempest-AttachVolumeNegativeTest-200892334 tempest-AttachVolumeNegativeTest-200892334-project] 10.222.0.46 "GET /v2.0/ports?device_id=c37ed3f4-db5a-4a97-b628-90041ca6592c HTTP/1.1" status: 200 len: 210 time: 0.0424209 Nov 23 14:31:33.603808 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.830302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.837539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.915488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event updated for resources: {'Port': ['ID=8b4e250f-493e-4e12-9ceb-878139c569af,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:33.939163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.078547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e373c967-573c-42cc-8f45-4706ab05aec5 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:34.108739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: e373c967-573c-42cc-8f45-4706ab05aec5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:34.109292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e373c967-573c-42cc-8f45-4706ab05aec5 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:34.145414 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Floating IP 62c4469f-3105-45bb-a25d-53c9b18e9f72 associated. External IP: 172.25.3.229, port: 7a019b7c-01b0-4077-a8ec-df92103ea29c. Nov 23 14:31:34.453351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:34.595150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 48984) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:34.649251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:34.659583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] Sync routers for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:34.672144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] Deleting subnet 0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:31:34.681208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:34.681835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:34.689657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.698220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.782596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.811812 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-35c35723-bf7e-4021-92b1-45f4fd616aaa tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8465114 Nov 23 14:31:34.812437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:34.816546 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b250651c-cb77-4473-8f1d-33ae2efa891d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:34.879981 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.911318 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83495106-08f8-48cf-b282-1a3fc48745ce x-openstack-request-id: req-83495106-08f8-48cf-b282-1a3fc48745ce {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:34.911552 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:34.911814 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83495106-08f8-48cf-b282-1a3fc48745ce {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:34.912309 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'status': 'completed', 'code': 200} Nov 23 14:31:35.016236 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.091613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-76d54005-ccc9-44fb-9268-44dd30a66c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:35.092865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-76d54005-ccc9-44fb-9268-44dd30a66c7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1096 time: 0.1301601 Nov 23 14:31:35.107541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.117454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:35.136726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef HTTP/1.1" status: 204 len: 168 time: 0.5410101 Nov 23 14:31:35.154721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfdc2c-904a-4fe6-9b00-3c5c715b57ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4fbf7f-22f3-4990-9ae3-e3d8a21f51ef,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:35.159132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8d2a6-cd59-47b4-9822-567305dccd7f None None] Network b6930fa2-41e4-46b0-b930-cad585990db3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:35.309363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.349042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-c48eeae8-c841-4582-b569-d1f6bcd6b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:35.353791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-c48eeae8-c841-4582-b569-d1f6bcd6b383 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 910 time: 0.2142284 Nov 23 14:31:35.370847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:35.483346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-ff5ab627-635d-48d6-95d8-6d4c8bf16a0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 999 time: 0.1207302 Nov 23 14:31:35.505764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.537399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6930fa2-41e4-46b0-b930-cad585990db3']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:35.558684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:35.558684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b8a4dc-0e6d-47ae-9b3d-d5d38b2d76ce') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:35.592232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.592811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-000e31ce-26d3-42d4-8e75-1931a210048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:35.594496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-000e31ce-26d3-42d4-8e75-1931a210048e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 200 len: 848 time: 0.1024327 Nov 23 14:31:35.617331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.623536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:31:35.623760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:31:35.627250 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:31:35.690509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-1e54fc10-3b14-4416-8ca8-72b9a650dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:35.692734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-1e54fc10-3b14-4416-8ca8-72b9a650dfa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c80f1a3-cf25-41be-bff7-daf126d864a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880477 Nov 23 14:31:35.729543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.780883 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.818627 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] 10.222.0.46 "DELETE /v2.0/networks/b6930fa2-41e4-46b0-b930-cad585990db3 HTTP/1.1" status: 204 len: 168 time: 0.6997135 Nov 23 14:31:35.820348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a56af-3934-49b8-a642-a081c509724b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6930fa2-41e4-46b0-b930-cad585990db3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:35.867604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-b2b66cf0-337d-48de-9a5c-a64ce5f632bf service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670718 Nov 23 14:31:35.994126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48a296-7572-4329-8981-1f2352b77b94 None None] DHCP port deletion for b6930fa2-41e4-46b0-b930-cad585990db3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:36.100477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b250651c-cb77-4473-8f1d-33ae2efa891d req-5176454b-3916-4ae4-aff4-ac0dc205b2ff service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218182 Nov 23 14:31:36.123952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49032) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:36.140189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '62c4469f-3105-45bb-a25d-53c9b18e9f72', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'port_id': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'mac_address': 'fa:16:3e:94:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:31:33Z', 'updated_at': '2021-11-23T14:31:33Z', 'revision_number': 0, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:31:01Z', 'revision_number': 5, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:36.201293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] Checking router: 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:36.212806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6fdf1596-c834-4c45-96af-d206928e3cee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b03d0e54e384d0497352c16abd8beac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0872753 Nov 23 14:31:36.214035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:36.214930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:36.215609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49034) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:36.338091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-662c1dc0-a364-4a7c-9b0c-cbee4f77c3d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.376582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:36.397054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-662c1dc0-a364-4a7c-9b0c-cbee4f77c3d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.496068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-662c1dc0-a364-4a7c-9b0c-cbee4f77c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.509564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-662c1dc0-a364-4a7c-9b0c-cbee4f77c3d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.512425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-662c1dc0-a364-4a7c-9b0c-cbee4f77c3d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c0e3a54-0f24-4149-8fd1-f9294a8d71bf HTTP/1.1" status: 204 len: 168 time: 0.2956429 Nov 23 14:31:36.533116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c1dc0-a364-4a7c-9b0c-cbee4f77c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0e3a54-0f24-4149-8fd1-f9294a8d71bf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:36.894080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '62c4469f-3105-45bb-a25d-53c9b18e9f72', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'port_id': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'mac_address': 'fa:16:3e:94:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:31:33Z', 'updated_at': '2021-11-23T14:31:33Z', 'revision_number': 0, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:31:01Z', 'revision_number': 5, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:36.926357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba9d82-fa4c-4447-a70d-cc0e078a84ad None None] The sync data for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 is: [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '62c4469f-3105-45bb-a25d-53c9b18e9f72', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'port_id': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'mac_address': 'fa:16:3e:94:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:31:33Z', 'updated_at': '2021-11-23T14:31:33Z', 'revision_number': 0, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:31:01Z', 'revision_number': 5, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:37.326409 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159524cc-2195-4154-957f-28bb7e64fe06 None None] New status for floating IP 62c4469f-3105-45bb-a25d-53c9b18e9f72: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:31:37.847806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49104) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:38.001794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8afd899-9852-4656-ae40-3c4788749582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.096630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8afd899-9852-4656-ae40-3c4788749582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.105361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8afd899-9852-4656-ae40-3c4788749582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.165845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afd899-9852-4656-ae40-3c4788749582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933c341-6a78-4c8a-b7b3-276dc1b09317,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:38.176083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49114) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:38.176811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b8afd899-9852-4656-ae40-3c4788749582 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=052d07d441804a129612f974a34ae266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265231 Nov 23 14:31:38.357404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f39365-4e16-4167-8c27-ffab1bb6905d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.436345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f39365-4e16-4167-8c27-ffab1bb6905d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.513101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f39365-4e16-4167-8c27-ffab1bb6905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.516308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f39365-4e16-4167-8c27-ffab1bb6905d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.517597 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b4f39365-4e16-4167-8c27-ffab1bb6905d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9933c341-6a78-4c8a-b7b3-276dc1b09317 HTTP/1.1" status: 204 len: 168 time: 0.3404365 Nov 23 14:31:38.530497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39365-4e16-4167-8c27-ffab1bb6905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933c341-6a78-4c8a-b7b3-276dc1b09317,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:39.258044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:39.292202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b837-98ac-425b-8986-dfae40418284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.432309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b837-98ac-425b-8986-dfae40418284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.439623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b837-98ac-425b-8986-dfae40418284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.485878 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3eb4b837-98ac-425b-8986-dfae40418284 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96df46c62ea64e7db75ba1113e60c704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258494 Nov 23 14:31:39.487145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4b837-98ac-425b-8986-dfae40418284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89666997-c1e7-4bcd-b775-061d4c967a17,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:39.488735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49156) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:39.559964 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e1e878a-e989-4791-9560-78bd7417feff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.590188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e1e878a-e989-4791-9560-78bd7417feff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.649663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e1e878a-e989-4791-9560-78bd7417feff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.654319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e1e878a-e989-4791-9560-78bd7417feff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.656828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4e1e878a-e989-4791-9560-78bd7417feff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89666997-c1e7-4bcd-b775-061d4c967a17 HTTP/1.1" status: 204 len: 168 time: 0.1665339 Nov 23 14:31:39.674254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e878a-e989-4791-9560-78bd7417feff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89666997-c1e7-4bcd-b775-061d4c967a17,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:40.760643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445e166-3817-4d55-a20e-cc44ad6478d9 req-9ce4f7b1-33ab-4665-8872-db3868678cf3 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:40.767390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3445e166-3817-4d55-a20e-cc44ad6478d9 req-9ce4f7b1-33ab-4665-8872-db3868678cf3 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 946 time: 0.0676522 Nov 23 14:31:40.827431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3445e166-3817-4d55-a20e-cc44ad6478d9 req-43b3fe63-2c17-4f0e-90fb-1c7f20d3fe74 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591662 Nov 23 14:31:41.990518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665829b-6ea2-4b93-87ca-f75e50da6427 req-b67b094f-4689-4bf0-97d3-d4e26ae5274b tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:42.013134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a665829b-6ea2-4b93-87ca-f75e50da6427 req-b67b094f-4689-4bf0-97d3-d4e26ae5274b tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 946 time: 0.0993967 Nov 23 14:31:42.093061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a665829b-6ea2-4b93-87ca-f75e50da6427 req-db9604a3-b74e-4a99-bd35-6f8f20740adf tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787463 Nov 23 14:31:42.648334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-1f0cd672-53cc-4e30-b530-ec27e3388541 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:42.650515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-1f0cd672-53cc-4e30-b530-ec27e3388541 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 946 time: 0.1686103 Nov 23 14:31:42.821100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Deleting port 8ac65add-3e72-458a-aad8-7072b2315b51 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:42.821588 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.052623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] For port 8ac65add-3e72-458a-aad8-7072b2315b51, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8ac65add-3e72-458a-aad8-7072b2315b51,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:43.056215 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.098877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Calling delete_port for 8ac65add-3e72-458a-aad8-7072b2315b51 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:43.188068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49280) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:43.400720 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd62f990-d2de-4b4b-b8c6-5f94f26ed2f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.579899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd62f990-d2de-4b4b-b8c6-5f94f26ed2f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.597741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd62f990-d2de-4b4b-b8c6-5f94f26ed2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.646089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62f990-d2de-4b4b-b8c6-5f94f26ed2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e1ca3-5aeb-41cd-b398-fb06f10091d7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:43.651662 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cd62f990-d2de-4b4b-b8c6-5f94f26ed2f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29a26093cacd447ab0eb1cfd50a80f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4618421 Nov 23 14:31:43.654799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49290) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:43.721862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e02a0-ae23-42f8-bd23-7b9ef181ac10 req-444fc489-4c58-4256-a1c3-21fc1ef800e7 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.723378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b6e02a0-ae23-42f8-bd23-7b9ef181ac10 req-444fc489-4c58-4256-a1c3-21fc1ef800e7 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9f7661-d4f8-46d4-bb94-1e62f2b606ac HTTP/1.1" status: 200 len: 946 time: 0.0666885 Nov 23 14:31:43.752825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc0607d-6df2-4a1b-8a28-4d0434553e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.788027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc0607d-6df2-4a1b-8a28-4d0434553e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.843074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b6e02a0-ae23-42f8-bd23-7b9ef181ac10 req-e09aafea-638a-43f7-b7a0-81a3bb064b9c tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910089 Nov 23 14:31:43.857012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc0607d-6df2-4a1b-8a28-4d0434553e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.860529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ddc0607d-6df2-4a1b-8a28-4d0434553e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.865388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ddc0607d-6df2-4a1b-8a28-4d0434553e61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/514e1ca3-5aeb-41cd-b398-fb06f10091d7 HTTP/1.1" status: 204 len: 168 time: 0.2063899 Nov 23 14:31:43.876071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0607d-6df2-4a1b-8a28-4d0434553e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e1ca3-5aeb-41cd-b398-fb06f10091d7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:43.907138 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.919972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['8ac65add-3e72-458a-aad8-7072b2315b51'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:43.977705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Pushing event deleted for resources: {'Port': ['ID=8ac65add-3e72-458a-aad8-7072b2315b51,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:44.004647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55062b45-4744-4962-a980-56ddd9055913 None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:31:44.019995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] No DVR routers for this DVR port 8ac65add-3e72-458a-aad8-7072b2315b51 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:44.023023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:44.026706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-020c8044-62bf-46e7-8022-c1d365a9b4fc req-91facc68-3d9a-418c-94de-9cae4d22612d tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.11 "DELETE /v2.0/ports/8ac65add-3e72-458a-aad8-7072b2315b51 HTTP/1.1" status: 204 len: 173 time: 1.3656895 Nov 23 14:31:44.027223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'name': 'network-vif-deleted', 'tag': '8ac65add-3e72-458a-aad8-7072b2315b51'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:44.030204 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abef00d-8495-4afb-8e88-bbd03d76a4f8" -d '{"events": [{"server_uuid": "2e9f7661-d4f8-46d4-bb94-1e62f2b606ac", "name": "network-vif-deleted", "tag": "8ac65add-3e72-458a-aad8-7072b2315b51"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:44.098248 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e19f3b9-69bb-4da1-b421-ff0f640b7795 x-openstack-request-id: req-0e19f3b9-69bb-4da1-b421-ff0f640b7795 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:44.099241 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9f7661-d4f8-46d4-bb94-1e62f2b606ac", "name": "network-vif-deleted", "tag": "8ac65add-3e72-458a-aad8-7072b2315b51", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:44.099704 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e19f3b9-69bb-4da1-b421-ff0f640b7795 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:44.100864 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9f7661-d4f8-46d4-bb94-1e62f2b606ac', 'name': 'network-vif-deleted', 'tag': '8ac65add-3e72-458a-aad8-7072b2315b51', 'status': 'completed', 'code': 200} Nov 23 14:31:44.433076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49310) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:44.450039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2936d537-b0d1-40c9-a17d-17725778b0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:44.646317 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2936d537-b0d1-40c9-a17d-17725778b0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:44.654084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2936d537-b0d1-40c9-a17d-17725778b0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:44.724721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936d537-b0d1-40c9-a17d-17725778b0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3cf1b-7d03-49ca-bc9b-cc38bfb3f2e0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:44.756101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2936d537-b0d1-40c9-a17d-17725778b0a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1da879bc5c424813bea4e8bc495b24fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215165 Nov 23 14:31:44.759644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49316) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:44.859180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d74ec8-d56a-42ad-b978-1bc5e93d9b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:44.922845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d74ec8-d56a-42ad-b978-1bc5e93d9b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:45.036410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d74ec8-d56a-42ad-b978-1bc5e93d9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:45.039780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d74ec8-d56a-42ad-b978-1bc5e93d9b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:45.041747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c7d74ec8-d56a-42ad-b978-1bc5e93d9b51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80d3cf1b-7d03-49ca-bc9b-cc38bfb3f2e0 HTTP/1.1" status: 204 len: 168 time: 0.2798235 Nov 23 14:31:45.055850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d74ec8-d56a-42ad-b978-1bc5e93d9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d3cf1b-7d03-49ca-bc9b-cc38bfb3f2e0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:47.173353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8ac65add-3e72-458a-aad8-7072b2315b51 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:47.242064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 8ac65add-3e72-458a-aad8-7072b2315b51 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:47.242712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8ac65add-3e72-458a-aad8-7072b2315b51 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:47.596754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:48.036585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1157673439'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:48.498750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Made reservation on behalf of 224ce2ca659649b7ae163665cf439a76 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:48.502713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.517305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.633669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.641900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.681985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a055a1cf-7e53-42f8-aed1-0a34c1c5f6e2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:48.694963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.695551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.696030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.696612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.697110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.697597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.698077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.698618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.699204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.699685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.700163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.700689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:48.709017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:31:48.731572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.731941 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Added segment 6e92e41c-b16c-4553-91c4-4cb761d4057c of type vlan for network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 Nov 23 14:31:48.794694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.845204 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.853062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:48.853957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.874513 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2768722 Nov 23 14:31:48.984425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d185777-0f3a-438c-a37c-96b4165ad909 tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Pushing event updated for resources: {'Network': ['ID=70a31ff3-fe59-4b8e-87d3-4d8e772370f0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:48.998764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:31:49.256054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49508) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:49.264515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Request body: {'port': {'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0', 'binding:host_id': 'n-h2-818503-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-716287523'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:49.319359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Made reservation on behalf of ccd03eb715e2469f90cf4d4c636dbd73 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:49.322277 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.333161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.509068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.515319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.548118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76fc7ad-27d2-455c-96b6-26ced2d5490c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:49.552318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] device_id is not set on port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:31:49.798654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] device_id is not set on port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:31:49.815869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.823578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.897819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=9eb7ed01-19ee-44e9-9a4f-6876cdcbddde,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:49.919887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Checking segment: {'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:49.920681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Network hostable DHCP agents. Network: 70a31ff3-fe59-4b8e-87d3-4d8e772370f0, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:31:49.946762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:31:49.959052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 70a31ff3-fe59-4b8e-87d3-4d8e772370f0) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:49.967976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19241094-366d-4ae9-afe2-c9a03d1b1380 None None] Network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:49.968863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:49.998106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:49.998489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:49.998993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.003952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.004518 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.005267 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 2 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.021652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.022278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.022792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.029291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.029863 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.030423 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 3 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.046982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.047699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.048195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.053883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.054608 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.055372 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 4 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.075071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.075327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.078555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.086160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.086505 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.086942 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 5 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.118726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.119255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.119734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.128982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.130695 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.133733 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 6 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.162024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.163031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.165700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.177625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.178032 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.178562 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 7 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.206479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.206819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.209472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.218394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.218735 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.219478 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 8 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.262134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.262658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.268750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.279292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.279622 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.281689 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 9 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.314786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.315134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.315468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.320827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.322435 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.329181 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 10 to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde Nov 23 14:31:50.380275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:50.380689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:50.381030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:50.389539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:50.389871 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:50.390242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.517903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] For port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:50.518324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempted to set empty binding levels {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 14:31:50.525468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.592920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:50.603540 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.653206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=9eb7ed01-19ee-44e9-9a4f-6876cdcbddde,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:50.669954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49522) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:50.670490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bad104ab-55c1-452a-a143-2b802acac4a6 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.4122374 Nov 23 14:31:50.806609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Deleting port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:50.806994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.890454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] For port 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde, host n-h2-818503-2, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:50.890818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.905266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Calling delete_port for 9eb7ed01-19ee-44e9-9a4f-6876cdcbddde owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:51.037837 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.079001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event deleted for resources: {'Port': ['ID=9eb7ed01-19ee-44e9-9a4f-6876cdcbddde,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:51.084168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.091232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e4ce97a-2020-48d0-9fbf-41f5e667e188 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "DELETE /v2.0/ports/9eb7ed01-19ee-44e9-9a4f-6876cdcbddde HTTP/1.1" status: 204 len: 168 time: 0.4201245 Nov 23 14:31:51.092461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49524) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:51.141675 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcad7c5-08b2-4f3f-bdeb-99b3417f5b30 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:31:51.148375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3dcad7c5-08b2-4f3f-bdeb-99b3417f5b30 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "GET /v2.0/ports/9eb7ed01-19ee-44e9-9a4f-6876cdcbddde HTTP/1.1" status: 404 len: 333 time: 0.0510514 Nov 23 14:31:51.149046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49528) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:51.154837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Request body: {'port': {'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-773808579'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:51.181302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Made reservation on behalf of ccd03eb715e2469f90cf4d4c636dbd73 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:51.184258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.220311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] device_id is not set on port 8d8bab70-d429-4e0a-be0f-73291b52cbfb yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:31:51.456145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.509196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.553562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:51.559345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:51.562241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:51.563366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:51.564322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.579342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8bab70-d429-4e0a-be0f-73291b52cbfb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:51.601452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49542) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:51.601965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd012db0-cee2-4fdf-8547-000e651e6e96 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4511588 Nov 23 14:31:51.608326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:51.669740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.915711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] device_id is not set on port 8d8bab70-d429-4e0a-be0f-73291b52cbfb yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:31:51.927127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.934961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.989532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8bab70-d429-4e0a-be0f-73291b52cbfb,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:52.004456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.004799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.005148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.009871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.010202 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.010586 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 2 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.024895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.025235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.025741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.030793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.031160 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.031555 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 3 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.043960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.044299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.044639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.049445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.049907 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.050352 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 4 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.067774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.068121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.068459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.076083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.076416 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.076817 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 5 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.096814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.097342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.098071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.104709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.104988 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.105619 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 6 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.127925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.127925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.127925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.132586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.132915 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.133362 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 7 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.150603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.150966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.151310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.156282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.156614 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.157003 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 8 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.171041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.171377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.171713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.178134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.178758 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.179313 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 9 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.192789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.192969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.193459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.198605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.199068 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.199522 n-d-818503-2 neutron-server[103346]: INFO neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 10 to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb Nov 23 14:31:52.222810 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:31:52.223958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:52.224300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:52.224634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:52.229998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:52.231063 n-d-818503-2 neutron-server[103346]: ERROR neutron.plugins.ml2.managers [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:52.231952 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:52.318291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] For port 8d8bab70-d429-4e0a-be0f-73291b52cbfb, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:52.319332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempted to set empty binding levels {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 14:31:52.324737 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:52.344170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] In _notify_port_updated(), no bound segment for port 8d8bab70-d429-4e0a-be0f-73291b52cbfb on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:31:52.348881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.349567 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:52.353401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "PUT /v2.0/ports/8d8bab70-d429-4e0a-be0f-73291b52cbfb HTTP/1.1" status: 200 len: 974 time: 0.7495067 Nov 23 14:31:52.356050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49562) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:52.578732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061beb44-b721-4b5e-83cc-256f98e89181 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8bab70-d429-4e0a-be0f-73291b52cbfb,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:52.644582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.648361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.649086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.650344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.650954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.652643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.653257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.654923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.656658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.657144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.658778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.659292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.661956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.662444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.662931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.663405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.665163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.665784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.677432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49574) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:52.678660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-74f04330-578e-4c70-b265-d1ae4765bc05 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16123 time: 0.3179212 Nov 23 14:31:52.865714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Deleting port 8d8bab70-d429-4e0a-be0f-73291b52cbfb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:52.866081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.110008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] For port 8d8bab70-d429-4e0a-be0f-73291b52cbfb, host n-h2-818503-2, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:53.110379 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.167113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Calling delete_port for 8d8bab70-d429-4e0a-be0f-73291b52cbfb owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:53.357125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.423776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d8bab70-d429-4e0a-be0f-73291b52cbfb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:53.447354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.455695 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2115368e-fa1d-4308-b789-935b19de3d36 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "DELETE /v2.0/ports/8d8bab70-d429-4e0a-be0f-73291b52cbfb HTTP/1.1" status: 204 len: 168 time: 0.7767026 Nov 23 14:31:53.458325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49596) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:53.489850 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b92ed82-91c7-454b-beff-4ee5566a85d7 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:31:53.498399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49598) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:53.498945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4b92ed82-91c7-454b-beff-4ee5566a85d7 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "GET /v2.0/ports/8d8bab70-d429-4e0a-be0f-73291b52cbfb HTTP/1.1" status: 404 len: 333 time: 0.0391679 Nov 23 14:31:53.505803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1505759485', 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:53.550490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Made reservation on behalf of ccd03eb715e2469f90cf4d4c636dbd73 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:53.554503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.587954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] device_id is not set on port e52d5fcd-1121-4648-9b6e-b1ebb6eadde3 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:31:53.722097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49602) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:53.783804 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.858279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.893918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.964426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c6a2713-553e-4a47-8a1d-d33bf4a37ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:53.998373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=e52d5fcd-1121-4648-9b6e-b1ebb6eadde3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:54.026717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:54.029641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:54.036714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:54.039001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.040131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.073620 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eb852f86-3694-4ced-9dd1-67ecaa25b2b3 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5735717 Nov 23 14:31:54.075987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49614) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:54.130308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af425b0c-a2f5-4eaf-bf41-fee530a7dc10 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.132525 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-af425b0c-a2f5-4eaf-bf41-fee530a7dc10 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "GET /v2.0/ports/e52d5fcd-1121-4648-9b6e-b1ebb6eadde3 HTTP/1.1" status: 200 len: 955 time: 0.0555022 Nov 23 14:31:54.135360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49616) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:54.139159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c6a2713-553e-4a47-8a1d-d33bf4a37ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.148316 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7c6a2713-553e-4a47-8a1d-d33bf4a37ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.235703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7c6a2713-553e-4a47-8a1d-d33bf4a37ceb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8a030d6a8c647478f005272f91b651e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125766 Nov 23 14:31:54.239331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49620) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:54.246401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a2713-553e-4a47-8a1d-d33bf4a37ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed96eda4-c400-4707-b6c5-10fa18f28a88,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:54.305570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Deleting port e52d5fcd-1121-4648-9b6e-b1ebb6eadde3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:54.306229 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.359606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-977142b1-f5d3-40d7-9483-1b15d37ecd32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.405050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-977142b1-f5d3-40d7-9483-1b15d37ecd32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.417915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.463318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Calling delete_port for e52d5fcd-1121-4648-9b6e-b1ebb6eadde3 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:54.584522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-977142b1-f5d3-40d7-9483-1b15d37ecd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.587514 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-977142b1-f5d3-40d7-9483-1b15d37ecd32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.588737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-977142b1-f5d3-40d7-9483-1b15d37ecd32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed96eda4-c400-4707-b6c5-10fa18f28a88 HTTP/1.1" status: 204 len: 168 time: 0.3480546 Nov 23 14:31:54.640931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977142b1-f5d3-40d7-9483-1b15d37ecd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed96eda4-c400-4707-b6c5-10fa18f28a88,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:54.710976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.789888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event deleted for resources: {'Port': ['ID=e52d5fcd-1121-4648-9b6e-b1ebb6eadde3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:54.821257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.833225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-93f3bfa7-926f-44d7-92a7-d1fe8665b209 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e52d5fcd-1121-4648-9b6e-b1ebb6eadde3 HTTP/1.1" status: 204 len: 168 time: 0.6966238 Nov 23 14:31:54.837253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49630) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:54.895578 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-89409d4b-1e06-49f3-b1bb-13904420645b tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:31:54.905116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49634) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:54.906187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-89409d4b-1e06-49f3-b1bb-13904420645b tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "GET /v2.0/ports/e52d5fcd-1121-4648-9b6e-b1ebb6eadde3 HTTP/1.1" status: 404 len: 333 time: 0.0676947 Nov 23 14:31:54.911944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Request body: {'port': {'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1445726020'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:54.938148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Made reservation on behalf of ccd03eb715e2469f90cf4d4c636dbd73 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:54.945184 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.988866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] device_id is not set on port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:31:55.188028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.188202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49644) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:55.204427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ed614a8f-ce2e-4aec-83fd-e907debd5744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.236201 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.361970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:55.366077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ed614a8f-ce2e-4aec-83fd-e907debd5744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.374807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ed614a8f-ce2e-4aec-83fd-e907debd5744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.388053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:55.390766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:55.393407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.394029 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.419670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=a008a30d-d6cc-4fb1-9d80-42b13e4ecfba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.447447 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5685dfef-d36e-4295-ac6c-7fd0c6d35f76 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5398614 Nov 23 14:31:55.450351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49652) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:55.455792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:55.526702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ed614a8f-ce2e-4aec-83fd-e907debd5744 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc39fe6e9a5345cea07a2bb9b8ce3325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3362122 Nov 23 14:31:55.546117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49654) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:55.560059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.599241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed614a8f-ce2e-4aec-83fd-e907debd5744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674ddd7c-56b5-4afa-a509-f5a10744f1b0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.657974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56b4ec63-9b3b-4195-ba78-d51f6eeb3616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.690980 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56b4ec63-9b3b-4195-ba78-d51f6eeb3616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.783399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56b4ec63-9b3b-4195-ba78-d51f6eeb3616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.787269 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56b4ec63-9b3b-4195-ba78-d51f6eeb3616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.789017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-56b4ec63-9b3b-4195-ba78-d51f6eeb3616 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/674ddd7c-56b5-4afa-a509-f5a10744f1b0 HTTP/1.1" status: 204 len: 168 time: 0.2362306 Nov 23 14:31:55.799090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4ec63-9b3b-4195-ba78-d51f6eeb3616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674ddd7c-56b5-4afa-a509-f5a10744f1b0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.945871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] device_id is not set on port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:31:55.959861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.966450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.041058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=a008a30d-d6cc-4fb1-9d80-42b13e4ecfba,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:56.044661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.045147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.045498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.050516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.050850 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.051282 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 2 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.074867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.075405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.075766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.081225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.081570 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.082227 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 3 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.097856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.098197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.098543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.105703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.106097 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.106672 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 4 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.122577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.122947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.123300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.139133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.139133 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.139133 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 5 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.166442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.166957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.167439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.173298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.173750 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.174229 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 6 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.190523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.191012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.191426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.197406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.197849 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.198341 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 7 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.222129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.222739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.223175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.228787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.229391 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.229882 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 8 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.244943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.245436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.245898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.251161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.251633 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.252133 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 9 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.271364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.272379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.272830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.277603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.278051 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.278551 n-d-818503-2 neutron-server[103345]: INFO neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempt 10 to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba Nov 23 14:31:56.292602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:56.293095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:56.293547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempting to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:56.299297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:56.299755 n-d-818503-2 neutron-server[103345]: ERROR neutron.plugins.ml2.managers [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Failed to bind port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on host n-h2-818503-2 for vnic_type normal using segments [{'id': '6e92e41c-b16c-4553-91c4-4cb761d4057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '70a31ff3-fe59-4b8e-87d3-4d8e772370f0'}] Nov 23 14:31:56.300223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.376013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] For port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:56.376468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attempted to set empty binding levels {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 14:31:56.383003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.433593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] In _notify_port_updated(), no bound segment for port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba on network 70a31ff3-fe59-4b8e-87d3-4d8e772370f0 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:31:56.434772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:56.435901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.437369 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "PUT /v2.0/ports/a008a30d-d6cc-4fb1-9d80-42b13e4ecfba HTTP/1.1" status: 200 len: 975 time: 0.9858971 Nov 23 14:31:56.440211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49674) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:56.460187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1db05-8fe3-4b91-a7c4-c31ffe52e3c2 tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event updated for resources: {'Port': ['ID=a008a30d-d6cc-4fb1-9d80-42b13e4ecfba,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:56.577376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Deleting port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:56.578456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.695499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] For port a008a30d-d6cc-4fb1-9d80-42b13e4ecfba, host n-h2-818503-2, got binding levels [] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:56.695781 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.710667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Calling delete_port for a008a30d-d6cc-4fb1-9d80-42b13e4ecfba owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:56.756775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6f55b2e6-f741-4033-9df1-353d581f4b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.816014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.847107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.852725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a008a30d-d6cc-4fb1-9d80-42b13e4ecfba HTTP/1.1" status: 204 len: 168 time: 0.4114807 Nov 23 14:31:56.855414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49686) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:56.919324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8c177-bbbc-4fdb-aa61-add738eefc0e tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] Pushing event deleted for resources: {'Port': ['ID=a008a30d-d6cc-4fb1-9d80-42b13e4ecfba,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:56.946270 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef0fdfb-5f3a-4fad-850b-e418cd8a472b tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] GET failed (client error): The resource could not be found. Nov 23 14:31:56.948130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6ef0fdfb-5f3a-4fad-850b-e418cd8a472b tempest-PortsAdminExtendedAttrsTestJSON-880963961 tempest-PortsAdminExtendedAttrsTestJSON-880963961-project-admin] 10.222.0.46 "GET /v2.0/ports/a008a30d-d6cc-4fb1-9d80-42b13e4ecfba HTTP/1.1" status: 404 len: 333 time: 0.0910771 Nov 23 14:31:56.953391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:57.047402 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.156134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.425985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.479689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a31ff3-fe59-4b8e-87d3-4d8e772370f0']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:57.504581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e92e41c-b16c-4553-91c4-4cb761d4057c') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:57.504867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e92e41c-b16c-4553-91c4-4cb761d4057c') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:57.520114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d1274234-20d9-4495-a169-7b2c0747e048 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.530758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.540170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d1274234-20d9-4495-a169-7b2c0747e048 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/networks?id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 200 len: 814 time: 0.2818382 Nov 23 14:31:57.567358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-c0422b29-36be-4c27-ac9c-07c457923597 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/quotas/76a55366ec7548e0bfb83fab6b561f86 HTTP/1.1" status: 200 len: 375 time: 0.0260656 Nov 23 14:31:57.590148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.615410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:31:57.616390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:31:57.619499 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:31:57.657579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-b4d941a8-9d44-4ae0-84a0-c7dd064f274c tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a55366ec7548e0bfb83fab6b561f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793762 Nov 23 14:31:57.754729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.761951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.767541 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] 10.222.0.46 "DELETE /v2.0/networks/70a31ff3-fe59-4b8e-87d3-4d8e772370f0 HTTP/1.1" status: 204 len: 168 time: 0.8107231 Nov 23 14:31:57.784166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0263c-1c96-433e-a82e-2bac2614e52a tempest-PortsAdminExtendedAttrsTestJSON-519688627 tempest-PortsAdminExtendedAttrsTestJSON-519688627-project] Pushing event deleted for resources: {'Network': ['ID=70a31ff3-fe59-4b8e-87d3-4d8e772370f0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:57.891833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-28881de8-fd91-4c6d-b9d1-4e7dddc44444 service neutron] 10.222.0.46 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333684 Nov 23 14:31:58.092664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d7dd2c8d-4466-4671-b30d-42085aa0d146 service neutron] 10.222.0.46 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939399 Nov 23 14:31:58.325861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49734) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:58.556984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a67961e-c474-448e-97b8-663e10b37e79 req-dd79f980-3c99-4007-9fa4-2aad3bbb46fa tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 210 time: 0.0910184 Nov 23 14:31:58.633109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49744) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:58.634328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-faabdc3e-8911-47df-9d7b-c9ad6cec1ad5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=224ce2ca659649b7ae163665cf439a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070853 Nov 23 14:31:58.778241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c82fa6ca-9bea-4fe9-ae28-c75fa95b50b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.841729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c82fa6ca-9bea-4fe9-ae28-c75fa95b50b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.913417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c82fa6ca-9bea-4fe9-ae28-c75fa95b50b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.916334 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c82fa6ca-9bea-4fe9-ae28-c75fa95b50b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.927218 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c82fa6ca-9bea-4fe9-ae28-c75fa95b50b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a055a1cf-7e53-42f8-aed1-0a34c1c5f6e2 HTTP/1.1" status: 204 len: 168 time: 0.2881637 Nov 23 14:31:58.946576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fa6ca-9bea-4fe9-ae28-c75fa95b50b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a055a1cf-7e53-42f8-aed1-0a34c1c5f6e2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:59.105987 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2c4fda92-647d-4011-98e8-da8066933211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:59.616405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49764) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:59.829972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fd6b3fc-0186-493c-971e-5c9e0bf89893 req-8e61df2c-5e3f-4969-a791-83c53c8adc9a tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 210 time: 0.0599594 Nov 23 14:31:59.833884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-77c57ed5-f66a-4dd3-9768-f563f313dbef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ccd03eb715e2469f90cf4d4c636dbd73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160621 Nov 23 14:31:59.836710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49768) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:59.979471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e4ef-16b3-4eb9-afbf-4f13307cfb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.001416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e4ef-16b3-4eb9-afbf-4f13307cfb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.058137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e4ef-16b3-4eb9-afbf-4f13307cfb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.061685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e4ef-16b3-4eb9-afbf-4f13307cfb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.066368 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9cf4e4ef-16b3-4eb9-afbf-4f13307cfb75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b76fc7ad-27d2-455c-96b6-26ced2d5490c HTTP/1.1" status: 204 len: 168 time: 0.2284873 Nov 23 14:32:00.075754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.077095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4e4ef-16b3-4eb9-afbf-4f13307cfb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76fc7ad-27d2-455c-96b6-26ced2d5490c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:00.427257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-09402fc9-422d-45a0-b14e-c97170be9bd9 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.428815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-09402fc9-422d-45a0-b14e-c97170be9bd9 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.74 "GET /v2.0/networks?id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 200 len: 814 time: 0.1744342 Nov 23 14:32:00.442239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Request body: {'port': {'device_id': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0', 'admin_state_up': True, 'tenant_id': '76a55366ec7548e0bfb83fab6b561f86'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:00.650109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Made reservation on behalf of 76a55366ec7548e0bfb83fab6b561f86 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:00.654836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.985543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Allocated IP 172.20.0.11 (0acc36f0-03d6-433f-905b-fdaf2e7fabd0/27f84f0a-f06c-427b-bcd7-627fd336d032/6ea51eef-6f15-4c99-a752-d792a4296f9d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:01.109392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac0c1ca9-0d56-498d-9490-a9ba8e8150e9 req-35bf7fdb-250c-4a80-ad1b-7cbaca20ecd2 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 210 time: 0.0736721 Nov 23 14:32:01.374648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:01.424129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:01.479290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:01.482927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:01.492139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:01.516952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7523f29-55b1-4976-97ec-803c040af84e None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:01.597677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.598513 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:01.652723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2146332 Nov 23 14:32:01.668853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Request body: {'port': {'device_id': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:01.686470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d3973708-22a7-478f-8eec-d7019eb94ad4 None None] Provisioning complete for port 6ea51eef-6f15-4c99-a752-d792a4296f9d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:01.687976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3973708-22a7-478f-8eec-d7019eb94ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:01.800316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0b3bc-6196-4ea3-ac66-5bf3601a5b26 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Pushing event updated for resources: {'Port': ['ID=6ea51eef-6f15-4c99-a752-d792a4296f9d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:01.835231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d3973708-22a7-478f-8eec-d7019eb94ad4 None None] Port 6ea51eef-6f15-4c99-a752-d792a4296f9d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:01.842492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:01.842651 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.044845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49826) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:02.358178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44b5672c-076f-4b02-912a-175408d4301e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.467013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49840) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:02.513372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44b5672c-076f-4b02-912a-175408d4301e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.520036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44b5672c-076f-4b02-912a-175408d4301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.566612 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.571669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea51eef-6f15-4c99-a752-d792a4296f9d {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:02.582694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.618105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Transition to ACTIVE for port object 6ea51eef-6f15-4c99-a752-d792a4296f9d will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:32:02.659914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bbf31-92e3-4a07-ab0b-fffa1b36b726 req-72156ad0-15f1-4bed-b44d-c04109001ab8 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.669104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c3bbf31-92e3-4a07-ab0b-fffa1b36b726 req-72156ad0-15f1-4bed-b44d-c04109001ab8 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 932 time: 0.4166741 Nov 23 14:32:02.689307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2113732629', 'router:external': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:02.716348 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-44b5672c-076f-4b02-912a-175408d4301e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46752f2d80464dd0a66a3320b172d817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6702726 Nov 23 14:32:02.717045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5672c-076f-4b02-912a-175408d4301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf30921-8b14-40da-b25a-4cc6420adbbc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:02.719452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.721597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:02.761097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Made reservation on behalf of b95256ad9156428e8d9c658f6aab0598 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:02.763526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.781298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.831572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Pushing event updated for resources: {'Port': ['ID=6ea51eef-6f15-4c99-a752-d792a4296f9d,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:02.924031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b0a65-b3e2-4f95-818f-790ad5475f61 None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:02.987446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c3bbf31-92e3-4a07-ab0b-fffa1b36b726 req-ce092044-f162-4abd-8dc1-2dde1d529c83 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167090 Nov 23 14:32:03.038484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.045862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.062828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Attempting to bind port 6ea51eef-6f15-4c99-a752-d792a4296f9d on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:32:03.063849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Attempting to bind port 6ea51eef-6f15-4c99-a752-d792a4296f9d by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:32:03.064534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Attempting to bind port 6ea51eef-6f15-4c99-a752-d792a4296f9d on network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:03.067330 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-875d7120-71a7-49ec-a40b-9cbeaa5f2118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.096431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-875d7120-71a7-49ec-a40b-9cbeaa5f2118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.097759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:03.120098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db90142-739b-4c0d-901d-c87d4348ac80,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:03.125323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.132872 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Added segment 6d099e5c-ad2f-463c-8fbe-edf8bcb134be of type vlan for network 5c567f77-27c8-4f5a-809b-a5b2ff412688 Nov 23 14:32:03.182083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Port 6ea51eef-6f15-4c99-a752-d792a4296f9d on network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:32:03.182563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Attempting to bind port 6ea51eef-6f15-4c99-a752-d792a4296f9d on network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:03.190790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:03.191610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Checking segment: {'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:03.192125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Bound using segment: {'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:03.192783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Bound port: 6ea51eef-6f15-4c99-a752-d792a4296f9d, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49dfdb0-6096-4bc7-9730-e358319ab6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:03.193424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.196971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-875d7120-71a7-49ec-a40b-9cbeaa5f2118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.200144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-875d7120-71a7-49ec-a40b-9cbeaa5f2118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.201962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-875d7120-71a7-49ec-a40b-9cbeaa5f2118 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbf30921-8b14-40da-b25a-4cc6420adbbc HTTP/1.1" status: 204 len: 168 time: 0.4756522 Nov 23 14:32:03.248002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d7120-71a7-49ec-a40b-9cbeaa5f2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf30921-8b14-40da-b25a-4cc6420adbbc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:03.278429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.358941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.359949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:03.360534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.420387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9528921 Nov 23 14:32:03.424681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49852) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:03.431822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'subnet': {'network_id': '5c567f77-27c8-4f5a-809b-a5b2ff412688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:03.453144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] For port 6ea51eef-6f15-4c99-a752-d792a4296f9d, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:03.476110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] For port 6ea51eef-6f15-4c99-a752-d792a4296f9d, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ea51eef-6f15-4c99-a752-d792a4296f9d,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:03.483856 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.487999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455d555-a995-4978-ba92-0d190fd8ffed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Network': ['ID=5c567f77-27c8-4f5a-809b-a5b2ff412688,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:03.500314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5c567f77-27c8-4f5a-809b-a5b2ff412688 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:03.690963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:03.695355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.697036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] 10.222.0.74 "PUT /v2.0/ports/6ea51eef-6f15-4c99-a752-d792a4296f9d HTTP/1.1" status: 200 len: 1092 time: 2.0350401 Nov 23 14:32:03.701561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ffb44-6a1a-4e48-bd85-4bff05b834da service neutron] Pushing event updated for resources: {'Port': ['ID=6ea51eef-6f15-4c99-a752-d792a4296f9d,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:03.737853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'tag': '6ea51eef-6f15-4c99-a752-d792a4296f9d'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:03.749954 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c556bcde-fef1-43ca-88a4-b16137e206af" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4fb97d-ad81-43d5-a21c-13572d60b5fd", "tag": "6ea51eef-6f15-4c99-a752-d792a4296f9d"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:03.757037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd5cbc-0f9a-42f6-b545-b1c9bf6817fc None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:03.761366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Made reservation on behalf of b95256ad9156428e8d9c658f6aab0598 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:03.766345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.853525 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078ed397-849f-4ca4-bb2f-0d86c24b7e53 x-openstack-request-id: req-078ed397-849f-4ca4-bb2f-0d86c24b7e53 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:03.854416 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4fb97d-ad81-43d5-a21c-13572d60b5fd", "tag": "6ea51eef-6f15-4c99-a752-d792a4296f9d", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:03.854778 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-078ed397-849f-4ca4-bb2f-0d86c24b7e53 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:03.855479 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'tag': '6ea51eef-6f15-4c99-a752-d792a4296f9d', 'status': 'completed', 'code': 200} Nov 23 14:32:03.954673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-65c1ff94-6ea4-4e11-aede-785cc9ae70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:03.959941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-65c1ff94-6ea4-4e11-aede-785cc9ae70c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a55366ec7548e0bfb83fab6b561f86&device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 1095 time: 0.1901736 Nov 23 14:32:04.070250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-5a629504-7693-4138-a5db-1f0f2b3fd083 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ea51eef-6f15-4c99-a752-d792a4296f9d HTTP/1.1" status: 200 len: 217 time: 0.1022024 Nov 23 14:32:04.278038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d75254ea-f605-4819-8916-fd7bf6fccc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:04.279635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d75254ea-f605-4819-8916-fd7bf6fccc9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27f84f0a-f06c-427b-bcd7-627fd336d032 HTTP/1.1" status: 200 len: 854 time: 0.2014704 Nov 23 14:32:04.297815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374a4ec-51a3-4891-aa18-501266bcfe2a req-a81ec8b4-8db2-4bf2-9b70-29de49e88570 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:04.299728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0374a4ec-51a3-4891-aa18-501266bcfe2a req-a81ec8b4-8db2-4bf2-9b70-29de49e88570 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 944 time: 0.1810198 Nov 23 14:32:04.333590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-8d4235e9-e1bf-4dd9-bb40-02fd5a92de6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308139 Nov 23 14:32:04.485952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0374a4ec-51a3-4891-aa18-501266bcfe2a req-8f37f248-7c1b-4316-8108-26a34d71b171 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480303 Nov 23 14:32:04.655842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-d7a975b3-6206-4957-a57b-beaf710d8b80 service neutron] 10.222.0.74 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083148 Nov 23 14:32:04.997219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a495217c-6afb-4bd3-832a-4ebdcb1976fc req-dea7d302-fcc6-428e-baa8-8b6b6d5b4d45 service neutron] 10.222.0.74 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690284 Nov 23 14:32:04.998015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:32:04.998482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:05.099187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:05.110304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Checking segment: {'id': '6d099e5c-ad2f-463c-8fbe-edf8bcb134be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5c567f77-27c8-4f5a-809b-a5b2ff412688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:05.110752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network hostable DHCP agents. Network: 5c567f77-27c8-4f5a-809b-a5b2ff412688, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:32:05.132327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556bcde-fef1-43ca-88a4-b16137e206af req-78765916-0de3-453b-b158-686435925b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.133930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c556bcde-fef1-43ca-88a4-b16137e206af req-78765916-0de3-453b-b158-686435925b5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=76a55366ec7548e0bfb83fab6b561f86&device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 1095 time: 0.0760164 Nov 23 14:32:05.169233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network 5c567f77-27c8-4f5a-809b-a5b2ff412688 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:32:05.199396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5c567f77-27c8-4f5a-809b-a5b2ff412688) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:05.211081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4995741-ffc7-4ab7-8454-2f1af7076b7b None None] Network 5c567f77-27c8-4f5a-809b-a5b2ff412688 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:05.273239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.273829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:05.304665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49890) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:05.305166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d95caf40-0978-4deb-ae09-96ef68fbd87d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8789318 Nov 23 14:32:05.310780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1083704123', 'network_id': '5c567f77-27c8-4f5a-809b-a5b2ff412688'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:05.339042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556bcde-fef1-43ca-88a4-b16137e206af req-0f0cd735-0db6-4109-a1be-f1773319a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.347338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c556bcde-fef1-43ca-88a4-b16137e206af req-0f0cd735-0db6-4109-a1be-f1773319a798 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 200 len: 915 time: 0.2036858 Nov 23 14:32:05.363590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Made reservation on behalf of b95256ad9156428e8d9c658f6aab0598 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:05.382675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:05.432413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c556bcde-fef1-43ca-88a4-b16137e206af req-da3da047-61eb-4e3b-9cf8-326e1f7e3263 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ea51eef-6f15-4c99-a752-d792a4296f9d HTTP/1.1" status: 200 len: 217 time: 0.0774665 Nov 23 14:32:05.480057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a437c7-24a2-4f21-b5b9-2aa9cc440bc5 None None] Network 5c567f77-27c8-4f5a-809b-a5b2ff412688 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:05.484446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] device_id is not set on port 2a253e56-7a65-4605-9390-64b98a890f41 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:32:05.588854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556bcde-fef1-43ca-88a4-b16137e206af req-3df0f4b4-61e3-4a24-b4ad-d8f1c1d5bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.590403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c556bcde-fef1-43ca-88a4-b16137e206af req-3df0f4b4-61e3-4a24-b4ad-d8f1c1d5bd4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27f84f0a-f06c-427b-bcd7-627fd336d032 HTTP/1.1" status: 200 len: 854 time: 0.1504679 Nov 23 14:32:05.667578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c556bcde-fef1-43ca-88a4-b16137e206af req-f55ef9b4-af3a-4f29-981e-31eb259b0bd3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0acc36f0-03d6-433f-905b-fdaf2e7fabd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673323 Nov 23 14:32:05.719128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Allocated IP 172.20.0.8 (5c567f77-27c8-4f5a-809b-a5b2ff412688/7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f/2a253e56-7a65-4605-9390-64b98a890f41) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:05.859043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc515a-866a-4da5-a801-7494402c6199 req-048865fe-b2d7-44b1-bf37-0ed8bc368ca0 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.860977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19bc515a-866a-4da5-a801-7494402c6199 req-048865fe-b2d7-44b1-bf37-0ed8bc368ca0 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 944 time: 0.1902204 Nov 23 14:32:05.983216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:05.993802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c556bcde-fef1-43ca-88a4-b16137e206af req-14c4f1f2-1ca7-47a9-b1d2-14d7fd0457be service neutron] 10.222.0.74 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024328 Nov 23 14:32:06.036212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.085345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Port': ['ID=2a253e56-7a65-4605-9390-64b98a890f41,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:06.105384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network 5c567f77-27c8-4f5a-809b-a5b2ff412688 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:06.114091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:06.122634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:06.224256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.226061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.251950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ab1ad6f6-9d01-4c92-8e7b-0041ea11b4df tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9454396 Nov 23 14:32:06.252869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49912) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:06.500845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19bc515a-866a-4da5-a801-7494402c6199 req-fcb41ce5-2b0a-4a7b-a829-4f13842a7481 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190538 Nov 23 14:32:06.536805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Deleting port 2a253e56-7a65-4605-9390-64b98a890f41 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:06.542185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.599011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c556bcde-fef1-43ca-88a4-b16137e206af req-82901a59-c6f0-48e8-b0b2-ecd5ece64de3 service neutron] 10.222.0.74 "GET /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917814 Nov 23 14:32:06.658415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.674579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Calling delete_port for 2a253e56-7a65-4605-9390-64b98a890f41 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:06.868161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.926087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a253e56-7a65-4605-9390-64b98a890f41,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:07.065494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.070271 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-014b09a1-291f-4ebb-9d24-e50bd0669137 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "DELETE /v2.0/ports/2a253e56-7a65-4605-9390-64b98a890f41 HTTP/1.1" status: 204 len: 168 time: 0.8160188 Nov 23 14:32:07.074020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 49934) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:07.079566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c567f77-27c8-4f5a-809b-a5b2ff412688', 'external_fixed_ips': [{'subnet_id': '7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f', 'ip_address': '172.20.0.8'}]}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:07.128879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.130409 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.216455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.339779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49942) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:07.463523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.532182 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a82bc753-8ddb-49da-96e0-2a6f5cab9a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.731764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f853-9fa7-4509-b97e-b7e096170d11 req-14b477e0-bbb7-46f5-b635-7eea9f4230fb tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:07.739107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13e9f853-9fa7-4509-b97e-b7e096170d11 req-14b477e0-bbb7-46f5-b635-7eea9f4230fb tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 944 time: 0.0749097 Nov 23 14:32:07.786021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a82bc753-8ddb-49da-96e0-2a6f5cab9a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.811412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a82bc753-8ddb-49da-96e0-2a6f5cab9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.847417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13e9f853-9fa7-4509-b97e-b7e096170d11 req-01ab7586-951f-49de-bdaa-d8faa560a1a2 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073160 Nov 23 14:32:07.856032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.881831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a82bc753-8ddb-49da-96e0-2a6f5cab9a62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b31f841fdba4a6685c88c311038abc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405519 Nov 23 14:32:07.885814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 49956) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:07.889560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:07.905063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc753-8ddb-49da-96e0-2a6f5cab9a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24811dea-c927-4d57-a79f-6936b7b1feb5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:07.983871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae4e5-a328-48dd-a16e-fd8f6883bacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.025086 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae4e5-a328-48dd-a16e-fd8f6883bacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.086668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae4e5-a328-48dd-a16e-fd8f6883bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.091932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae4e5-a328-48dd-a16e-fd8f6883bacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.093104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0f1ae4e5-a328-48dd-a16e-fd8f6883bacf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24811dea-c927-4d57-a79f-6936b7b1feb5 HTTP/1.1" status: 204 len: 168 time: 0.2062943 Nov 23 14:32:08.102366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ae4e5-a328-48dd-a16e-fd8f6883bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24811dea-c927-4d57-a79f-6936b7b1feb5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:08.111311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Allocated IP 172.20.0.8 (5c567f77-27c8-4f5a-809b-a5b2ff412688/7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f/8086eef1-40c3-42df-abc7-8b4577d1463b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:08.295890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ea51eef-6f15-4c99-a752-d792a4296f9d details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:32:08.353522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.421345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.503044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Port': ['ID=8086eef1-40c3-42df-abc7-8b4577d1463b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:08.534749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network 5c567f77-27c8-4f5a-809b-a5b2ff412688 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:08.538122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:08.544215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:08.558106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6ea51eef-6f15-4c99-a752-d792a4296f9d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ea51eef-6f15-4c99-a752-d792a4296f9d,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:08.591398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '6ea51eef-6f15-4c99-a752-d792a4296f9d', 'network_id': '0acc36f0-03d6-433f-905b-fdaf2e7fabd0', 'port_id': '6ea51eef-6f15-4c99-a752-d792a4296f9d', 'mac_address': 'fa:16:3e:fd:c1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f84f0a-f06c-427b-bcd7-627fd336d032', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:32:08.690574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.778078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea51eef-6f15-4c99-a752-d792a4296f9d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:08.829461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d8fb-af13-4494-8f72-c86dafdaa835 req-12b0b2f8-8afe-4109-8975-1dfd5810ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:08.840138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6ea51eef-6f15-4c99-a752-d792a4296f9d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ea51eef-6f15-4c99-a752-d792a4296f9d,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:08.854947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c314d8fb-af13-4494-8f72-c86dafdaa835 req-12b0b2f8-8afe-4109-8975-1dfd5810ff76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1096 time: 0.5030234 Nov 23 14:32:08.859607 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.933859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6ea51eef-6f15-4c99-a752-d792a4296f9d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:08.945284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.945761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.946330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.946773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.947335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.947810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.948246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.948721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.949155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.949703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.950126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.950563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:08.985787 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c314d8fb-af13-4494-8f72-c86dafdaa835 req-8b4d0910-e7a1-4d06-bd2d-3400ed1fc0c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326506 Nov 23 14:32:09.085762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87f8bc-368b-484d-99b9-75fe40e4ea77 req-ba7905e0-d679-45df-9975-0c8ae093cdaa tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:09.088690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c87f8bc-368b-484d-99b9-75fe40e4ea77 req-ba7905e0-d679-45df-9975-0c8ae093cdaa tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 945 time: 0.0752509 Nov 23 14:32:09.097398 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.231668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c87f8bc-368b-484d-99b9-75fe40e4ea77 req-5f183879-b435-4c3a-9263-2578ab43aacc tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248229 Nov 23 14:32:09.399171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['6ea51eef-6f15-4c99-a752-d792a4296f9d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:09.422937 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.624993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50000) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:09.820363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1d25-99de-4b37-ab17-6c446e8f4c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.980524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1d25-99de-4b37-ab17-6c446e8f4c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.988312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1d25-99de-4b37-ab17-6c446e8f4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.077037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a1d25-99de-4b37-ab17-6c446e8f4c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b172c4d-d733-4739-b826-8b1ea7ddbe4e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:10.088208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1d4a1d25-99de-4b37-ab17-6c446e8f4c59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70c7e16497c34861b69b43795a519b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620438 Nov 23 14:32:10.090978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50018) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:10.165726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3aee986e-405a-47b3-8b45-6b89b7b7f8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.205348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3aee986e-405a-47b3-8b45-6b89b7b7f8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.228441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Router 8bbf905b-f781-4d66-b3a2-4125601f99a9 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:10.270479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3aee986e-405a-47b3-8b45-6b89b7b7f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.274943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3aee986e-405a-47b3-8b45-6b89b7b7f8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.280702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3aee986e-405a-47b3-8b45-6b89b7b7f8e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b172c4d-d733-4739-b826-8b1ea7ddbe4e HTTP/1.1" status: 204 len: 168 time: 0.1876099 Nov 23 14:32:10.299309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee986e-405a-47b3-8b45-6b89b7b7f8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b172c4d-d733-4739-b826-8b1ea7ddbe4e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:10.311282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ea51eef-6f15-4c99-a752-d792a4296f9d up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:10.368084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:10.393050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Sync routers for ids ['8bbf905b-f781-4d66-b3a2-4125601f99a9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:10.411887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.416486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1536c9fa-9e50-40c5-954e-8414810dc9b9 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3410909 Nov 23 14:32:10.417299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:10.419041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Routers {'8bbf905b-f781-4d66-b3a2-4125601f99a9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:10.420176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['8bbf905b-f781-4d66-b3a2-4125601f99a9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:10.497680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1567-4182-4f8f-b41d-be1a40536b74 req-3ad57d64-d895-4b8f-a381-e0916203adf0 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.499259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-005b1567-4182-4f8f-b41d-be1a40536b74 req-3ad57d64-d895-4b8f-a381-e0916203adf0 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 945 time: 0.1134009 Nov 23 14:32:10.543464 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.551997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Set router 8bbf905b-f781-4d66-b3a2-4125601f99a9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:10.603298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-005b1567-4182-4f8f-b41d-be1a40536b74 req-e256be21-5293-4015-96f6-8a7ba9ef8ca8 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881894 Nov 23 14:32:10.693177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.729441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 6ea51eef-6f15-4c99-a752-d792a4296f9d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:32:10.742074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 6ea51eef-6f15-4c99-a752-d792a4296f9d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:10.742682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.759755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Deleting port 8086eef1-40c3-42df-abc7-8b4577d1463b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:10.760204 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.878272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.891253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Calling delete_port for 8086eef1-40c3-42df-abc7-8b4577d1463b owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:10.896131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50040) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:10.919236 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.921110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41ccb4f2-af45-40cf-bc21-8dc3f69c643e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.955779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea51eef-6f15-4c99-a752-d792a4296f9d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:10.958220 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c482c1f2-5003-4913-97f9-a5962c10bcc4" -d '{"events": [{"server_uuid": "3c4fb97d-ad81-43d5-a21c-13572d60b5fd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea51eef-6f15-4c99-a752-d792a4296f9d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:10.965850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbf905b-f781-4d66-b3a2-4125601f99a9', 'name': '', 'tenant_id': 'b95256ad9156428e8d9c658f6aab0598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c567f77-27c8-4f5a-809b-a5b2ff412688', 'external_fixed_ips': [{'subnet_id': '7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '8086eef1-40c3-42df-abc7-8b4577d1463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:32:07Z', 'updated_at': '2021-11-23T14:32:08Z', 'revision_number': 3, 'project_id': 'b95256ad9156428e8d9c658f6aab0598', 'gw_port': {'id': '8086eef1-40c3-42df-abc7-8b4577d1463b', 'name': '', 'network_id': '5c567f77-27c8-4f5a-809b-a5b2ff412688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbf905b-f781-4d66-b3a2-4125601f99a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:32:07Z', 'updated_at': '2021-11-23T14:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:11.039669 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c455a976-1c5c-4f73-aabe-441288405b27 x-openstack-request-id: req-c455a976-1c5c-4f73-aabe-441288405b27 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:11.040044 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4fb97d-ad81-43d5-a21c-13572d60b5fd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea51eef-6f15-4c99-a752-d792a4296f9d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:11.040392 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c455a976-1c5c-4f73-aabe-441288405b27 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:11.040870 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea51eef-6f15-4c99-a752-d792a4296f9d', 'code': 200} Nov 23 14:32:11.042745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6ea51eef-6f15-4c99-a752-d792a4296f9d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ea51eef-6f15-4c99-a752-d792a4296f9d,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:11.044596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Checking router: 8bbf905b-f781-4d66-b3a2-4125601f99a9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:32:11.044596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Updating router 8bbf905b-f781-4d66-b3a2-4125601f99a9 port 8086eef1-40c3-42df-abc7-8b4577d1463b binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:32:11.083192 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41ccb4f2-af45-40cf-bc21-8dc3f69c643e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.088835 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41ccb4f2-af45-40cf-bc21-8dc3f69c643e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.089471 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.133732 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.203359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41ccb4f2-af45-40cf-bc21-8dc3f69c643e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41e5d5906d5246908589812894755ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034837 Nov 23 14:32:11.203814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50048) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:11.206933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccb4f2-af45-40cf-bc21-8dc3f69c643e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5d3db1-f31b-4f80-a4c5-62e12c17017a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:11.229152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.246781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce34598-b513-421f-a9fd-86168bacba53 req-668eef78-40fa-4836-b4fe-1386171e09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.248959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ce34598-b513-421f-a9fd-86168bacba53 req-668eef78-40fa-4836-b4fe-1386171e09cb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 1097 time: 0.1303558 Nov 23 14:32:11.265415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6ea51eef-6f15-4c99-a752-d792a4296f9d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:11.288901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event deleted for resources: {'Port': ['ID=8086eef1-40c3-42df-abc7-8b4577d1463b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:11.327234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ce34598-b513-421f-a9fd-86168bacba53 req-c32c3c90-91c2-462c-990a-fa910c60c817 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536962 Nov 23 14:32:11.357843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e169211c-4406-44bc-95ee-163545e530fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.399107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e169211c-4406-44bc-95ee-163545e530fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.424875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.501099 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e169211c-4406-44bc-95ee-163545e530fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.504494 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e169211c-4406-44bc-95ee-163545e530fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.506422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e169211c-4406-44bc-95ee-163545e530fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab5d3db1-f31b-4f80-a4c5-62e12c17017a HTTP/1.1" status: 204 len: 168 time: 0.2998972 Nov 23 14:32:11.521126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169211c-4406-44bc-95ee-163545e530fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5d3db1-f31b-4f80-a4c5-62e12c17017a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:11.548683 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:32:11.549342 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:32:11.591778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.594063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.663335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.664027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bbf905b-f781-4d66-b3a2-4125601f99a9 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:11.669272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.670453 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62d727e3-a5c5-4a52-b4db-ef2c691e204d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "DELETE /v2.0/routers/8bbf905b-f781-4d66-b3a2-4125601f99a9 HTTP/1.1" status: 204 len: 168 time: 1.2520618 Nov 23 14:32:11.673368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50056) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:11.800246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Deleting subnet 7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:32:11.804946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.857421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:11.885102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078633cc-44d1-49bb-984b-ff88d47771ea req-3951ed22-7afe-4d1a-a683-d4caa711eb27 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.886721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-078633cc-44d1-49bb-984b-ff88d47771ea req-3951ed22-7afe-4d1a-a683-d4caa711eb27 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 946 time: 0.1500256 Nov 23 14:32:11.933407 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.031667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-078633cc-44d1-49bb-984b-ff88d47771ea req-d7a9435f-2fa6-4107-b4f2-c6d00fd3d6aa tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375856 Nov 23 14:32:12.113455 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.130148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Port 8086eef1-40c3-42df-abc7-8b4577d1463b not found while updating agent binding for router 8bbf905b-f781-4d66-b3a2-4125601f99a9. {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 14:32:12.140606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:12.147431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:12.148875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:32:12.149728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_agentschedulers_db [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8bbf905b-f781-4d66-b3a2-4125601f99a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103347) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:32:12.151993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.156686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d2f15e0b-fab0-4d3b-b5df-bedc4b49c985 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f HTTP/1.1" status: 204 len: 168 time: 0.4819171 Nov 23 14:32:12.159588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50070) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:12.164072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fce99-ae26-4fad-98dd-dcadc4feada4 None None] The sync data for ids ['8bbf905b-f781-4d66-b3a2-4125601f99a9'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:12.312810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.493056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.525122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c567f77-27c8-4f5a-809b-a5b2ff412688']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:12.536552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d099e5c-ad2f-463c-8fbe-edf8bcb134be') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:12.536946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d099e5c-ad2f-463c-8fbe-edf8bcb134be') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:12.548038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.564353 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.572405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:12.572982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:12.575299 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:12.658383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.680769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c567f77-27c8-4f5a-809b-a5b2ff412688 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 14:32:12.687040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c567f77-27c8-4f5a-809b-a5b2ff412688,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:12.696703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:12.708277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-da1b4c94-8ea5-4abb-9ebb-bcc18ae2bec5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5c567f77-27c8-4f5a-809b-a5b2ff412688 HTTP/1.1" status: 204 len: 168 time: 0.5476294 Nov 23 14:32:13.291642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b992f-0e8a-43eb-bd6e-5c825d0ea6dc req-0a5c0bb9-2375-4b0d-a5dc-b969f8dcd60f tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:13.298096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50126) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:13.303175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6caa6113-8636-4d29-9c1b-b49a26ae54cb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'router': {'name': 'tempest-router--111648149', 'project_id': '3add83677d6748b1aa54a815945e6ad1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:13.307439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-913b992f-0e8a-43eb-bd6e-5c825d0ea6dc req-0a5c0bb9-2375-4b0d-a5dc-b969f8dcd60f tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 946 time: 0.1390486 Nov 23 14:32:13.353707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6caa6113-8636-4d29-9c1b-b49a26ae54cb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.356109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6caa6113-8636-4d29-9c1b-b49a26ae54cb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.424213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-913b992f-0e8a-43eb-bd6e-5c825d0ea6dc req-6262a0e6-3944-4bca-92fc-6c0ac15eb119 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026299 Nov 23 14:32:13.461922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6caa6113-8636-4d29-9c1b-b49a26ae54cb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.467315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6caa6113-8636-4d29-9c1b-b49a26ae54cb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.496332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6caa6113-8636-4d29-9c1b-b49a26ae54cb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.502622 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50140) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:13.515694 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6caa6113-8636-4d29-9c1b-b49a26ae54cb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2164152 Nov 23 14:32:13.637601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b171-45d0-4aa5-8a2a-814733782f8f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.942081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b171-45d0-4aa5-8a2a-814733782f8f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.962782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b171-45d0-4aa5-8a2a-814733782f8f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:14.045280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b171-45d0-4aa5-8a2a-814733782f8f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:14.045834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b0b171-45d0-4aa5-8a2a-814733782f8f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfadded-9c95-4f30-a9dd-982521339fba {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:14.051294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3b0b171-45d0-4aa5-8a2a-814733782f8f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:14.055002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e3b0b171-45d0-4aa5-8a2a-814733782f8f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "DELETE /v2.0/routers/8dfadded-9c95-4f30-a9dd-982521339fba HTTP/1.1" status: 204 len: 168 time: 0.5487883 Nov 23 14:32:14.421290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50172) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:14.639466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1329942701', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:14.686913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:14.688045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:14.806533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:15.111039 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:15.533286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:15.567572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:15.843020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Allocated IP 172.25.3.125 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/0adc2110-22de-4a4e-9c91-599645075553) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:16.037754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.081699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.134275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:16.137950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:16.140728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:16.174613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d472fc9-960c-4335-a755-2178edbdfbe0 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:16.205020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event updated for resources: {'Port': ['ID=0adc2110-22de-4a4e-9c91-599645075553,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:16.294233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fd09da65-7050-4b5c-9b9f-63acea296acd None None] Provisioning complete for port 0adc2110-22de-4a4e-9c91-599645075553 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:16.294884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fd09da65-7050-4b5c-9b9f-63acea296acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.344942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fd09da65-7050-4b5c-9b9f-63acea296acd None None] Port 0adc2110-22de-4a4e-9c91-599645075553 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:16.559870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.618536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50222) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:16.852089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.873817 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.965191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.972277 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.029369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51af3018200e4a7582bab252336e5074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092913 Nov 23 14:32:17.031944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50228) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:17.071161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631902c4-8a7b-4140-a90f-413f119a816b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:17.083803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.084377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.085016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.085396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.085787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.086175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.086507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.086838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.087241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.087557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.087818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Router f8d3c21f-2610-4754-8585-bfe2eebcdc97 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:17.088036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.088412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1de754-4ea6-4577-92ef-187e71e0794e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:17.131021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a03382f-6ca3-4b03-92e4-af1cb6fbe88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.153943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a03382f-6ca3-4b03-92e4-af1cb6fbe88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.212640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a03382f-6ca3-4b03-92e4-af1cb6fbe88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.215972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1a03382f-6ca3-4b03-92e4-af1cb6fbe88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.217511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1a03382f-6ca3-4b03-92e4-af1cb6fbe88e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/631902c4-8a7b-4140-a90f-413f119a816b HTTP/1.1" status: 204 len: 168 time: 0.1844604 Nov 23 14:32:17.250678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03382f-6ca3-4b03-92e4-af1cb6fbe88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631902c4-8a7b-4140-a90f-413f119a816b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:17.261909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:17.287619 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] Sync routers for ids ['f8d3c21f-2610-4754-8585-bfe2eebcdc97'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:17.299732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.300915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2a90b23f-5661-486b-9ca1-dbf05a4d0dc3 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8785036 Nov 23 14:32:17.303665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50232) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:17.312535 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] Routers {'f8d3c21f-2610-4754-8585-bfe2eebcdc97'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:17.313777 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f8d3c21f-2610-4754-8585-bfe2eebcdc97'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:17.361210 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:17.387278 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] Routers {'f8d3c21f-2610-4754-8585-bfe2eebcdc97'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:17.389981 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f8d3c21f-2610-4754-8585-bfe2eebcdc97'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:17.438065 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:17.439353 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81da14-f3f0-447a-9287-249e9a2de7c7 None None] The sync data for ids ['f8d3c21f-2610-4754-8585-bfe2eebcdc97'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:17.511898 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e4f09ad5-bcdc-418c-81c8-5b2f26cc35dc tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/f8d3c21f-2610-4754-8585-bfe2eebcdc97 HTTP/1.1" status: 200 len: 921 time: 0.2070944 Nov 23 14:32:17.514687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50236) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:17.558736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b8f7f4d1-673f-4bff-b069-c8cb9ec51f72 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8d3c21f-2610-4754-8585-bfe2eebcdc97 HTTP/1.1" status: 200 len: 205 time: 0.0424223 Nov 23 14:32:17.560972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50238) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:17.739755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50240) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:17.757421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df4d4126-452d-4479-b1f1-43db4601fc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.859541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.862911 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df4d4126-452d-4479-b1f1-43db4601fc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.866332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df4d4126-452d-4479-b1f1-43db4601fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.911830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-df4d4126-452d-4479-b1f1-43db4601fc4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98000681e7a44a8aa4e5c1d90e2754ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1686130 Nov 23 14:32:17.912051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50242) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:17.948217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d4126-452d-4479-b1f1-43db4601fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846ff7d3-399c-4dd8-8dc8-c26de4b221e0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:17.970325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19670d0a-116f-4e4b-a2be-e3bf4154ea3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.980441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:17.996613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19670d0a-116f-4e4b-a2be-e3bf4154ea3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.046729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19670d0a-116f-4e4b-a2be-e3bf4154ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.047712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Deleting port 0adc2110-22de-4a4e-9c91-599645075553 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:18.048061 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.049946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19670d0a-116f-4e4b-a2be-e3bf4154ea3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.054050 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-19670d0a-116f-4e4b-a2be-e3bf4154ea3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/846ff7d3-399c-4dd8-8dc8-c26de4b221e0 HTTP/1.1" status: 204 len: 168 time: 0.1382279 Nov 23 14:32:18.060926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19670d0a-116f-4e4b-a2be-e3bf4154ea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846ff7d3-399c-4dd8-8dc8-c26de4b221e0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:18.136009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.156195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Calling delete_port for 0adc2110-22de-4a4e-9c91-599645075553 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:18.346342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.373004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event deleted for resources: {'Port': ['ID=0adc2110-22de-4a4e-9c91-599645075553,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:18.388773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db6e91-f548-4853-a90e-6056fe44cc79 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:18.446231 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.541023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.543260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.587998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.588514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Fanout notify agent at l3_agent the message router_deleted on router f8d3c21f-2610-4754-8585-bfe2eebcdc97 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:18.597237 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.598444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-637a84e9-c7ba-4d26-8a0e-71ac600e8c01 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/f8d3c21f-2610-4754-8585-bfe2eebcdc97 HTTP/1.1" status: 204 len: 168 time: 1.0358291 Nov 23 14:32:18.602022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50256) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:18.608199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'router': {'name': 'tempest-snat-router-15818544', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': False}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:18.629712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.631413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.690722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:18.848730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.069247 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.091473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.200442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Allocated IP 172.25.3.211 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/7d1dc8ef-a6c8-4492-b6e1-19582035ccad) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:19.213198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50274) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:19.315183 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.351255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3baaae3-498c-4ee5-8443-92f01f15ce53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.351806 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.389794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:19.392973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:19.399033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:19.424520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec75101-d8e3-4642-be71-ccae94013400 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:19.433823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Port': ['ID=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:19.460454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3baaae3-498c-4ee5-8443-92f01f15ce53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.465054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3baaae3-498c-4ee5-8443-92f01f15ce53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.495682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ebcbd6d5-f750-4de3-8f83-88f80b64de61 None None] Provisioning complete for port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:19.496411 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd6d5-f750-4de3-8f83-88f80b64de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.517929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c3baaae3-498c-4ee5-8443-92f01f15ce53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99c36b74cd744d939253f24722ae1bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029768 Nov 23 14:32:19.518854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baaae3-498c-4ee5-8443-92f01f15ce53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a271984d-f638-4059-bcf2-03efad0bcbe8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:19.534032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50278) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:19.555650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbd6d5-f750-4de3-8f83-88f80b64de61 None None] Port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:19.593636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93ced7c6-943c-4f33-885b-489bfca9baa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.619449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93ced7c6-943c-4f33-885b-489bfca9baa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.681231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93ced7c6-943c-4f33-885b-489bfca9baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.684787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93ced7c6-943c-4f33-885b-489bfca9baa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:19.689076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-93ced7c6-943c-4f33-885b-489bfca9baa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a271984d-f638-4059-bcf2-03efad0bcbe8 HTTP/1.1" status: 204 len: 168 time: 0.1516247 Nov 23 14:32:19.702293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ced7c6-943c-4f33-885b-489bfca9baa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a271984d-f638-4059-bcf2-03efad0bcbe8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:19.978439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.196448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.334125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Router 0f9fbe5c-7235-42f9-b68d-1ef6674660f4 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:20.448896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:20.461753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Sync routers for ids ['0f9fbe5c-7235-42f9-b68d-1ef6674660f4'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:20.472168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Routers {'0f9fbe5c-7235-42f9-b68d-1ef6674660f4'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:20.473193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0f9fbe5c-7235-42f9-b68d-1ef6674660f4'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:20.481593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.483374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-22df24a6-e9e8-43ce-860a-e2b7daf0f98f tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8794539 Nov 23 14:32:20.485995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50304) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:20.604882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Set router 0f9fbe5c-7235-42f9-b68d-1ef6674660f4 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:20.619825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-54a1b2be-86a3-474f-83e7-e553e97a948d tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/0f9fbe5c-7235-42f9-b68d-1ef6674660f4 HTTP/1.1" status: 200 len: 907 time: 0.1324773 Nov 23 14:32:20.622380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50312) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:20.627316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'router': {'name': 'tempest-snat-router-15818544', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': True}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:20.652692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.654246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.718304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.853065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9fbe5c-7235-42f9-b68d-1ef6674660f4', 'name': 'tempest-snat-router-15818544', 'tenant_id': 'b95256ad9156428e8d9c658f6aab0598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.211'}], 'enable_snat': False}, 'gw_port_id': '7d1dc8ef-a6c8-4492-b6e1-19582035ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:32:18Z', 'updated_at': '2021-11-23T14:32:19Z', 'revision_number': 3, 'project_id': 'b95256ad9156428e8d9c658f6aab0598', 'gw_port': {'id': '7d1dc8ef-a6c8-4492-b6e1-19582035ccad', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9fbe5c-7235-42f9-b68d-1ef6674660f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:32:19Z', 'updated_at': '2021-11-23T14:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:20.888921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Checking router: 0f9fbe5c-7235-42f9-b68d-1ef6674660f4 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:32:20.889476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Updating router 0f9fbe5c-7235-42f9-b68d-1ef6674660f4 port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:32:20.917172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.226907 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.233622 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.261460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.280849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc409c5-b6d0-49c6-b133-eb7363b2370c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:21.299804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Attempting to bind port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:32:21.300185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Attempting to bind port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:32:21.300615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Attempting to bind port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:21.307860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:21.308238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:21.308652 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.309161 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:21.309530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Bound port: 7d1dc8ef-a6c8-4492-b6e1-19582035ccad, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:21.309909 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.336692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15272b-cde0-41b6-be0f-106adceb8c2c None None] Pushing event updated for resources: {'Port': ['ID=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:21.372845 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] For port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:21.376402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] For port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:21.382673 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.396931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50334) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:21.454996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15272b-cde0-41b6-be0f-106adceb8c2c None None] Pushing event updated for resources: {'Port': ['ID=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:21.479115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4c749266-3d8f-49f7-80c2-eb96bd8b6fce None None] Provisioning complete for port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:21.480145 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4c749266-3d8f-49f7-80c2-eb96bd8b6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.482821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Routers {'0f9fbe5c-7235-42f9-b68d-1ef6674660f4'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:21.483645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0f9fbe5c-7235-42f9-b68d-1ef6674660f4'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:21.504606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc3dac-8d51-4711-a7f0-6ce0ae819b03 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:21.532987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.563103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.600115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e521121f-bb60-4d59-938a-bdcd5add30fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.831441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Allocated IP 172.25.3.73 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/33cf168b-3a8d-4ac7-afcc-350b309d6f2f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:21.853963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] Set router 0f9fbe5c-7235-42f9-b68d-1ef6674660f4 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:21.854663 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e521121f-bb60-4d59-938a-bdcd5add30fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.856840 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4c749266-3d8f-49f7-80c2-eb96bd8b6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.872940 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e521121f-bb60-4d59-938a-bdcd5add30fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.929567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4c749266-3d8f-49f7-80c2-eb96bd8b6fce None None] For port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:21.954330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4c749266-3d8f-49f7-80c2-eb96bd8b6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.957571 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e521121f-bb60-4d59-938a-bdcd5add30fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ab5734fc84b4102896c054a6a5c4b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552285 Nov 23 14:32:21.958661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50338) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:21.965333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521121f-bb60-4d59-938a-bdcd5add30fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff792a8-89ab-4b2e-b730-f7dd570e1e37,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:22.019833 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d3-3a90-42f9-b1b9-e4b23fcad066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.030975 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.046961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d3-3a90-42f9-b1b9-e4b23fcad066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.093395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c749266-3d8f-49f7-80c2-eb96bd8b6fce None None] Pushing event updated for resources: {'Port': ['ID=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:22.104274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.124170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0c4cc4d9-841e-4113-b0f8-7867c71aa41b None None] Provisioning complete for port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:22.124663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc4d9-841e-4113-b0f8-7867c71aa41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.142768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d3-3a90-42f9-b1b9-e4b23fcad066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.145872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d3-3a90-42f9-b1b9-e4b23fcad066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.151023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d35e18d3-3a90-42f9-b1b9-e4b23fcad066 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bff792a8-89ab-4b2e-b730-f7dd570e1e37 HTTP/1.1" status: 204 len: 168 time: 0.1917615 Nov 23 14:32:22.161509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e18d3-3a90-42f9-b1b9-e4b23fcad066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff792a8-89ab-4b2e-b730-f7dd570e1e37,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:22.175905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:22.179725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:22.182710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:22.206657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafa153-4d50-4794-8e60-ac419b1cd5e1 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:22.233245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Port': ['ID=33cf168b-3a8d-4ac7-afcc-350b309d6f2f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:22.233809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9fbe5c-7235-42f9-b68d-1ef6674660f4', 'name': 'tempest-snat-router-15818544', 'tenant_id': 'b95256ad9156428e8d9c658f6aab0598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.211'}], 'enable_snat': False}, 'gw_port_id': '7d1dc8ef-a6c8-4492-b6e1-19582035ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:32:18Z', 'updated_at': '2021-11-23T14:32:19Z', 'revision_number': 3, 'project_id': 'b95256ad9156428e8d9c658f6aab0598', 'gw_port': {'id': '7d1dc8ef-a6c8-4492-b6e1-19582035ccad', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9fbe5c-7235-42f9-b68d-1ef6674660f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:32:19Z', 'updated_at': '2021-11-23T14:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:22.270019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478697-3265-47b9-8d94-f6d1ea033e2f None None] The sync data for ids ['0f9fbe5c-7235-42f9-b68d-1ef6674660f4'] in n-d-818503-2 is: [{'id': '0f9fbe5c-7235-42f9-b68d-1ef6674660f4', 'name': 'tempest-snat-router-15818544', 'tenant_id': 'b95256ad9156428e8d9c658f6aab0598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.211'}], 'enable_snat': False}, 'gw_port_id': '7d1dc8ef-a6c8-4492-b6e1-19582035ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:32:18Z', 'updated_at': '2021-11-23T14:32:19Z', 'revision_number': 3, 'project_id': 'b95256ad9156428e8d9c658f6aab0598', 'gw_port': {'id': '7d1dc8ef-a6c8-4492-b6e1-19582035ccad', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9fbe5c-7235-42f9-b68d-1ef6674660f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:32:19Z', 'updated_at': '2021-11-23T14:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:22.456195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d2032e62-3822-40f7-ab74-d158217775f2 None None] Provisioning complete for port 33cf168b-3a8d-4ac7-afcc-350b309d6f2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:22.456930 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d2032e62-3822-40f7-ab74-d158217775f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.503997 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.535127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d2032e62-3822-40f7-ab74-d158217775f2 None None] Port 33cf168b-3a8d-4ac7-afcc-350b309d6f2f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:22.798634 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.970143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Router 0971c6ed-485f-42fc-8485-a8e8113a9ddb is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:23.090494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:23.101104 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Sync routers for ids ['0971c6ed-485f-42fc-8485-a8e8113a9ddb'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:23.115018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.119349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50360) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:23.119922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-05ea7292-3956-48e0-adcc-570b67142eed tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.4959574 Nov 23 14:32:23.135963 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Routers {'0971c6ed-485f-42fc-8485-a8e8113a9ddb'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:23.137417 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0971c6ed-485f-42fc-8485-a8e8113a9ddb'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:23.368265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f1159553-1851-415f-8051-20ddc4d40603 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/0971c6ed-485f-42fc-8485-a8e8113a9ddb HTTP/1.1" status: 200 len: 905 time: 0.2467484 Nov 23 14:32:23.370627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50366) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:23.390517 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Set router 0971c6ed-485f-42fc-8485-a8e8113a9ddb gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:23.514228 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.672641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.742303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Deleting port 33cf168b-3a8d-4ac7-afcc-350b309d6f2f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:23.742672 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.771649 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0971c6ed-485f-42fc-8485-a8e8113a9ddb', 'name': 'tempest-snat-router-15818544', 'tenant_id': 'b95256ad9156428e8d9c658f6aab0598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '33cf168b-3a8d-4ac7-afcc-350b309d6f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:32:20Z', 'updated_at': '2021-11-23T14:32:22Z', 'revision_number': 3, 'project_id': 'b95256ad9156428e8d9c658f6aab0598', 'gw_port': {'id': '33cf168b-3a8d-4ac7-afcc-350b309d6f2f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0971c6ed-485f-42fc-8485-a8e8113a9ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:32:21Z', 'updated_at': '2021-11-23T14:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:23.780004 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.832488 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Checking router: 0971c6ed-485f-42fc-8485-a8e8113a9ddb for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:32:23.833086 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Updating router 0971c6ed-485f-42fc-8485-a8e8113a9ddb port 33cf168b-3a8d-4ac7-afcc-350b309d6f2f binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:32:23.878431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.879006 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.894288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Calling delete_port for 33cf168b-3a8d-4ac7-afcc-350b309d6f2f owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:23.904358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50378) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:24.150238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2112942857'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:24.187592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Made reservation on behalf of bfb936631511438791796630bcea0c41 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:24.192112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.208403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.226744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.271570 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.db.api [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:32:24.272128 n-d-818503-2 neutron-server[103348]: DEBUG oslo_db.api [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:32:24.284626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event deleted for resources: {'Port': ['ID=33cf168b-3a8d-4ac7-afcc-350b309d6f2f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:24.302843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62da541-72ba-43bf-8605-71c8354c7090 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:24.348301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.354295 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.363874 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.389478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:24.407442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87536c8-7039-4e07-a13f-481da52e781b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:24.411242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.412461 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Added segment c13e9d2f-9470-41c7-b52a-edee4a7f7847 of type vlan for network ba5dcfc9-57fb-4c49-9ce2-0c77e14abffa Nov 23 14:32:24.463146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.493596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.500745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:24.501716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.588110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Pushing event updated for resources: {'Network': ['ID=ba5dcfc9-57fb-4c49-9ce2-0c77e14abffa,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:24.618981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50392) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:24.619122 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3cbd41b3-90de-47f7-a3de-2754e042f005 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7134740 Nov 23 14:32:24.621580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network ba5dcfc9-57fb-4c49-9ce2-0c77e14abffa details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:24.645614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.651456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.719824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.721009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0971c6ed-485f-42fc-8485-a8e8113a9ddb {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:24.727864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.729468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-47354398-990b-4632-af0f-917e04369433 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "DELETE /v2.0/routers/0971c6ed-485f-42fc-8485-a8e8113a9ddb HTTP/1.1" status: 204 len: 168 time: 1.3575177 Nov 23 14:32:24.732105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50396) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:24.766572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7d1dc8ef-a6c8-4492-b6e1-19582035ccad up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:24.807185 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Port 33cf168b-3a8d-4ac7-afcc-350b309d6f2f not found while updating agent binding for router 0971c6ed-485f-42fc-8485-a8e8113a9ddb. {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 14:32:24.811997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'network': {'name': 'tempest-network--1297491239', 'router:external': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:24.820318 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:24.820910 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:32:24.821669 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_agentschedulers_db [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0971c6ed-485f-42fc-8485-a8e8113a9ddb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:31:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:32:24.822791 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5ddfa-f17b-4b26-aa0b-6bf56aaa8c37 None None] The sync data for ids ['0971c6ed-485f-42fc-8485-a8e8113a9ddb'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:24.868070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:24.869017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.894493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Made reservation on behalf of af37dec502e743949e22d7790fb10828 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:24.897338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.907343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.909151 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.079110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.142402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.149828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.194461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebd74ac-6a6b-4597-b11c-b2eccb3a2760,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:25.221048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Deleting port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:25.221454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.223650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:25.260117 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.260795 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Added segment f25a223f-80f6-4766-a6f4-aeb29f43319d of type vlan for network 3d67e13d-432c-4339-b087-707f966d5de3 Nov 23 14:32:25.375874 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.407348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] For port 7d1dc8ef-a6c8-4492-b6e1-19582035ccad, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:25.408014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.431188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Calling delete_port for 7d1dc8ef-a6c8-4492-b6e1-19582035ccad owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:25.444836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.446143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:25.446816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.524309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8988869 Nov 23 14:32:25.524791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50402) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:25.577354 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd9b62-054a-4f20-9a98-31fa737aee4c tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Network': ['ID=3d67e13d-432c-4339-b087-707f966d5de3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:25.591639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3d67e13d-432c-4339-b087-707f966d5de3 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:25.667359 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.820160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.832559 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.859464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d67e13d-432c-4339-b087-707f966d5de3']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:25.872207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d1dc8ef-a6c8-4492-b6e1-19582035ccad,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:25.873639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25a223f-80f6-4766-a6f4-aeb29f43319d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:25.874285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25a223f-80f6-4766-a6f4-aeb29f43319d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:25.888964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a324e-cc7b-4f7f-818a-c6cfd515c76f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:25.896042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.916481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.924852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:25.925179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.997680 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:25.997946 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:26.003370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.013980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d67e13d-432c-4339-b087-707f966d5de3 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 14:32:26.030376 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.043372 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3d67e13d-432c-4339-b087-707f966d5de3 HTTP/1.1" status: 204 len: 168 time: 0.5168409 Nov 23 14:32:26.047251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50408) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.063722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:26.069266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48c18f-89f4-453b-b46b-de1ffdfcf8ab tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d67e13d-432c-4339-b087-707f966d5de3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:26.094307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Made reservation on behalf of af37dec502e743949e22d7790fb10828 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:26.097521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.128649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:26.141564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.142470 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Added segment ac5188de-43ad-463c-82f9-ff1512d9b82f of type vlan for network 7222a583-ccb9-49a8-8756-458d0218eb22 Nov 23 14:32:26.185665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.188759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.207903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.274626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.275846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:26.276448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.279624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.280807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9fbe5c-7235-42f9-b68d-1ef6674660f4 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:26.287698 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.290009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ec4adce8-257e-44f2-91a6-5c9f5c1f7319 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "DELETE /v2.0/routers/0f9fbe5c-7235-42f9-b68d-1ef6674660f4 HTTP/1.1" status: 204 len: 168 time: 1.5556622 Nov 23 14:32:26.294428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50412) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.303640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307767788', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:26.325837 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2641261 Nov 23 14:32:26.326527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50414) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.349704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.350922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.352053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'subnet': {'network_id': '7222a583-ccb9-49a8-8756-458d0218eb22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:26.423206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31c14f-7be8-41ba-8a4a-f6e6535514ef tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Network': ['ID=7222a583-ccb9-49a8-8756-458d0218eb22,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:26.434140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7222a583-ccb9-49a8-8756-458d0218eb22 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:26.457525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Made reservation on behalf of af37dec502e743949e22d7790fb10828 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:26.460281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.478197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.731739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74c1101d-75ed-4dc9-be4a-adf0e879aa17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.043378 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.132296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:32:27.132855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.204317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a501841-964a-425b-992e-689f59161759,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:27.210519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Checking segment: {'id': 'ac5188de-43ad-463c-82f9-ff1512d9b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7222a583-ccb9-49a8-8756-458d0218eb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:27.210887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Network hostable DHCP agents. Network: 7222a583-ccb9-49a8-8756-458d0218eb22, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:32:27.243727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.246182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Network 7222a583-ccb9-49a8-8756-458d0218eb22 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:32:27.259846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7222a583-ccb9-49a8-8756-458d0218eb22) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:27.268761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c185c91d-6c62-496e-87b9-c4dc489837df None None] Network 7222a583-ccb9-49a8-8756-458d0218eb22 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:27.270582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.271544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.292536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-87e3059a-9640-4e5a-a8e4-f5f0d8214fc1 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9646332 Nov 23 14:32:27.295311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50422) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:27.302608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'floatingip': {'floating_network_id': '7222a583-ccb9-49a8-8756-458d0218eb22'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:27.351273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.468001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e940216-2512-441a-a081-7ad24b60af25 None None] Network 7222a583-ccb9-49a8-8756-458d0218eb22 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:27.549523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.707023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.748472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.805873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Allocated IP 172.20.0.9 (7222a583-ccb9-49a8-8756-458d0218eb22/2a501841-964a-425b-992e-689f59161759/feaf8e82-bc71-46b1-93e7-0ebe9092930c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:27.879805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Allocated IP 172.25.3.238 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/0f1db747-5ad8-4967-95f9-1e22336040a1) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:27.971080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.042128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.070593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.094682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Network 7222a583-ccb9-49a8-8756-458d0218eb22 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:28.097887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:28.110975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:28.113495 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.144788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Port': ['ID=feaf8e82-bc71-46b1-93e7-0ebe9092930c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:28.158533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:28.167047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:28.170611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:28.183699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaf0534-54bf-405c-a125-f8ab7a975433 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:28.214204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event updated for resources: {'Port': ['ID=0f1db747-5ad8-4967-95f9-1e22336040a1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:28.304270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.310202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c3c62fcf-0ca6-40ff-ae57-d7afd1ece9c1 None None] Provisioning complete for port 0f1db747-5ad8-4967-95f9-1e22336040a1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:28.311079 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c3c62fcf-0ca6-40ff-ae57-d7afd1ece9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.361540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.399979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c3c62fcf-0ca6-40ff-ae57-d7afd1ece9c1 None None] Port 0f1db747-5ad8-4967-95f9-1e22336040a1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:28.549353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7d1dc8ef-a6c8-4492-b6e1-19582035ccad no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:28.604562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.610968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 7d1dc8ef-a6c8-4492-b6e1-19582035ccad {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:28.611175 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.612458 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.615051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7d1dc8ef-a6c8-4492-b6e1-19582035ccad not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:28.730999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.752669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Port': ['ID=feaf8e82-bc71-46b1-93e7-0ebe9092930c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:28.776812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:28.779287 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a85ffd6-e7d1-4bdf-8248-48eb2aa82ec8 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4816320 Nov 23 14:32:28.781191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50436) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:28.869597 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-76942ec9-87a6-4111-bafc-eceb3e0c5a34 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=7222a583-ccb9-49a8-8756-458d0218eb22 HTTP/1.1" status: 200 len: 689 time: 0.0871949 Nov 23 14:32:28.872551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50440) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:28.894979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.109032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e37a807-f1c4-4853-afd4-a5443c1adc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.213313 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:32:29.236888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.325722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Router f2f2b23f-9d7c-4290-a23c-fea42893167b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:29.755682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-a3b52dfd-0255-4ee5-8c2d-d57f4e445301 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3357024 Nov 23 14:32:29.808440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:29.822927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] Sync routers for ids ['f2f2b23f-9d7c-4290-a23c-fea42893167b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:29.830010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Deleting port feaf8e82-bc71-46b1-93e7-0ebe9092930c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:29.830356 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:29.840608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] Routers {'f2f2b23f-9d7c-4290-a23c-fea42893167b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:29.842262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f2f2b23f-9d7c-4290-a23c-fea42893167b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:29.938193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:29.956729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] Routers {'f2f2b23f-9d7c-4290-a23c-fea42893167b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:29.959435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f2f2b23f-9d7c-4290-a23c-fea42893167b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:30.020051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:30.021160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a3c86-0d18-4560-a9eb-dfae92b6afcf None None] The sync data for ids ['f2f2b23f-9d7c-4290-a23c-fea42893167b'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:30.061189 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.075282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-4bdaeeb8-0aac-4480-8829-b5a66531cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.077556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-4bdaeeb8-0aac-4480-8829-b5a66531cb0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8b24ea61658413da42fc1e1899ba379&device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 1097 time: 0.2412150 Nov 23 14:32:30.092605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.093826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3a7ebbe4-13da-4d57-a152-1aa245cbfa50 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7982957 Nov 23 14:32:30.096665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50462) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:30.102372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': False}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:30.194457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.194457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.218626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Calling delete_port for feaf8e82-bc71-46b1-93e7-0ebe9092930c owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:30.391722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-1cfb0c68-2100-43b0-a2a9-547b3ef9ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.393561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-1cfb0c68-2100-43b0-a2a9-547b3ef9ca7d service neutron] 10.222.0.74 "GET /v2.0/networks?id=88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 200 len: 912 time: 0.2946055 Nov 23 14:32:30.394746 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.465320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event deleted for resources: {'Port': ['ID=feaf8e82-bc71-46b1-93e7-0ebe9092930c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:30.541299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-6539eae9-108c-41a1-aae3-798de69175e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b HTTP/1.1" status: 200 len: 1002 time: 0.1370044 Nov 23 14:32:30.560662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.637846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-994d122a-7a66-4597-b376-9604f8349c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.639881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-994d122a-7a66-4597-b376-9604f8349c6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 200 len: 850 time: 0.0895958 Nov 23 14:32:30.641149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.732652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-c19b2d4a-187a-48b2-ae1a-7dcaae3bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.734538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-c19b2d4a-187a-48b2-ae1a-7dcaae3bd19a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88f83a66-bbc5-411e-b609-b43e8cc58234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700748 Nov 23 14:32:30.743205 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.755190 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.809718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a501841-964a-425b-992e-689f59161759,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:30.916759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.987998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-4c6c902c-d2fd-404f-86d0-f4893010e60f service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456887 Nov 23 14:32:30.995874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7222a583-ccb9-49a8-8756-458d0218eb22']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:31.022188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5188de-43ad-463c-82f9-ff1512d9b82f') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:31.022484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5188de-43ad-463c-82f9-ff1512d9b82f') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:31.059967 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.065364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-bb742ba4-81f1-42ca-836b-8b1626b38286 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148696 Nov 23 14:32:31.147880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.174529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:31.174529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:31.176197 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:31.298852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.310412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-e15e9553-9804-4e74-983b-3ee08e99bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:31.316323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-e15e9553-9804-4e74-983b-3ee08e99bb44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1096 time: 0.1859844 Nov 23 14:32:31.334049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87f4c750-0a36-4580-a44d-f1e8062cb40a req-a72cffdc-0fa7-4a9a-a0aa-5ce903f77ff9 service neutron] 10.222.0.74 "GET /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316224 Nov 23 14:32:31.340469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7222a583-ccb9-49a8-8756-458d0218eb22 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 14:32:31.547944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.559219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.658772 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.731866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Router f2f2b23f-9d7c-4290-a23c-fea42893167b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:32:31.921572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:31.933704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.937560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-58b3021a-5f7c-4907-a024-aec0d9d95658 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "PUT /v2.0/routers/f2f2b23f-9d7c-4290-a23c-fea42893167b HTTP/1.1" status: 200 len: 921 time: 1.8369222 Nov 23 14:32:31.937996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:31.938939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.942430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "DELETE /v2.0/networks/7222a583-ccb9-49a8-8756-458d0218eb22 HTTP/1.1" status: 204 len: 168 time: 3.0688717 Nov 23 14:32:31.945625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ddd6d-a2af-4924-894e-6f1f1d79e87e tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event deleted for resources: {'Network': ['ID=7222a583-ccb9-49a8-8756-458d0218eb22,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:31.949868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:32.263442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-34cbee53-c32b-437a-a4cd-f40ccb1993ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.265154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-34cbee53-c32b-437a-a4cd-f40ccb1993ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 910 time: 0.9171314 Nov 23 14:32:32.282966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6d99e3c6-bad5-4082-9243-ac52ba0e3ae9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.3276677 Nov 23 14:32:32.285654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50492) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:32.301725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-060a3f1c-4fb1-4f0c-bfa6-f7071d370f59 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/f2f2b23f-9d7c-4290-a23c-fea42893167b HTTP/1.1" status: 200 len: 921 time: 0.3473420 Nov 23 14:32:32.302515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:32.435051 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] Sync routers for ids ['f2f2b23f-9d7c-4290-a23c-fea42893167b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:32.457870 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] Routers {'f2f2b23f-9d7c-4290-a23c-fea42893167b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:32.458522 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f2f2b23f-9d7c-4290-a23c-fea42893167b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:32.528149 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:32.539950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.548090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-e402301d-78c6-422d-902a-91a3cfbd0ba4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 1001 time: 0.2741816 Nov 23 14:32:32.553966 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] Routers {'f2f2b23f-9d7c-4290-a23c-fea42893167b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:32.554724 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f2f2b23f-9d7c-4290-a23c-fea42893167b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:32.616299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.617085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.617674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.618524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.619141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.619776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.620454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.622465 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:32.623355 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76c6fd8-752f-46a9-becc-018b1e30b6c2 None None] The sync data for ids ['f2f2b23f-9d7c-4290-a23c-fea42893167b'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:32.623669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e94aa0ed-9dfa-4423-97c4-b60a82e0e774 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4656 time: 0.3327038 Nov 23 14:32:32.628556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50498) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:32.694204 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-cef54aa2-da6e-4776-9b00-6b0b6111dc99 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] delete failed (client error): The resource could not be found. Nov 23 14:32:32.696215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cef54aa2-da6e-4776-9b00-6b0b6111dc99 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/58abd332-3ae4-41be-93d7-7e6e24f2f079 HTTP/1.1" status: 404 len: 345 time: 0.0658078 Nov 23 14:32:32.700201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50500) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:32.714238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-3a59dd3d-7be3-445b-bd67-63afdefa8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.716064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-3a59dd3d-7be3-445b-bd67-63afdefa8e08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 200 len: 848 time: 0.1558566 Nov 23 14:32:32.785390 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5940b7af-ee9f-46f0-8b8e-2531cc05c265 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 14:32:32.786659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5940b7af-ee9f-46f0-8b8e-2531cc05c265 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:32:32.790653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5940b7af-ee9f-46f0-8b8e-2531cc05c265 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "DELETE /v2.0/networks/7222a583-ccb9-49a8-8756-458d0218eb22 HTTP/1.1" status: 404 len: 339 time: 0.0892637 Nov 23 14:32:32.795918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50502) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:32.802995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'network': {'name': 'tempest-network--1835591875', 'router:external': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:32.831998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-f9f459a3-12ba-42d0-9b6e-53c3bffa2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.834407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-f9f459a3-12ba-42d0-9b6e-53c3bffa2908 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c80f1a3-cf25-41be-bff7-daf126d864a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078343 Nov 23 14:32:32.842768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Made reservation on behalf of af37dec502e743949e22d7790fb10828 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:32.845692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.960816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:32.984717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:32.985229 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Added segment c96decc5-013e-48e8-bdd5-1f82fd95ee8c of type vlan for network 1f006023-882a-4457-90e7-764319d34ed1 Nov 23 14:32:32.988243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-04a2b3ac-859b-4328-aee0-727438cf6277 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391714 Nov 23 14:32:33.036749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b351471-32f4-4a44-af0b-47c9eca7d615 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.039383 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2b351471-32f4-4a44-af0b-47c9eca7d615 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=f2f2b23f-9d7c-4290-a23c-fea42893167b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7356985 Nov 23 14:32:33.042246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50504) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:33.105833 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.154224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb841e-a8ae-4125-bdd3-426c4e02c13e tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.159799 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4cbb841e-a8ae-4125-bdd3-426c4e02c13e tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.1155140 Nov 23 14:32:33.160044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50510) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:33.215645 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-be2f1884-fe29-42b1-af5b-e16738733973 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2f2b23f-9d7c-4290-a23c-fea42893167b HTTP/1.1" status: 200 len: 205 time: 0.0459495 Nov 23 14:32:33.218553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50514) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:33.224731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-933c960a-28cd-4df1-82cd-7315a4f0ba9f req-ab070c7f-c0b7-4ab9-b5f7-8b21345298f8 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281063 Nov 23 14:32:33.235561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.236682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.240214 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.369623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5710316 Nov 23 14:32:33.376467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50522) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:33.400393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108f772-5479-4436-9b11-ebfa6d7c8050 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Network': ['ID=1f006023-882a-4457-90e7-764319d34ed1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:33.421509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1f006023-882a-4457-90e7-764319d34ed1 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:33.504704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.707715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c5272-746a-4350-8fea-aae6ac34c836 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.714603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c5272-746a-4350-8fea-aae6ac34c836 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.741764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c5272-746a-4350-8fea-aae6ac34c836 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.753637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c5272-746a-4350-8fea-aae6ac34c836 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.755480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-945c5272-746a-4350-8fea-aae6ac34c836 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3777003 Nov 23 14:32:33.763196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50540) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:33.858949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.917655 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.008979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Deleting port 0f1db747-5ad8-4967-95f9-1e22336040a1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:34.013964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.137351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.215968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f006023-882a-4457-90e7-764319d34ed1']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:34.246295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96decc5-013e-48e8-bdd5-1f82fd95ee8c') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:34.246606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96decc5-013e-48e8-bdd5-1f82fd95ee8c') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:34.293483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.329789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.336878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:34.337421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:34.339800 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:34.368755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.406459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Calling delete_port for 0f1db747-5ad8-4967-95f9-1e22336040a1 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:34.445189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.451161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f006023-882a-4457-90e7-764319d34ed1 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 14:32:34.464849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.480439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "DELETE /v2.0/networks/1f006023-882a-4457-90e7-764319d34ed1 HTTP/1.1" status: 204 len: 168 time: 0.7146807 Nov 23 14:32:34.490746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50556) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:34.498965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'network': {'name': 'tempest-network--1567483202', 'router:external': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:34.546217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb1bcc-5053-4284-a087-ca82c43c15a3 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f006023-882a-4457-90e7-764319d34ed1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:34.556572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Made reservation on behalf of af37dec502e743949e22d7790fb10828 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:34.561251 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.682765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:34.724021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.727187 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Added segment f69a4536-1ea1-4ada-863b-d5ea211c1adb of type vlan for network 6f0dacab-41e0-46a5-939a-e54f82332708 Nov 23 14:32:34.942429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.000527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.089391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event deleted for resources: {'Port': ['ID=0f1db747-5ad8-4967-95f9-1e22336040a1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:35.093911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddae282-beda-487c-b283-f29be7fb495c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:35.214296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.219989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.220858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.429947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9373341 Nov 23 14:32:35.432853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50564) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:35.441352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.449065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fda11-d08d-4520-8aeb-da010b0bfbf9 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Network': ['ID=6f0dacab-41e0-46a5-939a-e54f82332708,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:35.462763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 6f0dacab-41e0-46a5-939a-e54f82332708 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:35.621290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef951dfd-aca0-4b51-85fb-feb436a53fa1 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.623562 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ef951dfd-aca0-4b51-85fb-feb436a53fa1 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] 10.222.0.46 "GET /v2.0/networks/6f0dacab-41e0-46a5-939a-e54f82332708 HTTP/1.1" status: 200 len: 757 time: 0.1893103 Nov 23 14:32:35.626377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50568) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:35.701185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.705230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.784278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.785263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Fanout notify agent at l3_agent the message router_deleted on router f2f2b23f-9d7c-4290-a23c-fea42893167b {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:35.800826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.803525 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4aebfeda-c555-42b0-aea6-9a44de966aa4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/f2f2b23f-9d7c-4290-a23c-fea42893167b HTTP/1.1" status: 204 len: 168 time: 2.5839252 Nov 23 14:32:35.807947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50572) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:35.815463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8133494b-e2ca-4f6b-88cf-461038a8e08a tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-63224719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:35.830575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2686e-c4cb-451b-800b-984ec3efec4e tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.835045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-61e2686e-c4cb-451b-800b-984ec3efec4e tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] 10.222.0.46 "GET /v2.0/networks/ba5dcfc9-57fb-4c49-9ce2-0c77e14abffa HTTP/1.1" status: 200 len: 768 time: 0.2050126 Nov 23 14:32:35.835219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50574) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:35.887382 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8133494b-e2ca-4f6b-88cf-461038a8e08a tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.891491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8133494b-e2ca-4f6b-88cf-461038a8e08a tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.961788 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.046667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8133494b-e2ca-4f6b-88cf-461038a8e08a tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.054152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8133494b-e2ca-4f6b-88cf-461038a8e08a tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.117694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8133494b-e2ca-4f6b-88cf-461038a8e08a tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.128076 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8133494b-e2ca-4f6b-88cf-461038a8e08a tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3100555 Nov 23 14:32:36.134924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50576) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:36.221839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:36.317803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.375271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0dacab-41e0-46a5-939a-e54f82332708']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:36.387672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69a4536-1ea1-4ada-863b-d5ea211c1adb') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:36.388108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69a4536-1ea1-4ada-863b-d5ea211c1adb') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:36.400291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.417153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.425638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:36.426398 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:36.431259 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:36.505662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.535496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f0dacab-41e0-46a5-939a-e54f82332708 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 14:32:36.553837 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.566675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "DELETE /v2.0/networks/6f0dacab-41e0-46a5-939a-e54f82332708 HTTP/1.1" status: 204 len: 168 time: 0.7303760 Nov 23 14:32:36.572559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50584) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:36.586991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'network': {'name': 'tempest-network--41488421'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:36.614607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.674993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db0f1-6d9a-4227-b6a9-cd011c9eef6f tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f0dacab-41e0-46a5-939a-e54f82332708,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:36.684282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Made reservation on behalf of af37dec502e743949e22d7790fb10828 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:36.689811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.751083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:36.779824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.780189 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Added segment 169ef117-c6c4-4f89-98d6-a26370a81af8 of type vlan for network 1f615407-e90d-478b-aea4-6ff146614798 Nov 23 14:32:36.874421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.899228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.921051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.931603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.932628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.933393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1021492'] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.008582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4322715 Nov 23 14:32:37.015742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50590) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:37.029894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:37.061096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Allocated IP 172.25.3.116 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/cf237bec-ac88-426c-97b0-26f667fc7820) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:37.183562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9426d31-0102-4adc-9c6d-6fb103313ef4 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Network': ['ID=1f615407-e90d-478b-aea4-6ff146614798,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.197046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1f615407-e90d-478b-aea4-6ff146614798 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:37.307850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.347391 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.409838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:37.414524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:37.419145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:37.438774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a2b43-aae6-4a65-8243-c864bca94983 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:37.450076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event updated for resources: {'Port': ['ID=cf237bec-ac88-426c-97b0-26f667fc7820,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.488661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.522702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ed043b18-7123-42d4-a574-cd2cb13b2c0a None None] Provisioning complete for port cf237bec-ac88-426c-97b0-26f667fc7820 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:37.523476 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed043b18-7123-42d4-a574-cd2cb13b2c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.530922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.589881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Network 1f615407-e90d-478b-aea4-6ff146614798 is not hosted by any dhcp agent {{(pid=103346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:32:37.590009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:37.590505 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.591862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "PUT /v2.0/networks/1f615407-e90d-478b-aea4-6ff146614798 HTTP/1.1" status: 200 len: 856 time: 0.5740609 Nov 23 14:32:37.601803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50602) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:37.615261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ed043b18-7123-42d4-a574-cd2cb13b2c0a None None] Port cf237bec-ac88-426c-97b0-26f667fc7820 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:37.691469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591a285-2eec-4488-9144-f62af9c95ceb tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event updated for resources: {'Network': ['ID=1f615407-e90d-478b-aea4-6ff146614798,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.764477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.882598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.973073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f615407-e90d-478b-aea4-6ff146614798']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:37.995788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169ef117-c6c4-4f89-98d6-a26370a81af8') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:37.996083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169ef117-c6c4-4f89-98d6-a26370a81af8') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:38.013897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.033171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.035408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.111587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:38.112040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:38.113633 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:38.230298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.242815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f615407-e90d-478b-aea4-6ff146614798 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 14:32:38.245606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.253171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] 10.222.0.46 "DELETE /v2.0/networks/1f615407-e90d-478b-aea4-6ff146614798 HTTP/1.1" status: 204 len: 168 time: 0.6509349 Nov 23 14:32:38.253259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50608) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:38.266024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b9af-af71-41a6-b217-7915b7ed7034 tempest-ExternalNetworksTestJSON-270881472 tempest-ExternalNetworksTestJSON-270881472-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f615407-e90d-478b-aea4-6ff146614798,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:38.297327 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-232bdb83-ae96-4558-aad5-7d28bbb5b255 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] DELETE failed (client error): The resource could not be found. Nov 23 14:32:38.297881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232bdb83-ae96-4558-aad5-7d28bbb5b255 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:32:38.311522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-232bdb83-ae96-4558-aad5-7d28bbb5b255 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] 10.222.0.46 "DELETE /v2.0/subnets/2a501841-964a-425b-992e-689f59161759 HTTP/1.1" status: 404 len: 337 time: 0.0556698 Nov 23 14:32:38.317323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50612) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:38.481704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.546466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.556522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.668745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.748002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5dcfc9-57fb-4c49-9ce2-0c77e14abffa']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:38.780989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13e9d2f-9470-41c7-b52a-edee4a7f7847') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:38.781499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13e9d2f-9470-41c7-b52a-edee4a7f7847') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:38.818362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50622) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:38.821950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.867574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.884145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:38.884551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:38.888818 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:38.956616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Router c559e1d0-586d-48fb-ab55-e232f9f6084b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:39.010557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.024479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.032687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] 10.222.0.46 "DELETE /v2.0/networks/ba5dcfc9-57fb-4c49-9ce2-0c77e14abffa HTTP/1.1" status: 204 len: 168 time: 0.7143199 Nov 23 14:32:39.073856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74898429-0ba5-4b49-9624-7e6e21a99349 tempest-ExternalNetworksTestJSON-1800584220 tempest-ExternalNetworksTestJSON-1800584220-project] Pushing event deleted for resources: {'Network': ['ID=ba5dcfc9-57fb-4c49-9ce2-0c77e14abffa,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:39.097074 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cad7dd6d-b93b-4a46-99f7-b704a5276038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.117716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:39.130057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.136777 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f8bf93b2-b415-4b59-b1a3-12b24c43e5d5 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "PUT /v2.0/routers/c559e1d0-586d-48fb-ab55-e232f9f6084b HTTP/1.1" status: 200 len: 878 time: 3.0059164 Nov 23 14:32:39.139110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50628) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:39.331711 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cad7dd6d-b93b-4a46-99f7-b704a5276038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.337930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cad7dd6d-b93b-4a46-99f7-b704a5276038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.403204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50632) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:39.404250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40128e10-3573-42a5-a353-eacc32117c37 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/c559e1d0-586d-48fb-ab55-e232f9f6084b HTTP/1.1" status: 200 len: 919 time: 0.2637191 Nov 23 14:32:39.522540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cad7dd6d-b93b-4a46-99f7-b704a5276038 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d92c0d94c3db41199a4eebf7c674a138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7025616 Nov 23 14:32:39.524893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50636) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:39.525019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50638) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:39.597330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7dd6d-b93b-4a46-99f7-b704a5276038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f9b116-db31-4935-9f2d-3c41e06b4805,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:39.622743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] Sync routers for ids ['c559e1d0-586d-48fb-ab55-e232f9f6084b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:39.639876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] Routers {'c559e1d0-586d-48fb-ab55-e232f9f6084b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:39.640865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c559e1d0-586d-48fb-ab55-e232f9f6084b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:39.683582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:39.693579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28828eef-194a-4740-992c-f6c741dd3485 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.693996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] Routers {'c559e1d0-586d-48fb-ab55-e232f9f6084b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:39.697604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c559e1d0-586d-48fb-ab55-e232f9f6084b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:39.698306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-28828eef-194a-4740-992c-f6c741dd3485 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=c559e1d0-586d-48fb-ab55-e232f9f6084b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2883582 Nov 23 14:32:39.699335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50644) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:39.718549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-657c1632-fca1-4945-a628-83bc70cdc08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.735150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:39.736019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf71e48-516c-4ab6-bd88-5ad96eee815c None None] The sync data for ids ['c559e1d0-586d-48fb-ab55-e232f9f6084b'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:39.794298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ad52fc40-8289-45a0-9794-c5537cf649b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfb936631511438791796630bcea0c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675302 Nov 23 14:32:39.797831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50646) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:39.838928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-657c1632-fca1-4945-a628-83bc70cdc08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.899377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-657c1632-fca1-4945-a628-83bc70cdc08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.902367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-657c1632-fca1-4945-a628-83bc70cdc08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.909524 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-657c1632-fca1-4945-a628-83bc70cdc08e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1f9b116-db31-4935-9f2d-3c41e06b4805 HTTP/1.1" status: 204 len: 168 time: 0.3674476 Nov 23 14:32:39.923498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b64b16e7-c058-4375-99fd-2b869452bf07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.990996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a585bbc-ac8c-49cb-a087-4b5b39de30f5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.998409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7a585bbc-ac8c-49cb-a087-4b5b39de30f5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.2979701 Nov 23 14:32:40.001418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50652) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:40.009692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c1632-fca1-4945-a628-83bc70cdc08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f9b116-db31-4935-9f2d-3c41e06b4805,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:40.022520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b64b16e7-c058-4375-99fd-2b869452bf07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.066413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-582fff44-1400-447d-b23c-bebf0960d493 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559e1d0-586d-48fb-ab55-e232f9f6084b HTTP/1.1" status: 200 len: 205 time: 0.0577893 Nov 23 14:32:40.078298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50654) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:40.192921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b64b16e7-c058-4375-99fd-2b869452bf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.195942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b64b16e7-c058-4375-99fd-2b869452bf07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.199623 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b64b16e7-c058-4375-99fd-2b869452bf07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d87536c8-7039-4e07-a13f-481da52e781b HTTP/1.1" status: 204 len: 168 time: 0.3984523 Nov 23 14:32:40.218044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b16e7-c058-4375-99fd-2b869452bf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87536c8-7039-4e07-a13f-481da52e781b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:40.282396 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.447431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.693654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Deleting port cf237bec-ac88-426c-97b0-26f667fc7820 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:40.703748 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.924317 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.939564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Calling delete_port for cf237bec-ac88-426c-97b0-26f667fc7820 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:40.988193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50674) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:41.116459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c48b1a78-4531-4976-be7c-3274bc057707 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af37dec502e743949e22d7790fb10828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250846 Nov 23 14:32:41.118851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50678) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:41.239114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-477c3bb2-def8-467a-83b9-de0bed0d2b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.265339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-477c3bb2-def8-467a-83b9-de0bed0d2b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.352427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.387853 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-477c3bb2-def8-467a-83b9-de0bed0d2b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.390770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-477c3bb2-def8-467a-83b9-de0bed0d2b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.392158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-477c3bb2-def8-467a-83b9-de0bed0d2b08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ebd74ac-6a6b-4597-b11c-b2eccb3a2760 HTTP/1.1" status: 204 len: 168 time: 0.2722020 Nov 23 14:32:41.397702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event deleted for resources: {'Port': ['ID=cf237bec-ac88-426c-97b0-26f667fc7820,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:41.421133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8d45f-6c01-4dc2-bef5-55835cde074b None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:41.441230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c3bb2-def8-467a-83b9-de0bed0d2b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebd74ac-6a6b-4597-b11c-b2eccb3a2760,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:41.506630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.633750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.636428 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.694130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.694751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Fanout notify agent at l3_agent the message router_deleted on router c559e1d0-586d-48fb-ab55-e232f9f6084b {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:41.705073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.710374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6eddf05d-33ac-4360-9574-4a08d29f0ae2 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/c559e1d0-586d-48fb-ab55-e232f9f6084b HTTP/1.1" status: 204 len: 168 time: 1.6268480 Nov 23 14:32:41.711356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50694) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:41.717841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-eb241244-e921-462e-b1ef-c67599a28db6 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2025394256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:41.771677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb241244-e921-462e-b1ef-c67599a28db6 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.773126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb241244-e921-462e-b1ef-c67599a28db6 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.905239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb241244-e921-462e-b1ef-c67599a28db6 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.914527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb241244-e921-462e-b1ef-c67599a28db6 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.954741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb241244-e921-462e-b1ef-c67599a28db6 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.960041 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eb241244-e921-462e-b1ef-c67599a28db6 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2449083 Nov 23 14:32:41.960397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:41.966556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': True}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:42.777833 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.162189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.191009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.402463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Allocated IP 172.25.3.79 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/53b78f56-07a1-42d4-9498-6da4add3f331) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:43.656498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.775729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.984938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:43.988387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:43.999533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:44.003349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Port': ['ID=53b78f56-07a1-42d4-9498-6da4add3f331,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:44.003573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc4332-f798-4091-bfb7-fe49fd8f6bc6 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:44.112028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-19657fb1-702f-4632-9405-d3ebe5c64a86 None None] Provisioning complete for port 53b78f56-07a1-42d4-9498-6da4add3f331 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:44.112028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19657fb1-702f-4632-9405-d3ebe5c64a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.204263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50888) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:44.219251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-19657fb1-702f-4632-9405-d3ebe5c64a86 None None] Port 53b78f56-07a1-42d4-9498-6da4add3f331 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:44.301854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50892) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:44.345526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.459207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb45c48c-629f-4475-a790-470376fe551d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.564862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb45c48c-629f-4475-a790-470376fe551d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.569675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb45c48c-629f-4475-a790-470376fe551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.604525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-266091686', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:44.632298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cb45c48c-629f-4475-a790-470376fe551d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79417c1f20814fe488498c70b97d9729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289282 Nov 23 14:32:44.635698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50896) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:44.644807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45c48c-629f-4475-a790-470376fe551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1233c42-a1fc-4696-b9ec-2788fcac2187,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:44.684126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Made reservation on behalf of e27900cd24e64dad84b978689b8cd9b6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:44.686422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.689937 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.694772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.704048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.747903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72fb6ab5-ae77-4468-8be0-70fc85eb53fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.771194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72fb6ab5-ae77-4468-8be0-70fc85eb53fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.837796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72fb6ab5-ae77-4468-8be0-70fc85eb53fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.840707 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72fb6ab5-ae77-4468-8be0-70fc85eb53fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.842161 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-72fb6ab5-ae77-4468-8be0-70fc85eb53fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1233c42-a1fc-4696-b9ec-2788fcac2187 HTTP/1.1" status: 204 len: 168 time: 0.2051890 Nov 23 14:32:44.862531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb6ab5-ae77-4468-8be0-70fc85eb53fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1233c42-a1fc-4696-b9ec-2788fcac2187,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:44.936211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Router d0933f70-4f3f-42f6-a279-7877ec6a2322 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:44.976448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.982177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.993670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] device_id is not set on port 735ca252-608f-439e-b8f5-d2a6fe1dfb77 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:32:45.096751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:45.101635 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.105622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5330dd8b-9dda-4b57-b202-20f3d958abfb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "PUT /v2.0/routers/d0933f70-4f3f-42f6-a279-7877ec6a2322 HTTP/1.1" status: 200 len: 914 time: 3.1430612 Nov 23 14:32:45.106284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50906) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:45.111615 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] Sync routers for ids ['d0933f70-4f3f-42f6-a279-7877ec6a2322'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:45.134569 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] Routers {'d0933f70-4f3f-42f6-a279-7877ec6a2322'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:45.135127 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['d0933f70-4f3f-42f6-a279-7877ec6a2322'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:45.181890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7dbb7-133d-4f6a-96f6-055699ab9dcb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:45.229067 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:45.254801 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] Routers {'d0933f70-4f3f-42f6-a279-7877ec6a2322'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:45.256186 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['d0933f70-4f3f-42f6-a279-7877ec6a2322'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:45.267240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Allocated IP 172.25.3.171 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/735ca252-608f-439e-b8f5-d2a6fe1dfb77) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:45.341998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b48eb490-5ffd-41e1-b166-7e0e692da1b8 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/d0933f70-4f3f-42f6-a279-7877ec6a2322 HTTP/1.1" status: 200 len: 920 time: 0.2345688 Nov 23 14:32:45.342654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50914) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:45.360438 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:45.361121 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c9bbf-aff0-46d5-9da0-1ac2c14b0b3e None None] The sync data for ids ['d0933f70-4f3f-42f6-a279-7877ec6a2322'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:45.410031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc783b-ff31-4a9b-976a-af88a42ce7bb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:45.416124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fdbc783b-ff31-4a9b-976a-af88a42ce7bb tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=d0933f70-4f3f-42f6-a279-7877ec6a2322&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0723267 Nov 23 14:32:45.417132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50916) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:45.436056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50918) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:45.474938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f70233d-f26b-46bd-8ca2-26f9dd7666e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.502743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4249b0b-411c-4da9-9694-23f7376a1785 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:45.507350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a4249b0b-411c-4da9-9694-23f7376a1785 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.0891428 Nov 23 14:32:45.507929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50920) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:45.547741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bd6c96f2-7f05-4ab6-b8ca-b07cc3b06a32 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0933f70-4f3f-42f6-a279-7877ec6a2322 HTTP/1.1" status: 200 len: 205 time: 0.0386596 Nov 23 14:32:45.548428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50922) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:45.613228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.662000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.680355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.752361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:45.760719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Pushing event updated for resources: {'Port': ['ID=735ca252-608f-439e-b8f5-d2a6fe1dfb77,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:45.765018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:45.767564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:45.771983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.791027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e3217-7c34-4509-841c-4ff06bc4a88b None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:45.862490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-49a63029-d47b-4e20-a2fa-dc5ea87a1431 None None] Provisioning complete for port 735ca252-608f-439e-b8f5-d2a6fe1dfb77 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:45.864747 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-49a63029-d47b-4e20-a2fa-dc5ea87a1431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.879974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f70233d-f26b-46bd-8ca2-26f9dd7666e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.893237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f70233d-f26b-46bd-8ca2-26f9dd7666e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.896669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Deleting port 53b78f56-07a1-42d4-9498-6da4add3f331 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:45.900620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.964474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-49a63029-d47b-4e20-a2fa-dc5ea87a1431 None None] Port 735ca252-608f-439e-b8f5-d2a6fe1dfb77 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:45.977953 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8f70233d-f26b-46bd-8ca2-26f9dd7666e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48d7c60ccb6c423cb149bd52b02e2045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366271 Nov 23 14:32:45.984673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:45.985281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:45.998766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:46.096663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.122635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cb569985-cbda-4950-b1aa-afc0dbf94da6 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9163866 Nov 23 14:32:46.126529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50928) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:46.135453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Calling delete_port for 53b78f56-07a1-42d4-9498-6da4add3f331 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:46.137078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70233d-f26b-46bd-8ca2-26f9dd7666e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc8ce2-5e56-47d6-b9ea-3485a8bd0eb6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:46.155713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.171'}]}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:46.481240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.483292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.589568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.622384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d217bd3-af60-42fb-947f-ee7f03f094ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.694620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d217bd3-af60-42fb-947f-ee7f03f094ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.761809 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d217bd3-af60-42fb-947f-ee7f03f094ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.764468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d217bd3-af60-42fb-947f-ee7f03f094ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.765624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9d217bd3-af60-42fb-947f-ee7f03f094ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2cc8ce2-5e56-47d6-b9ea-3485a8bd0eb6 HTTP/1.1" status: 204 len: 168 time: 0.7522540 Nov 23 14:32:46.774145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217bd3-af60-42fb-947f-ee7f03f094ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc8ce2-5e56-47d6-b9ea-3485a8bd0eb6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:46.821905 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.871519 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.907743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event deleted for resources: {'Port': ['ID=53b78f56-07a1-42d4-9498-6da4add3f331,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:46.926698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45cb9f-e106-4856-8edd-060400b6ced4 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:47.109064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:47.983633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:47.994340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.089638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.090515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Fanout notify agent at l3_agent the message router_deleted on router d0933f70-4f3f-42f6-a279-7877ec6a2322 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:48.098137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.099449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-16a8d3dc-879c-478f-b18b-cad73323d574 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/d0933f70-4f3f-42f6-a279-7877ec6a2322 HTTP/1.1" status: 204 len: 168 time: 2.5500138 Nov 23 14:32:48.101096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.105762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:48.111766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5d427288-b76f-4347-99b7-c76ec200daf4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1669780731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:48.125486 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.148661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d427288-b76f-4347-99b7-c76ec200daf4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.150036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d427288-b76f-4347-99b7-c76ec200daf4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.207656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d427288-b76f-4347-99b7-c76ec200daf4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.213397 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d427288-b76f-4347-99b7-c76ec200daf4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.241541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d427288-b76f-4347-99b7-c76ec200daf4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.246973 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5d427288-b76f-4347-99b7-c76ec200daf4 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1361835 Nov 23 14:32:48.246973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:48.251542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'enable_snat': False}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:48.441883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.574819 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.779297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.782500 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.851948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.855859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b74fa6e-0dd9-4432-8848-d7bd26553a5c {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:48.894516 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 14:32:48.896016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-01ede94b-ae45-402c-a84c-8947a9720330 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7622414 Nov 23 14:32:48.899227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50960) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:48.917001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.962880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.137681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Deleting port 735ca252-608f-439e-b8f5-d2a6fe1dfb77 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:49.138136 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.143945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Allocated IP 172.25.3.67 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/82570186-2fc4-4c31-b2b8-8ff5ded5fe39) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:49.266156 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.279951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Calling delete_port for 735ca252-608f-439e-b8f5-d2a6fe1dfb77 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:49.295884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.374830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.431660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:49.450005 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.453583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:49.471308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af518f6-378d-4f4f-b773-eda1a8e7b88a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:49.481085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Pushing event deleted for resources: {'Port': ['ID=735ca252-608f-439e-b8f5-d2a6fe1dfb77,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:49.481775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:49.558855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e8a35-96e4-4c41-bd35-cc63d9aed8ee None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:49.606623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.610380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a834b643-504b-4ce2-a1a7-67fc5102d879 tempest-RoutersAdminNegativeIpV6Test-60687893 tempest-RoutersAdminNegativeIpV6Test-60687893-project-admin] 10.222.0.46 "DELETE /v2.0/ports/735ca252-608f-439e-b8f5-d2a6fe1dfb77 HTTP/1.1" status: 204 len: 168 time: 0.7098937 Nov 23 14:32:49.690935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5ac27d09-5895-4a7c-94c2-f0bd831a7113 None None] Provisioning complete for port 82570186-2fc4-4c31-b2b8-8ff5ded5fe39 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:49.691911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5ac27d09-5895-4a7c-94c2-f0bd831a7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.755408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5ac27d09-5895-4a7c-94c2-f0bd831a7113 None None] Port 82570186-2fc4-4c31-b2b8-8ff5ded5fe39 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:49.760855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Pushing event updated for resources: {'Port': ['ID=82570186-2fc4-4c31-b2b8-8ff5ded5fe39,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:49.777584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.777973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.778321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.778614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.778977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.779319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.779660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.780004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.780358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.780610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.780942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.781386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:49.940316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50972) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:50.020889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.152136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2861767-1be8-439f-8171-6bae6d01f8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.313015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.325012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.330101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2861767-1be8-439f-8171-6bae6d01f8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.415775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2861767-1be8-439f-8171-6bae6d01f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.463430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2861767-1be8-439f-8171-6bae6d01f8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f7e95-cf44-4991-981d-d893d0133414,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:50.470923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f2861767-1be8-439f-8171-6bae6d01f8e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb392b2a72404e30ad68ffacbf949c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251572 Nov 23 14:32:50.471270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50978) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:50.535586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Router 78182539-8ac6-4082-89e7-f605b46438d1 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:50.545364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be94277e-85aa-47a9-a696-59551c698f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.638080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be94277e-85aa-47a9-a696-59551c698f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.720418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:50.736157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] Sync routers for ids ['78182539-8ac6-4082-89e7-f605b46438d1'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:50.752791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] Routers {'78182539-8ac6-4082-89e7-f605b46438d1'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:50.753711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.755448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['78182539-8ac6-4082-89e7-f605b46438d1'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:50.757630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5009c77e-4d35-4756-afbb-f08c2d87ea45 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "PUT /v2.0/routers/78182539-8ac6-4082-89e7-f605b46438d1 HTTP/1.1" status: 200 len: 915 time: 2.5089917 Nov 23 14:32:50.761414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50984) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:50.776806 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be94277e-85aa-47a9-a696-59551c698f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.784167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be94277e-85aa-47a9-a696-59551c698f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.785348 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-be94277e-85aa-47a9-a696-59551c698f89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c35f7e95-cf44-4991-981d-d893d0133414 HTTP/1.1" status: 204 len: 168 time: 0.3130529 Nov 23 14:32:50.796055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94277e-85aa-47a9-a696-59551c698f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f7e95-cf44-4991-981d-d893d0133414,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:50.807437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:50.825344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] Routers {'78182539-8ac6-4082-89e7-f605b46438d1'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:50.826266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['78182539-8ac6-4082-89e7-f605b46438d1'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:50.864447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:50.865471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cbc56-ebb9-48de-9ac5-e54756c65664 None None] The sync data for ids ['78182539-8ac6-4082-89e7-f605b46438d1'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:50.963928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b7b0c916-f716-4302-bb51-c27f294c0956 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/78182539-8ac6-4082-89e7-f605b46438d1 HTTP/1.1" status: 200 len: 921 time: 0.2002254 Nov 23 14:32:50.964510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50988) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:51.023622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac10dc-d361-4fb2-9937-3d9e04a4c2ee tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:51.025549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1fac10dc-d361-4fb2-9937-3d9e04a4c2ee tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=78182539-8ac6-4082-89e7-f605b46438d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0592542 Nov 23 14:32:51.028654 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50992) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:51.191711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b975d-8c04-41b4-8bbb-0bf22c60aac5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:51.193950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-810b975d-8c04-41b4-8bbb-0bf22c60aac5 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/networks/d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 881 time: 0.1642792 Nov 23 14:32:51.197042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 50994) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:51.236919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 50996) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:51.255866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-700ee9a3-9335-45cf-ad75-55a7edadb064 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=78182539-8ac6-4082-89e7-f605b46438d1 HTTP/1.1" status: 200 len: 205 time: 0.0356321 Nov 23 14:32:51.416469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51002) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:51.454957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.531472 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f4b0d6f-f1d3-4ba0-8c26-28dedfe814fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e27900cd24e64dad84b978689b8cd9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1102285 Nov 23 14:32:51.532952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51006) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:51.619568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.629897 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d25bfe03-0a43-4bf9-a6cd-68a91d967390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.665148 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d25bfe03-0a43-4bf9-a6cd-68a91d967390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.734490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Deleting port 82570186-2fc4-4c31-b2b8-8ff5ded5fe39 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:51.735090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.782176 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d25bfe03-0a43-4bf9-a6cd-68a91d967390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.784693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d25bfe03-0a43-4bf9-a6cd-68a91d967390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.793613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d25bfe03-0a43-4bf9-a6cd-68a91d967390 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fb7dbb7-133d-4f6a-96f6-055699ab9dcb HTTP/1.1" status: 204 len: 168 time: 0.2520354 Nov 23 14:32:51.809727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bfe03-0a43-4bf9-a6cd-68a91d967390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb7dbb7-133d-4f6a-96f6-055699ab9dcb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:51.920167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.946070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Calling delete_port for 82570186-2fc4-4c31-b2b8-8ff5ded5fe39 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:52.208145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.246876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event deleted for resources: {'Port': ['ID=82570186-2fc4-4c31-b2b8-8ff5ded5fe39,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:52.274623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1967ac-0e1b-4dad-811a-142dde04b1ce None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:52.313251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b2045-7bb5-46c5-84e4-7ad6e5f2b4cf req-292db380-fc65-46cc-9cff-1b0357f01a0b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:52.315198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a15b2045-7bb5-46c5-84e4-7ad6e5f2b4cf req-292db380-fc65-46cc-9cff-1b0357f01a0b tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 946 time: 0.0942936 Nov 23 14:32:52.378261 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.443979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a15b2045-7bb5-46c5-84e4-7ad6e5f2b4cf req-4ad27a99-94a4-4ca6-a6fa-2fb208da9eb3 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211026 Nov 23 14:32:52.530860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.533897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.612446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.614645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Fanout notify agent at l3_agent the message router_deleted on router 78182539-8ac6-4082-89e7-f605b46438d1 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:52.626384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.633159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51038) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:52.634099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-693dce7b-bf89-4ceb-9f20-7cbb4986c34d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/78182539-8ac6-4082-89e7-f605b46438d1 HTTP/1.1" status: 204 len: 168 time: 1.3959005 Nov 23 14:32:52.638237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227185931', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:52.676254 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.678526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.741885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.878555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:52.911256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.998121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1058281367'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:53.022909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:53.027300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.036898 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.121354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.126680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.151166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.167796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac1ef4b-cbf7-4244-b3e3-bddf12a0038d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:53.174080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:32:53.175725 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.185488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.185879 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Added segment 05fdfd7f-d4cf-4c69-832d-d4d74fbf1e69 of type vlan for network 26d16fc1-f8be-40af-8fba-e0ff025c180e Nov 23 14:32:53.239769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.297949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.314630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:53.315854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.326423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Allocated IP 172.25.3.86 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/e631dd3b-ab03-4145-8132-1b49b1f5c0db) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:53.425346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Network': ['ID=26d16fc1-f8be-40af-8fba-e0ff025c180e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:53.439929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5005503e-9bbe-4e09-bd37-3a65071aac93 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5601931 Nov 23 14:32:53.440195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:32:53.443416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51052) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:53.448935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'subnet': {'network_id': '26d16fc1-f8be-40af-8fba-e0ff025c180e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:53.528934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.620105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:53.628244 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.633412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.725296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:53.736188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:53.739539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:53.746249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event updated for resources: {'Port': ['ID=e631dd3b-ab03-4145-8132-1b49b1f5c0db,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:53.769217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d7003-c866-4e9d-b452-81f58e68717a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:53.779426 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.852431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8e04882f-e80e-451e-8e57-027cf1dc5643 None None] Provisioning complete for port e631dd3b-ab03-4145-8132-1b49b1f5c0db triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:53.852997 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e04882f-e80e-451e-8e57-027cf1dc5643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.876123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af647d8-ae1c-4a1c-b4ab-8c4b09a6b83e req-584556e4-d707-4ae6-9344-e7b2d329cc4d tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:53.877586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3af647d8-ae1c-4a1c-b4ab-8c4b09a6b83e req-584556e4-d707-4ae6-9344-e7b2d329cc4d tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 946 time: 0.2528124 Nov 23 14:32:53.888005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-5dd84493-3e48-403c-9b8a-8c6797b024aa tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:53.889516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-5dd84493-3e48-403c-9b8a-8c6797b024aa tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.74 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 946 time: 0.1253550 Nov 23 14:32:53.900996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8e04882f-e80e-451e-8e57-027cf1dc5643 None None] Port e631dd3b-ab03-4145-8132-1b49b1f5c0db cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:53.928612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.007367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Subnet': ['ID=529b867f-59c2-4661-bc1e-a6455752f2fe,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:54.021084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Checking segment: {'id': '05fdfd7f-d4cf-4c69-832d-d4d74fbf1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '26d16fc1-f8be-40af-8fba-e0ff025c180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:54.021811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network hostable DHCP agents. Network: 26d16fc1-f8be-40af-8fba-e0ff025c180e, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:32:54.042536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:32:54.054232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 26d16fc1-f8be-40af-8fba-e0ff025c180e) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:54.059600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:54.060682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.068053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae55252-7cfc-457b-99ee-5d8138aeac3c None None] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:54.082537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6293118b-61dd-48fb-b48d-89565325c537 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6378138 Nov 23 14:32:54.083376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51058) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:54.088026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-124381993', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:54.129095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.130493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.131149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3af647d8-ae1c-4a1c-b4ab-8c4b09a6b83e req-40deeda9-7b06-449c-8c39-f3eb8abbd4c5 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a868467-b9d3-4105-928d-450680be9a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402735 Nov 23 14:32:54.200730 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.227680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Deleting port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:54.228021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.230038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508ea6b-9fd1-4271-9e74-3a5f7bbc9a8a None None] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:32:54.310925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.371257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.378873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] For port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:54.379279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.664200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.684913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.733839 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.734204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.734521 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Floating IP 4ed7b00b-6b1c-43b4-b846-a9c4df47397d disassociated. External IP: 172.25.3.190, port: 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b. Nov 23 14:32:54.734861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Calling delete_port for 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:54.764659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.810573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.25.3.175 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/cc6c189e-6418-4cfd-ac34-784d6d861d06) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:54.939906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.981375 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.032372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.054408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=cc6c189e-6418-4cfd-ac34-784d6d861d06,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:55.072136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:55.075237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:55.079739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:55.091279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event deleted for resources: {'Port': ['ID=9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:55.097422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d34588-3494-4d32-ade4-50117a83e4ff None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:55.182228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Router 9f58361b-920d-4acf-960f-4b5c01f7d8e8 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:55.260610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dceefdd0-9fcd-4700-bdab-fe97564b7bbb None None] Provisioning complete for port cc6c189e-6418-4cfd-ac34-784d6d861d06 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:55.261828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dceefdd0-9fcd-4700-bdab-fe97564b7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.349302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-dceefdd0-9fcd-4700-bdab-fe97564b7bbb None None] Port cc6c189e-6418-4cfd-ac34-784d6d861d06 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:55.353501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e3a8cca-2679-405d-8568-01cbcbe57dcf req-af31367d-2d73-4808-af81-a22d98a9ee60 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 210 time: 0.0874126 Nov 23 14:32:55.477214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.841727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Router 311d69f6-9864-4a74-b06f-0f08c5b7534b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:32:55.885900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:55.901407 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] Sync routers for ids ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:55.913999 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] Routers {'9f58361b-920d-4acf-960f-4b5c01f7d8e8'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:55.914609 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:55.966395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.970620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-29495038-c152-4524-b6e1-6561bde6bb20 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3332241 Nov 23 14:32:55.970852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51084) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:55.983687 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:55.992942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] Routers {'9f58361b-920d-4acf-960f-4b5c01f7d8e8'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:55.993587 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.028627 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.029519 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01439e49-8764-4cf1-a388-19e25a5184c9 None None] The sync data for ids ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:56.042484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:56.115837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:56.128776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] Sync routers for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:56.152273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:56.154427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.181657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] No DVR routers for this DVR port 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:56.184390 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.188639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9fa165f7-6963-43c0-baf4-44c61ddbfd78 req-efb0b2fe-947f-4289-93d6-c0bcd202999e tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.74 "DELETE /v2.0/ports/9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b HTTP/1.1" status: 204 len: 173 time: 2.1855531 Nov 23 14:32:56.215512 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.372993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'name': 'network-vif-deleted', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:56.375601 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ea6d1e-2c56-40d1-b346-3722b1882984" -d '{"events": [{"server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "name": "network-vif-deleted", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:56.384685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:56.482083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:32:56.503305 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9640da-36b8-4b09-a7e3-2544a90b965e x-openstack-request-id: req-fe9640da-36b8-4b09-a7e3-2544a90b965e {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:56.503604 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc230f2-c71e-482b-a7e7-ac24fce54805", "name": "network-vif-deleted", "tag": "9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:56.503862 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe9640da-36b8-4b09-a7e3-2544a90b965e {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:56.504275 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc230f2-c71e-482b-a7e7-ac24fce54805', 'name': 'network-vif-deleted', 'tag': '9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b', 'status': 'completed', 'code': 200} Nov 23 14:32:56.543839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:56.560366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-499fd339-e84e-4219-b2c0-1b5aba990c59 req-d84491b4-251f-4288-b768-67c6b9e1e8a6 tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dc230f2-c71e-482b-a7e7-ac24fce54805 HTTP/1.1" status: 200 len: 210 time: 0.0508277 Nov 23 14:32:56.584931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:56.585237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9ffdbb65-ad6c-48eb-aaaa-fbc9bcec969b not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:56.638922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:56.649283 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:56.670073 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:56.670711 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.679290 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.683250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e337bb3a-c5e2-44e5-a21f-1e9fc82f7244 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5961246 Nov 23 14:32:56.683363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51092) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:56.716993 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.728936 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:56.729853 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.772810 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-967a56af-5bb3-406f-8f13-79ccb7003a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.785100 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.785806 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575deb9c-6449-4f14-bbb1-cbe10fea9480 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:56.846563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.880456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] Checking router: 311d69f6-9864-4a74-b06f-0f08c5b7534b for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:32:56.889559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.889713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:56.890194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.903844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.966682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Deleting port e631dd3b-ab03-4145-8132-1b49b1f5c0db {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:56.967065 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.036975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:57.070105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.084571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Calling delete_port for e631dd3b-ab03-4145-8132-1b49b1f5c0db owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:57.086219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.227319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.283138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:57.290962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1389f-7c32-412e-8120-92a2442275c7 req-466b62d7-a71d-48f7-9d16-7ed7f63494f3 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:57.298725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30b1389f-7c32-412e-8120-92a2442275c7 req-466b62d7-a71d-48f7-9d16-7ed7f63494f3 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 946 time: 0.1190884 Nov 23 14:32:57.314562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bf8e8-813a-4b64-a8ff-f6ec54c587e3 None None] The sync data for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 is: [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:46Z', 'revision_number': 4, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f84ffc4c-94c1-4cf8-a897-fb9289ee791e', 'name': '', 'network_id': '88f83a66-bbc5-411e-b609-b43e8cc58234', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'mac_address': 'fa:16:3e:13:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:45Z', 'updated_at': '2021-11-23T14:24:57Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'subnets': [{'id': '7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:57.375638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30b1389f-7c32-412e-8120-92a2442275c7 req-9d96b86a-8d2c-4fff-a7f5-8e1109c823f7 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759468 Nov 23 14:32:57.402529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.450983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Pushing event deleted for resources: {'Port': ['ID=e631dd3b-ab03-4145-8132-1b49b1f5c0db,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.453309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d92ad1-227e-407e-aab0-094258173def None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:32:57.549669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.629374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.1 (26d16fc1-f8be-40af-8fba-e0ff025c180e/529b867f-59c2-4661-bc1e-a6455752f2fe/d689c8ce-8cf6-4b3b-9fd3-539c87f2c179) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:57.716055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa464b8-75c4-4fdf-b148-1edd5e6a8bcc None None] New status for floating IP 4ed7b00b-6b1c-43b4-b846-a9c4df47397d: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:32:57.742015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51112) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:57.808662 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.849684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.861842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.873950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.877139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:57.880190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:57.883647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01a760dc-b157-4027-a276-f4d92d2e0e6c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.906559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:57.975495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=d689c8ce-8cf6-4b3b-9fd3-539c87f2c179,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.978339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01a760dc-b157-4027-a276-f4d92d2e0e6c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.987530 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.994347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Router 9f58361b-920d-4acf-960f-4b5c01f7d8e8 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:32:58.092422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:58.102160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.106575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-975f2eac-a7ef-4e58-bc9c-f0cf0ee5f553 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "PUT /v2.0/routers/9f58361b-920d-4acf-960f-4b5c01f7d8e8 HTTP/1.1" status: 200 len: 706 time: 2.1316423 Nov 23 14:32:58.106575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01a760dc-b157-4027-a276-f4d92d2e0e6c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.107187 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01a760dc-b157-4027-a276-f4d92d2e0e6c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.108415 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-01a760dc-b157-4027-a276-f4d92d2e0e6c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "DELETE /v2.0/security-groups/3a868467-b9d3-4105-928d-450680be9a07 HTTP/1.1" status: 204 len: 168 time: 0.3653340 Nov 23 14:32:58.108968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51114) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:58.110230 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] Sync routers for ids ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:58.113210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51116) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:58.123345 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] Routers {'9f58361b-920d-4acf-960f-4b5c01f7d8e8'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:58.124233 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:58.157578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.165738 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:58.175367 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] Routers {'9f58361b-920d-4acf-960f-4b5c01f7d8e8'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:58.176173 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:58.193956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a760dc-b157-4027-a276-f4d92d2e0e6c tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a868467-b9d3-4105-928d-450680be9a07,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:58.199640 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-39648609-4cbb-415f-bf9d-6427a73a6cda tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] show failed (client error): The resource could not be found. Nov 23 14:32:58.201206 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-39648609-4cbb-415f-bf9d-6427a73a6cda tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "GET /v2.0/security-groups/3a868467-b9d3-4105-928d-450680be9a07 HTTP/1.1" status: 404 len: 347 time: 0.0815434 Nov 23 14:32:58.205127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51118) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:58.219183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dc2e78b3-9b42-4fa1-b087-7dbb8e5c5a10 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/routers/9f58361b-920d-4acf-960f-4b5c01f7d8e8 HTTP/1.1" status: 200 len: 741 time: 0.1042800 Nov 23 14:32:58.244949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51120) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:58.254491 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:58.255193 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db244f0a-5cb9-4c0e-b5ca-08196ba93090 None None] The sync data for ids ['9f58361b-920d-4acf-960f-4b5c01f7d8e8'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:58.300778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-07d48871-39e3-4403-9a5f-a657aab03f80 tempest-RoutersAdminTest-2100905042 tempest-RoutersAdminTest-2100905042-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&device_id=9f58361b-920d-4acf-960f-4b5c01f7d8e8 HTTP/1.1" status: 200 len: 205 time: 0.0524452 Nov 23 14:32:58.302223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51122) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:58.360668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-32a4d04a-0e0a-441e-8634-b64e9039b44c tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f58361b-920d-4acf-960f-4b5c01f7d8e8 HTTP/1.1" status: 200 len: 205 time: 0.0551527 Nov 23 14:32:58.361040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51124) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:58.467756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3dca0f1-90ac-485b-96e3-24eae5648263 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.496973 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.502766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.574923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=d689c8ce-8cf6-4b3b-9fd3-539c87f2c179,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:58.577600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.624524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8104019-e567-4f56-a1a9-2048ce1e6c71 req-6ae46765-aebf-4870-83d8-07972a3dc442 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.626668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8104019-e567-4f56-a1a9-2048ce1e6c71 req-6ae46765-aebf-4870-83d8-07972a3dc442 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 946 time: 0.1553607 Nov 23 14:32:58.694756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:58.696127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:58.735827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3dca0f1-90ac-485b-96e3-24eae5648263 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.741352 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3dca0f1-90ac-485b-96e3-24eae5648263 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.750077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Deleting port 6a3c2a59-2b49-476f-83fa-9c63ebb8eaee {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:58.750547 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.836207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:32:58.840176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-b2636201-14e5-4d14-abe6-9f894595fcb3 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.841787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-b2636201-14e5-4d14-abe6-9f894595fcb3 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 946 time: 0.2145689 Nov 23 14:32:58.885848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3dca0f1-90ac-485b-96e3-24eae5648263 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.886509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dca0f1-90ac-485b-96e3-24eae5648263 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Fanout notify agent at l3_agent the message router_deleted on router 9f58361b-920d-4acf-960f-4b5c01f7d8e8 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:58.891357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8104019-e567-4f56-a1a9-2048ce1e6c71 req-a3affe9a-e9a1-4861-b32c-7e56878335f1 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240717 Nov 23 14:32:58.914201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3dca0f1-90ac-485b-96e3-24eae5648263 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.920323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a3dca0f1-90ac-485b-96e3-24eae5648263 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/9f58361b-920d-4acf-960f-4b5c01f7d8e8 HTTP/1.1" status: 204 len: 168 time: 0.5535874 Nov 23 14:32:58.920713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51130) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:58.954906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b36f0e54-8d73-4d9f-baf6-3e60bbd64bbb tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f58361b-920d-4acf-960f-4b5c01f7d8e8 HTTP/1.1" status: 200 len: 205 time: 0.0328188 Nov 23 14:32:58.959843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51132) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.020083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.020674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.027923 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-9f9a9cc1-5f5c-495c-9781-06ddb86b2b38 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] delete failed (client error): The resource could not be found. Nov 23 14:32:59.033421 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f9a9cc1-5f5c-495c-9781-06ddb86b2b38 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/9f58361b-920d-4acf-960f-4b5c01f7d8e8 HTTP/1.1" status: 404 len: 336 time: 0.0684841 Nov 23 14:32:59.034473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.047253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Calling delete_port for 6a3c2a59-2b49-476f-83fa-9c63ebb8eaee owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:59.062292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:59.072770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-91fe149f-2183-4759-a40e-522398569cf5 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/routers/ff27b54e-04fa-4772-84a8-5dbd79bd4918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3854489 Nov 23 14:32:59.073002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51136) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.078611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'port': {'network_id': '26d16fc1-f8be-40af-8fba-e0ff025c180e', 'name': 'tempest-FloatingIPTestJSON-232599416'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:59.086121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:59.091883 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-813bd973-6e49-4f65-9436-084b0d24a3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.101850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:59.102494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-25aa0894-6adb-4509-8753-c051b674a3b0 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=78182539-8ac6-4082-89e7-f605b46438d1 HTTP/1.1" status: 200 len: 205 time: 0.0671785 Nov 23 14:32:59.103074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:59.107456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51138) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.153979 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-e41ee377-ae36-40ca-8884-0954b9115f89 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] delete failed (client error): The resource could not be found. Nov 23 14:32:59.157600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e41ee377-ae36-40ca-8884-0954b9115f89 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/78182539-8ac6-4082-89e7-f605b46438d1 HTTP/1.1" status: 404 len: 336 time: 0.0467467 Nov 23 14:32:59.158053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.161487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:59.172429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:59.173039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:59.188460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8220eb6f-eeab-4f20-808b-59d6efa870df tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0933f70-4f3f-42f6-a279-7877ec6a2322 HTTP/1.1" status: 200 len: 205 time: 0.0272634 Nov 23 14:32:59.192100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51142) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.210001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:59.210645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1e012-bfe2-4e6a-b9a8-60e02664fdf4 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:59.235941 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-2a7a99cf-5237-44a5-9655-04ec05728b79 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] delete failed (client error): The resource could not be found. Nov 23 14:32:59.238945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2a7a99cf-5237-44a5-9655-04ec05728b79 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/d0933f70-4f3f-42f6-a279-7877ec6a2322 HTTP/1.1" status: 404 len: 336 time: 0.0439136 Nov 23 14:32:59.239825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51144) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.267846 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ec90ccb-ea0e-4ba5-a646-5fcc9c84e547 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559e1d0-586d-48fb-ab55-e232f9f6084b HTTP/1.1" status: 200 len: 205 time: 0.0268855 Nov 23 14:32:59.270752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51146) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.317498 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-68bf7b50-6830-469c-92b7-a7c4b90e2d98 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] delete failed (client error): The resource could not be found. Nov 23 14:32:59.318830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-68bf7b50-6830-469c-92b7-a7c4b90e2d98 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/c559e1d0-586d-48fb-ab55-e232f9f6084b HTTP/1.1" status: 404 len: 336 time: 0.0468566 Nov 23 14:32:59.321540 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.349674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e7145a6e-2d57-4bdc-a0b8-0ff123ae1687 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2f2b23f-9d7c-4290-a23c-fea42893167b HTTP/1.1" status: 200 len: 205 time: 0.0267942 Nov 23 14:32:59.352337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51150) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.396105 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-38378bb0-62ee-4ba0-a9e8-a8d12f5450fc tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] delete failed (client error): The resource could not be found. Nov 23 14:32:59.400039 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-38378bb0-62ee-4ba0-a9e8-a8d12f5450fc tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/f2f2b23f-9d7c-4290-a23c-fea42893167b HTTP/1.1" status: 404 len: 336 time: 0.0435367 Nov 23 14:32:59.400269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51152) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.429155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9196cf32-1093-4b41-a5c9-2af657831911 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8d3c21f-2610-4754-8585-bfe2eebcdc97 HTTP/1.1" status: 200 len: 205 time: 0.0257471 Nov 23 14:32:59.429374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51154) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.467144 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-f8539a90-47da-41e8-8733-87049d9ac318 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] delete failed (client error): The resource could not be found. Nov 23 14:32:59.470549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f8539a90-47da-41e8-8733-87049d9ac318 tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/routers/f8d3c21f-2610-4754-8585-bfe2eebcdc97 HTTP/1.1" status: 404 len: 336 time: 0.0378766 Nov 23 14:32:59.470774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51156) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.494088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Deleting port 6ea51eef-6f15-4c99-a752-d792a4296f9d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:59.494632 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.499643 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c528c37-d92e-4e45-958f-628a8b74a79d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] DELETE failed (client error): The resource could not be found. Nov 23 14:32:59.500290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c528c37-d92e-4e45-958f-628a8b74a79d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:32:59.503657 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1c528c37-d92e-4e45-958f-628a8b74a79d tempest-RoutersAdminTest-711658666 tempest-RoutersAdminTest-711658666-project] 10.222.0.46 "DELETE /v2.0/subnets/7ea80e37-7cf5-497b-9b3b-4d76fa2c9a2f HTTP/1.1" status: 404 len: 337 time: 0.0316312 Nov 23 14:32:59.669050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] For port 6ea51eef-6f15-4c99-a752-d792a4296f9d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ea51eef-6f15-4c99-a752-d792a4296f9d,segment=NetworkSegment(e49dfdb0-6096-4bc7-9730-e358319ab6e3),segment_id=e49dfdb0-6096-4bc7-9730-e358319ab6e3)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:59.669412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.682098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:59.685038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.693358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Calling delete_port for 6ea51eef-6f15-4c99-a752-d792a4296f9d owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:59.735883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.740321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] device_id is not set on port 7c21be8b-dd31-4530-83b8-57edf4a33722 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:32:59.805967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Pushing event deleted for resources: {'Port': ['ID=6a3c2a59-2b49-476f-83fa-9c63ebb8eaee,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:59.818231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51164) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:59.946606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44361347-0f79-465f-9220-0604089f4903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.981804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.984230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:59.988355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e1675ba9-250b-48dd-92a4-d7299662fcfd tempest-AttachVolumeTestJSON-291262083 tempest-AttachVolumeTestJSON-291262083-project] 10.222.0.46 "DELETE /v2.0/floatingips/4ed7b00b-6b1c-43b4-b846-a9c4df47397d HTTP/1.1" status: 204 len: 168 time: 1.7797468 Nov 23 14:33:00.033708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44361347-0f79-465f-9220-0604089f4903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.039402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44361347-0f79-465f-9220-0604089f4903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.074044 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.094503 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-44361347-0f79-465f-9220-0604089f4903 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9e58b97c2114f708de8d93c3725691e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750361 Nov 23 14:33:00.097609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44361347-0f79-465f-9220-0604089f4903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3757811a-63a5-4de2-b991-4de3d81379e5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:00.101108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51172) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:00.129375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.6 (26d16fc1-f8be-40af-8fba-e0ff025c180e/529b867f-59c2-4661-bc1e-a6455752f2fe/7c21be8b-dd31-4530-83b8-57edf4a33722) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:00.207300 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.212112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4952-8337-417c-a4ed-470d371f3e35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.221087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['6ea51eef-6f15-4c99-a752-d792a4296f9d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:00.230262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ee91-2c87-4faf-a114-fbb48d5ceba5 req-f19304e4-3880-494f-b818-923cd6d3adb5 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:00.232011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2252ee91-2c87-4faf-a114-fbb48d5ceba5 req-f19304e4-3880-494f-b818-923cd6d3adb5 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c4fb97d-ad81-43d5-a21c-13572d60b5fd HTTP/1.1" status: 200 len: 946 time: 0.2530448 Nov 23 14:33:00.247382 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4952-8337-417c-a4ed-470d371f3e35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.271532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Pushing event deleted for resources: {'Port': ['ID=6ea51eef-6f15-4c99-a752-d792a4296f9d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:00.283594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c282a7-c822-4311-9dbc-c537d2ca20c7 None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:33:00.332764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4952-8337-417c-a4ed-470d371f3e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.336473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4952-8337-417c-a4ed-470d371f3e35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.336969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] No DVR routers for this DVR port 6ea51eef-6f15-4c99-a752-d792a4296f9d on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:00.338196 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8d6a4952-8337-417c-a4ed-470d371f3e35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3757811a-63a5-4de2-b991-4de3d81379e5 HTTP/1.1" status: 204 len: 168 time: 0.2348299 Nov 23 14:33:00.343642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.347133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c054bb8-2fbd-4795-b337-4b7b8f842bdf req-2e247d67-f49d-4526-a2d7-da35522f4d62 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.74 "DELETE /v2.0/ports/6ea51eef-6f15-4c99-a752-d792a4296f9d HTTP/1.1" status: 204 len: 173 time: 1.4746077 Nov 23 14:33:00.359350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'name': 'network-vif-deleted', 'tag': '6ea51eef-6f15-4c99-a752-d792a4296f9d'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:00.362849 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a19ea00-8f7b-46db-a970-827982be02fc" -d '{"events": [{"server_uuid": "3c4fb97d-ad81-43d5-a21c-13572d60b5fd", "name": "network-vif-deleted", "tag": "6ea51eef-6f15-4c99-a752-d792a4296f9d"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:00.380825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a4952-8337-417c-a4ed-470d371f3e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3757811a-63a5-4de2-b991-4de3d81379e5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:00.478795 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83180641-05ee-4fce-ae29-e05374e73e94 x-openstack-request-id: req-83180641-05ee-4fce-ae29-e05374e73e94 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:00.479124 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4fb97d-ad81-43d5-a21c-13572d60b5fd", "name": "network-vif-deleted", "tag": "6ea51eef-6f15-4c99-a752-d792a4296f9d", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:00.479380 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83180641-05ee-4fce-ae29-e05374e73e94 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:00.479781 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4fb97d-ad81-43d5-a21c-13572d60b5fd', 'name': 'network-vif-deleted', 'tag': '6ea51eef-6f15-4c99-a752-d792a4296f9d', 'status': 'completed', 'code': 200} Nov 23 14:33:00.493861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2252ee91-2c87-4faf-a114-fbb48d5ceba5 req-d7966516-1c18-40d4-ac33-e1fdbf26a719 tempest-VolumesSnapshotTestJSON-1200090911 tempest-VolumesSnapshotTestJSON-1200090911-project] 10.222.0.46 "GET /v2.0/security-groups?id=521135ff-8285-4aeb-92b9-7843cfb23b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241595 Nov 23 14:33:00.555963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.613330 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.666987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:00.671348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:00.676023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:00.705103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=7c21be8b-dd31-4530-83b8-57edf4a33722,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:00.735084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:00.736105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.776366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bda5f453-35dc-47ca-8257-c4a89aa64f4b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7006412 Nov 23 14:33:00.776779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51182) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:00.777226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51184) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:00.782677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'port': {'network_id': '26d16fc1-f8be-40af-8fba-e0ff025c180e', 'name': 'tempest-FloatingIPTestJSON-2119823358'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:00.894222 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3fa099db-fcfa-4978-9dfd-946aa8a42af3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b95256ad9156428e8d9c658f6aab0598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068659 Nov 23 14:33:00.898237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51190) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:00.964013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:00.969644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.983795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d02b8046-f2c5-4b1c-b464-77e95691f920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.995471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] device_id is not set on port 24b9017a-9196-45f3-8633-ad9a41277d04 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:01.019635 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d02b8046-f2c5-4b1c-b464-77e95691f920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.075829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d02b8046-f2c5-4b1c-b464-77e95691f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.079341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d02b8046-f2c5-4b1c-b464-77e95691f920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.090021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d02b8046-f2c5-4b1c-b464-77e95691f920 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4db90142-739b-4c0d-901d-c87d4348ac80 HTTP/1.1" status: 204 len: 168 time: 0.1849363 Nov 23 14:33:01.101009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b8046-f2c5-4b1c-b464-77e95691f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db90142-739b-4c0d-901d-c87d4348ac80,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:01.160366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.4 (26d16fc1-f8be-40af-8fba-e0ff025c180e/529b867f-59c2-4661-bc1e-a6455752f2fe/24b9017a-9196-45f3-8633-ad9a41277d04) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:01.423450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.465695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.522656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:01.529585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:01.540425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:01.588492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=24b9017a-9196-45f3-8633-ad9a41277d04,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:01.638334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:01.639381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.666855 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.667378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51208) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:01.668780 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c7c0af8b-c0f7-4acf-96b0-81f7fca6483e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8903708 Nov 23 14:33:01.672228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '24b9017a-9196-45f3-8633-ad9a41277d04', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:01.729863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:01.913700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.061664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.25.3.66 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/71eb8908-ea9f-479e-a2c5-2f6c5ee37be9) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:02.193950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.241239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.292617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:02.301544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:02.308027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:02.354928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=71eb8908-ea9f-479e-a2c5-2f6c5ee37be9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:02.392282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51232) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:02.536367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.539611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-41921966'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:02.559897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ea51eef-6f15-4c99-a752-d792a4296f9d no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:02.604323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:02.608616 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.615850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 6ea51eef-6f15-4c99-a752-d792a4296f9d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:02.616456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ea51eef-6f15-4c99-a752-d792a4296f9d not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:02.624420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.748025 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.753542 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.770392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:02.781893 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.782594 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Added segment 3ff19877-060c-4865-8e3d-14e0f3e0ca2f of type vlan for network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b Nov 23 14:33:02.787413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.869810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.870103 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.891448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d41b42e-11e2-48d3-877a-4aa37fdcb5d8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:02.932803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:02.938570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:02.940772 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.068291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Network': ['ID=e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:03.078539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3d7b6ea9-2859-4f75-b1b4-bdf994f3a964 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6851084 Nov 23 14:33:03.079199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51238) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:03.082797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:33:03.085669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'subnet': {'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:03.193315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.203143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.241847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:03.246713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.295685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=71eb8908-ea9f-479e-a2c5-2f6c5ee37be9,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:03.332019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.457123 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP 48f62566-95b5-456f-b969-b684a95db555 associated. External IP: 172.25.3.66, port: 24b9017a-9196-45f3-8633-ad9a41277d04. Nov 23 14:33:03.479738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.548539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Checking segment: {'id': '3ff19877-060c-4865-8e3d-14e0f3e0ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:03.548908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network hostable DHCP agents. Network: e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:33:03.552460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Subnet': ['ID=7c488118-ea05-4685-b858-7f5da8df26d2,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:03.571628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:33:03.615023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:03.625471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa0c54-5c1d-4602-9614-1cc6aee6eadb None None] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:03.632308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:03.632903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.680816 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a03f9cc4-8a90-4df8-b445-a79293017362 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6003571 Nov 23 14:33:03.683209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51244) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:03.693780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-79747825'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:03.754725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:03.825819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:03.829570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.843065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'tenant_id': '4af3cf9fd7cc4e24b187e0c6939e8df6', 'fixed_ips': [{'subnet_id': '7c488118-ea05-4685-b858-7f5da8df26d2'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:33:03.844774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:03.861599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] device_id is not set on port 3f4e327c-e2e3-4bc0-a445-6d15d6c44120 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:03.958411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:03.972223 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:03.984771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.000536 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:04.001570 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:04.024314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-15f53fd8-6a5e-4fe8-b7fe-d3dbb1e153fc tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3533630 Nov 23 14:33:04.024510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51246) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:04.029058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:04.075820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Allocated IP 2001:db8::cd (e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b/7c488118-ea05-4685-b858-7f5da8df26d2/3f4e327c-e2e3-4bc0-a445-6d15d6c44120) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:04.080249 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:04.091151 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:04.092200 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:04.098949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.146609 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:04.148640 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f56e7c-0f95-4e47-91e8-c12282ce4d10 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:04.320579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.335320 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.344242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.344624 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP 48f62566-95b5-456f-b969-b684a95db555 disassociated. External IP: 172.25.3.66, port: 24b9017a-9196-45f3-8633-ad9a41277d04. Nov 23 14:33:04.389766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.476873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Allocated IP 2001:db8::2 (e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b/7c488118-ea05-4685-b858-7f5da8df26d2/b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:04.724707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:04.765221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.788699 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.864259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:04.868325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:04.880719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:04.903532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Pushing event updated for resources: {'Port': ['ID=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:04.929377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:04.947431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:04.960979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:04.988062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-beaa1b62-eca6-4ede-b8d6-baa52b1fe10b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/floatingips/48f62566-95b5-456f-b969-b684a95db555 HTTP/1.1" status: 200 len: 687 time: 0.9624338 Nov 23 14:33:04.991082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51260) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:05.020386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:05.023544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:05.032986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=3f4e327c-e2e3-4bc0-a445-6d15d6c44120,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:05.043045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:05.044821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:05.047767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:05.054310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:05.054979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.074932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b7d15c2e-040f-4948-ab0a-b4bf4d6b4bd2 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3897345 Nov 23 14:33:05.077757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51262) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:05.088951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-838733664', 'allowed_address_pairs': [{'ip_address': '2001:db8::cd', 'mac_address': 'fa:16:3e:b8:17:d6'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:05.121351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:05.125107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Attempting to bind port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:05.135479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Attempting to bind port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3ff19877-060c-4865-8e3d-14e0f3e0ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:05.136082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Attempting to bind port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d on network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:05.143823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:05.144466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Checking segment: {'id': '3ff19877-060c-4865-8e3d-14e0f3e0ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:05.145056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.145594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Bound using segment: {'id': '3ff19877-060c-4865-8e3d-14e0f3e0ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:05.146229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Bound port: b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff19877-060c-4865-8e3d-14e0f3e0ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:05.159514 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.172977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:05.175588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:05.236129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 71eb8908-ea9f-479e-a2c5-2f6c5ee37be9 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:05.236628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.239567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:05.260376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:05.261037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b493f8c-6db2-4a98-bfb6-bed7d329ab77 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:05.337898 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.338245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.353536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 71eb8908-ea9f-479e-a2c5-2f6c5ee37be9 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:05.379903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] For port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:05.385228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] For port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,segment=NetworkSegment(3ff19877-060c-4865-8e3d-14e0f3e0ca2f),segment_id=3ff19877-060c-4865-8e3d-14e0f3e0ca2f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:05.396952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.475426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.541385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] device_id is not set on port bebb8026-550c-43a6-93a6-e9a796d4b6d9 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:05.561354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74beb1-bc28-4aae-a5c5-9f69affe0a68 None None] Pushing event updated for resources: {'Port': ['ID=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:05.628436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.688693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=71eb8908-ea9f-479e-a2c5-2f6c5ee37be9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:05.921950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.928836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Allocated IP 2001:db8::50 (e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b/7c488118-ea05-4685-b858-7f5da8df26d2/bebb8026-550c-43a6-93a6-e9a796d4b6d9) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:05.930774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:05.935141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e8194de9-c6e0-4a33-a380-67bc5c692657 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/floatingips/48f62566-95b5-456f-b969-b684a95db555 HTTP/1.1" status: 204 len: 168 time: 0.9394987 Nov 23 14:33:05.935953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:05.945607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '7c21be8b-dd31-4530-83b8-57edf4a33722'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:05.996619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.212476 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:33:06.267078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.278063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.339813 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.385791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:06.395729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:06.404194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:06.415260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:06.415942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.452726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.3713257 Nov 23 14:33:06.453872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:06.540023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908103c-a27b-4288-9936-b4f07382b15b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=bebb8026-550c-43a6-93a6-e9a796d4b6d9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:06.569302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.25.3.168 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/bdc5309e-e57a-4af5-a896-007dd04e2936) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:06.602007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db859c-7e83-481d-b258-1c18f2fff364 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:06.608410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db859c-7e83-481d-b258-1c18f2fff364 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:06.634978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db859c-7e83-481d-b258-1c18f2fff364 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:06.639275 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-73db859c-7e83-481d-b258-1c18f2fff364 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2476 time: 0.1818519 Nov 23 14:33:06.639590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51328) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:06.835066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:06.891360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting port bebb8026-550c-43a6-93a6-e9a796d4b6d9 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:06.901460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.917953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.999434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:07.010169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:07.032389 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:07.139729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=bdc5309e-e57a-4af5-a896-007dd04e2936,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:07.163629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:07.169724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:07.172488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:07.179941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:07.212788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Calling delete_port for bebb8026-550c-43a6-93a6-e9a796d4b6d9 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:07.232596 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:07.308007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,segment=NetworkSegment(3ff19877-060c-4865-8e3d-14e0f3e0ca2f),segment_id=3ff19877-060c-4865-8e3d-14e0f3e0ca2f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:07.317953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:07.489564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:07.557554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5f88f-7cd1-4d93-af98-44071c3601b3 None None] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:07.667149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:07.747043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Port': ['ID=bebb8026-550c-43a6-93a6-e9a796d4b6d9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:08.007472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.011411 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f7e1b9f9-e465-4b8f-83ee-cb0a15320bf7 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/ports/bebb8026-550c-43a6-93a6-e9a796d4b6d9 HTTP/1.1" status: 204 len: 168 time: 1.3708570 Nov 23 14:33:08.013973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51364) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:08.043059 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2a8f86-2393-4186-9fad-e41cde6675e6 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] GET failed (client error): The resource could not be found. Nov 23 14:33:08.044791 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d2a8f86-2393-4186-9fad-e41cde6675e6 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "GET /v2.0/ports/bebb8026-550c-43a6-93a6-e9a796d4b6d9 HTTP/1.1" status: 404 len: 333 time: 0.0296752 Nov 23 14:33:08.048570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51368) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:08.054711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1920873983'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:08.081515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bd74e129-939b-46a3-897b-20c185370f86 None None] Provisioning complete for port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:08.082084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bd74e129-939b-46a3-897b-20c185370f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.199657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:08.203447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.239184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] device_id is not set on port f91a2ab2-bff1-4dbc-bf24-c92e3da5135e yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:08.425016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Allocated IP 2001:db8::3c7 (e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b/7c488118-ea05-4685-b858-7f5da8df26d2/f91a2ab2-bff1-4dbc-bf24-c92e3da5135e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:08.426414 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.572102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.663047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-463b624b-1875-42e7-8011-cdea79608715 None None] Provisioning complete for port 3f4e327c-e2e3-4bc0-a445-6d15d6c44120 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:08.663796 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-463b624b-1875-42e7-8011-cdea79608715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.739919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:08.780258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.857045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-463b624b-1875-42e7-8011-cdea79608715 None None] Port 3f4e327c-e2e3-4bc0-a445-6d15d6c44120 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:08.864761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.886502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:08.887104 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.893066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.899561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.941600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:08.945610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:08.948846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:08.959859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:08.961840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.993194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-463b624b-1875-42e7-8011-cdea79608715 None None] Provisioning complete for port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:08.993194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-463b624b-1875-42e7-8011-cdea79608715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.994290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51376) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:08.995109 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9441411 Nov 23 14:33:08.997896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63458b35-4a3c-4e7c-bbd8-cabe7a4bd1aa tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=f91a2ab2-bff1-4dbc-bf24-c92e3da5135e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:09.010129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cd', 'mac_address': 'fa:16:3e:b8:17:d6'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:09.030206 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:09.033232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=bdc5309e-e57a-4af5-a896-007dd04e2936,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:09.351207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-81415740-4704-4231-9703-e0d0b0eaeaf1 None None] Provisioning complete for port 3f4e327c-e2e3-4bc0-a445-6d15d6c44120 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:09.351636 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-81415740-4704-4231-9703-e0d0b0eaeaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:09.414821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-81415740-4704-4231-9703-e0d0b0eaeaf1 None None] Port 3f4e327c-e2e3-4bc0-a445-6d15d6c44120 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:09.424528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-81415740-4704-4231-9703-e0d0b0eaeaf1 None None] Could not find standard attr ID for object bebb8026-550c-43a6-93a6-e9a796d4b6d9. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:33:09.434843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:09.439794 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP 4169dc81-480a-419b-ae97-25fb26a7bf5e associated. External IP: 172.25.3.168, port: 7c21be8b-dd31-4530-83b8-57edf4a33722. Nov 23 14:33:09.754560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-04427357-bac0-4a73-ac68-da6b718018c3 None None] Provisioning complete for port f91a2ab2-bff1-4dbc-bf24-c92e3da5135e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:09.754560 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-04427357-bac0-4a73-ac68-da6b718018c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:09.848430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-04427357-bac0-4a73-ac68-da6b718018c3 None None] Port f91a2ab2-bff1-4dbc-bf24-c92e3da5135e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:09.925749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:09.953075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:09.996842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.040209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] In _notify_port_updated(), no bound segment for port f91a2ab2-bff1-4dbc-bf24-c92e3da5135e on network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:33:10.046515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:10.047669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.050071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "PUT /v2.0/ports/f91a2ab2-bff1-4dbc-bf24-c92e3da5135e HTTP/1.1" status: 200 len: 1002 time: 1.0526719 Nov 23 14:33:10.056850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51388) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:10.102436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473f8d2-2605-45a5-99c4-73f9181cbcd0 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=f91a2ab2-bff1-4dbc-bf24-c92e3da5135e,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:10.126018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:10.154222 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:10.160404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.175482 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:10.177220 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:10.260049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9387921d-863c-4ca3-adbb-859e4071f05a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3206809 Nov 23 14:33:10.261985 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:10.263330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51392) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:10.277425 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:10.278546 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:10.319699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting port f91a2ab2-bff1-4dbc-bf24-c92e3da5135e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:10.321060 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.346845 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:10.348832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873bca73-5d6d-4fe8-93f9-d3dc25d0c4b8 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:10.428236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c65fbcc7-9aff-46ac-a9d5-a699161b39c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "GET /v2.0/floatingips/4169dc81-480a-419b-ae97-25fb26a7bf5e HTTP/1.1" status: 200 len: 977 time: 0.1635516 Nov 23 14:33:10.430444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51394) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:10.485532 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.532102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Calling delete_port for f91a2ab2-bff1-4dbc-bf24-c92e3da5135e owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:10.638309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1de638e4-e243-4151-b77b-2036fbf050ae None None] Provisioning complete for port f91a2ab2-bff1-4dbc-bf24-c92e3da5135e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:10.641293 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1de638e4-e243-4151-b77b-2036fbf050ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.740211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b868680c-176a-4e7e-9c55-bc690ca29fd0 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3076560 Nov 23 14:33:10.742076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51402) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:10.746994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'port_id': '24b9017a-9196-45f3-8633-ad9a41277d04'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:10.760474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1de638e4-e243-4151-b77b-2036fbf050ae None None] Port f91a2ab2-bff1-4dbc-bf24-c92e3da5135e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:10.821603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.862245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.955506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Port': ['ID=f91a2ab2-bff1-4dbc-bf24-c92e3da5135e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:11.028137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:11.037962 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e5ebc33-ad71-447b-b91b-1c5c8cb38590 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/ports/f91a2ab2-bff1-4dbc-bf24-c92e3da5135e HTTP/1.1" status: 204 len: 168 time: 0.9761207 Nov 23 14:33:11.039192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51404) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:11.075892 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3563ba8-310e-4a7d-a42a-5352b16169d8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] GET failed (client error): The resource could not be found. Nov 23 14:33:11.077302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a3563ba8-310e-4a7d-a42a-5352b16169d8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "GET /v2.0/ports/f91a2ab2-bff1-4dbc-bf24-c92e3da5135e HTTP/1.1" status: 404 len: 333 time: 0.0302312 Nov 23 14:33:11.080934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51406) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:11.089399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-632686202'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:11.270536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:11.275389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:11.295212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] device_id is not set on port 0ca06d36-6987-43d8-9298-9a21d8584495 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:11.484309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Allocated IP 2001:db8::2f7 (e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b/7c488118-ea05-4685-b858-7f5da8df26d2/0ca06d36-6987-43d8-9298-9a21d8584495) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:11.675069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:11.701596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:11.878299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:11.946369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:11.949744 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP 4169dc81-480a-419b-ae97-25fb26a7bf5e associated. External IP: 172.25.3.168, port: 7c21be8b-dd31-4530-83b8-57edf4a33722. Nov 23 14:33:12.042339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:12.053109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:12.058614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:12.076105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:12.076820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:12.086070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=0ca06d36-6987-43d8-9298-9a21d8584495,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:12.117120 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2c19d3b2-d579-490d-9ed8-169d7b87ffd8 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0351255 Nov 23 14:33:12.120844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51422) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:12.129847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b8:17:d6'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:12.279248 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:12.525286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5bf3f48b-baa3-45d6-98fc-653772dba253 None None] Provisioning complete for port 0ca06d36-6987-43d8-9298-9a21d8584495 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:12.525759 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f48b-baa3-45d6-98fc-653772dba253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:12.610170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3f48b-baa3-45d6-98fc-653772dba253 None None] Port 0ca06d36-6987-43d8-9298-9a21d8584495 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:12.791567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:13.055557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:13.060523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:13.072111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:13.085153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:13.086162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:13.111037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:13.156447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:13.171370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:13.172524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:13.229121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] In _notify_port_updated(), no bound segment for port 0ca06d36-6987-43d8-9298-9a21d8584495 on network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:33:13.230219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:13.231175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1300f1-d057-498b-be4b-61252887ef74 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:13.246205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:13.246907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:13.251090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "PUT /v2.0/ports/0ca06d36-6987-43d8-9298-9a21d8584495 HTTP/1.1" status: 200 len: 1002 time: 1.1274679 Nov 23 14:33:13.251241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51432) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:13.281775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9317dcf-64ff-40f1-9177-21c743658f8c tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=0ca06d36-6987-43d8-9298-9a21d8584495,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:13.462190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting port 0ca06d36-6987-43d8-9298-9a21d8584495 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:13.465570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:13.636244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:13.652551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Calling delete_port for 0ca06d36-6987-43d8-9298-9a21d8584495 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:13.750667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a1606c85-0482-42d0-a07e-9953b38a087e None None] Provisioning complete for port 0ca06d36-6987-43d8-9298-9a21d8584495 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:13.757760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1606c85-0482-42d0-a07e-9953b38a087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:13.830369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:13.874115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a1606c85-0482-42d0-a07e-9953b38a087e None None] Port 0ca06d36-6987-43d8-9298-9a21d8584495 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:13.937147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Port': ['ID=0ca06d36-6987-43d8-9298-9a21d8584495,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:14.008867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.013878 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-99bbf5f2-2655-44e8-8893-966ecfafae9a tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/ports/0ca06d36-6987-43d8-9298-9a21d8584495 HTTP/1.1" status: 204 len: 168 time: 0.7602675 Nov 23 14:33:14.018575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51440) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:14.054045 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf95e62-606a-459e-aefa-608b5327a541 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] GET failed (client error): The resource could not be found. Nov 23 14:33:14.055555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fdf95e62-606a-459e-aefa-608b5327a541 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "GET /v2.0/ports/0ca06d36-6987-43d8-9298-9a21d8584495 HTTP/1.1" status: 404 len: 333 time: 0.0359366 Nov 23 14:33:14.059836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51442) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:14.066136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1587604370'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:14.076472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:14.203339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:14.218850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.250522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:14.267623 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:14.276265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] device_id is not set on port 568eb233-34c9-4756-86fd-0cc247d7973c yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:14.281874 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:14.282012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.282224 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:14.365834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5189281f-aae9-4e3f-a4e4-ca6810256899 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/floatingips/4169dc81-480a-419b-ae97-25fb26a7bf5e HTTP/1.1" status: 200 len: 978 time: 3.6226623 Nov 23 14:33:14.372167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51444) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:14.378671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:14.396620 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:14.421928 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:14.423996 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:14.486017 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:14.487085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b9efc-3dff-4b87-8986-abf4267a8f62 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:14.488501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.569260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Allocated IP 2001:db8::2c3 (e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b/7c488118-ea05-4685-b858-7f5da8df26d2/568eb233-34c9-4756-86fd-0cc247d7973c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:14.733324 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.738012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:14.738398 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP 4169dc81-480a-419b-ae97-25fb26a7bf5e disassociated. External IP: 172.25.3.168, port: 24b9017a-9196-45f3-8633-ad9a41277d04. Nov 23 14:33:14.961039 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.102062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.105258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:15.205241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:15.213484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:15.220014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:15.226296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:15.226947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.255344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=568eb233-34c9-4756-86fd-0cc247d7973c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:15.283444 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-49cf4de1-d5b8-4fea-88e3-c271d30b1d5b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2202091 Nov 23 14:33:15.284068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51452) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:15.289519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'network_id': 'e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-722251207'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:15.326198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:15.333492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.341724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:15.353043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:15.354136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:15.442528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51456) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:15.443875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:15.446187 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-815b1969-9b1a-4c4c-bb71-73a6073b53e9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/floatingips/4169dc81-480a-419b-ae97-25fb26a7bf5e HTTP/1.1" status: 200 len: 688 time: 1.0727012 Nov 23 14:33:15.463595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:15.464848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:15.530861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:15.533440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fd76c4-90fe-4730-9c28-4644a224ba85 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:15.540664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Made reservation on behalf of 4af3cf9fd7cc4e24b187e0c6939e8df6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:15.548878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.613409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] device_id is not set on port f02c6181-3f84-48d8-b41f-83038d68aeb2 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:15.836688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port bdc5309e-e57a-4af5-a896-007dd04e2936 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:15.839574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ea639280-9187-47a3-865a-a2fd5946dc8d None None] Provisioning complete for port 568eb233-34c9-4756-86fd-0cc247d7973c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:15.839719 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.839943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea639280-9187-47a3-865a-a2fd5946dc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.867224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Allocated IP 2001:db8::285 (e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b/7c488118-ea05-4685-b858-7f5da8df26d2/f02c6181-3f84-48d8-b41f-83038d68aeb2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:15.883377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ea639280-9187-47a3-865a-a2fd5946dc8d None None] Port 568eb233-34c9-4756-86fd-0cc247d7973c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:15.971965 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:15.972280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.021169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for bdc5309e-e57a-4af5-a896-007dd04e2936 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:16.207679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.276262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.303334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.340790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=bdc5309e-e57a-4af5-a896-007dd04e2936,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:16.355810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:16.360256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:16.376861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:16.383973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:16.384848 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.423952 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1387799 Nov 23 14:33:16.427171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51466) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:16.440444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cd', 'mac_address': 'fa:16:3e:b8:17:d6'}, {'ip_address': '2001:db8::2c3', 'mac_address': 'fa:16:3e:6c:61:7a'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:16.451975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b0e2-c248-41ef-b88c-05a194f08211 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=f02c6181-3f84-48d8-b41f-83038d68aeb2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:16.552439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.562127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.571384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51468) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:16.573719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2cf8b557-ecbe-41b4-a54f-71843343bf8f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/floatingips/4169dc81-480a-419b-ae97-25fb26a7bf5e HTTP/1.1" status: 204 len: 168 time: 1.1248963 Nov 23 14:33:16.624027 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-1329edaf-7d7e-4635-95de-5ecd1ef139b3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] delete failed (client error): The resource could not be found. Nov 23 14:33:16.630505 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1329edaf-7d7e-4635-95de-5ecd1ef139b3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/floatingips/4169dc81-480a-419b-ae97-25fb26a7bf5e HTTP/1.1" status: 404 len: 345 time: 0.0580273 Nov 23 14:33:16.631137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51470) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:16.811162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.826607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2755d796-4571-43d1-881b-f10d39b58507 None None] Provisioning complete for port f02c6181-3f84-48d8-b41f-83038d68aeb2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:16.828715 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2755d796-4571-43d1-881b-f10d39b58507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.829004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb87de4-65b1-4509-8caa-9bcdfdaa8ffd tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:16.845467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb87de4-65b1-4509-8caa-9bcdfdaa8ffd tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:16.865924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb87de4-65b1-4509-8caa-9bcdfdaa8ffd tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:16.870366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1cb87de4-65b1-4509-8caa-9bcdfdaa8ffd tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "GET /v2.0/ports?network_id=26d16fc1-f8be-40af-8fba-e0ff025c180e HTTP/1.1" status: 200 len: 2357 time: 0.2382257 Nov 23 14:33:16.871233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51474) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:16.903697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2755d796-4571-43d1-881b-f10d39b58507 None None] Port f02c6181-3f84-48d8-b41f-83038d68aeb2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:16.958636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece6c3e-5d33-451b-a648-0d0e4b52d5be tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:16.963030 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dece6c3e-5d33-451b-a648-0d0e4b52d5be tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "GET /v2.0/subnets/529b867f-59c2-4661-bc1e-a6455752f2fe HTTP/1.1" status: 200 len: 797 time: 0.0879860 Nov 23 14:33:16.968801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:16.974285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'port': {'network_id': '26d16fc1-f8be-40af-8fba-e0ff025c180e', 'name': 'tempest-FloatingIPTestJSON-224196030', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:17.212348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:17.270662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:17.286060 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:17.354028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51490) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:17.376771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event updated for resources: {'Port': ['ID=f02c6181-3f84-48d8-b41f-83038d68aeb2,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:17.384781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.386189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.386189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.386189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.386189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.386484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.386683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.386995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.387323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.387647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.387968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.388288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:17.409233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] In _notify_port_updated(), no bound segment for port f02c6181-3f84-48d8-b41f-83038d68aeb2 on network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:33:17.421943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:17.423109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:17.424364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a180d312-25d8-4b70-bf00-f5cb31788727 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "PUT /v2.0/ports/f02c6181-3f84-48d8-b41f-83038d68aeb2 HTTP/1.1" status: 200 len: 1066 time: 0.9962294 Nov 23 14:33:17.427663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51494) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:17.461014 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:17.505584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] device_id is not set on port 45bb9881-3440-4966-aecd-e6ef888c0c33 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:17.686117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting port f02c6181-3f84-48d8-b41f-83038d68aeb2 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:17.689815 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:17.926548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:17.941096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Calling delete_port for f02c6181-3f84-48d8-b41f-83038d68aeb2 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:18.089233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b77dfc6c-9556-4bbb-886c-a5de3acd3763 None None] Provisioning complete for port f02c6181-3f84-48d8-b41f-83038d68aeb2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:18.090374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b77dfc6c-9556-4bbb-886c-a5de3acd3763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:18.190513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b77dfc6c-9556-4bbb-886c-a5de3acd3763 None None] Port f02c6181-3f84-48d8-b41f-83038d68aeb2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:18.393075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:18.398636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.14 (26d16fc1-f8be-40af-8fba-e0ff025c180e/529b867f-59c2-4661-bc1e-a6455752f2fe/45bb9881-3440-4966-aecd-e6ef888c0c33) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:18.450460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.13 (26d16fc1-f8be-40af-8fba-e0ff025c180e/529b867f-59c2-4661-bc1e-a6455752f2fe/45bb9881-3440-4966-aecd-e6ef888c0c33) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:18.487075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Port': ['ID=f02c6181-3f84-48d8-b41f-83038d68aeb2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:18.801554 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:18.823957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:18.831006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e7c24847-39e1-4584-ac09-b91b2ed03535 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/ports/f02c6181-3f84-48d8-b41f-83038d68aeb2 HTTP/1.1" status: 204 len: 168 time: 1.4020655 Nov 23 14:33:18.833903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51500) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:18.867426 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4379c0-ada4-4f2d-9bc9-61a4a1f36066 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] GET failed (client error): The resource could not be found. Nov 23 14:33:18.868865 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8c4379c0-ada4-4f2d-9bc9-61a4a1f36066 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "GET /v2.0/ports/f02c6181-3f84-48d8-b41f-83038d68aeb2 HTTP/1.1" status: 404 len: 333 time: 0.0339394 Nov 23 14:33:18.872476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51502) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:18.910174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.005259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.336618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:19.336618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:19.336618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:19.424411 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=45bb9881-3440-4966-aecd-e6ef888c0c33,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:19.453547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:19.454192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.462003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Deleting port f84ffc4c-94c1-4cf8-a897-fb9289ee791e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:19.462383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.477136 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-21a27f99-b1c0-4f22-9811-96e61cfca077 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5073428 Nov 23 14:33:19.477779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51508) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:19.483228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '45bb9881-3440-4966-aecd-e6ef888c0c33', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:19.508565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting port 568eb233-34c9-4756-86fd-0cc247d7973c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:19.508908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.529655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.625160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] For port f84ffc4c-94c1-4cf8-a897-fb9289ee791e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:19.625864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.640232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Calling delete_port for f84ffc4c-94c1-4cf8-a897-fb9289ee791e owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:19.673393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.690611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Calling delete_port for 568eb233-34c9-4756-86fd-0cc247d7973c owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:19.767610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.928624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.933154 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.963184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f84ffc4c-94c1-4cf8-a897-fb9289ee791e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:19.967759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Port': ['ID=568eb233-34c9-4756-86fd-0cc247d7973c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:19.970255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.25.3.168 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/b829d8b4-73c3-4e16-b5da-a5f90fc74f89) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:20.001021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:20.004994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-54196a8e-00d7-4aa2-ad69-b6a3ac571098 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/ports/568eb233-34c9-4756-86fd-0cc247d7973c HTTP/1.1" status: 204 len: 168 time: 1.1313648 Nov 23 14:33:20.007909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51510) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:20.048405 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc71ca5c-4239-47d2-8e31-bf28025243fe tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] GET failed (client error): The resource could not be found. Nov 23 14:33:20.049896 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc71ca5c-4239-47d2-8e31-bf28025243fe tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "GET /v2.0/ports/568eb233-34c9-4756-86fd-0cc247d7973c HTTP/1.1" status: 404 len: 333 time: 0.0411642 Nov 23 14:33:20.059137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:20.250367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:20.300641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:20.356478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:20.361081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:20.368682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:20.443032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=b829d8b4-73c3-4e16-b5da-a5f90fc74f89,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:20.829523 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:20.892287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting port 3f4e327c-e2e3-4bc0-a445-6d15d6c44120 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:20.892735 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:20.944923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.014631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.040969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.086644 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Calling delete_port for 3f4e327c-e2e3-4bc0-a445-6d15d6c44120 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:21.177891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.183313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.207900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Router 311d69f6-9864-4a74-b06f-0f08c5b7534b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:21.260998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=b829d8b4-73c3-4e16-b5da-a5f90fc74f89,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:21.268885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.387087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.387087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:21.399869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d1abb775-2136-4562-8a4f-ffcc52644d4d admin admin] 10.222.0.46 "PUT /v2.0/routers/311d69f6-9864-4a74-b06f-0f08c5b7534b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0441027 Nov 23 14:33:21.400410 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP e88dde7d-1c2c-4774-aecf-698d7c577678 associated. External IP: 172.25.3.168, port: 45bb9881-3440-4966-aecd-e6ef888c0c33. Nov 23 14:33:21.401316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] Sync routers for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:21.401828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51518) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:21.420995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:21.421875 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:21.428752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Port': ['ID=3f4e327c-e2e3-4bc0-a445-6d15d6c44120,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:21.523916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.530931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ee983d07-8e86-4005-bf1c-f8cf93b43b63 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/ports/3f4e327c-e2e3-4bc0-a445-6d15d6c44120 HTTP/1.1" status: 204 len: 168 time: 1.4701898 Nov 23 14:33:21.530931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51522) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:21.594573 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:21.765630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting subnet 7c488118-ea05-4685-b858-7f5da8df26d2 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:33:21.770997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.797851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:21.879873 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:21.925169 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:33:19Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:21.961187 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] Checking router: 311d69f6-9864-4a74-b06f-0f08c5b7534b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:21.971540 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] Routers {'311d69f6-9864-4a74-b06f-0f08c5b7534b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:21.972356 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['311d69f6-9864-4a74-b06f-0f08c5b7534b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:21.998803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.012468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:22.023299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:22.038649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:22.040292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:22.067250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.080807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.136194 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-985d22cc-5b7b-4e4d-ab71-2af230d606a6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6564004 Nov 23 14:33:22.136946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51532) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:22.138481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:22.145010 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] Set router 311d69f6-9864-4a74-b06f-0f08c5b7534b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:22.147105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'port_id': '45bb9881-3440-4966-aecd-e6ef888c0c33', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:22.159733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:22.160645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:22.200019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:22.201260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1e121-35e3-4a75-8418-9a8379f5f80c None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:22.208779 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.250173 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.266320 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.270563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c90235-9562-47f5-b120-40cd226e0733 None None] Network e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:22.283070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/subnets/7c488118-ea05-4685-b858-7f5da8df26d2 HTTP/1.1" status: 204 len: 168 time: 0.7520463 Nov 23 14:33:22.283854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94585b-20ab-4dee-b086-1d1b0e93205b tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Subnet': ['ID=7c488118-ea05-4685-b858-7f5da8df26d2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:22.287511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51534) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:22.322279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.399079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Deleting port 92a104bc-54da-4a10-b436-8a3fd3d56820 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:22.399420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.499856 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:33:19Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:22.528491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] DHCP port deletion for e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:33:22.532849 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c0786-ca84-4224-a9a0-0785e49c8e1a None None] The sync data for ids ['311d69f6-9864-4a74-b06f-0f08c5b7534b'] in n-d-818503-2 is: [{'id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'name': 'tempest-AttachVolumeTestJSON-1730469799-router', 'tenant_id': 'a8b24ea61658413da42fc1e1899ba379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:33:19Z', 'revision_number': 5, 'project_id': 'a8b24ea61658413da42fc1e1899ba379', 'gw_port': {'id': '92a104bc-54da-4a10-b436-8a3fd3d56820', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311d69f6-9864-4a74-b06f-0f08c5b7534b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:24:42Z', 'updated_at': '2021-11-23T14:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:22.585776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] For port 92a104bc-54da-4a10-b436-8a3fd3d56820, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=92a104bc-54da-4a10-b436-8a3fd3d56820,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:22.586272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.613093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Calling delete_port for 92a104bc-54da-4a10-b436-8a3fd3d56820 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:22.634589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Deleting port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:22.635548 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.638989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.719688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] For port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,segment=NetworkSegment(3ff19877-060c-4865-8e3d-14e0f3e0ca2f),segment_id=3ff19877-060c-4865-8e3d-14e0f3e0ca2f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:22.720433 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.734869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Calling delete_port for b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:22.893129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Deleting port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:22.893912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.918864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:22.936876 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.008355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Pushing event deleted for resources: {'Port': ['ID=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:23.020061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.021446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.022155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.022664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.023196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.023704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.025167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.025667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.026447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.027121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.028074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.028889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:23.033116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a104bc-54da-4a10-b436-8a3fd3d56820,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:23.039313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3bd1c-a3fd-4067-a2c4-81424831d29f None None] No DVR routers for this DVR port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:23.043881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a547774-e808-4dbc-be94-ccdfcdf4a3f8 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:33:23.076790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:23.131393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:23.131912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:23.135105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f84ffc4c-94c1-4cf8-a897-fb9289ee791e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:23.156536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] For port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,segment=NetworkSegment(3ff19877-060c-4865-8e3d-14e0f3e0ca2f),segment_id=3ff19877-060c-4865-8e3d-14e0f3e0ca2f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:23.157441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.166949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.194634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Calling delete_port for b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:23.199740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f84ffc4c-94c1-4cf8-a897-fb9289ee791e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:23.201775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f84ffc4c-94c1-4cf8-a897-fb9289ee791e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:23.290587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.293937 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.373578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.374175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 311d69f6-9864-4a74-b06f-0f08c5b7534b {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:33:23.381313 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.382527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bcc11e1f-9ec8-4613-b53a-c882a838f7e9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/311d69f6-9864-4a74-b06f-0f08c5b7534b HTTP/1.1" status: 204 len: 168 time: 1.9628100 Nov 23 14:33:23.388653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51540) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:23.469454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:33:23.501723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] Deleting subnet 7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:33:23.508143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.514103 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.551917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Port': ['ID=b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:23.557217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] No DVR routers for this DVR port b42b8c1e-ccd2-4fcc-a436-8a0628d59b7d on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:23.576194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.592699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.611910 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.684185 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.721256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.760805 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.765806 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.778470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:23.794552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff19877-060c-4865-8e3d-14e0f3e0ca2f') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:23.794857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff19877-060c-4865-8e3d-14e0f3e0ca2f') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:23.806034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:23.809077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.817631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.819214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0137d-0d0a-413b-818b-9a5679d8c17f None None] Network 88f83a66-bbc5-411e-b609-b43e8cc58234 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:23.829348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51542) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:23.830311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-56350871-019d-41eb-8dfa-6a65eb4d30b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7e05a34e-e5cf-4acc-a0a0-1ab70870e8cc HTTP/1.1" status: 204 len: 168 time: 0.4402657 Nov 23 14:33:23.842021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.894260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:33:23.895256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:33:23.904641 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:33:24.080897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.091755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.095181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] 10.222.0.46 "DELETE /v2.0/networks/e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b HTTP/1.1" status: 204 len: 168 time: 1.8064735 Nov 23 14:33:24.103653 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.131869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] DHCP port deletion for 88f83a66-bbc5-411e-b609-b43e8cc58234 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:33:24.132380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edad79f-fe15-4611-b7e5-1e943ef4d903 tempest-AllowedAddressPairIpV6TestJSON-1733416552 tempest-AllowedAddressPairIpV6TestJSON-1733416552-project] Pushing event deleted for resources: {'Network': ['ID=e05ca47c-e4c0-4b6d-ae4f-d3a800577a5b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:24.195056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:24.199501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] Deleting port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:24.200214 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.332087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Deleting port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:24.332786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.350519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] For port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:24.350934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.380942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] Calling delete_port for ae79c56d-b4e7-4a7c-a9d2-194e388d44ab owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:24.417992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51552) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:24.427379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] For port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,segment=NetworkSegment(d506f327-5763-461e-8d6f-65aec4e80559),segment_id=d506f327-5763-461e-8d6f-65aec4e80559)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:24.430051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.452300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Calling delete_port for ae79c56d-b4e7-4a7c-a9d2-194e388d44ab owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:24.507849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.561974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] Pushing event deleted for resources: {'Port': ['ID=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:24.572684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d5132-4e1d-45d7-8235-4331cb798b37 None None] No DVR routers for this DVR port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:24.637091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-09b3fbc9-1f8e-4a48-b47e-0d56fc5c6f9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4af3cf9fd7cc4e24b187e0c6939e8df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178297 Nov 23 14:33:24.639920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51556) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:24.686628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ae79c56d-b4e7-4a7c-a9d2-194e388d44ab no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:24.707731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ae79c56d-b4e7-4a7c-a9d2-194e388d44ab {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:24.708076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ae79c56d-b4e7-4a7c-a9d2-194e388d44ab not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:24.708500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 92a104bc-54da-4a10-b436-8a3fd3d56820 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:24.727794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-bafa-4602-abbf-0e7bf379a214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.731198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 92a104bc-54da-4a10-b436-8a3fd3d56820 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:24.731537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 92a104bc-54da-4a10-b436-8a3fd3d56820 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:24.757229 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-bafa-4602-abbf-0e7bf379a214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.821349 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-bafa-4602-abbf-0e7bf379a214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.824609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-bafa-4602-abbf-0e7bf379a214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:24.827418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d0ef5901-bafa-4602-abbf-0e7bf379a214 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d41b42e-11e2-48d3-877a-4aa37fdcb5d8 HTTP/1.1" status: 204 len: 168 time: 0.1865101 Nov 23 14:33:24.836888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef5901-bafa-4602-abbf-0e7bf379a214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d41b42e-11e2-48d3-877a-4aa37fdcb5d8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:25.080369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.125294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae79c56d-b4e7-4a7c-a9d2-194e388d44ab,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:25.139246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] No DVR routers for this DVR port ae79c56d-b4e7-4a7c-a9d2-194e388d44ab on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:25.150827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:25.169973 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:25.206702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.312001 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:25.312483 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:25.368462 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:25.380918 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:25.381746 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:25.426299 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:25.427175 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ba65f-89bd-467a-a871-db8ec5c929e5 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:25.453346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.478688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f83a66-bbc5-411e-b609-b43e8cc58234']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:25.502310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51576) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:25.503789 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef810f39-34e7-40be-9a5c-46c4f1ec450f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/floatingips/e88dde7d-1c2c-4774-aecf-698d7c577678 HTTP/1.1" status: 200 len: 978 time: 3.3656807 Nov 23 14:33:25.506532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd506f327-5763-461e-8d6f-65aec4e80559') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:25.507095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd506f327-5763-461e-8d6f-65aec4e80559') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:25.520467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.542705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.559898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:33:25.560298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:33:25.562482 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:33:25.740325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.748116 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.751562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] 10.222.0.46 "DELETE /v2.0/networks/88f83a66-bbc5-411e-b609-b43e8cc58234 HTTP/1.1" status: 204 len: 168 time: 1.9208758 Nov 23 14:33:25.768000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40072e13-12df-466d-9094-64f1dc9a6761 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f83a66-bbc5-411e-b609-b43e8cc58234,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:25.772666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port b829d8b4-73c3-4e16-b5da-a5f90fc74f89 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:25.773162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.905444 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.905682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:25.951999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for b829d8b4-73c3-4e16-b5da-a5f90fc74f89 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:26.009607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51594) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:26.047138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51596) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:26.078845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d025a3bf-5ea3-4ae4-a86d-821aa17d6dc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8b24ea61658413da42fc1e1899ba379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678017 Nov 23 14:33:26.081586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51602) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:26.175712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-705ce46f-e856-4c34-ae1b-26818c5ea12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.206644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-705ce46f-e856-4c34-ae1b-26818c5ea12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.302595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-705ce46f-e856-4c34-ae1b-26818c5ea12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.307100 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-705ce46f-e856-4c34-ae1b-26818c5ea12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.309589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-705ce46f-e856-4c34-ae1b-26818c5ea12e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a693b4d1-ef7d-483c-b474-6a7c9c00c54d HTTP/1.1" status: 204 len: 168 time: 0.2268178 Nov 23 14:33:26.324783 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.355313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ce46f-e856-4c34-ae1b-26818c5ea12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a693b4d1-ef7d-483c-b474-6a7c9c00c54d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:26.372994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1707540'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:26.407820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=b829d8b4-73c3-4e16-b5da-a5f90fc74f89,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:26.422208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:26.430007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.441772 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.528445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.529026 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP e88dde7d-1c2c-4774-aecf-698d7c577678 disassociated (deleted). External IP: 172.25.3.168, port: 45bb9881-3440-4966-aecd-e6ef888c0c33. Nov 23 14:33:26.533196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.540531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.580343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:26.599066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe922b7-65ca-40b1-903a-503d5f89ea46,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:26.624726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.625093 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Added segment c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8 of type vlan for network 788e92f3-98af-442e-8f5f-c27e810af814 Nov 23 14:33:26.734152 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ab775ae7-8f2f-4647-922c-3f96db76192f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.750323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.846915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.857361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:26.858047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.955320 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9069781 Nov 23 14:33:26.958584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51610) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:26.965781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'subnet': {'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:27.010745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555840e2-18f8-41c9-8c98-5425488638b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Network': ['ID=788e92f3-98af-442e-8f5f-c27e810af814,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:27.049882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 788e92f3-98af-442e-8f5f-c27e810af814 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:33:27.093803 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.094178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:27.113734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:27.118205 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.336866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:27.347033 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.352528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:27.372455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:27.373496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.407793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51626) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:27.410775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f329e82a-71a5-4c79-8c31-4c98575368af tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/floatingips/e88dde7d-1c2c-4774-aecf-698d7c577678 HTTP/1.1" status: 204 len: 168 time: 1.9041722 Nov 23 14:33:27.411798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.426135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:27.427041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.471873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.473315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e3ab4-e793-4198-9319-ad6a33adccf9 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:27.487411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.568720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Subnet': ['ID=5a75bfd9-e2d7-4704-83c8-a5cec404c1ee,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:27.572266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 45bb9881-3440-4966-aecd-e6ef888c0c33 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:27.573439 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.577851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Checking segment: {'id': 'c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '788e92f3-98af-442e-8f5f-c27e810af814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:27.578287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network hostable DHCP agents. Network: 788e92f3-98af-442e-8f5f-c27e810af814, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:33:27.602696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network 788e92f3-98af-442e-8f5f-c27e810af814 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:33:27.622124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 788e92f3-98af-442e-8f5f-c27e810af814) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:27.628480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:27.630350 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.634162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b8869-1d4d-44f5-bf7a-fd52af1e6e28 None None] Network 788e92f3-98af-442e-8f5f-c27e810af814 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:27.667641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eb221901-e150-414b-bbb8-37ec599164c1 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7079420 Nov 23 14:33:27.670277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51632) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:27.679117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'name': 'tempest-AllowedAddressPairTestJSON-641039479'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:27.701799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.715002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 45bb9881-3440-4966-aecd-e6ef888c0c33 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:27.915302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-788e92f3-98af-442e-8f5f-c27e810af814', 'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'tenant_id': '4a5ca7cb096943cd8d3dfb9944996fc3', 'fixed_ips': [{'subnet_id': '5a75bfd9-e2d7-4704-83c8-a5cec404c1ee'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:33:27.916190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.979862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:27.984966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.013444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] device_id is not set on port 6899dc19-6417-4b4c-83ca-923d9f26c570 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:28.065023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.109780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=45bb9881-3440-4966-aecd-e6ef888c0c33,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:28.310172 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.319349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eb9c3bbc-8a6f-4e3a-9f8c-2387167faf6e tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/ports/45bb9881-3440-4966-aecd-e6ef888c0c33 HTTP/1.1" status: 204 len: 168 time: 0.9073930 Nov 23 14:33:28.320308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51664) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:28.337419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:28.372534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.469129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Allocated IP 172.20.0.5 (788e92f3-98af-442e-8f5f-c27e810af814/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee/6899dc19-6417-4b4c-83ca-923d9f26c570) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:28.579926 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.724765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.25.3.190 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/c6209b8b-5e6e-49c4-987b-0077ba0cb47d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:28.942924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.005449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.060068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:29.068785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:29.091785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:29.095008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-69e64ffd-3bfb-465b-ac10-df29f31cc62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.207987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51692) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.236216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=c6209b8b-5e6e-49c4-987b-0077ba0cb47d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.260114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.326312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.395900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.456473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f53376b-6c3a-4d3c-b833-9f513d892688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.492172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.552289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=6899dc19-6417-4b4c-83ca-923d9f26c570,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.572730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Allocated IP 172.20.0.2 (788e92f3-98af-442e-8f5f-c27e810af814/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee/1c23a92a-38d1-45e7-b275-886233c2597f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:29.578809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network 788e92f3-98af-442e-8f5f-c27e810af814 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:29.583587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:29.589440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:29.627757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.636545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.657796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:29.658410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.677980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b5437f0-05e1-43b2-a860-29d6056bb311 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0065289 Nov 23 14:33:29.681932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51700) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.687335 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f53376b-6c3a-4d3c-b833-9f513d892688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.691970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8f53376b-6c3a-4d3c-b833-9f513d892688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.692582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'name': 'tempest-AllowedAddressPairTestJSON-523886217', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:27:0e:cc'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:29.739354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8f53376b-6c3a-4d3c-b833-9f513d892688 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee95d88b6a4a41f5af7240ce749900ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295455 Nov 23 14:33:29.740023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51702) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.742584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53376b-6c3a-4d3c-b833-9f513d892688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6295f604-0e4b-4989-a61a-217fd6844964,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.774862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.801932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-758f4559-fe85-4e1c-90f3-969c5a160249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.836233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-758f4559-fe85-4e1c-90f3-969c5a160249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.860380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=c6209b8b-5e6e-49c4-987b-0077ba0cb47d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.876832 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.886539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.886763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.887933 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cdaab889-d765-4b3b-ba65-28d50ec81d6c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5645812 Nov 23 14:33:29.890819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51704) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.898197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'port': {'network_id': '26d16fc1-f8be-40af-8fba-e0ff025c180e', 'name': 'tempest-FloatingIPTestJSON-2124020123'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:29.920950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-758f4559-fe85-4e1c-90f3-969c5a160249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.924570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-758f4559-fe85-4e1c-90f3-969c5a160249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.925954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-758f4559-fe85-4e1c-90f3-969c5a160249 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6295f604-0e4b-4989-a61a-217fd6844964 HTTP/1.1" status: 204 len: 168 time: 0.1848829 Nov 23 14:33:29.968293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f4559-fe85-4e1c-90f3-969c5a160249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6295f604-0e4b-4989-a61a-217fd6844964,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.972280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Pushing event updated for resources: {'Port': ['ID=1c23a92a-38d1-45e7-b275-886233c2597f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.979453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:29.993014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Network 788e92f3-98af-442e-8f5f-c27e810af814 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:29.998855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:30.018479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:30.104511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.127746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:30.133516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.154140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] device_id is not set on port 1205f688-82da-4ea1-b3e8-6aaa5f53aaaf yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:30.169961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Attempting to bind port 1c23a92a-38d1-45e7-b275-886233c2597f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:30.170612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Attempting to bind port 1c23a92a-38d1-45e7-b275-886233c2597f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '788e92f3-98af-442e-8f5f-c27e810af814'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:30.170718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Attempting to bind port 1c23a92a-38d1-45e7-b275-886233c2597f on network 788e92f3-98af-442e-8f5f-c27e810af814 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:30.172788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] device_id is not set on port 6bd0a123-3492-4a1a-829d-e42f3a09af3e yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:30.172932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.181132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:30.181512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Checking segment: {'id': 'c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '788e92f3-98af-442e-8f5f-c27e810af814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:30.181909 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.183360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Bound using segment: {'id': 'c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '788e92f3-98af-442e-8f5f-c27e810af814'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:30.183871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Bound port: 1c23a92a-38d1-45e7-b275-886233c2597f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '788e92f3-98af-442e-8f5f-c27e810af814'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:30.184253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.412614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] For port 1c23a92a-38d1-45e7-b275-886233c2597f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:30.416298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] For port 1c23a92a-38d1-45e7-b275-886233c2597f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1c23a92a-38d1-45e7-b275-886233c2597f,segment=NetworkSegment(c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8),segment_id=c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:30.423315 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.453686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Allocated IP 172.20.0.8 (788e92f3-98af-442e-8f5f-c27e810af814/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee/1205f688-82da-4ea1-b3e8-6aaa5f53aaaf) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:30.512130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.11 (26d16fc1-f8be-40af-8fba-e0ff025c180e/529b867f-59c2-4661-bc1e-a6455752f2fe/6bd0a123-3492-4a1a-829d-e42f3a09af3e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:30.553916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ca4e9-a83d-4a2c-ac50-31b2d501f064 None None] Pushing event updated for resources: {'Port': ['ID=1c23a92a-38d1-45e7-b275-886233c2597f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:30.737127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.760059 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.782482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.813119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.873083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:30.874656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network 788e92f3-98af-442e-8f5f-c27e810af814 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:30.874776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:30.901844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:30.908771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:30.913630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:30.933723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=6bd0a123-3492-4a1a-829d-e42f3a09af3e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:30.982193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=1205f688-82da-4ea1-b3e8-6aaa5f53aaaf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:30.996347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:30.997328 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:31.018462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b0265a6-f829-4d3b-b181-a350f1a1326d tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1263645 Nov 23 14:33:31.019119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51728) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:31.022117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.022665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:31.025235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'port_id': '6bd0a123-3492-4a1a-829d-e42f3a09af3e'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:31.049908 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-38e58466-e67e-4b07-a0a0-6d1f4b5bce11 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.3623395 Nov 23 14:33:31.050640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51730) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:31.077165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-039f0ae8-9024-48d8-b562-cf09e836bb81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1337571 Nov 23 14:33:31.082253 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:31.150319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a106c1-4f72-4879-ae54-09faeb708d77 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.157104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a106c1-4f72-4879-ae54-09faeb708d77 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.167680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a106c1-4f72-4879-ae54-09faeb708d77 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.171548 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62a106c1-4f72-4879-ae54-09faeb708d77 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1196413 Nov 23 14:33:31.172350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:31.252825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5148-6881-4b39-af96-daea21ebe2ad req-8347df69-ab5d-4af6-8ab4-e6d6fc7a3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.254552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-8347df69-ab5d-4af6-8ab4-e6d6fc7a3c67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1096 time: 0.1040230 Nov 23 14:33:31.296124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting port 1205f688-82da-4ea1-b3e8-6aaa5f53aaaf {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:31.296475 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:31.447241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:31.465285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Calling delete_port for 1205f688-82da-4ea1-b3e8-6aaa5f53aaaf owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:31.626138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5148-6881-4b39-af96-daea21ebe2ad req-e6a92af3-d64d-4fcf-9dd1-0c3d73e03d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.628145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-e6a92af3-d64d-4fcf-9dd1-0c3d73e03d57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 910 time: 0.3165860 Nov 23 14:33:31.653306 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:31.709983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:31.758358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Port': ['ID=1205f688-82da-4ea1-b3e8-6aaa5f53aaaf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:31.884562 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-4e3290da-d0f4-41ec-8a4f-cfb52a525057 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 1001 time: 0.2487814 Nov 23 14:33:31.979063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5148-6881-4b39-af96-daea21ebe2ad req-2e746161-7f5f-40aa-8a20-7804d61029ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.980541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-2e746161-7f5f-40aa-8a20-7804d61029ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 200 len: 848 time: 0.0783906 Nov 23 14:33:32.053472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.075524 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fb3a1913-3e39-41a9-a2ee-091da871428d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/ports/1205f688-82da-4ea1-b3e8-6aaa5f53aaaf HTTP/1.1" status: 204 len: 168 time: 0.8893025 Nov 23 14:33:32.075524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51768) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:32.097614 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5ebd26-783a-47a4-bf55-83d97a8ccd0e tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] GET failed (client error): The resource could not be found. Nov 23 14:33:32.102361 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de5ebd26-783a-47a4-bf55-83d97a8ccd0e tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "GET /v2.0/ports/1205f688-82da-4ea1-b3e8-6aaa5f53aaaf HTTP/1.1" status: 404 len: 333 time: 0.0277774 Nov 23 14:33:32.104982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51772) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:32.110634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'name': 'tempest-AllowedAddressPairTestJSON-1796489671'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:32.111714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5148-6881-4b39-af96-daea21ebe2ad req-6a32335b-aee9-404b-9113-f566e6376bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.113247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-6a32335b-aee9-404b-9113-f566e6376bea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c80f1a3-cf25-41be-bff7-daf126d864a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143229 Nov 23 14:33:32.119465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.131505 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.295039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab88c0-2243-4f3f-a35b-d3cc0512fbf5 None None] Network 788e92f3-98af-442e-8f5f-c27e810af814 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:32.300697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-2aac68aa-91a3-46a9-9b0d-72f0e315be23 req-9e40ef66-3cde-4ad9-99cd-453ef23738e5 service neutron] (103345) timed out ('10.222.0.46', 32900) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:33:32.355925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:32.365610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.408765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-f234f921-81d6-4f91-a756-e5c958f00e2e service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871406 Nov 23 14:33:32.413167 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP 18b860f4-b3bc-486b-8e8d-02e67ff0ccf2 associated. External IP: 172.25.3.190, port: 6bd0a123-3492-4a1a-829d-e42f3a09af3e. Nov 23 14:33:32.417636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] device_id is not set on port e1b025e8-c84f-467a-83de-0f1b2fea42f6 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:32.637307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-525b5148-6881-4b39-af96-daea21ebe2ad req-8be92651-0c1a-4405-9c5d-e03fd9cc5d77 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149246 Nov 23 14:33:32.719857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Allocated IP 172.20.0.6 (788e92f3-98af-442e-8f5f-c27e810af814/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee/e1b025e8-c84f-467a-83de-0f1b2fea42f6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:32.756985 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.767233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ea5bd15a-0d1b-4e37-8c28-bdceec101a5f None None] Provisioning complete for port 1c23a92a-38d1-45e7-b275-886233c2597f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:32.768027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd15a-0d1b-4e37-8c28-bdceec101a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:32.856716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1c23a92a-38d1-45e7-b275-886233c2597f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:32.924445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:33.048694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd15a-0d1b-4e37-8c28-bdceec101a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.070170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.088426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea5bd15a-0d1b-4e37-8c28-bdceec101a5f None None] For port 1c23a92a-38d1-45e7-b275-886233c2597f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1c23a92a-38d1-45e7-b275-886233c2597f,segment=NetworkSegment(c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8),segment_id=c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:33.090033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1c23a92a-38d1-45e7-b275-886233c2597f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:33.090822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.093821 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5bd15a-0d1b-4e37-8c28-bdceec101a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.168854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.217985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:33.230425 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:33.234802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.249221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bd15a-0d1b-4e37-8c28-bdceec101a5f None None] Pushing event updated for resources: {'Port': ['ID=1c23a92a-38d1-45e7-b275-886233c2597f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:33.256108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:33.256959 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:33.305002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network 788e92f3-98af-442e-8f5f-c27e810af814 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:33.326586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:33.331871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:33.343225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=e1b025e8-c84f-467a-83de-0f1b2fea42f6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:33.344494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f3431002-a0cf-423e-9173-b57e2161198b tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/floatingips/18b860f4-b3bc-486b-8e8d-02e67ff0ccf2 HTTP/1.1" status: 200 len: 979 time: 2.3226254 Nov 23 14:33:33.346861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51790) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:33.350179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:33.384274 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:33.384965 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:33.435689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d48b4b97-3509-46bb-acf3-e336c741000b None None] Provisioning complete for port 6899dc19-6417-4b4c-83ca-923d9f26c570 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:33.436864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d48b4b97-3509-46bb-acf3-e336c741000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.456281 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:33.457833 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00ba7c-663f-44d4-98e6-fae87f13cfc9 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:33.493094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.493769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.507119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d48b4b97-3509-46bb-acf3-e336c741000b None None] Port 6899dc19-6417-4b4c-83ca-923d9f26c570 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:33.518241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d48b4b97-3509-46bb-acf3-e336c741000b None None] Provisioning complete for port 1c23a92a-38d1-45e7-b275-886233c2597f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:33.518766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d48b4b97-3509-46bb-acf3-e336c741000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.536494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-75f193b3-d024-444b-993c-ddf518a2aa0b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4300599 Nov 23 14:33:33.539146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:33.544898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:27:0e:cc'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:33.558130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 6bd0a123-3492-4a1a-829d-e42f3a09af3e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:33.566869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.793486 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.909439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d110dc74-5bd2-4818-9221-ff77d905f972 None None] Provisioning complete for port 6899dc19-6417-4b4c-83ca-923d9f26c570 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:33.910464 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d110dc74-5bd2-4818-9221-ff77d905f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.968862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.995052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d110dc74-5bd2-4818-9221-ff77d905f972 None None] Port 6899dc19-6417-4b4c-83ca-923d9f26c570 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:34.130627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.131014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.131329 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP 18b860f4-b3bc-486b-8e8d-02e67ff0ccf2 disassociated. External IP: 172.25.3.190, port: 6bd0a123-3492-4a1a-829d-e42f3a09af3e. Nov 23 14:33:34.131669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 6bd0a123-3492-4a1a-829d-e42f3a09af3e owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:34.209164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ea11f584-f433-4b98-8eb0-e923d8afcfbc None None] Could not find standard attr ID for object 1205f688-82da-4ea1-b3e8-6aaa5f53aaaf. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:33:34.376283 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.409000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.496636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.520188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=e1b025e8-c84f-467a-83de-0f1b2fea42f6,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:34.553250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] In _notify_port_updated(), no bound segment for port e1b025e8-c84f-467a-83de-0f1b2fea42f6 on network 788e92f3-98af-442e-8f5f-c27e810af814 {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:33:34.558915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.559529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.560919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-581f72d4-216d-4e8e-996c-290444a24e85 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "PUT /v2.0/ports/e1b025e8-c84f-467a-83de-0f1b2fea42f6 HTTP/1.1" status: 200 len: 993 time: 1.0202761 Nov 23 14:33:34.562877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=6bd0a123-3492-4a1a-829d-e42f3a09af3e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:34.563943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51806) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:34.646505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ccde419c-630e-43e4-8797-9fb0a045be6a None None] Provisioning complete for port e1b025e8-c84f-467a-83de-0f1b2fea42f6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:34.646886 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ccde419c-630e-43e4-8797-9fb0a045be6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.719877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting port e1b025e8-c84f-467a-83de-0f1b2fea42f6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:34.720355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.755723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ccde419c-630e-43e4-8797-9fb0a045be6a None None] Port e1b025e8-c84f-467a-83de-0f1b2fea42f6 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:34.766478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:34.780467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1c23a92a-38d1-45e7-b275-886233c2597f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:34.857615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.873636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Calling delete_port for e1b025e8-c84f-467a-83de-0f1b2fea42f6 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:34.908395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1c23a92a-38d1-45e7-b275-886233c2597f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:34.908737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:35.205872 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:35.302142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Port': ['ID=e1b025e8-c84f-467a-83de-0f1b2fea42f6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:35.477011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3ec4d428-b651-433a-bf80-a9b1bb1b6e2d None None] Could not find standard attr ID for object e1b025e8-c84f-467a-83de-0f1b2fea42f6. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:33:35.518489 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:35.530502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5d8943c9-2307-419e-8907-70476c176d43 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/ports/e1b025e8-c84f-467a-83de-0f1b2fea42f6 HTTP/1.1" status: 204 len: 168 time: 0.9648559 Nov 23 14:33:35.533274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:35.588568 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5198ad-937a-4eb4-a405-55d5f9d9df3d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] GET failed (client error): The resource could not be found. Nov 23 14:33:35.589978 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5e5198ad-937a-4eb4-a405-55d5f9d9df3d tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "GET /v2.0/ports/e1b025e8-c84f-467a-83de-0f1b2fea42f6 HTTP/1.1" status: 404 len: 333 time: 0.0556965 Nov 23 14:33:35.596249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51822) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:35.601856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'name': 'tempest-AllowedAddressPairTestJSON-1791409279'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:35.783921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:35.798098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:35.829225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:35.830841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:35.840536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:35.845833 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:35.916339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] device_id is not set on port d534bd88-2f12-477b-9306-ba686a67fde8 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:35.924831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:35.937704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:35.938602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:35.943058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:35.947723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cd0430ec-ecc0-4d0b-8da7-24da2083f2c6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/ports/6bd0a123-3492-4a1a-829d-e42f3a09af3e HTTP/1.1" status: 204 len: 168 time: 2.5974989 Nov 23 14:33:35.951492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51830) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:35.988946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:35.989879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefae989-75c1-487f-ade7-b57d34ead4d2 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:36.025299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-86e951e7-ddc1-40f3-8525-0bb3d3c14757 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "GET /v2.0/floatingips/18b860f4-b3bc-486b-8e8d-02e67ff0ccf2 HTTP/1.1" status: 200 len: 688 time: 0.0724161 Nov 23 14:33:36.025882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51832) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:36.078845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Allocated IP 172.20.0.6 (788e92f3-98af-442e-8f5f-c27e810af814/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee/d534bd88-2f12-477b-9306-ba686a67fde8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:36.251021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port c6209b8b-5e6e-49c4-987b-0077ba0cb47d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:36.251498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:36.382271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:36.427344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:36.427993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:36.448358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for c6209b8b-5e6e-49c4-987b-0077ba0cb47d owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:36.474391 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:36.580023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network 788e92f3-98af-442e-8f5f-c27e810af814 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:36.585876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:36.599141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:36.728558 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=d534bd88-2f12-477b-9306-ba686a67fde8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:36.807442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:36.808140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:36.834182 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3eebf8e1-e250-42e5-b110-027c1e78ad73 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2367640 Nov 23 14:33:36.836860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51844) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:36.857311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:27:0e:cc'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:36.874204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:36.949216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=c6209b8b-5e6e-49c4-987b-0077ba0cb47d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:37.064620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.067909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.072951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79e542ba-ecca-411a-9c94-8b7d814b6d12 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/floatingips/18b860f4-b3bc-486b-8e8d-02e67ff0ccf2 HTTP/1.1" status: 204 len: 168 time: 1.0423014 Nov 23 14:33:37.073146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51846) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:37.081243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '24b9017a-9196-45f3-8633-ad9a41277d04'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:37.109639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.114782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-35df9a7c-5f9e-427e-a892-112f2e124756 None None] Provisioning complete for port d534bd88-2f12-477b-9306-ba686a67fde8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:37.116783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35df9a7c-5f9e-427e-a892-112f2e124756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.164253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-35df9a7c-5f9e-427e-a892-112f2e124756 None None] Port d534bd88-2f12-477b-9306-ba686a67fde8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:37.198368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.355177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.578856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.616044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.25.3.240 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/e7590780-3417-4950-806e-7667bf46b311) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:37.618723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.759462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=d534bd88-2f12-477b-9306-ba686a67fde8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:37.846603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] In _notify_port_updated(), no bound segment for port d534bd88-2f12-477b-9306-ba686a67fde8 on network 788e92f3-98af-442e-8f5f-c27e810af814 {{(pid=103345) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:33:37.852960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:37.853620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.858032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f53ab495-663a-4900-9d2f-54171b1051b5 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "PUT /v2.0/ports/d534bd88-2f12-477b-9306-ba686a67fde8 HTTP/1.1" status: 200 len: 996 time: 1.0188680 Nov 23 14:33:37.858949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:37.899455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.937993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.995486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:37.998634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:38.006019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:38.055189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=e7590780-3417-4950-806e-7667bf46b311,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:38.179793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting port d534bd88-2f12-477b-9306-ba686a67fde8 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:38.181111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.315187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3c75c50a-1d15-43d5-b052-54d0d4054d1b None None] Provisioning complete for port d534bd88-2f12-477b-9306-ba686a67fde8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:38.318821 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c75c50a-1d15-43d5-b052-54d0d4054d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.431505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3c75c50a-1d15-43d5-b052-54d0d4054d1b None None] Port d534bd88-2f12-477b-9306-ba686a67fde8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:38.444843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.474737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Calling delete_port for d534bd88-2f12-477b-9306-ba686a67fde8 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:38.674739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.713940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Port': ['ID=d534bd88-2f12-477b-9306-ba686a67fde8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:38.849145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.858043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-11bb28a0-b1ed-4c07-be7d-e10fc1e42d6b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/ports/d534bd88-2f12-477b-9306-ba686a67fde8 HTTP/1.1" status: 204 len: 168 time: 0.9977026 Nov 23 14:33:38.862399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:38.926968 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d648d1-018a-4bf2-a07e-511e244365a4 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] GET failed (client error): The resource could not be found. Nov 23 14:33:38.929654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d0d648d1-018a-4bf2-a07e-511e244365a4 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "GET /v2.0/ports/d534bd88-2f12-477b-9306-ba686a67fde8 HTTP/1.1" status: 404 len: 333 time: 0.0648487 Nov 23 14:33:38.938436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51888) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:38.944158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'name': 'tempest-AllowedAddressPairTestJSON-760510497'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:39.150343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:39.153843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.185074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] device_id is not set on port d0fe4dfa-301c-4656-919b-b891229ec58d yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:39.268390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.339331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Allocated IP 172.20.0.3 (788e92f3-98af-442e-8f5f-c27e810af814/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee/d0fe4dfa-301c-4656-919b-b891229ec58d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:39.349711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.547593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.555288 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.577605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.624319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.731986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=d0fe4dfa-301c-4656-919b-b891229ec58d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:39.758593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network 788e92f3-98af-442e-8f5f-c27e810af814 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:39.760467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:39.761413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.767825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:39.813715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=e7590780-3417-4950-806e-7667bf46b311,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:39.896791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:39.897465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.915525 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP df0106ea-40b1-48c2-a7ee-145c0d7780ef associated. External IP: 172.25.3.240, port: 24b9017a-9196-45f3-8633-ad9a41277d04. Nov 23 14:33:39.922497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-444f38cd-c14e-49e1-ac44-9f4a5f1a0dc0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9827454 Nov 23 14:33:39.926421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51908) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:39.935555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'network_id': '788e92f3-98af-442e-8f5f-c27e810af814', 'name': 'tempest-AllowedAddressPairTestJSON-1850330911'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:40.200438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Made reservation on behalf of 4a5ca7cb096943cd8d3dfb9944996fc3 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:40.206605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.263533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] device_id is not set on port 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:40.287665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b3eafc8c-02fa-4610-994d-f658cc45dc85 None None] Provisioning complete for port d0fe4dfa-301c-4656-919b-b891229ec58d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:40.288775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3eafc8c-02fa-4610-994d-f658cc45dc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.320610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:40.331283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b3eafc8c-02fa-4610-994d-f658cc45dc85 None None] Port d0fe4dfa-301c-4656-919b-b891229ec58d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:40.502876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Allocated IP 172.20.0.11 (788e92f3-98af-442e-8f5f-c27e810af814/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee/4f9f8dd2-1a8b-4f65-8761-c71aa6720b32) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:40.557625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:40.561179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51918) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:40.573004 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:40.587026 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:40.587996 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:40.638504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.648599 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:40.661667 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:40.663225 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:40.706984 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-77281e6c-7200-49a6-9cf0-527ac2608f10 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6326418 Nov 23 14:33:40.707713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:40.715097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-714127519'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:40.762044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:40.765572 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.769485 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:40.771764 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d562e7a-2b47-4ae7-be3e-b21867c0031e None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:40.833303 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6aff7b61-5b83-417e-aab3-0e9c35527839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.851459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:40.869078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.882737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.887189 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Added segment 11179bf9-b5d5-4c5e-be6b-1047f863784f of type vlan for network 05076ce3-f0b7-45b9-8b14-14d432a50edc Nov 23 14:33:40.914288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.956990 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.006265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.012305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:41.013431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.024604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Network 788e92f3-98af-442e-8f5f-c27e810af814 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:41.030338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:41.050246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:41.098300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Network': ['ID=05076ce3-f0b7-45b9-8b14-14d432a50edc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:41.105463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=4f9f8dd2-1a8b-4f65-8761-c71aa6720b32,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:41.110997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:33:41.139534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6aff7b61-5b83-417e-aab3-0e9c35527839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.156635 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6aff7b61-5b83-417e-aab3-0e9c35527839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.184180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:41.187354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.236990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e0a2d38a-8673-4a5b-95a2-797dddf9f8be tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3067911 Nov 23 14:33:41.241704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51928) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:41.242852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff7b61-5b83-417e-aab3-0e9c35527839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d2d0a-c496-4a05-b48b-6c14228d4254,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:41.249880 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81016b4e-286c-4bad-b956-ef1eb0beb2a3 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5409715 Nov 23 14:33:41.254348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51930) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:41.259539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'subnet': {'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:41.270637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:27:0e:cc'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:7d:fd:a0'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:41.311261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6aff7b61-5b83-417e-aab3-0e9c35527839 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d15dede8a9845b6a2a1eeede1ac3470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7474918 Nov 23 14:33:41.314364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51932) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:41.430925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12f8-400a-407b-92e7-e260722f426e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.445408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:41.450348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.484024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-398468fc-bb14-4a37-92f4-d1ca7c3cb262 None None] Provisioning complete for port 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:41.484548 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-398468fc-bb14-4a37-92f4-d1ca7c3cb262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.489672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12f8-400a-407b-92e7-e260722f426e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.562115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-398468fc-bb14-4a37-92f4-d1ca7c3cb262 None None] Port 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:41.659939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.662003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12f8-400a-407b-92e7-e260722f426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.665504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa9d12f8-400a-407b-92e7-e260722f426e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.666613 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aa9d12f8-400a-407b-92e7-e260722f426e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d7d2d0a-c496-4a05-b48b-6c14228d4254 HTTP/1.1" status: 204 len: 168 time: 0.3513250 Nov 23 14:33:41.789870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d12f8-400a-407b-92e7-e260722f426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d2d0a-c496-4a05-b48b-6c14228d4254,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:41.864107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.981350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Checking segment: {'id': '11179bf9-b5d5-4c5e-be6b-1047f863784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:41.981860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network hostable DHCP agents. Network: 05076ce3-f0b7-45b9-8b14-14d432a50edc, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:33:41.987118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Subnet': ['ID=dba1c1cd-7d09-475e-9519-fcaf114e0f27,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:42.019244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:33:42.045520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 05076ce3-f0b7-45b9-8b14-14d432a50edc) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:42.054004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:42.054700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.056358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.062263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.063946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe7930-bc35-4d76-bef0-cb9ab258332d None None] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:42.096876 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fff9081a-7a50-4afb-b712-c832a8085222 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8400111 Nov 23 14:33:42.099770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51942) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:42.111154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-789785629', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:42.121783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event updated for resources: {'Port': ['ID=4f9f8dd2-1a8b-4f65-8761-c71aa6720b32,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:42.193045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.195185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.226085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] In _notify_port_updated(), no bound segment for port 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 on network 788e92f3-98af-442e-8f5f-c27e810af814 {{(pid=103346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 14:33:42.243530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:42.244696 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.252617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-58ac9a48-833d-44f7-8813-3b53f0f7b6b0 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "PUT /v2.0/ports/4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 HTTP/1.1" status: 200 len: 1056 time: 1.0087926 Nov 23 14:33:42.253524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51944) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:42.300860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51946) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:42.327819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14b40a0f-ce66-4429-af4b-9d890ecf0f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.351014 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.354597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-05076ce3-f0b7-45b9-8b14-14d432a50edc', 'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc', 'tenant_id': 'ce9869f440464d33bc2fd86de2753a28', 'fixed_ips': [{'subnet_id': 'dba1c1cd-7d09-475e-9519-fcaf114e0f27'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:33:42.355581 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.508320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting port 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:42.508913 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.515918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Allocated IP 172.20.0.2 (05076ce3-f0b7-45b9-8b14-14d432a50edc/dba1c1cd-7d09-475e-9519-fcaf114e0f27/4d553c94-1f24-4e64-bf53-ade26c38939b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:42.538163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.647131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2fe1d3fe-9b56-4802-b132-e207b3b1db44 None None] Provisioning complete for port 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:42.647907 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2fe1d3fe-9b56-4802-b132-e207b3b1db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.714010 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.721975 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.726409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1d3fe-9b56-4802-b132-e207b3b1db44 None None] Port 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:42.730347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.745702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Calling delete_port for 4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:42.776873 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14b40a0f-ce66-4429-af4b-9d890ecf0f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.787563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:42.791110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:42.796541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:42.814580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14b40a0f-ce66-4429-af4b-9d890ecf0f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.814805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Pushing event updated for resources: {'Port': ['ID=4d553c94-1f24-4e64-bf53-ade26c38939b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:42.860423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Attempting to bind port 4d553c94-1f24-4e64-bf53-ade26c38939b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:42.860780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Attempting to bind port 4d553c94-1f24-4e64-bf53-ade26c38939b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '11179bf9-b5d5-4c5e-be6b-1047f863784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:42.861157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Attempting to bind port 4d553c94-1f24-4e64-bf53-ade26c38939b on network 05076ce3-f0b7-45b9-8b14-14d432a50edc {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:42.867889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:42.868304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Checking segment: {'id': '11179bf9-b5d5-4c5e-be6b-1047f863784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:42.868675 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.869171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Bound using segment: {'id': '11179bf9-b5d5-4c5e-be6b-1047f863784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:42.869558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Bound port: 4d553c94-1f24-4e64-bf53-ade26c38939b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11179bf9-b5d5-4c5e-be6b-1047f863784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:42.870367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.999764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.020531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-14b40a0f-ce66-4429-af4b-9d890ecf0f71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74430ffe7c4741a6ac60b85df9aac458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7184324 Nov 23 14:33:43.022108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] For port 4d553c94-1f24-4e64-bf53-ade26c38939b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:43.024527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b40a0f-ce66-4429-af4b-9d890ecf0f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31976473-0f59-4f24-a908-465a75b09278,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:43.028006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] For port 4d553c94-1f24-4e64-bf53-ade26c38939b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4d553c94-1f24-4e64-bf53-ade26c38939b,segment=NetworkSegment(11179bf9-b5d5-4c5e-be6b-1047f863784f),segment_id=11179bf9-b5d5-4c5e-be6b-1047f863784f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:43.028499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51958) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:43.038823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.062577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.122557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5666b9ce-4497-47a6-9fee-6cac76fac5f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.217860 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5666b9ce-4497-47a6-9fee-6cac76fac5f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.220623 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:33:43.221467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b3b00-d228-4d53-be48-21155a409eb2 None None] Pushing event updated for resources: {'Port': ['ID=4d553c94-1f24-4e64-bf53-ade26c38939b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:43.264434 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.305353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Port': ['ID=4f9f8dd2-1a8b-4f65-8761-c71aa6720b32,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:43.365177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5666b9ce-4497-47a6-9fee-6cac76fac5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.368417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5666b9ce-4497-47a6-9fee-6cac76fac5f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.370094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5666b9ce-4497-47a6-9fee-6cac76fac5f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31976473-0f59-4f24-a908-465a75b09278 HTTP/1.1" status: 204 len: 168 time: 0.3405700 Nov 23 14:33:43.391194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666b9ce-4497-47a6-9fee-6cac76fac5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31976473-0f59-4f24-a908-465a75b09278,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:43.460798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.25.3.44 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/2fe3c977-c949-49b3-a7b1-5ed1f5cb9d87) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:43.825449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.833505 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.839283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e59637ab-dc1d-4d39-8de5-e8124dc75d95 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/ports/4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 HTTP/1.1" status: 204 len: 168 time: 1.5818486 Nov 23 14:33:43.842918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 51962) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:43.872284 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7610b4ad-aceb-4304-9d81-1fc1dedc5255 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] GET failed (client error): The resource could not be found. Nov 23 14:33:43.879303 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7610b4ad-aceb-4304-9d81-1fc1dedc5255 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "GET /v2.0/ports/4f9f8dd2-1a8b-4f65-8761-c71aa6720b32 HTTP/1.1" status: 404 len: 333 time: 0.0299082 Nov 23 14:33:43.880140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51966) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:43.927148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:43.977517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:43.980835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:43.984745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:44.009995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b4f8a-7c74-441b-970f-9428f04368e8 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:33:44.010629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=2fe3c977-c949-49b3-a7b1-5ed1f5cb9d87,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:44.116694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting port d0fe4dfa-301c-4656-919b-b891229ec58d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:44.117085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.189329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7897c89b-a062-4031-a274-aff361f5a848 None None] Provisioning complete for port 2fe3c977-c949-49b3-a7b1-5ed1f5cb9d87 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:44.189984 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7897c89b-a062-4031-a274-aff361f5a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.272831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7897c89b-a062-4031-a274-aff361f5a848 None None] Port 2fe3c977-c949-49b3-a7b1-5ed1f5cb9d87 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:44.333595 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.363273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Calling delete_port for d0fe4dfa-301c-4656-919b-b891229ec58d owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:44.459832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.609101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.652032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Port': ['ID=d0fe4dfa-301c-4656-919b-b891229ec58d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:44.798853 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.808600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cefe7027-1e8b-4592-9366-d5c1c378a7c9 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/ports/d0fe4dfa-301c-4656-919b-b891229ec58d HTTP/1.1" status: 204 len: 168 time: 0.9272509 Nov 23 14:33:44.809705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51986) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:44.838477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4d553c94-1f24-4e64-bf53-ade26c38939b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:44.861408 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e85cb0-cf3e-4bda-b692-9abf0e27774f tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] GET failed (client error): The resource could not be found. Nov 23 14:33:44.868481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-62e85cb0-cf3e-4bda-b692-9abf0e27774f tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "GET /v2.0/ports/d0fe4dfa-301c-4656-919b-b891229ec58d HTTP/1.1" status: 404 len: 333 time: 0.0572147 Nov 23 14:33:44.869326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 51990) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:44.948323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.966945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4d553c94-1f24-4e64-bf53-ade26c38939b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:44.967838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.000279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting port 6899dc19-6417-4b4c-83ca-923d9f26c570 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:45.000636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.144847 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.231734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 4d553c94-1f24-4e64-bf53-ade26c38939b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4d553c94-1f24-4e64-bf53-ade26c38939b,segment=NetworkSegment(11179bf9-b5d5-4c5e-be6b-1047f863784f),segment_id=11179bf9-b5d5-4c5e-be6b-1047f863784f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:45.235961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.240639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.276838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router dd909cb9-d805-4e71-98eb-8941a6616ce5 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:33:45.289273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Calling delete_port for 6899dc19-6417-4b4c-83ca-923d9f26c570 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:45.323417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=4d553c94-1f24-4e64-bf53-ade26c38939b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.337804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26e7fe-696b-4555-918b-3d9c0801de73 None None] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:45.506483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f480f8cd-802b-41e6-bca3-b7bd1a5b6e0e None None] Provisioning complete for port 4d553c94-1f24-4e64-bf53-ade26c38939b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:45.507260 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f480f8cd-802b-41e6-bca3-b7bd1a5b6e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.533932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:45.553971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] Sync routers for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:45.578140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.604794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b82b78af-55e2-438c-abf8-3361d998f414 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4829795 Nov 23 14:33:45.607076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52006) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.614383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.638975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:45.639920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:45.665709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Port': ['ID=6899dc19-6417-4b4c-83ca-923d9f26c570,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.687476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:45.717352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:45.718272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:45.772553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:45.773125 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.773373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1bd8b-805b-4f31-9d9a-17806489b0bd None None] The sync data for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:45.786070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7ee1e26d-4824-45a8-936c-1715a840a96b tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/ports/6899dc19-6417-4b4c-83ca-923d9f26c570 HTTP/1.1" status: 204 len: 168 time: 0.9153054 Nov 23 14:33:45.788657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.876413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting subnet 5a75bfd9-e2d7-4704-83c8-a5cec404c1ee {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:33:45.880917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.944889 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.139149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.142230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8fec0064-b66f-475e-a36b-3c136b966443 None None] Provisioning complete for port 4d553c94-1f24-4e64-bf53-ade26c38939b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:46.142230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8fec0064-b66f-475e-a36b-3c136b966443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.261278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.309580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Subnet': ['ID=5a75bfd9-e2d7-4704-83c8-a5cec404c1ee,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:46.312379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.318192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bd7bbf94-5e1e-4db7-908b-29f65be8d878 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/subnets/5a75bfd9-e2d7-4704-83c8-a5cec404c1ee HTTP/1.1" status: 204 len: 168 time: 0.5282931 Nov 23 14:33:46.320564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52022) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:46.330571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4cd5dd-68b0-402b-88ce-866b4d3d884c None None] Network 788e92f3-98af-442e-8f5f-c27e810af814 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:46.451612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.609094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Deleting port 1c23a92a-38d1-45e7-b275-886233c2597f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:46.617170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.671456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] DHCP port deletion for 788e92f3-98af-442e-8f5f-c27e810af814 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:33:46.745967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4d553c94-1f24-4e64-bf53-ade26c38939b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:46.796896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] For port 1c23a92a-38d1-45e7-b275-886233c2597f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1c23a92a-38d1-45e7-b275-886233c2597f,segment=NetworkSegment(c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8),segment_id=c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:46.797266 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.803618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] Deleting port 1c23a92a-38d1-45e7-b275-886233c2597f {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:46.804234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.832036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Calling delete_port for 1c23a92a-38d1-45e7-b275-886233c2597f owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:47.000909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.040502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Port': ['ID=1c23a92a-38d1-45e7-b275-886233c2597f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:47.057264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] No DVR routers for this DVR port 1c23a92a-38d1-45e7-b275-886233c2597f on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:47.111629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4d553c94-1f24-4e64-bf53-ade26c38939b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:47.112002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.177537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] For port 1c23a92a-38d1-45e7-b275-886233c2597f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1c23a92a-38d1-45e7-b275-886233c2597f,segment=NetworkSegment(c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8),segment_id=c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:47.178534 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.202272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] Calling delete_port for 1c23a92a-38d1-45e7-b275-886233c2597f owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:47.241396 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.245177 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.303782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788e92f3-98af-442e-8f5f-c27e810af814']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:47.326512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:47.328582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd46ea-6f25-4f54-a5f8-c6cf80ece7e8') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:47.359073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.365069 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.377521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.400594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] Pushing event deleted for resources: {'Port': ['ID=1c23a92a-38d1-45e7-b275-886233c2597f,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:47.405567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b4b89-2cb9-4e21-9828-8b0d685c9d00 None None] No DVR routers for this DVR port 1c23a92a-38d1-45e7-b275-886233c2597f on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:47.406850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:33:47.407064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:33:47.504577 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:33:47.510088 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.558241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:47.565002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] 10.222.0.46 "DELETE /v2.0/networks/788e92f3-98af-442e-8f5f-c27e810af814 HTTP/1.1" status: 204 len: 168 time: 1.2430909 Nov 23 14:33:47.566189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739bbd-98cf-4a0b-99e1-360244cf1a33 tempest-AllowedAddressPairTestJSON-1049742566 tempest-AllowedAddressPairTestJSON-1049742566-project] Pushing event deleted for resources: {'Network': ['ID=788e92f3-98af-442e-8f5f-c27e810af814,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:47.770463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.1 (05076ce3-f0b7-45b9-8b14-14d432a50edc/dba1c1cd-7d09-475e-9519-fcaf114e0f27/9030d8c5-9c28-456e-97a6-b9c43068f61e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:48.008423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52066) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:48.017345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.042222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52070) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:48.099077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.155941 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1e25a006-13b8-47d9-b53f-5f034a60f9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.187608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:48.192494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:48.201161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:48.342749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.353947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d28f29d-47f2-40db-9445-7c7695207cd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a5ca7cb096943cd8d3dfb9944996fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100944 Nov 23 14:33:48.359585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52074) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:48.398167 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1e25a006-13b8-47d9-b53f-5f034a60f9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.413083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1e25a006-13b8-47d9-b53f-5f034a60f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.435601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=9030d8c5-9c28-456e-97a6-b9c43068f61e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:48.482168 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec35b054-61af-4e33-a93a-c04c2a79a62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.497830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1e25a006-13b8-47d9-b53f-5f034a60f9d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea28eaa5486e4b8fabfcbb97c4ff6af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858778 Nov 23 14:33:48.498596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52076) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:48.527725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25a006-13b8-47d9-b53f-5f034a60f9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1328fd-52b6-400d-875d-218ac8e6b41b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:48.535412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec35b054-61af-4e33-a93a-c04c2a79a62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.616537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec35b054-61af-4e33-a93a-c04c2a79a62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.629322 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ec35b054-61af-4e33-a93a-c04c2a79a62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.630913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ec35b054-61af-4e33-a93a-c04c2a79a62b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebe922b7-65ca-40b1-903a-503d5f89ea46 HTTP/1.1" status: 204 len: 168 time: 0.2699134 Nov 23 14:33:48.654991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3b3b51-2dd2-4755-a670-e733879515cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.655169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35b054-61af-4e33-a93a-c04c2a79a62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe922b7-65ca-40b1-903a-503d5f89ea46,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:48.661689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-40771f3c-d6e5-44c2-8c33-6880cc0ace64 None None] Provisioning complete for port 9030d8c5-9c28-456e-97a6-b9c43068f61e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:48.664301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-40771f3c-d6e5-44c2-8c33-6880cc0ace64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.798103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1c23a92a-38d1-45e7-b275-886233c2597f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:48.823167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3b3b51-2dd2-4755-a670-e733879515cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.840367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-40771f3c-d6e5-44c2-8c33-6880cc0ace64 None None] Port 9030d8c5-9c28-456e-97a6-b9c43068f61e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:48.843583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 1c23a92a-38d1-45e7-b275-886233c2597f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:48.844120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1c23a92a-38d1-45e7-b275-886233c2597f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:48.883472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.969631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3b3b51-2dd2-4755-a670-e733879515cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.972780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3b3b51-2dd2-4755-a670-e733879515cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:48.975020 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1a3b3b51-2dd2-4755-a670-e733879515cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b1328fd-52b6-400d-875d-218ac8e6b41b HTTP/1.1" status: 204 len: 168 time: 0.4747050 Nov 23 14:33:48.994539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b3b51-2dd2-4755-a670-e733879515cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1328fd-52b6-400d-875d-218ac8e6b41b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:49.337218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.347999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.428716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=9030d8c5-9c28-456e-97a6-b9c43068f61e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:49.457235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.506139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52098) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:49.521961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80c78a43-6b77-4bcd-89c0-6c6b3a607b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.570041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:49.571958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:49.708476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80c78a43-6b77-4bcd-89c0-6c6b3a607b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.714365 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80c78a43-6b77-4bcd-89c0-6c6b3a607b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.814538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78a43-6b77-4bcd-89c0-6c6b3a607b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2128fd42-dd97-44f0-a572-47623512e37d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:49.845015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-80c78a43-6b77-4bcd-89c0-6c6b3a607b55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48b7f2c8e32046c58d6e657baaea4572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3377600 Nov 23 14:33:49.848968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52108) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:49.852336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router dd909cb9-d805-4e71-98eb-8941a6616ce5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:49.975324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-83796b7d-4e45-47aa-ac1e-208b4b764f14 None None] Provisioning complete for port 9030d8c5-9c28-456e-97a6-b9c43068f61e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:49.976302 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83796b7d-4e45-47aa-ac1e-208b4b764f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.048655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:50.058717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-83796b7d-4e45-47aa-ac1e-208b4b764f14 None None] Port 9030d8c5-9c28-456e-97a6-b9c43068f61e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:50.063108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] Sync routers for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:50.077924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52120) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.079926 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e427578d-7bbd-4bee-af72-aede66e10eb6 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/routers/dd909cb9-d805-4e71-98eb-8941a6616ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4709599 Nov 23 14:33:50.083952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'port': {'network_id': '05076ce3-f0b7-45b9-8b14-14d432a50edc', 'name': 'tempest-FloatingIPTestJSON-632711677'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:50.094914 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:50.095760 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:50.112761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52122) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.113454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.153227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.199835 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:50.225086 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:50.227526 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:50.229466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.233236 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.235410 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2128fd42-dd97-44f0-a572-47623512e37d HTTP/1.1" status: 204 len: 168 time: 0.3854434 Nov 23 14:33:50.273399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2128fd42-dd97-44f0-a572-47623512e37d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:50.297367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.298126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.298481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.298827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.299222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.299562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.300698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.300817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.301102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.301435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.301763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.316959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878f216-c75a-470d-a61a-59b72939acb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.351143 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:50.351999 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f471db4-8c69-4272-b0a3-6b6b690ba656 None None] The sync data for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:50.354058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-490c3b9a-a37c-4ed7-a931-f4e53556a9fc tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.355929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-490c3b9a-a37c-4ed7-a931-f4e53556a9fc tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2405229 Nov 23 14:33:50.359436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52128) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.365932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-7d9a3871-2e4e-42ff-9334-55f3dda1e499 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.367706 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7d9a3871-2e4e-42ff-9334-55f3dda1e499 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065930 Nov 23 14:33:50.369900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52130) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.375296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-16f9052f-2586-466b-9716-8fde393a130b tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.376602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-16f9052f-2586-466b-9716-8fde393a130b tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048859 Nov 23 14:33:50.379419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52132) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.385299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-c3fc1869-3155-4290-9193-37019c55f6bb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.387204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c3fc1869-3155-4290-9193-37019c55f6bb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055003 Nov 23 14:33:50.389934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.393397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Made reservation on behalf of ce9869f440464d33bc2fd86de2753a28 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:50.398783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-b6a7e247-9cd0-47dd-b9ae-b3d019e79dc1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.401814 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.405187 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6a7e247-9cd0-47dd-b9ae-b3d019e79dc1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0109813 Nov 23 14:33:50.406242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52136) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.416070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-de29b393-d4f9-4660-a0cc-5715b80bd114 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.417208 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de29b393-d4f9-4660-a0cc-5715b80bd114 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095382 Nov 23 14:33:50.419931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52138) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.426645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-7bc78446-beae-42f6-b9b3-ea056ca5b1cb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.427902 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7bc78446-beae-42f6-b9b3-ea056ca5b1cb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0069647 Nov 23 14:33:50.430347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.431777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] device_id is not set on port f2880295-25bb-4723-894a-20e7189d81b5 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:33:50.435501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-b88e22ab-7d7c-4756-af60-931b7d75a3eb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.436808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b88e22ab-7d7c-4756-af60-931b7d75a3eb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054774 Nov 23 14:33:50.439554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52142) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.445125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-675fbc6a-608a-4e26-b65b-ccf232c1dbe2 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.446418 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-675fbc6a-608a-4e26-b65b-ccf232c1dbe2 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0056710 Nov 23 14:33:50.449111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52144) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.457176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-1ba01069-360b-4529-90b9-44d81c18bf8f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.459061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1ba01069-360b-4529-90b9-44d81c18bf8f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0091352 Nov 23 14:33:50.462760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52146) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.471447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-57f8cf49-bd08-4275-ab37-aa3cd34afac2 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.472510 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-57f8cf49-bd08-4275-ab37-aa3cd34afac2 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0088241 Nov 23 14:33:50.478425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.482799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-4e1bb77c-eb64-4f1f-a3f4-461cf35d674c tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.483820 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4e1bb77c-eb64-4f1f-a3f4-461cf35d674c tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044026 Nov 23 14:33:50.488601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52150) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.493026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-8fb796bc-8ac4-48b0-97d0-dffcadb7b9d4 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.493986 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8fb796bc-8ac4-48b0-97d0-dffcadb7b9d4 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043395 Nov 23 14:33:50.498640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52152) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.507027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-9523ba01-d658-4cd2-b71b-fd17e5e0bcca tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.510575 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9523ba01-d658-4cd2-b71b-fd17e5e0bcca tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0105033 Nov 23 14:33:50.513874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52154) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.524331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-120b58c2-6f34-4312-939a-5e13ec249564 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.527882 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-120b58c2-6f34-4312-939a-5e13ec249564 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083656 Nov 23 14:33:50.528375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52156) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.540212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-796632c2-efc9-4a4e-b024-ca9d9e9ddd6e tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.543643 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-796632c2-efc9-4a4e-b024-ca9d9e9ddd6e tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0113013 Nov 23 14:33:50.544758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52158) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.552061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-1b54b6ca-7ef5-4134-a49c-e6171cd79066 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.556069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b54b6ca-7ef5-4134-a49c-e6171cd79066 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085635 Nov 23 14:33:50.556375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52160) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.562010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-eba36fcb-e649-497c-84de-c13efb4f8656 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.565580 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eba36fcb-e649-497c-84de-c13efb4f8656 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053580 Nov 23 14:33:50.566243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52162) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.572033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-1b56cb0a-4c47-428a-abe9-0e5d2270fe85 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.577214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1b56cb0a-4c47-428a-abe9-0e5d2270fe85 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080037 Nov 23 14:33:50.579353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52164) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.587465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-0be04429-7764-48c0-a8b1-f87bb1f00d2f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.590927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0be04429-7764-48c0-a8b1-f87bb1f00d2f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0081656 Nov 23 14:33:50.593583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52166) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.597964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-a720e03c-3e85-40d1-925a-438b18e566b2 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.601388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a720e03c-3e85-40d1-925a-438b18e566b2 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044169 Nov 23 14:33:50.608666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52168) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.623692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-d62667cf-2cb2-447f-9fe8-f7a1a9bcf0ef tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.627251 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d62667cf-2cb2-447f-9fe8-f7a1a9bcf0ef tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0160105 Nov 23 14:33:50.631343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.635779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-7f24f01b-4e71-4cdc-a6f2-58533d83ad0f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.639213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7f24f01b-4e71-4cdc-a6f2-58533d83ad0f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044396 Nov 23 14:33:50.640492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52172) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.644890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-d9d8e2a4-b0ad-4afa-885e-d55dfca56288 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.647946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d9d8e2a4-b0ad-4afa-885e-d55dfca56288 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046837 Nov 23 14:33:50.654491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52174) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.658743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-1375978e-2b5c-47c7-adc4-0cc827f0afbd tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.663176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1375978e-2b5c-47c7-adc4-0cc827f0afbd tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043225 Nov 23 14:33:50.663520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52178) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.668324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-2be9a9e9-cc26-42fc-95a6-713385c6a066 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.669277 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2be9a9e9-cc26-42fc-95a6-713385c6a066 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048831 Nov 23 14:33:50.671872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52180) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.676389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-f6e2a197-59e4-4b89-a960-4976481b955a tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.678526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f6e2a197-59e4-4b89-a960-4976481b955a tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056131 Nov 23 14:33:50.683394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52182) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.687875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-62db96d0-1370-4a11-83a3-795d2a5693f6 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.692286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52184) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.699474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-a5bc0635-207c-4885-bebb-803f1bfb977f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.700228 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62db96d0-1370-4a11-83a3-795d2a5693f6 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0155053 Nov 23 14:33:50.704919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52186) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.710077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-e3d57893-d0a6-4939-9938-8285e89f77b0 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.710973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a5bc0635-207c-4885-bebb-803f1bfb977f tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0145323 Nov 23 14:33:50.717530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52188) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.718237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e3d57893-d0a6-4939-9938-8285e89f77b0 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0120378 Nov 23 14:33:50.725722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-6bcbe2a3-b0c1-4d06-a449-d000668eb747 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.729820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52190) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.735216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-fec1af39-6943-462b-9c9e-fba7f95cdc69 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.736445 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fec1af39-6943-462b-9c9e-fba7f95cdc69 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048857 Nov 23 14:33:50.737574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6bcbe2a3-b0c1-4d06-a449-d000668eb747 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0175834 Nov 23 14:33:50.739301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52192) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.744781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-405bddaa-2ac7-4b9a-8c64-8d55031c3c74 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.747897 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-405bddaa-2ac7-4b9a-8c64-8d55031c3c74 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049827 Nov 23 14:33:50.748568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52194) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.752709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-a861355f-2991-4401-b1d3-78a1a1ceb2d1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.756536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a861355f-2991-4401-b1d3-78a1a1ceb2d1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047171 Nov 23 14:33:50.758367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52196) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.763522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-73c10085-f23f-4d7c-aff6-473ac55f3f34 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.766957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-73c10085-f23f-4d7c-aff6-473ac55f3f34 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054524 Nov 23 14:33:50.767921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52198) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.772630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-9129eb1e-0499-4876-b24a-e8a508b27990 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.778385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52202) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.779367 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9129eb1e-0499-4876-b24a-e8a508b27990 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083332 Nov 23 14:33:50.784175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Allocated IP 172.20.0.8 (05076ce3-f0b7-45b9-8b14-14d432a50edc/dba1c1cd-7d09-475e-9519-fcaf114e0f27/f2880295-25bb-4723-894a-20e7189d81b5) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:50.838555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-c0e93a29-bec5-4de6-aa9b-e5d31bf19c75 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.844444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52206) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.855219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-b5e03f97-64c9-418f-a432-8f4fc24e8f07 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.857663 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b5e03f97-64c9-418f-a432-8f4fc24e8f07 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0120614 Nov 23 14:33:50.858263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52208) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.869162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c0e93a29-bec5-4de6-aa9b-e5d31bf19c75 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0797203 Nov 23 14:33:50.875036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-e7db815e-9498-4356-ab42-e93902762acc tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.880365 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e7db815e-9498-4356-ab42-e93902762acc tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0198612 Nov 23 14:33:50.891214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52210) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.897048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-5ef421c1-9295-4c2f-af4d-9f3554dafe75 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.898010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ef421c1-9295-4c2f-af4d-9f3554dafe75 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046570 Nov 23 14:33:50.901536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52214) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.906007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-e675e54e-7d9d-45f5-80d9-9fda9b2183db tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.909184 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e675e54e-7d9d-45f5-80d9-9fda9b2183db tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045056 Nov 23 14:33:50.910296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52216) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.928544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-f84d958a-5186-4444-95e8-6a625cea5d5b tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.932923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f84d958a-5186-4444-95e8-6a625cea5d5b tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0180836 Nov 23 14:33:50.933967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52218) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.942783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-3e535846-6cb0-4717-919c-d629dcb9e199 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.946413 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3e535846-6cb0-4717-919c-d629dcb9e199 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089836 Nov 23 14:33:50.946993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52220) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.960786 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-ad724049-851d-4bc4-8b2b-4da43a53bb54 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.962286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ad724049-851d-4bc4-8b2b-4da43a53bb54 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0138059 Nov 23 14:33:50.964964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52224) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.970286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-c9e1e1ae-6d93-4da8-a27b-a576aa18a310 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.971456 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c9e1e1ae-6d93-4da8-a27b-a576aa18a310 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052028 Nov 23 14:33:50.974518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52226) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:50.980630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-a2108eaf-d035-4dc4-bf65-9e55a9ed9417 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:50.985904 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a2108eaf-d035-4dc4-bf65-9e55a9ed9417 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0073409 Nov 23 14:33:50.986628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52228) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.000735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-386bb459-faae-4c85-985b-8c95ca2af397 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.001877 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-386bb459-faae-4c85-985b-8c95ca2af397 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0142047 Nov 23 14:33:51.004939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52230) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.010236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-f3b0a60d-6b31-42ec-9172-0bb3239c5a15 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.019903 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f3b0a60d-6b31-42ec-9172-0bb3239c5a15 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0138352 Nov 23 14:33:51.022762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52232) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.037422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-0ff4546f-f220-4d15-ae32-48c89abd15bb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.038931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0ff4546f-f220-4d15-ae32-48c89abd15bb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0153575 Nov 23 14:33:51.043539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52236) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.047859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-51e33366-2412-4eed-9e27-117b26b58681 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.051747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-51e33366-2412-4eed-9e27-117b26b58681 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044453 Nov 23 14:33:51.051851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52240) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.055940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-5280d3ad-ae31-4ed0-8a8b-d138737a86a1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.059894 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5280d3ad-ae31-4ed0-8a8b-d138737a86a1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043449 Nov 23 14:33:51.060310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52242) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.064489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-0c2d963c-4011-45e1-82b7-794e8f1f63ad tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.068449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0c2d963c-4011-45e1-82b7-794e8f1f63ad tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042160 Nov 23 14:33:51.068912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52244) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.076340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-7fb17d2f-d5b0-462d-b844-d7eb4b029fdc tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.079544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7fb17d2f-d5b0-462d-b844-d7eb4b029fdc tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074830 Nov 23 14:33:51.079928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52246) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.084350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-43519547-5196-43a8-b162-6fffdd9f5c90 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.087720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43519547-5196-43a8-b162-6fffdd9f5c90 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044062 Nov 23 14:33:51.088173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52248) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.097677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-c05a8170-a5ae-4dc0-b6a5-ecfdef6ebcbe tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.101014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c05a8170-a5ae-4dc0-b6a5-ecfdef6ebcbe tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098054 Nov 23 14:33:51.101457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52250) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.105435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-ee134980-1e5a-4ee2-b7e3-81cce5414f18 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.117062 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ee134980-1e5a-4ee2-b7e3-81cce5414f18 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0147440 Nov 23 14:33:51.119910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52252) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.127697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-45ca495b-d08f-4051-8d76-da505b322448 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.131615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-45ca495b-d08f-4051-8d76-da505b322448 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082552 Nov 23 14:33:51.131903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52254) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.137707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-13229b21-8909-4416-b54d-39adf7b05df5 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.141675 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-13229b21-8909-4416-b54d-39adf7b05df5 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062282 Nov 23 14:33:51.142339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52256) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.147799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-79ae21f2-5fb9-48f2-8ad7-9c3ea45c92bb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.149098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79ae21f2-5fb9-48f2-8ad7-9c3ea45c92bb tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052500 Nov 23 14:33:51.151634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52258) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.156813 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-c1f2e6dc-8e9d-49e9-980e-95be96ea3217 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.160016 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c1f2e6dc-8e9d-49e9-980e-95be96ea3217 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0043614 Nov 23 14:33:51.160486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52260) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.166662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-9721130c-b19e-47bd-9261-9273cac84ad8 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.171614 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9721130c-b19e-47bd-9261-9273cac84ad8 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0079079 Nov 23 14:33:51.172218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52262) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.176927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-a0d54c35-17ea-42b2-bd01-ff91c22b8faa tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.179997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a0d54c35-17ea-42b2-bd01-ff91c22b8faa tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047405 Nov 23 14:33:51.180722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52264) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.187212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-3ad9a29b-80b3-4d84-a27d-39e408498aa5 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.190642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3ad9a29b-80b3-4d84-a27d-39e408498aa5 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0065939 Nov 23 14:33:51.191460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52266) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.192193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.199310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-534034bc-3cb7-492b-8800-1b962526af69 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.204045 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-534034bc-3cb7-492b-8800-1b962526af69 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0101635 Nov 23 14:33:51.205311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52268) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.210313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-2109f534-4fae-49c4-a780-2e83ed9c32e1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.214088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2109f534-4fae-49c4-a780-2e83ed9c32e1 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0072777 Nov 23 14:33:51.214234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52270) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.220275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-5189e906-68eb-4372-95fc-5f08d738fa4e tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.223863 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5189e906-68eb-4372-95fc-5f08d738fa4e tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063362 Nov 23 14:33:51.224109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52272) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.232226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-89754a7c-0ba2-49a1-b640-b51fe95d1cdf tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.235181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-89754a7c-0ba2-49a1-b640-b51fe95d1cdf tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090384 Nov 23 14:33:51.236787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52274) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.247685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-1a8c9838-79b2-483b-8263-c6ad18c9f200 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.253191 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1a8c9838-79b2-483b-8263-c6ad18c9f200 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0127387 Nov 23 14:33:51.254915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52276) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.263520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [None req-fd4544c2-82fa-4df9-a1e1-f59bb0be4643 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.267365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52278) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.273120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fd4544c2-82fa-4df9-a1e1-f59bb0be4643 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0087469 Nov 23 14:33:51.273240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-0642a552-8d36-4b83-98c2-04e98bae1f03 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.276513 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0642a552-8d36-4b83-98c2-04e98bae1f03 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058153 Nov 23 14:33:51.276803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52282) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.286342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [None req-385068c4-7d4b-4b18-a0b6-c2151ae5d194 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:33:51.290773 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-385068c4-7d4b-4b18-a0b6-c2151ae5d194 tempest-ExtensionsTestJSON-571473467 tempest-ExtensionsTestJSON-571473467-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0100596 Nov 23 14:33:51.295573 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.352399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:51.355576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:51.370202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:51.415784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event updated for resources: {'Port': ['ID=f2880295-25bb-4723-894a-20e7189d81b5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:51.444487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:51.445157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.470203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c4510d07-7661-49d7-8dec-5c233cfa4450 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3884585 Nov 23 14:33:51.470373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52290) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.475010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Request body: {'floatingip': {'port_id': 'f2880295-25bb-4723-894a-20e7189d81b5'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:51.629321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.693907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52296) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:51.824367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a77785a3-1ac6-41b1-8d73-ef915950c109 None None] Provisioning complete for port f2880295-25bb-4723-894a-20e7189d81b5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:51.824935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a77785a3-1ac6-41b1-8d73-ef915950c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.934964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a77785a3-1ac6-41b1-8d73-ef915950c109 None None] Port f2880295-25bb-4723-894a-20e7189d81b5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:51.945623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ed82-b317-45fb-90c0-926973c0c4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.091064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ed82-b317-45fb-90c0-926973c0c4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.095972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ed82-b317-45fb-90c0-926973c0c4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.173972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5ed82-b317-45fb-90c0-926973c0c4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f01588-6ae5-44a2-aa30-117d6f9fe6f8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:52.186402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e0c5ed82-b317-45fb-90c0-926973c0c4a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2aeb37565a574de39d2dbb90df3bbefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4913371 Nov 23 14:33:52.187155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52314) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:52.300722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54e0804-43ac-42e7-8335-749d32911f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.348118 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54e0804-43ac-42e7-8335-749d32911f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.414557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54e0804-43ac-42e7-8335-749d32911f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.419442 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54e0804-43ac-42e7-8335-749d32911f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.421161 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f54e0804-43ac-42e7-8335-749d32911f32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64f01588-6ae5-44a2-aa30-117d6f9fe6f8 HTTP/1.1" status: 204 len: 168 time: 0.2327232 Nov 23 14:33:52.433122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e0804-43ac-42e7-8335-749d32911f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f01588-6ae5-44a2-aa30-117d6f9fe6f8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:52.572542 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.577993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:52.817915 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP df0106ea-40b1-48c2-a7ee-145c0d7780ef associated. External IP: 172.25.3.240, port: 24b9017a-9196-45f3-8633-ad9a41277d04. Nov 23 14:33:53.135960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:53.313689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:53.325955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:53.353923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:53.361628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:53.437124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:53.457608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:53.458236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:53.529510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:53.530176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16628ed4-93d3-4c1b-bf98-2766b6723747 None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:53.798694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.804632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router dd909cb9-d805-4e71-98eb-8941a6616ce5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:53.946096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:53.957674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.961049 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] Sync routers for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:53.980348 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:53.982360 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:54.003132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52366) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:54.036066 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:54.047210 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:54.048576 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:54.056834 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-35994d1e-fa4b-4a71-8e29-364ad99cd74f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/floatingips/df0106ea-40b1-48c2-a7ee-145c0d7780ef HTTP/1.1" status: 200 len: 977 time: 2.5853844 Nov 23 14:33:54.059937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52370) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:54.091643 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:54.092986 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aafa47-2810-4df9-81f7-ac86c457a764 None None] The sync data for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:54.193690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port f2880295-25bb-4723-894a-20e7189d81b5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:54.194073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.320612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.412742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-266848176'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:54.498229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:54.502086 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.513340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.655966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.656593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.657069 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Floating IP df0106ea-40b1-48c2-a7ee-145c0d7780ef disassociated. External IP: 172.25.3.240, port: f2880295-25bb-4723-894a-20e7189d81b5. Nov 23 14:33:54.657564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for f2880295-25bb-4723-894a-20e7189d81b5 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:54.729827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.737456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.784450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:54.804851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae47d69-21ee-4897-8651-9ed913ff025f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:54.829084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.834389 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment cff14350-8618-4467-a1b5-afc890492a06 of type vlan for network 8e760e14-e453-4e3d-8bbe-0571258abba1 Nov 23 14:33:54.912226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.947977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.965791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:54.971628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:54.972245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.016422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=f2880295-25bb-4723-894a-20e7189d81b5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:55.045257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0395851 Nov 23 14:33:55.183331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f007d6f-7550-4ca3-b475-6634a46d7b71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=8e760e14-e453-4e3d-8bbe-0571258abba1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:55.194079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8e760e14-e453-4e3d-8bbe-0571258abba1 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:33:55.199110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52398) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:55.207130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '8e760e14-e453-4e3d-8bbe-0571258abba1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:55.294062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router dd909cb9-d805-4e71-98eb-8941a6616ce5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:55.373227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:55.380675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.807585 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.896126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=227a9ba3-df86-487c-a4c5-2bef78907fe3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:55.905527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': 'cff14350-8618-4467-a1b5-afc890492a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8e760e14-e453-4e3d-8bbe-0571258abba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:55.905897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 8e760e14-e453-4e3d-8bbe-0571258abba1, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:33:55.928823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:55.942251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] Sync routers for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:55.957632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:55.958544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:55.974929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 8e760e14-e453-4e3d-8bbe-0571258abba1 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:33:55.996206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52412) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:56.015366 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.016345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8e760e14-e453-4e3d-8bbe-0571258abba1) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:56.028756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1cff92f0-1574-4d90-91b3-9cee8de16c48 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/ports/f2880295-25bb-4723-894a-20e7189d81b5 HTTP/1.1" status: 204 len: 168 time: 1.9594140 Nov 23 14:33:56.029338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:56.029609 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.031004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52416) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:56.052032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6babd8a-e05f-4ec8-a3e5-5049242e2e62 None None] Network 8e760e14-e453-4e3d-8bbe-0571258abba1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:56.078593 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-19ea69f6-b4b1-473a-85b1-a3966b867704 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8746226 Nov 23 14:33:56.079118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52418) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:56.095674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1390607211'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:56.160137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:56.167768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:56.169506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.183721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:56.184668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:56.236711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:56.238364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e09a0e-40fe-4138-ae18-3cb4436590f8 None None] The sync data for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:56.269231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:56.301614 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.302215 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 2a75d520-da17-44ab-9972-ac447b120dbe of type vlan for network ca17f1f2-87cc-4b97-b392-c70740140dfc Nov 23 14:33:56.406522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.427050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-8e760e14-e453-4e3d-8bbe-0571258abba1', 'network_id': '8e760e14-e453-4e3d-8bbe-0571258abba1', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '227a9ba3-df86-487c-a4c5-2bef78907fe3'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:33:56.427964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.497466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.509353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:56.510219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.612482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.734855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=ca17f1f2-87cc-4b97-b392-c70740140dfc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:56.770045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Allocated IP 172.20.255.242 (8e760e14-e453-4e3d-8bbe-0571258abba1/227a9ba3-df86-487c-a4c5-2bef78907fe3/0b2bfe6e-f004-4c80-9bfb-0497a8e0023f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:56.770749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe40e15-41e3-4e78-abba-324ee52e1e52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:56.827412 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3da39ec1-750a-4fe5-812e-c58f7c7ea024 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7473617 Nov 23 14:33:56.833784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52434) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:56.844728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': 'ca17f1f2-87cc-4b97-b392-c70740140dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:57.084696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.088377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network ca17f1f2-87cc-4b97-b392-c70740140dfc details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:33:57.102055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:57.106047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.213263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 9030d8c5-9c28-456e-97a6-b9c43068f61e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:57.213674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.229237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.240133 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c01b2d67-793b-4e8a-89d4-f2010d9a38c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.292331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe40e15-41e3-4e78-abba-324ee52e1e52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.295419 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.298838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbe40e15-41e3-4e78-abba-324ee52e1e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.341242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Pushing event updated for resources: {'Port': ['ID=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:57.350438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Network 8e760e14-e453-4e3d-8bbe-0571258abba1 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:57.352879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:57.360886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:57.371881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe40e15-41e3-4e78-abba-324ee52e1e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7cace7-c1b5-4c06-bb21-fd4a138c17f6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:57.395190 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dbe40e15-41e3-4e78-abba-324ee52e1e52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3efcd7761bf04c5295d1154efc02a9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3977211 Nov 23 14:33:57.401570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52442) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:57.451855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Attempting to bind port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:57.452367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Attempting to bind port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'cff14350-8618-4467-a1b5-afc890492a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8e760e14-e453-4e3d-8bbe-0571258abba1'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:57.452830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Attempting to bind port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f on network 8e760e14-e453-4e3d-8bbe-0571258abba1 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:57.463211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:57.463659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Checking segment: {'id': 'cff14350-8618-4467-a1b5-afc890492a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8e760e14-e453-4e3d-8bbe-0571258abba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:57.464077 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.464474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Bound using segment: {'id': 'cff14350-8618-4467-a1b5-afc890492a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8e760e14-e453-4e3d-8bbe-0571258abba1'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:57.465160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Bound port: 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff14350-8618-4467-a1b5-afc890492a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8e760e14-e453-4e3d-8bbe-0571258abba1'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:57.465555 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.467991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.492703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 9030d8c5-9c28-456e-97a6-b9c43068f61e owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:57.558055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5750b116-29d0-4bfe-a52a-172994009de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.599779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.605457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] For port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:57.609735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] For port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,segment=NetworkSegment(cff14350-8618-4467-a1b5-afc890492a06),segment_id=cff14350-8618-4467-a1b5-afc890492a06)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:57.616151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.696903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f7e4-4613-4fe6-a4c7-70bc21629e1c None None] Pushing event updated for resources: {'Port': ['ID=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:57.699843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5750b116-29d0-4bfe-a52a-172994009de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.810840 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.869736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=9030d8c5-9c28-456e-97a6-b9c43068f61e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:58.160317 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.405163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=7f69b1af-e322-45e7-8c3c-fc700cbc102d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:58.473506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '2a75d520-da17-44ab-9972-ac447b120dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca17f1f2-87cc-4b97-b392-c70740140dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:58.474335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: ca17f1f2-87cc-4b97-b392-c70740140dfc, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:33:58.500499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network ca17f1f2-87cc-4b97-b392-c70740140dfc is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:33:58.502122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router dd909cb9-d805-4e71-98eb-8941a6616ce5 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:58.518048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5750b116-29d0-4bfe-a52a-172994009de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.523849 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5750b116-29d0-4bfe-a52a-172994009de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.536005 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5750b116-29d0-4bfe-a52a-172994009de1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e7cace7-c1b5-4c06-bb21-fd4a138c17f6 HTTP/1.1" status: 204 len: 168 time: 1.1248190 Nov 23 14:33:58.547907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, ca17f1f2-87cc-4b97-b392-c70740140dfc) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:58.558772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8db35-cdcb-4774-a659-ce88d6ead271 None None] Network ca17f1f2-87cc-4b97-b392-c70740140dfc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:58.580269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:58.589672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.606842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750b116-29d0-4bfe-a52a-172994009de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7cace7-c1b5-4c06-bb21-fd4a138c17f6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:58.641316 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08dc2cf8-73c7-44db-b7ac-b7e1ad979b8d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8050153 Nov 23 14:33:58.642186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52456) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:58.746699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:58.756094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-19765531-c32c-4125-8973-9c33608cc40a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/routers/dd909cb9-d805-4e71-98eb-8941a6616ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232239 Nov 23 14:33:58.757439 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] Sync routers for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:58.758647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52458) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:58.798832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:58.799388 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:58.939722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:58.953540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:58.958231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.965636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8594cd-abe5-47be-b9f4-dc60d3e2f20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-ca17f1f2-87cc-4b97-b392-c70740140dfc', 'network_id': 'ca17f1f2-87cc-4b97-b392-c70740140dfc', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '7f69b1af-e322-45e7-8c3c-fc700cbc102d'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:33:58.973187 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb8594cd-abe5-47be-b9f4-dc60d3e2f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.974000 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] Routers {'dd909cb9-d805-4e71-98eb-8941a6616ce5'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:58.979700 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['dd909cb9-d805-4e71-98eb-8941a6616ce5'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.053756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.066328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.069679 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.070995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331413d-11ab-4ffa-ab06-c8eb33a884e1 None None] The sync data for ids ['dd909cb9-d805-4e71-98eb-8941a6616ce5'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:59.223876 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.272407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=7f69b1af-e322-45e7-8c3c-fc700cbc102d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:59.370034 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.386331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server [None req-eb8594cd-abe5-47be-b9f4-dc60d3e2f20f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f69b1af-e322-45e7-8c3c-fc700cbc102d: This subnet is being modified by another concurrent operation. Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:33:59.395724 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise exception Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f69b1af-e322-45e7-8c3c-fc700cbc102d: This subnet is being modified by another concurrent operation. Nov 23 14:33:59.400295 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Nov 23 14:33:59.433167 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7904-a936-4647-a165-dc177e345c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.446987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca17f1f2-87cc-4b97-b392-c70740140dfc']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.460709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12dd46-7443-40a3-a348-6c2f2c4d8cbe None None] Network ca17f1f2-87cc-4b97-b392-c70740140dfc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:59.470613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 2fe3c977-c949-49b3-a7b1-5ed1f5cb9d87 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:59.471002 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.475031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a75d520-da17-44ab-9972-ac447b120dbe') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.475383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a75d520-da17-44ab-9972-ac447b120dbe') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.495342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.543130 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.557011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:33:59.557339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:33:59.572978 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:33:59.649690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:59.650291 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.669049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.684980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f68076-a19a-42fb-9802-9d0d84ac133d None None] Network 8e760e14-e453-4e3d-8bbe-0571258abba1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:33:59.695826 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.716679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 2fe3c977-c949-49b3-a7b1-5ed1f5cb9d87 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:59.734577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.738468 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/ca17f1f2-87cc-4b97-b392-c70740140dfc HTTP/1.1" status: 204 len: 168 time: 1.0936701 Nov 23 14:33:59.739419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774db73c-f445-4733-97e7-c3c3274fbe5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=ca17f1f2-87cc-4b97-b392-c70740140dfc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:59.741880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:59.746937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-482088794'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:59.788011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:59.793368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.801441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2b64ab28-c37f-429c-a7aa-1e36b60963a3 None None] Provisioning complete for port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:59.802311 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab28-c37f-429c-a7aa-1e36b60963a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.848110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:33:59.870806 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.872826 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 79696908-84cf-4b84-90d0-d39c8679d19a of type vlan for network 91231cee-faeb-4bc1-b2d7-94c62a9c199a Nov 23 14:33:59.940840 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.945005 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.979926 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.988451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:59.989311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.042965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2998128 Nov 23 14:34:00.043427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.045936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:00.051220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '91231cee-faeb-4bc1-b2d7-94c62a9c199a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:00.097537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661c49d-68fc-4e11-a7fd-c56d5e4f2052 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=91231cee-faeb-4bc1-b2d7-94c62a9c199a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:00.109160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac4ef54-7423-4fca-9f66-542a0ca9b9bd None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:00.132608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 91231cee-faeb-4bc1-b2d7-94c62a9c199a details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:00.147196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=2fe3c977-c949-49b3-a7b1-5ed1f5cb9d87,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:00.161911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b64ab28-c37f-429c-a7aa-1e36b60963a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.224524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:00.233996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.243315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.338300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,segment=NetworkSegment(cff14350-8618-4467-a1b5-afc890492a06),segment_id=cff14350-8618-4467-a1b5-afc890492a06)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:00.370937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing IP validity checks on allocation pools {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 14:34:00.373870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 14:34:00.377174 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.387902 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.406773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.410080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.516831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:00.537802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-2b64ab28-c37f-429c-a7aa-1e36b60963a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:34:00.538241 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-2b64ab28-c37f-429c-a7aa-1e36b60963a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:34:00.542265 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.542959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Fanout notify agent at l3_agent the message router_deleted on router dd909cb9-d805-4e71-98eb-8941a6616ce5 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:00.563674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.565216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-81b78402-eb91-425c-9ca9-4d44dd128daf tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/routers/dd909cb9-d805-4e71-98eb-8941a6616ce5 HTTP/1.1" status: 204 len: 168 time: 1.8029315 Nov 23 14:34:00.569322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:00.701295 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.718674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting subnet dba1c1cd-7d09-475e-9519-fcaf114e0f27 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:00.731715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.763130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:00.782667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=84a25784-a6a3-4f8c-9081-1383123c934c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:00.848704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.871948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '79696908-84cf-4b84-90d0-d39c8679d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '91231cee-faeb-4bc1-b2d7-94c62a9c199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:00.872410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 91231cee-faeb-4bc1-b2d7-94c62a9c199a, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:00.883086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc4a3eb-5985-4ef3-a785-bb8c33d83998 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:34:00.909329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 91231cee-faeb-4bc1-b2d7-94c62a9c199a is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:00.924562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 91231cee-faeb-4bc1-b2d7-94c62a9c199a) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:00.924834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:00.925162 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.936429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:00.936537 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:00.966859 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d7c876e8-a667-4feb-9ae5-21895cb451e4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9198530 Nov 23 14:34:00.970388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52518) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.062808 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.185026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.210192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52524) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.220806 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.273498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Subnet': ['ID=dba1c1cd-7d09-475e-9519-fcaf114e0f27,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:01.277818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.285330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4e7c1321-f9e8-4fab-97f9-22550f0a28ab tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/subnets/dba1c1cd-7d09-475e-9519-fcaf114e0f27 HTTP/1.1" status: 204 len: 168 time: 0.7142577 Nov 23 14:34:01.288127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52530) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.321289 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.363571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52532) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.405492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc4a3eb-5985-4ef3-a785-bb8c33d83998 None None] Unable to find a vacant binding_index for network 91231cee-faeb-4bc1-b2d7-94c62a9c199a and agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 {{(pid=103347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 14:34:01.408897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a3290b14-0e59-4936-a407-2c7b82300e6c None None] Provisioning complete for port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:01.409312 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3290b14-0e59-4936-a407-2c7b82300e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.416273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc4a3eb-5985-4ef3-a785-bb8c33d83998 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 91231cee-faeb-4bc1-b2d7-94c62a9c199a) {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:34:01.427882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.443209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.525240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 4d553c94-1f24-4e64-bf53-ade26c38939b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:01.525598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.620526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=84a25784-a6a3-4f8c-9081-1383123c934c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:01.622940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] For port 4d553c94-1f24-4e64-bf53-ade26c38939b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4d553c94-1f24-4e64-bf53-ade26c38939b,segment=NetworkSegment(11179bf9-b5d5-4c5e-be6b-1047f863784f),segment_id=11179bf9-b5d5-4c5e-be6b-1047f863784f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:01.623329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.638218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 4d553c94-1f24-4e64-bf53-ade26c38939b owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:01.647827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.650621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e04e9621-9b05-4b2d-bf7b-d289b32294a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.671172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.696933 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacd3f60-30b3-469b-8fae-cfd9abba59a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.702955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91231cee-faeb-4bc1-b2d7-94c62a9c199a']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:01.736874 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.739844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79696908-84cf-4b84-90d0-d39c8679d19a') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:01.740257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79696908-84cf-4b84-90d0-d39c8679d19a') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:01.752968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] No DVR routers for this DVR port 4d553c94-1f24-4e64-bf53-ade26c38939b on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:01.763797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.779688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=4d553c94-1f24-4e64-bf53-ade26c38939b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:01.831694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.844925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cecb6fe-39a0-4737-bfc6-02324d01483d None None] Network 91231cee-faeb-4bc1-b2d7-94c62a9c199a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:01.867078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:01.867952 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.871274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c932f-6afa-4d37-989d-8cbe1663ae02 None None] Network 05076ce3-f0b7-45b9-8b14-14d432a50edc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:01.871530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:01.873601 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:01.894003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05076ce3-f0b7-45b9-8b14-14d432a50edc']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:01.905052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11179bf9-b5d5-4c5e-be6b-1047f863784f') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:01.905356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11179bf9-b5d5-4c5e-be6b-1047f863784f') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:01.916605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.931722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.938178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:01.938576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:02.003396 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:02.005428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e04e9621-9b05-4b2d-bf7b-d289b32294a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.006292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.010544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.019168 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.022222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.023000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/networks/05076ce3-f0b7-45b9-8b14-14d432a50edc HTTP/1.1" status: 204 len: 168 time: 0.7339115 Nov 23 14:34:02.030454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/91231cee-faeb-4bc1-b2d7-94c62a9c199a HTTP/1.1" status: 204 len: 168 time: 1.0560825 Nov 23 14:34:02.032377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52538) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:02.032784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52540) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:02.035017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153de99-15f6-4c0e-8a0a-469d2511866a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Network': ['ID=05076ce3-f0b7-45b9-8b14-14d432a50edc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.063831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacd3f60-30b3-469b-8fae-cfd9abba59a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.069815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-72030105'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:02.080342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e04e9621-9b05-4b2d-bf7b-d289b32294a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.082622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Provisioning complete for port d689c8ce-8cf6-4b3b-9fd3-539c87f2c179 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:02.083022 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.119842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Port d689c8ce-8cf6-4b3b-9fd3-539c87f2c179 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:02.145917 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacd3f60-30b3-469b-8fae-cfd9abba59a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.155262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Provisioning complete for port 24b9017a-9196-45f3-8633-ad9a41277d04 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:02.155546 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.172448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce217ce-2b5b-4601-806b-87f609f46497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=91231cee-faeb-4bc1-b2d7-94c62a9c199a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.173928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179a6f4c-7736-42bc-99ab-46e307b06106 None None] DHCP port deletion for 05076ce3-f0b7-45b9-8b14-14d432a50edc request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:02.191998 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e04e9621-9b05-4b2d-bf7b-d289b32294a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e922b157d9546ec9e883007006a7825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8267391 Nov 23 14:34:02.195069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52542) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:02.195530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702ece2-fb19-49ad-aea5-81f011694345 None None] Network 91231cee-faeb-4bc1-b2d7-94c62a9c199a requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:02.209328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bacd3f60-30b3-469b-8fae-cfd9abba59a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80079393258c48f9be54e201f6e8da28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9980729 Nov 23 14:34:02.212388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702ece2-fb19-49ad-aea5-81f011694345 None None] Network 91231cee-faeb-4bc1-b2d7-94c62a9c199a could not be found, it might have been deleted concurrently. {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 14:34:02.215347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52544) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:02.235013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Port 24b9017a-9196-45f3-8633-ad9a41277d04 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:02.248303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Provisioning complete for port 7c21be8b-dd31-4530-83b8-57edf4a33722 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:02.248713 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.252483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e9621-9b05-4b2d-bf7b-d289b32294a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49bce6c-78b3-4bb4-8227-5467f8ff3ad0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.257356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:02.260324 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.309164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-10c405f4-06d4-4bb4-825b-cf5f6fde3b57 None None] Port 7c21be8b-dd31-4530-83b8-57edf4a33722 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:02.311274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40cfe005-0fc4-4fe0-8fb4-720c3d96e982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.322367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd3f60-30b3-469b-8fae-cfd9abba59a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1af7ec-91a6-49e3-85a3-7f2460b0db7f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.336347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:02.338609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46d74bde-3108-4244-9f96-f89a4cd6acde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.359869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40cfe005-0fc4-4fe0-8fb4-720c3d96e982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.362876 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.363612 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 20e0f0bf-6365-441d-8823-dd49c660ff16 of type vlan for network 874cbeb5-a26c-48dc-8eae-fda80a88d501 Nov 23 14:34:02.378377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port e7590780-3417-4950-806e-7667bf46b311 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:02.378591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.396551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46d74bde-3108-4244-9f96-f89a4cd6acde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.443161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.460777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46d74bde-3108-4244-9f96-f89a4cd6acde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.463613 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46d74bde-3108-4244-9f96-f89a4cd6acde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.465156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-46d74bde-3108-4244-9f96-f89a4cd6acde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee1af7ec-91a6-49e3-85a3-7f2460b0db7f HTTP/1.1" status: 204 len: 168 time: 0.2485998 Nov 23 14:34:02.467860 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40cfe005-0fc4-4fe0-8fb4-720c3d96e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.470515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40cfe005-0fc4-4fe0-8fb4-720c3d96e982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.474530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-40cfe005-0fc4-4fe0-8fb4-720c3d96e982 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a49bce6c-78b3-4bb4-8227-5467f8ff3ad0 HTTP/1.1" status: 204 len: 168 time: 0.2751067 Nov 23 14:34:02.479451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d74bde-3108-4244-9f96-f89a4cd6acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1af7ec-91a6-49e3-85a3-7f2460b0db7f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.496720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfe005-0fc4-4fe0-8fb4-720c3d96e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49bce6c-78b3-4bb4-8227-5467f8ff3ad0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.518179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.524152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:02.525038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.536764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.537194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.553010 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.578252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for e7590780-3417-4950-806e-7667bf46b311 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:02.589954 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5482960 Nov 23 14:34:02.592482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52552) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:02.600487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '874cbeb5-a26c-48dc-8eae-fda80a88d501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:02.638359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fba7a-5a2a-473e-ad22-c96c2f27ae83 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=874cbeb5-a26c-48dc-8eae-fda80a88d501,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.667153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 874cbeb5-a26c-48dc-8eae-fda80a88d501 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:02.816560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:02.821642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4d553c94-1f24-4e64-bf53-ade26c38939b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:02.822516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.827557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.847968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4d553c94-1f24-4e64-bf53-ade26c38939b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:02.849044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4d553c94-1f24-4e64-bf53-ade26c38939b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:02.867238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=e7590780-3417-4950-806e-7667bf46b311,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.001006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.004728 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.012530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36b3f461-b54b-419c-9062-ebfe10a0d32c tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/floatingips/df0106ea-40b1-48c2-a7ee-145c0d7780ef HTTP/1.1" status: 204 len: 168 time: 0.9722567 Nov 23 14:34:03.013216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52564) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.037654 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccf1b83-61a6-41e7-a7c3-b922fb58f193 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:03.038393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccf1b83-61a6-41e7-a7c3-b922fb58f193 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:03.044672 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8ccf1b83-61a6-41e7-a7c3-b922fb58f193 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/ports/f2880295-25bb-4723-894a-20e7189d81b5 HTTP/1.1" status: 404 len: 333 time: 0.0304253 Nov 23 14:34:03.046199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52566) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.099926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52570) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.100573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5dd9521b-7612-4c75-85ce-9c1203123a64 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd909cb9-d805-4e71-98eb-8941a6616ce5 HTTP/1.1" status: 200 len: 205 time: 0.0524588 Nov 23 14:34:03.111185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52572) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.116142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.128715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aed4afe9-1df3-4871-8f2d-527747cfbb7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.158018 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f156a11c-dbb7-4e3b-b470-0b6a662211a9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] delete failed (client error): The resource could not be found. Nov 23 14:34:03.162618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52574) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.162880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f156a11c-dbb7-4e3b-b470-0b6a662211a9 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/routers/dd909cb9-d805-4e71-98eb-8941a6616ce5 HTTP/1.1" status: 404 len: 336 time: 0.0598080 Nov 23 14:34:03.206657 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-134e92fe-f284-4da2-bd0a-6f1c024f927f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:03.207166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134e92fe-f284-4da2-bd0a-6f1c024f927f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:03.214560 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-134e92fe-f284-4da2-bd0a-6f1c024f927f tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/subnets/dba1c1cd-7d09-475e-9519-fcaf114e0f27 HTTP/1.1" status: 404 len: 337 time: 0.0487301 Nov 23 14:34:03.215808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52576) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.225263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=1f65d000-32e2-4040-af4d-8b3e5fa549db,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.272507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '20e0f0bf-6365-441d-8823-dd49c660ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '874cbeb5-a26c-48dc-8eae-fda80a88d501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:03.272873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 874cbeb5-a26c-48dc-8eae-fda80a88d501, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:03.308751 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aed4afe9-1df3-4871-8f2d-527747cfbb7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.314427 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aed4afe9-1df3-4871-8f2d-527747cfbb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.330759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 874cbeb5-a26c-48dc-8eae-fda80a88d501 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:03.361162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 874cbeb5-a26c-48dc-8eae-fda80a88d501) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:03.369175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:03.370782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.372593 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aed4afe9-1df3-4871-8f2d-527747cfbb7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a81377aa20146f69e0b6b8978fbeb6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607107 Nov 23 14:34:03.373112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb3920-33af-4e0a-a314-078acd7976f0 None None] Network 874cbeb5-a26c-48dc-8eae-fda80a88d501 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:03.373822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4afe9-1df3-4871-8f2d-527747cfbb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629d881-7af0-4522-8d97-8a74056888da,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.375190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52584) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.423713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b0b8301-5788-43fd-bfbb-67bb9c18591c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8295310 Nov 23 14:34:03.426307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 24b9017a-9196-45f3-8633-ad9a41277d04 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:03.426644 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.427490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52586) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.545987 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb1284bf-aee3-4f98-ab66-d90fac9f82c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.585707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb1284bf-aee3-4f98-ab66-d90fac9f82c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.606291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.630540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.634104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 24b9017a-9196-45f3-8633-ad9a41277d04 owned by {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:03.672686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52c8cf-3860-4874-838b-2a4788aba19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-874cbeb5-a26c-48dc-8eae-fda80a88d501', 'network_id': '874cbeb5-a26c-48dc-8eae-fda80a88d501', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '1f65d000-32e2-4040-af4d-8b3e5fa549db'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:03.674510 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e52c8cf-3860-4874-838b-2a4788aba19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.727328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.729797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb1284bf-aee3-4f98-ab66-d90fac9f82c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.739064 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb1284bf-aee3-4f98-ab66-d90fac9f82c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.742722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eb1284bf-aee3-4f98-ab66-d90fac9f82c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b629d881-7af0-4522-8d97-8a74056888da HTTP/1.1" status: 204 len: 168 time: 0.3655858 Nov 23 14:34:03.823312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.865117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=1f65d000-32e2-4040-af4d-8b3e5fa549db,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server [None req-3e52c8cf-3860-4874-838b-2a4788aba19e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f65d000-32e2-4040-af4d-8b3e5fa549db: This subnet is being modified by another concurrent operation. Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:34:03.936554 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise exception Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f65d000-32e2-4040-af4d-8b3e5fa549db: This subnet is being modified by another concurrent operation. Nov 23 14:34:03.940750 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Nov 23 14:34:03.952244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8681b4a-2d4a-44ae-ba5d-079c722d29a7 None None] Network 874cbeb5-a26c-48dc-8eae-fda80a88d501 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:03.953208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.962866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1284bf-aee3-4f98-ab66-d90fac9f82c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629d881-7af0-4522-8d97-8a74056888da,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.971510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.005389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=24b9017a-9196-45f3-8633-ad9a41277d04,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:04.032682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874cbeb5-a26c-48dc-8eae-fda80a88d501']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:04.037237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ac815-fc8a-44af-8da5-24a982f532bf None None] DHCP port deletion for 26d16fc1-f8be-40af-8fba-e0ff025c180e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:04.058824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e0f0bf-6365-441d-8823-dd49c660ff16') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:04.062339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e0f0bf-6365-441d-8823-dd49c660ff16') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:04.084093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.118856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.126300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bcda70-cfcc-4f9c-8c63-1d955902895b None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:34:04.132199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:04.133540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:04.140781 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:04.159849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.168256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52600) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:04.169542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-96064f96-beb3-44f8-84ad-877ffca4dd44 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/ports/24b9017a-9196-45f3-8633-ad9a41277d04 HTTP/1.1" status: 204 len: 168 time: 0.9487407 Nov 23 14:34:04.242658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bcda70-cfcc-4f9c-8c63-1d955902895b None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:34:04.340836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.396840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.408584 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/874cbeb5-a26c-48dc-8eae-fda80a88d501 HTTP/1.1" status: 204 len: 168 time: 0.9794414 Nov 23 14:34:04.412107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52612) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:04.421998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100782510'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:04.425143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd779e7-e58e-41d9-9861-4ecdaab0b990 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=874cbeb5-a26c-48dc-8eae-fda80a88d501,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:04.450647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port 7c21be8b-dd31-4530-83b8-57edf4a33722 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:04.451061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.468670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:04.474130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.525488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:04.546853 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.547441 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 32d4102f-1542-42c0-83a5-4c7f8f6f9a4c of type vlan for network 5cf35554-8751-445b-88d5-949aef1a533b Nov 23 14:34:04.630750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.653061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.684553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for 7c21be8b-dd31-4530-83b8-57edf4a33722 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:04.686647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.711617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:04.713518 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:04.804731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3913436 Nov 23 14:34:04.809403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52640) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:04.817393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '5cf35554-8751-445b-88d5-949aef1a533b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:04.898612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eca959-f385-425a-bde7-ad0d37a9536d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=5cf35554-8751-445b-88d5-949aef1a533b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:04.913225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5cf35554-8751-445b-88d5-949aef1a533b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:05.063181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.072504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:05.076663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.105676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=7c21be8b-dd31-4530-83b8-57edf4a33722,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:05.129424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcf341-d219-4b35-a731-d098dd39b1d2 None None] DHCP port deletion for 26d16fc1-f8be-40af-8fba-e0ff025c180e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:05.236945 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.248527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52648) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:05.252740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5432a122-650e-4900-a329-03f0c7aef005 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/ports/7c21be8b-dd31-4530-83b8-57edf4a33722 HTTP/1.1" status: 204 len: 168 time: 1.0809281 Nov 23 14:34:05.320144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8b388-830f-46bf-8bc3-80f4499e82d4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:05.324738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52652) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:05.325138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a3c8b388-830f-46bf-8bc3-80f4499e82d4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff27b54e-04fa-4772-84a8-5dbd79bd4918 HTTP/1.1" status: 200 len: 913 time: 0.0752511 Nov 23 14:34:05.498602 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.577263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=ef1065c4-4f29-455c-b78d-c1b895177f8f,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:05.618495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5cf35554-8751-445b-88d5-949aef1a533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:05.619415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 5cf35554-8751-445b-88d5-949aef1a533b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:05.642617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 5cf35554-8751-445b-88d5-949aef1a533b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:05.653361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5cf35554-8751-445b-88d5-949aef1a533b) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:05.659446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:05.660590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.668568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf655a-3b5f-4cf2-8ab0-bb78e898f5c6 None None] Network 5cf35554-8751-445b-88d5-949aef1a533b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:05.685444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-02c4ec68-6092-4746-94b4-727609100d9a tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8746052 Nov 23 14:34:05.688716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52660) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:05.863901 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.934141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-5cf35554-8751-445b-88d5-949aef1a533b', 'network_id': '5cf35554-8751-445b-88d5-949aef1a533b', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': 'ef1065c4-4f29-455c-b78d-c1b895177f8f'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:05.935053 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.013734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.141520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Allocated IP 172.20.0.2 (5cf35554-8751-445b-88d5-949aef1a533b/ef1065c4-4f29-455c-b78d-c1b895177f8f/7587af5b-ab5d-4adb-a929-43c51b8e74d9) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:06.373301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.381843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.471970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Pushing event updated for resources: {'Port': ['ID=7587af5b-ab5d-4adb-a929-43c51b8e74d9,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:06.481279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Network 5cf35554-8751-445b-88d5-949aef1a533b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:06.482071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.517801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:06.523191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:06.548745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.548947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port d689c8ce-8cf6-4b3b-9fd3-539c87f2c179 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:06.549623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.606334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1065c4-4f29-455c-b78d-c1b895177f8f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:06.707757 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.716818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Attempting to bind port 7587af5b-ab5d-4adb-a929-43c51b8e74d9 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:06.723610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Attempting to bind port 7587af5b-ab5d-4adb-a929-43c51b8e74d9 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5cf35554-8751-445b-88d5-949aef1a533b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:06.724341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Attempting to bind port 7587af5b-ab5d-4adb-a929-43c51b8e74d9 on network 5cf35554-8751-445b-88d5-949aef1a533b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:06.731448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:06.735074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf35554-8751-445b-88d5-949aef1a533b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:06.744712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Checking segment: {'id': '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5cf35554-8751-445b-88d5-949aef1a533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:06.745523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.746139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Bound using segment: {'id': '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5cf35554-8751-445b-88d5-949aef1a533b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:06.746851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Bound port: 7587af5b-ab5d-4adb-a929-43c51b8e74d9, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5cf35554-8751-445b-88d5-949aef1a533b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:06.747495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.752950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:06.755251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:06.791543 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.818276 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.818530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.829527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:06.830297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:06.839626 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:06.847542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for d689c8ce-8cf6-4b3b-9fd3-539c87f2c179 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:06.894683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] For port 7587af5b-ab5d-4adb-a929-43c51b8e74d9, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:06.951201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] For port 7587af5b-ab5d-4adb-a929-43c51b8e74d9, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7587af5b-ab5d-4adb-a929-43c51b8e74d9,segment=NetworkSegment(32d4102f-1542-42c0-83a5-4c7f8f6f9a4c),segment_id=32d4102f-1542-42c0-83a5-4c7f8f6f9a4c)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:06.953015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:34:06.953015 n-d-818503-2 neutron-server[103346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:34:06.953015 n-d-818503-2 neutron-server[103346]: [parameters: {'id': '5cf35554-8751-445b-88d5-949aef1a533b'}] Nov 23 14:34:06.953015 n-d-818503-2 neutron-server[103346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:34:06.954186 n-d-818503-2 neutron-server[103346]: DEBUG oslo_db.api [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:34:06.957183 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.991487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52688) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:07.066823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d4a5d-465e-48ee-bc21-44be98130ea8 None None] Network 5cf35554-8751-445b-88d5-949aef1a533b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:07.095721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2e152-f1d1-473a-9aa7-55d1cea7b64f None None] Pushing event updated for resources: {'Port': ['ID=7587af5b-ab5d-4adb-a929-43c51b8e74d9,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:07.175211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.178035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc2981be-74c2-47be-b1ff-122cbb694655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.243516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61865399-3330-442a-ab98-50cedbb431ee None None] DHCP port deletion for 26d16fc1-f8be-40af-8fba-e0ff025c180e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:07.305296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d071c-4966-448d-9c9c-30868e68ea0a None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:34:07.312101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=d689c8ce-8cf6-4b3b-9fd3-539c87f2c179,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:07.330080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc2981be-74c2-47be-b1ff-122cbb694655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.336971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc2981be-74c2-47be-b1ff-122cbb694655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.416612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fc2981be-74c2-47be-b1ff-122cbb694655 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1254b3a747f437ca4c9776d5d02648c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238932 Nov 23 14:34:07.420013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52694) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:07.423660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2981be-74c2-47be-b1ff-122cbb694655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68fefbf-5797-4526-83a1-71f70c48ae61,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:07.457625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.478742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d071c-4966-448d-9c9c-30868e68ea0a None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:34:07.490660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de45-39bd-461a-8be2-eb1241a8d1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.538096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de45-39bd-461a-8be2-eb1241a8d1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.589960 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.594733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Deleting port 7587af5b-ab5d-4adb-a929-43c51b8e74d9 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:07.595295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.661208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de45-39bd-461a-8be2-eb1241a8d1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.664518 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d0a4de45-39bd-461a-8be2-eb1241a8d1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.665966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d0a4de45-39bd-461a-8be2-eb1241a8d1de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c68fefbf-5797-4526-83a1-71f70c48ae61 HTTP/1.1" status: 204 len: 168 time: 0.2375710 Nov 23 14:34:07.716859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] For port 7587af5b-ab5d-4adb-a929-43c51b8e74d9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7587af5b-ab5d-4adb-a929-43c51b8e74d9,segment=NetworkSegment(32d4102f-1542-42c0-83a5-4c7f8f6f9a4c),segment_id=32d4102f-1542-42c0-83a5-4c7f8f6f9a4c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:07.717456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.722973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4de45-39bd-461a-8be2-eb1241a8d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68fefbf-5797-4526-83a1-71f70c48ae61,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:07.759902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Calling delete_port for 7587af5b-ab5d-4adb-a929-43c51b8e74d9 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:07.916339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.969456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No DVR routers for this DVR port 7587af5b-ab5d-4adb-a929-43c51b8e74d9 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:07.976428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Port': ['ID=7587af5b-ab5d-4adb-a929-43c51b8e74d9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:08.022052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Router ff27b54e-04fa-4772-84a8-5dbd79bd4918 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:08.138511 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.188893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf35554-8751-445b-88d5-949aef1a533b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:08.200104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:08.203330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:08.203708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d4102f-1542-42c0-83a5-4c7f8f6f9a4c') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:08.210045 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-02de640f-ec16-467e-8d91-0290c5926356 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "PUT /v2.0/routers/ff27b54e-04fa-4772-84a8-5dbd79bd4918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8820736 Nov 23 14:34:08.216302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] Sync routers for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:08.225566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52704) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:08.226649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:08.227340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:08.240303 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.265519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:08.277751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] Routers {'ff27b54e-04fa-4772-84a8-5dbd79bd4918'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:08.278370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:08.351878 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.367829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:08.368333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:08.372543 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:08.376741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:08.377420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf531be8-fbb1-43b9-a04e-c3cc3db71cee None None] The sync data for ids ['ff27b54e-04fa-4772-84a8-5dbd79bd4918'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:08.495970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.524913 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.528779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/5cf35554-8751-445b-88d5-949aef1a533b HTTP/1.1" status: 204 len: 168 time: 2.8390226 Nov 23 14:34:08.532428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52714) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:08.538659 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794657922'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:08.543386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538e89-65c1-4763-a37d-22c48fb4138c tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=5cf35554-8751-445b-88d5-949aef1a533b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:08.571529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.575137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:08.579160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.612917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:08.624301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.624828 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 647f0855-bfef-4715-8d54-ae3c7ed36a05 of type vlan for network 5b54187f-5a6f-4c2c-bed9-e06982953d76 Nov 23 14:34:08.700972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.735243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.751877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.752691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.755354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.848037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=5b54187f-5a6f-4c2c-bed9-e06982953d76,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:08.864542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5b54187f-5a6f-4c2c-bed9-e06982953d76 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:08.879293 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a19e0bac-5385-46b0-a178-92b2bbdf7cd3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3453102 Nov 23 14:34:08.883402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52724) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:08.892336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '5b54187f-5a6f-4c2c-bed9-e06982953d76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:08.938233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting port cc6c189e-6418-4cfd-ac34-784d6d861d06 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:08.944314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.031112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:09.045415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.116899 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.118444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing IP validity checks on allocation pools {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 14:34:09.119028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 14:34:09.135232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Calling delete_port for cc6c189e-6418-4cfd-ac34-784d6d861d06 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:09.286052 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.357020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=66762a31-145f-4eee-b02b-35c1ae64c7c3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:09.363639 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.364260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '647f0855-bfef-4715-8d54-ae3c7ed36a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5b54187f-5a6f-4c2c-bed9-e06982953d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:09.364621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 5b54187f-5a6f-4c2c-bed9-e06982953d76, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:09.394023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Port': ['ID=cc6c189e-6418-4cfd-ac34-784d6d861d06,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:09.411276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2598aed5-d783-4219-b5e7-635feda6853e None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:09.419568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 5b54187f-5a6f-4c2c-bed9-e06982953d76 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:09.432747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5b54187f-5a6f-4c2c-bed9-e06982953d76) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:09.442067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:09.442931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.449486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b401a-6269-4719-8dfd-854e8694bd9a None None] Network 5b54187f-5a6f-4c2c-bed9-e06982953d76 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:09.464271 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f5b3afab-7cb6-410d-aa08-2c717d4fd682 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5805159 Nov 23 14:34:09.467211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52740) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:09.498022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.612879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.615277 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.669630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.670684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Fanout notify agent at l3_agent the message router_deleted on router ff27b54e-04fa-4772-84a8-5dbd79bd4918 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:09.691381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.692774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-992452d5-e110-4c70-a077-6334b7cb1fce tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/routers/ff27b54e-04fa-4772-84a8-5dbd79bd4918 HTTP/1.1" status: 204 len: 168 time: 1.4660220 Nov 23 14:34:09.695182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52748) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:09.711865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.761801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-5b54187f-5a6f-4c2c-bed9-e06982953d76', 'network_id': '5b54187f-5a6f-4c2c-bed9-e06982953d76', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '66762a31-145f-4eee-b02b-35c1ae64c7c3'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:09.762712 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.784154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Deleting subnet 529b867f-59c2-4661-bc1e-a6455752f2fe {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:09.789196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.839236 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.890965 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:09.998092 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.013044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Allocated IP 172.20.0.3 (5b54187f-5a6f-4c2c-bed9-e06982953d76/66762a31-145f-4eee-b02b-35c1ae64c7c3/ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:10.102678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.146137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Subnet': ['ID=529b867f-59c2-4661-bc1e-a6455752f2fe,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:10.165424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.173645 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3a95fe94-dee8-4a9e-a246-c09bfbb586e4 tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/subnets/529b867f-59c2-4661-bc1e-a6455752f2fe HTTP/1.1" status: 204 len: 168 time: 0.4731324 Nov 23 14:34:10.173645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52760) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:10.173949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0ec3d-6a53-43e6-9704-41dadca845ab None None] Network 26d16fc1-f8be-40af-8fba-e0ff025c180e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:10.299227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.467311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d5558-ca76-4820-8de2-be3eb946cbbb None None] DHCP port deletion for 26d16fc1-f8be-40af-8fba-e0ff025c180e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:10.474804 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.487693 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.509372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.533352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Network 5b54187f-5a6f-4c2c-bed9-e06982953d76 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:10.537455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:10.541134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:10.548598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.617565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d16fc1-f8be-40af-8fba-e0ff025c180e']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:10.647896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fdfd7f-d4cf-4c69-832d-d4d74fbf1e69') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:10.649671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fdfd7f-d4cf-4c69-832d-d4d74fbf1e69') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:10.670307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.686841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=66762a31-145f-4eee-b02b-35c1ae64c7c3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:10.696404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.707945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:10.708587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:10.714120 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:10.742549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Pushing event updated for resources: {'Port': ['ID=ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:10.792832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Attempting to bind port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:10.794514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Attempting to bind port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '647f0855-bfef-4715-8d54-ae3c7ed36a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5b54187f-5a6f-4c2c-bed9-e06982953d76'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:10.798952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Attempting to bind port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a on network 5b54187f-5a6f-4c2c-bed9-e06982953d76 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:10.824971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:10.826426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Checking segment: {'id': '647f0855-bfef-4715-8d54-ae3c7ed36a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5b54187f-5a6f-4c2c-bed9-e06982953d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:10.828357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.839271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Bound using segment: {'id': '647f0855-bfef-4715-8d54-ae3c7ed36a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5b54187f-5a6f-4c2c-bed9-e06982953d76'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:10.839812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Bound port: ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647f0855-bfef-4715-8d54-ae3c7ed36a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5b54187f-5a6f-4c2c-bed9-e06982953d76'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:10.840222 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.868333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.892109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.897553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] 10.222.0.46 "DELETE /v2.0/networks/26d16fc1-f8be-40af-8fba-e0ff025c180e HTTP/1.1" status: 204 len: 168 time: 0.7232685 Nov 23 14:34:10.918768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429e7f-1bf0-4a26-9513-86daaebedf9a tempest-FloatingIPTestJSON-2004877472 tempest-FloatingIPTestJSON-2004877472-project] Pushing event deleted for resources: {'Network': ['ID=26d16fc1-f8be-40af-8fba-e0ff025c180e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:11.026887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-535c1561-903a-4126-99d7-08d28c315157 None None] For port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:11.030198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-535c1561-903a-4126-99d7-08d28c315157 None None] For port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a,segment=NetworkSegment(647f0855-bfef-4715-8d54-ae3c7ed36a05),segment_id=647f0855-bfef-4715-8d54-ae3c7ed36a05)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:11.035828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.209668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c1561-903a-4126-99d7-08d28c315157 None None] Pushing event updated for resources: {'Port': ['ID=ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:11.233486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed046ae-799e-4510-8ac6-76505fed73da None None] Network 5b54187f-5a6f-4c2c-bed9-e06982953d76 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:11.515526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52788) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:11.589051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ed687-47dd-44b8-bfab-b2a46257f76c None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:34:11.647208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.697677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b54187f-5a6f-4c2c-bed9-e06982953d76']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:11.712062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647f0855-bfef-4715-8d54-ae3c7ed36a05') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:11.712568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647f0855-bfef-4715-8d54-ae3c7ed36a05') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:11.725454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.742775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.754717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:11.756304 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.762839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ed687-47dd-44b8-bfab-b2a46257f76c None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:11.869362 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:11.882863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a9620e0b-ece6-4aa6-bda0-1eee7a124478 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce9869f440464d33bc2fd86de2753a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3606546 Nov 23 14:34:11.885200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52802) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:11.891958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:34:11.891958 n-d-818503-2 neutron-server[103345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:34:11.891958 n-d-818503-2 neutron-server[103345]: [parameters: {'id': '5b54187f-5a6f-4c2c-bed9-e06982953d76'}] Nov 23 14:34:11.891958 n-d-818503-2 neutron-server[103345]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:34:11.892491 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:34:11.970383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aca62464-6686-4473-aa38-e3bfeee54472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.999724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aca62464-6686-4473-aa38-e3bfeee54472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.067191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aca62464-6686-4473-aa38-e3bfeee54472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.071692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aca62464-6686-4473-aa38-e3bfeee54472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.073244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aca62464-6686-4473-aa38-e3bfeee54472 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ac1ef4b-cbf7-4244-b3e3-bddf12a0038d HTTP/1.1" status: 204 len: 168 time: 0.1866949 Nov 23 14:34:12.084227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca62464-6686-4473-aa38-e3bfeee54472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac1ef4b-cbf7-4244-b3e3-bddf12a0038d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:12.161189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52810) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:12.394199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.458264 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9928-dacb-4d71-9f59-0f6b319c964a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.561623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Deleting port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:12.562208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.624947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9928-dacb-4d71-9f59-0f6b319c964a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.630270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9928-dacb-4d71-9f59-0f6b319c964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.669144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] For port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a,segment=NetworkSegment(647f0855-bfef-4715-8d54-ae3c7ed36a05),segment_id=647f0855-bfef-4715-8d54-ae3c7ed36a05)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:12.669690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.677314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b6e9928-dacb-4d71-9f59-0f6b319c964a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=381d4a1715884ec0bee931e5948df8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5147784 Nov 23 14:34:12.678231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e9928-dacb-4d71-9f59-0f6b319c964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212cb796-d700-400f-ac97-fb20534d2984,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:12.680775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52826) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:12.717529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Calling delete_port for ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:12.757173 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-542df189-ff9b-4461-81c2-6faa7772cf2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.782971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-542df189-ff9b-4461-81c2-6faa7772cf2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.825217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.869666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Port': ['ID=ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:12.871550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No DVR routers for this DVR port ccf1ab6e-12f5-4e92-9b61-0fb6e2150b7a on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:12.873431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-542df189-ff9b-4461-81c2-6faa7772cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.876303 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-542df189-ff9b-4461-81c2-6faa7772cf2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:12.877502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-542df189-ff9b-4461-81c2-6faa7772cf2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/212cb796-d700-400f-ac97-fb20534d2984 HTTP/1.1" status: 204 len: 168 time: 0.1957760 Nov 23 14:34:12.886347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542df189-ff9b-4461-81c2-6faa7772cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212cb796-d700-400f-ac97-fb20534d2984,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:12.980440 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.011275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b54187f-5a6f-4c2c-bed9-e06982953d76']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:13.022866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647f0855-bfef-4715-8d54-ae3c7ed36a05') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:13.023294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647f0855-bfef-4715-8d54-ae3c7ed36a05') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:13.033208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.051403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.061735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:13.062140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:13.066962 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:13.118973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52846) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:13.136679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.152449 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.156351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/5b54187f-5a6f-4c2c-bed9-e06982953d76 HTTP/1.1" status: 204 len: 168 time: 3.6879478 Nov 23 14:34:13.160809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52850) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:13.168082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1286845648'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:13.168982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b65277-e420-4ba4-b147-58e0c08cb48f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=5b54187f-5a6f-4c2c-bed9-e06982953d76,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:13.205301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:13.209981 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.255619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:13.266917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-696726646'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:13.286161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.286833 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 035d2b96-64d8-453c-91da-4edb17ab95b1 of type vlan for network 8ece8ee2-2085-409a-b6b8-00bc685e56ca Nov 23 14:34:13.328795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:13.332945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.348159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.351907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.397420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.403156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:13.403738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.464756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52862) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:13.464949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3016834 Nov 23 14:34:13.475204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '8ece8ee2-2085-409a-b6b8-00bc685e56ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:13.510510 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.546611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.554020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f95a6c-46d6-43dd-a57b-72c1455c931d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=8ece8ee2-2085-409a-b6b8-00bc685e56ca,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:13.567279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8ece8ee2-2085-409a-b6b8-00bc685e56ca details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:13.612422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:13.633687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee183923-295c-43b2-ba84-78b5d4b611e4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:13.639445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.640016 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment 13479541-b060-48fa-83cf-0b26a922af6b of type vlan for network 69278f26-8e20-4925-a309-6e03a1b95ed7 Nov 23 14:34:13.665126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:13.669854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.735120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.808934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.815568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:13.816371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.857532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7371652 Nov 23 14:34:13.860100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52876) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:13.867969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-1819227132'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:13.943841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:13.947061 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.985805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fdbe4-1f2c-47fa-8363-797c938382c6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=69278f26-8e20-4925-a309-6e03a1b95ed7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:13.996263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:14.001323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:14.007402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.007740 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment fa400d25-4af0-4aaa-a883-befd8c161575 of type vlan for network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b Nov 23 14:34:14.019368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.091954 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.119781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '035d2b96-64d8-453c-91da-4edb17ab95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8ece8ee2-2085-409a-b6b8-00bc685e56ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:14.120229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 8ece8ee2-2085-409a-b6b8-00bc685e56ca, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:14.128461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=01317b80-d3da-471d-957b-95b0be4fc8a3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:14.141535 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.147243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:14.147851 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.148255 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 8ece8ee2-2085-409a-b6b8-00bc685e56ca is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:14.165164 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8ece8ee2-2085-409a-b6b8-00bc685e56ca) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:14.180674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:14.182741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.193352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f51ab-9ed4-490c-b95b-33d6653c012d None None] Network 8ece8ee2-2085-409a-b6b8-00bc685e56ca requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:14.208894 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6f4ac8f0-bb5e-431a-ac0c-51a424c993eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7417676 Nov 23 14:34:14.209961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52884) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:14.234040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3726938 Nov 23 14:34:14.299812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:14.306692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': '69278f26-8e20-4925-a309-6e03a1b95ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:14.329044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed705a-8e87-4a7f-b154-2dac30c184e9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=0722b1ad-5c8f-4e91-b9e6-be0b83583d9b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:14.363576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:14.371639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.449491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.470794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:14.486693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.536903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.539229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52890) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:14.580344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=01317b80-d3da-471d-957b-95b0be4fc8a3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:14.622839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff4149-60be-42c0-bb90-d4275ff7d587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-8ece8ee2-2085-409a-b6b8-00bc685e56ca', 'network_id': '8ece8ee2-2085-409a-b6b8-00bc685e56ca', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '01317b80-d3da-471d-957b-95b0be4fc8a3'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:14.624649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7eff4149-60be-42c0-bb90-d4275ff7d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.686544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.709698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ece8ee2-2085-409a-b6b8-00bc685e56ca']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:14.720387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035d2b96-64d8-453c-91da-4edb17ab95b1') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:14.720681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035d2b96-64d8-453c-91da-4edb17ab95b1') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:14.732459 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.753724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.772773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:14.772979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0cb54-b8c7-4618-ba19-e923e2a5b7ad None None] Network 8ece8ee2-2085-409a-b6b8-00bc685e56ca requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:14.773545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:14.777017 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:14.832540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95206a7e-cfb4-4e3b-9143-8b17d6484ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.860772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.945369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.946708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=45eedbcd-1b6c-45fa-ae4c-1bf00820a8db,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:14.963514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:14.964291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': '13479541-b060-48fa-83cf-0b26a922af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '69278f26-8e20-4925-a309-6e03a1b95ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:14.964661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: 69278f26-8e20-4925-a309-6e03a1b95ed7, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:14.967973 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/8ece8ee2-2085-409a-b6b8-00bc685e56ca HTTP/1.1" status: 204 len: 168 time: 0.7561576 Nov 23 14:34:14.976421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52898) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:14.989615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783570249'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:15.000732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce6c8a-b87e-45a0-bea6-6579a82e52cd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=8ece8ee2-2085-409a-b6b8-00bc685e56ca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:15.002432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:15.016645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 69278f26-8e20-4925-a309-6e03a1b95ed7) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:15.025343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:15.026281 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.036136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:15.040676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.043115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e976731-08a1-45e2-88b8-46512248e038 None None] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:15.069695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8c28409b-d6a8-416a-9e25-e8c4c6571a22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7660899 Nov 23 14:34:15.070959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:15.076740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:15.086010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': '0722b1ad-5c8f-4e91-b9e6-be0b83583d9b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:15.086993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.087342 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 60b0124a-33f9-4cc2-92c8-6942f918f92a of type vlan for network c4ae8049-69c0-47d8-ac33-b8da75f1fe5c Nov 23 14:34:15.113124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95206a7e-cfb4-4e3b-9143-8b17d6484ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.124180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95206a7e-cfb4-4e3b-9143-8b17d6484ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.162143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.203208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.213485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:15.214674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.237653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95206a7e-cfb4-4e3b-9143-8b17d6484ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab72580-d945-4a53-8d70-9743e21589ae,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:15.250547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-69278f26-8e20-4925-a309-6e03a1b95ed7', 'network_id': '69278f26-8e20-4925-a309-6e03a1b95ed7', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': '45eedbcd-1b6c-45fa-ae4c-1bf00820a8db'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:15.251580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.288365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3042233 Nov 23 14:34:15.291287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52902) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:15.297053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': 'c4ae8049-69c0-47d8-ac33-b8da75f1fe5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:15.320782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95206a7e-cfb4-4e3b-9143-8b17d6484ea9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3901a7f4523847d8acddff6894958d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7753787 Nov 23 14:34:15.321496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:15.325850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.328783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52904) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:15.360721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817a032-cbe7-4749-a930-ecca857d5ba1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=c4ae8049-69c0-47d8-ac33-b8da75f1fe5c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:15.377142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c4ae8049-69c0-47d8-ac33-b8da75f1fe5c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:15.441182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:15.445456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.501769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fe24761-56dc-47cf-b3e2-e7ab4405ca62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.540710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fe24761-56dc-47cf-b3e2-e7ab4405ca62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.557429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Allocated IP 172.20.0.2 (69278f26-8e20-4925-a309-6e03a1b95ed7/45eedbcd-1b6c-45fa-ae4c-1bf00820a8db/d156b5ca-c119-4a12-a074-c6e88273722a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:15.700844 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.712485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fe24761-56dc-47cf-b3e2-e7ab4405ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.715680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fe24761-56dc-47cf-b3e2-e7ab4405ca62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.716883 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7fe24761-56dc-47cf-b3e2-e7ab4405ca62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ab72580-d945-4a53-8d70-9743e21589ae HTTP/1.1" status: 204 len: 168 time: 0.3832355 Nov 23 14:34:15.750090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.759773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe24761-56dc-47cf-b3e2-e7ab4405ca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab72580-d945-4a53-8d70-9743e21589ae,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:15.794963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=2e7683d7-5b30-4bbf-9fe3-d065776ca54b,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:15.806951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': 'fa400d25-4af0-4aaa-a883-befd8c161575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0722b1ad-5c8f-4e91-b9e6-be0b83583d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:15.807407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:15.818689 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.828122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:15.833841 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.855296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:15.865836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:15.869786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.902356 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e0a4b357-6b44-4d5e-a0d2-39fa07142428 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8312764 Nov 23 14:34:15.905000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52910) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:15.919985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=9b316f12-05a9-47ab-9eac-fef7b6bd592c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:15.921670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f0ac5807-5c0a-4c6a-8cb7-6a6ba4b90467 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1385166100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:15.943380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '60b0124a-33f9-4cc2-92c8-6942f918f92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4ae8049-69c0-47d8-ac33-b8da75f1fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:15.948637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2178ba7-774e-42f0-b242-cef6609d3d9b None None] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:15.953046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5807-5c0a-4c6a-8cb7-6a6ba4b90467 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.954031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: c4ae8049-69c0-47d8-ac33-b8da75f1fe5c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:15.954527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5807-5c0a-4c6a-8cb7-6a6ba4b90467 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:15.983961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network c4ae8049-69c0-47d8-ac33-b8da75f1fe5c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:15.990815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c4ae8049-69c0-47d8-ac33-b8da75f1fe5c) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:16.002064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:16.002761 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.032932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d7ae624d-ece1-4d26-8b4b-988cccd8aa71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7403932 Nov 23 14:34:16.034969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52914) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:16.098576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:16.099483 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5807-5c0a-4c6a-8cb7-6a6ba4b90467 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.105006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5807-5c0a-4c6a-8cb7-6a6ba4b90467 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.115222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ac186-675e-423a-8098-48d4acd5c384 None None] Network c4ae8049-69c0-47d8-ac33-b8da75f1fe5c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:16.127758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:16.136015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5807-5c0a-4c6a-8cb7-6a6ba4b90467 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.141273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 52920) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:16.142588 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f0ac5807-5c0a-4c6a-8cb7-6a6ba4b90467 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2356131 Nov 23 14:34:16.219068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Pushing event updated for resources: {'Port': ['ID=d156b5ca-c119-4a12-a074-c6e88273722a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:16.563930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.649832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:16.735318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.803538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Attempting to bind port d156b5ca-c119-4a12-a074-c6e88273722a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:16.803916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Attempting to bind port d156b5ca-c119-4a12-a074-c6e88273722a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '13479541-b060-48fa-83cf-0b26a922af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '69278f26-8e20-4925-a309-6e03a1b95ed7'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:16.804276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Attempting to bind port d156b5ca-c119-4a12-a074-c6e88273722a on network 69278f26-8e20-4925-a309-6e03a1b95ed7 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:16.816948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:16.817329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Checking segment: {'id': '13479541-b060-48fa-83cf-0b26a922af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '69278f26-8e20-4925-a309-6e03a1b95ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:16.817746 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.818294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Bound using segment: {'id': '13479541-b060-48fa-83cf-0b26a922af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '69278f26-8e20-4925-a309-6e03a1b95ed7'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:16.818590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Bound port: d156b5ca-c119-4a12-a074-c6e88273722a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13479541-b060-48fa-83cf-0b26a922af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '69278f26-8e20-4925-a309-6e03a1b95ed7'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:16.819008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.824955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-0722b1ad-5c8f-4e91-b9e6-be0b83583d9b', 'network_id': '0722b1ad-5c8f-4e91-b9e6-be0b83583d9b', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': '2e7683d7-5b30-4bbf-9fe3-d065776ca54b'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:16.825808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:16.856368 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.026067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d145c0-4df3-4515-bf84-e8ab59e99540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c4ae8049-69c0-47d8-ac33-b8da75f1fe5c', 'network_id': 'c4ae8049-69c0-47d8-ac33-b8da75f1fe5c', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '9b316f12-05a9-47ab-9eac-fef7b6bd592c'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:17.026977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e5d145c0-4df3-4515-bf84-e8ab59e99540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.129001 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.173718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] For port d156b5ca-c119-4a12-a074-c6e88273722a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:17.179737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73937c0-acb9-4224-b9d2-f3bc1963831e None None] Network c4ae8049-69c0-47d8-ac33-b8da75f1fe5c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:17.194609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 52956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:17.226885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] For port d156b5ca-c119-4a12-a074-c6e88273722a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d156b5ca-c119-4a12-a074-c6e88273722a,segment=NetworkSegment(13479541-b060-48fa-83cf-0b26a922af6b),segment_id=13479541-b060-48fa-83cf-0b26a922af6b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:17.242101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Allocated IP 172.21.0.2 (0722b1ad-5c8f-4e91-b9e6-be0b83583d9b/2e7683d7-5b30-4bbf-9fe3-d065776ca54b/14a5cdaf-3b33-455f-b897-25e7b13e5c7c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:17.244714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.278646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=9b316f12-05a9-47ab-9eac-fef7b6bd592c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:17.563321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.617190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ae8049-69c0-47d8-ac33-b8da75f1fe5c']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:17.627385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] Deleting subnet 27f84f0a-f06c-427b-bcd7-627fd336d032 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:17.639051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b0124a-33f9-4cc2-92c8-6942f918f92a') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:17.639351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b0124a-33f9-4cc2-92c8-6942f918f92a') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:17.647484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.684992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.741867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.790070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be2e6-942a-48c8-b8f4-851eddaa182e None None] Pushing event updated for resources: {'Port': ['ID=d156b5ca-c119-4a12-a074-c6e88273722a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:17.886917 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.889420 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.895156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:17.979337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:17.992711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:18.003423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:18.050137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.077461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Pushing event updated for resources: {'Port': ['ID=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:18.124533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f84f0a-f06c-427b-bcd7-627fd336d032,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:18.139901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.152352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb06f8f-b611-44cf-87ea-9e3cc4320b94 None None] Network 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:18.159690 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ea56a01-c9ee-4528-82a1-85fe0c80bda1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27f84f0a-f06c-427b-bcd7-627fd336d032 HTTP/1.1" status: 204 len: 168 time: 0.9621289 Nov 23 14:34:18.160742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:18.291796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Attempting to bind port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:18.292269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Attempting to bind port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'fa400d25-4af0-4aaa-a883-befd8c161575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0722b1ad-5c8f-4e91-b9e6-be0b83583d9b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:18.292731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Attempting to bind port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c on network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:18.304226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.328139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:18.328668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Checking segment: {'id': 'fa400d25-4af0-4aaa-a883-befd8c161575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0722b1ad-5c8f-4e91-b9e6-be0b83583d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:18.329407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.330015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Bound using segment: {'id': 'fa400d25-4af0-4aaa-a883-befd8c161575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0722b1ad-5c8f-4e91-b9e6-be0b83583d9b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:18.331281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Bound port: 14a5cdaf-3b33-455f-b897-25e7b13e5c7c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa400d25-4af0-4aaa-a883-befd8c161575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0722b1ad-5c8f-4e91-b9e6-be0b83583d9b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:18.331757 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.419080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29497c09-c012-4b3a-9c04-7acb9617751f None None] DHCP port deletion for 0acc36f0-03d6-433f-905b-fdaf2e7fabd0 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:18.495791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] For port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:18.508824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] For port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,segment=NetworkSegment(fa400d25-4af0-4aaa-a883-befd8c161575),segment_id=fa400d25-4af0-4aaa-a883-befd8c161575)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:18.524525 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.527470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.557848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.575590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:18.576931 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.593518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acc36f0-03d6-433f-905b-fdaf2e7fabd0']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:18.624783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49dfdb0-6096-4bc7-9730-e358319ab6e3') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:18.624975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49dfdb0-6096-4bc7-9730-e358319ab6e3') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:18.663986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:18.672799 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:18.694215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.727570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:18.727978 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:18.729836 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:18.811724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a0678-0b17-479c-8c3f-743aa2bf9ea1 None None] Pushing event updated for resources: {'Port': ['ID=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:18.894050 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.894424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d156b5ca-c119-4a12-a074-c6e88273722a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:18.895343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.20.0.1 (69278f26-8e20-4925-a309-6e03a1b95ed7/45eedbcd-1b6c-45fa-ae4c-1bf00820a8db/3a8ffb17-1fa2-41e9-842f-9af933a16941) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:18.906192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.911931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0acc36f0-03d6-433f-905b-fdaf2e7fabd0 HTTP/1.1" status: 204 len: 168 time: 0.7499261 Nov 23 14:34:18.929269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c37c0e-579a-4ab1-9959-52d26e6c8ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0acc36f0-03d6-433f-905b-fdaf2e7fabd0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:18.939819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.974541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:18.991289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/c4ae8049-69c0-47d8-ac33-b8da75f1fe5c HTTP/1.1" status: 204 len: 168 time: 2.9527755 Nov 23 14:34:18.995639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53024) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:19.015423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1214188996'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:19.045516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=c4ae8049-69c0-47d8-ac33-b8da75f1fe5c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:19.064562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d156b5ca-c119-4a12-a074-c6e88273722a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:19.065892 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.106379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:19.122995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.155429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.163525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.163984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.164429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.164645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.164977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.165304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.165626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.165954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.166323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.166591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.166917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80183c35-f64f-475a-9c79-5e74441515ae tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:19.248275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:19.277476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.277886 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 9e82b17f-7847-4d0f-a905-e446f6776cd3 of type vlan for network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 Nov 23 14:34:19.356082 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.359365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.403950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.413261 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.434033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53044) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:19.456644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:19.457388 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.459250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port d156b5ca-c119-4a12-a074-c6e88273722a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d156b5ca-c119-4a12-a074-c6e88273722a,segment=NetworkSegment(13479541-b060-48fa-83cf-0b26a922af6b),segment_id=13479541-b060-48fa-83cf-0b26a922af6b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:19.472232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd9be9-51e8-49ae-a01d-a4ee87704cda None None] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:19.481869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.530790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.589120 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5887783 Nov 23 14:34:19.589120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53056) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:19.590228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=d156b5ca-c119-4a12-a074-c6e88273722a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:19.597788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:19.603310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4cd5a6ce-a3af-4a8f-97c5-b86eba09c16e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76a55366ec7548e0bfb83fab6b561f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666040 Nov 23 14:34:19.616987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53058) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:19.646268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=3a8ffb17-1fa2-41e9-842f-9af933a16941,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:19.658417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:19.666326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:19.675045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ae9886ea-1b13-447b-9503-30a3a8a66a27 None None] Provisioning complete for port d156b5ca-c119-4a12-a074-c6e88273722a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:19.676152 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae9886ea-1b13-447b-9503-30a3a8a66a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.678396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:19.794321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa444da1-3ce8-42c2-9ea2-67853694b5c2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=c2c22c95-3db5-4d15-940d-8ddc3e0f2b80,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:19.810117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:19.887073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.891687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03d01c68-1648-42b8-a9a7-7cde1fe4302f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.941541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:19.968695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.023755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 is not hosted by any dhcp agent {{(pid=103345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:34:20.037593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03d01c68-1648-42b8-a9a7-7cde1fe4302f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.039187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53062) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:20.042712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:20.043408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.047399 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "PUT /v2.0/networks/c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 HTTP/1.1" status: 200 len: 723 time: 0.4549499 Nov 23 14:34:20.048963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53066) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:20.054602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:20.141062 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.152391 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03d01c68-1648-42b8-a9a7-7cde1fe4302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.156570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-03d01c68-1648-42b8-a9a7-7cde1fe4302f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.159592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-03d01c68-1648-42b8-a9a7-7cde1fe4302f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/521135ff-8285-4aeb-92b9-7843cfb23b97 HTTP/1.1" status: 204 len: 168 time: 0.5413082 Nov 23 14:34:20.212710 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:34:20.239359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01c68-1648-42b8-a9a7-7cde1fe4302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521135ff-8285-4aeb-92b9-7843cfb23b97,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:20.265463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caee34-da8e-44ec-9526-83383b19e111 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=c2c22c95-3db5-4d15-940d-8ddc3e0f2b80,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:20.288732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:20.291019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:20.294455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.300402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75f1351d-06c5-49bf-a7a8-2bfc0180da79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.634123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75f1351d-06c5-49bf-a7a8-2bfc0180da79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.668155 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75f1351d-06c5-49bf-a7a8-2bfc0180da79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.705731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-75f1351d-06c5-49bf-a7a8-2bfc0180da79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4cb6b8886cc44659dd5a84153beb527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6649780 Nov 23 14:34:20.711897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53076) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:20.741274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.749948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d2b20655-5225-4e95-99af-dc3caa8781f8 None None] Provisioning complete for port 3a8ffb17-1fa2-41e9-842f-9af933a16941 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:20.751762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d2b20655-5225-4e95-99af-dc3caa8781f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.835719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1351d-06c5-49bf-a7a8-2bfc0180da79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b529b9d6-839d-4143-9131-b28e02e0770b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:20.887808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07848843-2edc-4dc0-8521-9e32d0a54d1a None None] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:20.934439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=b08dfa73-7fc8-4f3e-9fd5-7e6b681d0ed4,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:20.943840 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '9e82b17f-7847-4d0f-a905-e446f6776cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:20.944285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: c2c22c95-3db5-4d15-940d-8ddc3e0f2b80, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:20.962466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.975579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:20.975921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d2b20655-5225-4e95-99af-dc3caa8781f8 None None] Port 3a8ffb17-1fa2-41e9-842f-9af933a16941 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:20.984223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:20.989210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c2c22c95-3db5-4d15-940d-8ddc3e0f2b80) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:21.005058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:21.008621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.047109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c23b7fb-da04-4709-b2c2-354390b2429d None None] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:21.059687 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5d8ff792-da71-4b3c-b39f-d8f56758fc36 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0095587 Nov 23 14:34:21.060502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:21.068384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4226b282-37ca-4edb-815c-ee04975b09e5 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:21.101262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 14a5cdaf-3b33-455f-b897-25e7b13e5c7c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:21.103990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d9671c58-52f4-4d8d-9704-bfb92d6bd902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.138277 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.158087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=3a8ffb17-1fa2-41e9-842f-9af933a16941,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:21.177477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d2b20655-5225-4e95-99af-dc3caa8781f8 None None] Provisioning complete for port d156b5ca-c119-4a12-a074-c6e88273722a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:21.177860 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d2b20655-5225-4e95-99af-dc3caa8781f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.189145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d9671c58-52f4-4d8d-9704-bfb92d6bd902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.259731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:21.260105 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.297556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d9671c58-52f4-4d8d-9704-bfb92d6bd902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.301082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d9671c58-52f4-4d8d-9704-bfb92d6bd902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.304636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d9671c58-52f4-4d8d-9704-bfb92d6bd902 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b529b9d6-839d-4143-9131-b28e02e0770b HTTP/1.1" status: 204 len: 168 time: 0.5842719 Nov 23 14:34:21.313021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9671c58-52f4-4d8d-9704-bfb92d6bd902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b529b9d6-839d-4143-9131-b28e02e0770b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:21.333127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:21.335475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:21.365803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4226b282-37ca-4edb-815c-ee04975b09e5 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9201818'] for subnet, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.664955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:34:21.803711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4226b282-37ca-4edb-815c-ee04975b09e5 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762670318457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12505909'] for subnet, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.822111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c2c22c95-3db5-4d15-940d-8ddc3e0f2b80', 'network_id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': 'b08dfa73-7fc8-4f3e-9fd5-7e6b681d0ed4'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:21.823155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.865872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53106) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:21.885367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1e9b63ac-3857-4e1b-9229-2dc90601cae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.943724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226b282-37ca-4edb-815c-ee04975b09e5 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=b08dfa73-7fc8-4f3e-9fd5-7e6b681d0ed4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:21.964559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4226b282-37ca-4edb-815c-ee04975b09e5 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:21.965159 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4226b282-37ca-4edb-815c-ee04975b09e5 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.969862 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4226b282-37ca-4edb-815c-ee04975b09e5 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "PUT /v2.0/subnets/b08dfa73-7fc8-4f3e-9fd5-7e6b681d0ed4 HTTP/1.1" status: 200 len: 806 time: 0.9082673 Nov 23 14:34:21.975156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53108) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:21.986465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1e9b63ac-3857-4e1b-9229-2dc90601cae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.996212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1e9b63ac-3857-4e1b-9229-2dc90601cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:21.998777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Allocated IP 172.20.0.2 (c2c22c95-3db5-4d15-940d-8ddc3e0f2b80/b08dfa73-7fc8-4f3e-9fd5-7e6b681d0ed4/da00cf99-4491-48f9-a34c-086104d43633) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:22.044720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:22.059921 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] Sync routers for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:22.061024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-029d5f04-10c2-42de-8f32-da6f95825b2d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9183230 Nov 23 14:34:22.061750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53114) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:22.072838 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:22.073553 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:22.080429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1e9b63ac-3857-4e1b-9229-2dc90601cae6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aca4399320c345c7bb300a9dad9465e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108297 Nov 23 14:34:22.100342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53116) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:22.109289 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.110817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b63ac-3857-4e1b-9229-2dc90601cae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b211c-bcf4-4f9b-9781-e7906555680f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:22.149391 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:22.162565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15367a36-6ab8-4ad9-b50a-7605fd7d1603 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:22.167530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-15367a36-6ab8-4ad9-b50a-7605fd7d1603 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports/3a8ffb17-1fa2-41e9-842f-9af933a16941 HTTP/1.1" status: 200 len: 910 time: 0.1011157 Nov 23 14:34:22.171096 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:22.171703 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:22.175447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53118) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:22.199587 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.238097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.244890 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:22.255511 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d9b4b-42e9-4953-9b01-5e398eb98a90 None None] The sync data for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:22.339544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30048f69-da71-4b28-8713-acde439577e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.368488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,segment=NetworkSegment(fa400d25-4af0-4aaa-a883-befd8c161575),segment_id=fa400d25-4af0-4aaa-a883-befd8c161575)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:22.385248 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.386165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d156b5ca-c119-4a12-a074-c6e88273722a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:22.399729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30048f69-da71-4b28-8713-acde439577e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.436341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-83ac84ab-9a29-4d96-a4ac-64ec7a6d3fc9 None None] Provisioning complete for port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:22.436873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83ac84ab-9a29-4d96-a4ac-64ec7a6d3fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.625425 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.639660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d156b5ca-c119-4a12-a074-c6e88273722a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:22.641365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.647203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:22.650489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.660245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.706416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=b08dfa73-7fc8-4f3e-9fd5-7e6b681d0ed4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:22.740774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Pushing event updated for resources: {'Port': ['ID=da00cf99-4491-48f9-a34c-086104d43633,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:22.754564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:22.759343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:22.767742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:22.792481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30048f69-da71-4b28-8713-acde439577e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.795528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30048f69-da71-4b28-8713-acde439577e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.796742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30048f69-da71-4b28-8713-acde439577e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b6b211c-bcf4-4f9b-9781-e7906555680f HTTP/1.1" status: 204 len: 168 time: 0.6951752 Nov 23 14:34:22.849317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.853126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-83ac84ab-9a29-4d96-a4ac-64ec7a6d3fc9 None None] Provisioning complete for port 3a8ffb17-1fa2-41e9-842f-9af933a16941 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:22.853126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83ac84ab-9a29-4d96-a4ac-64ec7a6d3fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.855984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Attempting to bind port da00cf99-4491-48f9-a34c-086104d43633 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:22.856148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Attempting to bind port da00cf99-4491-48f9-a34c-086104d43633 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '9e82b17f-7847-4d0f-a905-e446f6776cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:22.856624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Attempting to bind port da00cf99-4491-48f9-a34c-086104d43633 on network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:22.873219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30048f69-da71-4b28-8713-acde439577e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b211c-bcf4-4f9b-9781-e7906555680f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:22.884201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c22c95-3db5-4d15-940d-8ddc3e0f2b80']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:22.893515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:22.894075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Checking segment: {'id': '9e82b17f-7847-4d0f-a905-e446f6776cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:22.894592 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.895125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Bound using segment: {'id': '9e82b17f-7847-4d0f-a905-e446f6776cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:22.895735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Bound port: da00cf99-4491-48f9-a34c-086104d43633, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e82b17f-7847-4d0f-a905-e446f6776cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:22.896229 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.900186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e82b17f-7847-4d0f-a905-e446f6776cd3') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:22.900700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e82b17f-7847-4d0f-a905-e446f6776cd3') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:22.913588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.931924 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.941152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.960220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:22.961072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:22.965427 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:23.023023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-83ac84ab-9a29-4d96-a4ac-64ec7a6d3fc9 None None] Port 3a8ffb17-1fa2-41e9-842f-9af933a16941 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:23.066453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:34:23.066453 n-d-818503-2 neutron-server[103345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:34:23.066453 n-d-818503-2 neutron-server[103345]: [parameters: {'id': 'c2c22c95-3db5-4d15-940d-8ddc3e0f2b80'}] Nov 23 14:34:23.066453 n-d-818503-2 neutron-server[103345]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:34:23.067298 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:34:23.275095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b00f6bc5-6285-42b9-b700-985a12a4aac2 None None] Provisioning complete for port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:23.275507 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b00f6bc5-6285-42b9-b700-985a12a4aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.322596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 14a5cdaf-3b33-455f-b897-25e7b13e5c7c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:23.326692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] For port da00cf99-4491-48f9-a34c-086104d43633, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:23.336502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.21.0.1 (0722b1ad-5c8f-4e91-b9e6-be0b83583d9b/2e7683d7-5b30-4bbf-9fe3-d065776ca54b/8ff7cf69-e791-4858-b32d-a9361ce9b4db) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:23.367222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] For port da00cf99-4491-48f9-a34c-086104d43633, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=da00cf99-4491-48f9-a34c-086104d43633,segment=NetworkSegment(9e82b17f-7847-4d0f-a905-e446f6776cd3),segment_id=9e82b17f-7847-4d0f-a905-e446f6776cd3)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:23.377252 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.519671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.539766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bcf408-2af8-4c51-89b8-29ad9f07302d None None] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:23.568506 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.587456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.618250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:23.618634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.664625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Pushing event updated for resources: {'Port': ['ID=da00cf99-4491-48f9-a34c-086104d43633,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:23.680338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.680685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.681028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.681365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.681708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.682031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.682356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.684460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.684460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.684460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.684460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.684460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7521a-9594-4b25-8bb5-18fa49ae44ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:23.743805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Deleting port da00cf99-4491-48f9-a34c-086104d43633 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:23.744715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:23.745141 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.753439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:23.757458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:23.838956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=8ff7cf69-e791-4858-b32d-a9361ce9b4db,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:23.900461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:23.988610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] For port da00cf99-4491-48f9-a34c-086104d43633, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=da00cf99-4491-48f9-a34c-086104d43633,segment=NetworkSegment(9e82b17f-7847-4d0f-a905-e446f6776cd3),segment_id=9e82b17f-7847-4d0f-a905-e446f6776cd3)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:23.989543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.004679 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Calling delete_port for da00cf99-4491-48f9-a34c-086104d43633 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:24.028093 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.065738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54232f-c070-4ca9-a38a-c0879409ff11 None None] Network c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:24.106321 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.161873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Port': ['ID=da00cf99-4491-48f9-a34c-086104d43633,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:24.164032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No DVR routers for this DVR port da00cf99-4491-48f9-a34c-086104d43633 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:24.175505 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.295793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.341016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c22c95-3db5-4d15-940d-8ddc3e0f2b80']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:24.352131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8b76991d-def6-4058-9f2b-f2be07817279 None None] Provisioning complete for port 8ff7cf69-e791-4858-b32d-a9361ce9b4db triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:24.352512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b76991d-def6-4058-9f2b-f2be07817279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.373011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e82b17f-7847-4d0f-a905-e446f6776cd3') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:24.373886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e82b17f-7847-4d0f-a905-e446f6776cd3') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:24.392508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.414932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.420334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fdf3b4-d0aa-4048-9fde-57703cdd0be4 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:34:24.425888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:24.426488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:24.430839 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:24.531938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.540063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8b76991d-def6-4058-9f2b-f2be07817279 None None] Port 8ff7cf69-e791-4858-b32d-a9361ce9b4db cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:24.556410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.564509 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 HTTP/1.1" status: 204 len: 168 time: 2.5879440 Nov 23 14:34:24.566618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017722b-8543-4141-91e4-77e1f2f9c609 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=c2c22c95-3db5-4d15-940d-8ddc3e0f2b80,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:24.567154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdf3b4-d0aa-4048-9fde-57703cdd0be4 None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:34:24.568868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53168) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:24.624593 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d2c12a-74bd-4a24-8520-bd278db5df34 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:24.625264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d2c12a-74bd-4a24-8520-bd278db5df34 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:24.634936 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81d2c12a-74bd-4a24-8520-bd278db5df34 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 HTTP/1.1" status: 404 len: 339 time: 0.0648654 Nov 23 14:34:24.637156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:24.643824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-883388489', 'description': 'd1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:24.664440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.671590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:24.675389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.677537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.740644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:24.754035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=8ff7cf69-e791-4858-b32d-a9361ce9b4db,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:24.771003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.774646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.775031 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment a0fabb02-b569-440f-b5fd-c07defaca89f of type vlan for network 5bb70ce0-c47a-4427-a8fb-a69d02f34e43 Nov 23 14:34:24.776097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53178) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:24.855260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.899777 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.905864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:24.906451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.938366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:24.940372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:24.952540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53184) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:24.952782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3144369 Nov 23 14:34:24.995840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-411d4d6f-62c1-49b7-b7db-c40b2322b0e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:24.998995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba0899-ca0d-4a2d-9523-75e76af8a8a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=5bb70ce0-c47a-4427-a8fb-a69d02f34e43,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:25.010229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5bb70ce0-c47a-4427-a8fb-a69d02f34e43 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:25.120036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-411d4d6f-62c1-49b7-b7db-c40b2322b0e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.135175 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-411d4d6f-62c1-49b7-b7db-c40b2322b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.166595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479a4cb-af29-4408-8177-72f5188ccd5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:25.172347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53188) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:25.177770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f479a4cb-af29-4408-8177-72f5188ccd5d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/networks?id=5bb70ce0-c47a-4427-a8fb-a69d02f34e43 HTTP/1.1" status: 200 len: 760 time: 0.2143157 Nov 23 14:34:25.180349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'description': 'd2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:25.204762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:25.270533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a5cddffd-6b22-4503-b908-8c07809f1de1 None None] Provisioning complete for port 8ff7cf69-e791-4858-b32d-a9361ce9b4db triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:25.271156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a5cddffd-6b22-4503-b908-8c07809f1de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.311458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a5cddffd-6b22-4503-b908-8c07809f1de1 None None] Port 8ff7cf69-e791-4858-b32d-a9361ce9b4db cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:25.340655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-411d4d6f-62c1-49b7-b7db-c40b2322b0e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f6d2318095a45b9ab88fefd5f7f3f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5596693 Nov 23 14:34:25.340655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d4d6f-62c1-49b7-b7db-c40b2322b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c31fdb-993c-47ed-8cf1-f59bf1e228d8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:25.342933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53192) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:25.353084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:25.365769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] Sync routers for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:25.368618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53194) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:25.375257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-15b3bbd1-c3ca-42d2-adec-8db402c813ca tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970272 Nov 23 14:34:25.379731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:25.380409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:25.427748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:25.460461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:25.461241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:25.496916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ac460-8ce4-4177-a5c3-7e8dca086f27 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:25.498419 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e31ac460-8ce4-4177-a5c3-7e8dca086f27 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports/8ff7cf69-e791-4858-b32d-a9361ce9b4db HTTP/1.1" status: 200 len: 910 time: 0.1290083 Nov 23 14:34:25.501306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53198) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:25.506082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:25.506781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5848-5ac9-4785-9b98-504d6b2c24fe None None] The sync data for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:25.520517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.542766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-565c8662-550a-4440-888c-0d79ca569805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.547382 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.575868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 5bb70ce0-c47a-4427-a8fb-a69d02f34e43 is not hosted by any dhcp agent {{(pid=103345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:34:25.581924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:25.582444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.586180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "PUT /v2.0/networks/5bb70ce0-c47a-4427-a8fb-a69d02f34e43 HTTP/1.1" status: 200 len: 757 time: 0.4101067 Nov 23 14:34:25.590751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53200) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:25.613516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-565c8662-550a-4440-888c-0d79ca569805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.723832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fe178-1760-4f90-9408-d8a471d57591 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=5bb70ce0-c47a-4427-a8fb-a69d02f34e43,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:25.745746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5bb70ce0-c47a-4427-a8fb-a69d02f34e43 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:25.749028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903131a-0af2-4b31-94c9-6f4ad411c852 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:25.754414 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f903131a-0af2-4b31-94c9-6f4ad411c852 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/networks?id=5bb70ce0-c47a-4427-a8fb-a69d02f34e43 HTTP/1.1" status: 200 len: 760 time: 0.1514747 Nov 23 14:34:25.754670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53202) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:25.760065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1855898781'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:25.793761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-565c8662-550a-4440-888c-0d79ca569805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.797731 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-565c8662-550a-4440-888c-0d79ca569805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.802456 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-565c8662-550a-4440-888c-0d79ca569805 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4c31fdb-993c-47ed-8cf1-f59bf1e228d8 HTTP/1.1" status: 204 len: 168 time: 0.4581676 Nov 23 14:34:25.807614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:25.811468 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.828003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c8662-550a-4440-888c-0d79ca569805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c31fdb-993c-47ed-8cf1-f59bf1e228d8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:25.850245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:25.863573 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.864410 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment 270cac64-17d8-4e6f-9e6c-1fc8da13c91d of type vlan for network 31cbd204-424b-49b7-83f1-7ea7c5ebd943 Nov 23 14:34:25.952759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.988501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:25.997603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:25.999077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.172459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4164858 Nov 23 14:34:26.178118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53212) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:26.183776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:26.190367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ff4ac-99b5-43ea-a8cd-2abfdb4358f0 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=31cbd204-424b-49b7-83f1-7ea7c5ebd943,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:26.202526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 31cbd204-424b-49b7-83f1-7ea7c5ebd943 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:26.365062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:26.370197 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.435727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.627258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.750389 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34f82b9d-3448-4640-8687-cecc1fef4f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.752066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=6cc55b1e-01f7-49ff-b939-7e5e117e1722,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:26.777788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': '270cac64-17d8-4e6f-9e6c-1fc8da13c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:26.778248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 31cbd204-424b-49b7-83f1-7ea7c5ebd943, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:26.829904 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 31cbd204-424b-49b7-83f1-7ea7c5ebd943 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:26.841376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 31cbd204-424b-49b7-83f1-7ea7c5ebd943) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:26.855203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 8ff7cf69-e791-4858-b32d-a9361ce9b4db {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:26.855638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28b42a-70f5-4698-bb29-02b6379a5439 None None] Network 31cbd204-424b-49b7-83f1-7ea7c5ebd943 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:26.856424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.879361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:26.879983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.908031 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7b10d438-b6fe-4598-a579-bfa7de4a396b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7279427 Nov 23 14:34:26.911002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53232) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:26.982836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.003612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 8ff7cf69-e791-4858-b32d-a9361ce9b4db owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:27.102939 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.105961 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.118500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-31cbd204-424b-49b7-83f1-7ea7c5ebd943', 'network_id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '6cc55b1e-01f7-49ff-b939-7e5e117e1722'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:27.119685 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.222987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.329540 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.370650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=8ff7cf69-e791-4858-b32d-a9361ce9b4db,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:27.401126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Allocated IP 172.20.0.2 (31cbd204-424b-49b7-83f1-7ea7c5ebd943/6cc55b1e-01f7-49ff-b939-7e5e117e1722/ea269179-a0d1-4574-81c4-b71ff1d4f652) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:27.714979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.813543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.825494 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.853549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:27.943460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc55b1e-01f7-49ff-b939-7e5e117e1722,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:28.023586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53256) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:28.049596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.114276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:28.125348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cbd204-424b-49b7-83f1-7ea7c5ebd943']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:28.138348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Pushing event updated for resources: {'Port': ['ID=ea269179-a0d1-4574-81c4-b71ff1d4f652,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:28.148312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Network 31cbd204-424b-49b7-83f1-7ea7c5ebd943 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:28.149786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:28.152698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270cac64-17d8-4e6f-9e6c-1fc8da13c91d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:28.153020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270cac64-17d8-4e6f-9e6c-1fc8da13c91d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:28.155631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:28.175759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.203615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.216502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:28.216915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:28.228257 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:28.262620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-83a1dba1-cecd-467a-b444-33e9bffd940c tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1133667799'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:28.264034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-83a1dba1-cecd-467a-b444-33e9bffd940c tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Unknown quota resources ['metering_label']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:34:28.274022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Attempting to bind port ea269179-a0d1-4574-81c4-b71ff1d4f652 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:28.274341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Attempting to bind port ea269179-a0d1-4574-81c4-b71ff1d4f652 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '270cac64-17d8-4e6f-9e6c-1fc8da13c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:28.276544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Attempting to bind port ea269179-a0d1-4574-81c4-b71ff1d4f652 on network 31cbd204-424b-49b7-83f1-7ea7c5ebd943 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:28.294612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:28.295020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Checking segment: {'id': '270cac64-17d8-4e6f-9e6c-1fc8da13c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:28.295436 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.296150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Bound using segment: {'id': '270cac64-17d8-4e6f-9e6c-1fc8da13c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:28.296647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Bound port: ea269179-a0d1-4574-81c4-b71ff1d4f652, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270cac64-17d8-4e6f-9e6c-1fc8da13c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:28.297044 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.363164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:34:28.363164 n-d-818503-2 neutron-server[103345]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:34:28.363164 n-d-818503-2 neutron-server[103345]: [parameters: {'id': '31cbd204-424b-49b7-83f1-7ea7c5ebd943'}] Nov 23 14:34:28.363164 n-d-818503-2 neutron-server[103345]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:34:28.363720 n-d-818503-2 neutron-server[103345]: DEBUG oslo_db.api [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:34:28.385494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:28.398547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] For port ea269179-a0d1-4574-81c4-b71ff1d4f652, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:28.402310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] Sync routers for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:28.405196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] For port ea269179-a0d1-4574-81c4-b71ff1d4f652, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ea269179-a0d1-4574-81c4-b71ff1d4f652,segment=NetworkSegment(270cac64-17d8-4e6f-9e6c-1fc8da13c91d),segment_id=270cac64-17d8-4e6f-9e6c-1fc8da13c91d)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:28.410589 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.423094 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:28.424024 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:28.450065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-02df7cac-be7c-4da6-9d1f-1d8a757ad7c5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9451065 Nov 23 14:34:28.450305 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83a1dba1-cecd-467a-b444-33e9bffd940c tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.450548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53262) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:28.451427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-83a1dba1-cecd-467a-b444-33e9bffd940c tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4265354 Nov 23 14:34:28.454001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53264) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:28.458989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-606a3b63-0907-4f1c-aabe-f2df9ab1ef20 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e04d0a99-90f3-41e0-a135-7b286e9d5b78'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:28.459497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-606a3b63-0907-4f1c-aabe-f2df9ab1ef20 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:34:28.512587 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:28.513395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a17cf2-1647-4f6c-a6c6-ae10f6658d5f None None] Pushing event updated for resources: {'Port': ['ID=ea269179-a0d1-4574-81c4-b71ff1d4f652,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:28.525152 n-d-818503-2 neutron-server[103346]: WARNING neutron.services.metering.metering_plugin [None req-606a3b63-0907-4f1c-aabe-f2df9ab1ef20 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 14:34:28.550828 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:28.560059 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:33:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:28.620244 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:28.621138 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da59083-f7c1-4be3-8045-70cf34e3cbde None None] The sync data for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:28.651704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a7559-4a67-41a0-9eaf-e3a64ea0b299 None None] Network 31cbd204-424b-49b7-83f1-7ea7c5ebd943 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:28.679350 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-606a3b63-0907-4f1c-aabe-f2df9ab1ef20 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.681040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-606a3b63-0907-4f1c-aabe-f2df9ab1ef20 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2260878 Nov 23 14:34:28.684569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53268) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:28.690161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3a97dc53-9a9d-433b-8ed0-052e01ed21a6 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e04d0a99-90f3-41e0-a135-7b286e9d5b78'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:28.691271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3a97dc53-9a9d-433b-8ed0-052e01ed21a6 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:34:28.814566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848b2484-5eb9-4a76-9f23-ee762c970ba2 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:34:28.842067 n-d-818503-2 neutron-server[103346]: WARNING neutron.services.metering.metering_plugin [None req-3a97dc53-9a9d-433b-8ed0-052e01ed21a6 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 14:34:28.930776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b2484-5eb9-4a76-9f23-ee762c970ba2 None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:34:28.955938 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a97dc53-9a9d-433b-8ed0-052e01ed21a6 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:28.957170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3a97dc53-9a9d-433b-8ed0-052e01ed21a6 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2714159 Nov 23 14:34:28.962173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53276) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:28.980879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ff216140-e3d4-4e0a-a902-95fde59a6136 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=98016245-5829-4c82-b5d2-7f9233641106 HTTP/1.1" status: 200 len: 464 time: 0.0173934 Nov 23 14:34:28.990244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53278) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.202994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bca1ea2d-bd38-4392-88ec-62a61bd0cd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.230186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99ca0685-d92b-4405-8c9c-d9d906413352 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.233232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-99ca0685-d92b-4405-8c9c-d9d906413352 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/98016245-5829-4c82-b5d2-7f9233641106 HTTP/1.1" status: 204 len: 168 time: 0.2362976 Nov 23 14:34:29.235887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53282) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.260269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5afd5d9e-57e5-416e-97bc-e4bc9a66467e tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=98016245-5829-4c82-b5d2-7f9233641106 HTTP/1.1" status: 200 len: 221 time: 0.0195329 Nov 23 14:34:29.260269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53284) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.269352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-371e9c7d-221f-44b3-a64a-38fe2d217894 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--696253241', 'description': 'label created by tempest'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:29.277744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-371e9c7d-221f-44b3-a64a-38fe2d217894 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Unknown quota resources ['metering_label']. {{(pid=103346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:34:29.373095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.490575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-371e9c7d-221f-44b3-a64a-38fe2d217894 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.493775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-371e9c7d-221f-44b3-a64a-38fe2d217894 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2308452 Nov 23 14:34:29.494520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53286) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.601345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6c54f5aa-f9df-47bb-9884-c55bdf5772ea tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=b7688c9e-75c5-4ae0-a825-001509aece14 HTTP/1.1" status: 200 len: 467 time: 0.1054168 Nov 23 14:34:29.602192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53288) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.610050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Deleting port ea269179-a0d1-4574-81c4-b71ff1d4f652 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:29.610729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.711838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] For port ea269179-a0d1-4574-81c4-b71ff1d4f652, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ea269179-a0d1-4574-81c4-b71ff1d4f652,segment=NetworkSegment(270cac64-17d8-4e6f-9e6c-1fc8da13c91d),segment_id=270cac64-17d8-4e6f-9e6c-1fc8da13c91d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:29.712581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.729859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Calling delete_port for ea269179-a0d1-4574-81c4-b71ff1d4f652 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:29.839639 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1196fc30-c2fc-4e0b-8fbd-793a49785547 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.843765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1196fc30-c2fc-4e0b-8fbd-793a49785547 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/b7688c9e-75c5-4ae0-a825-001509aece14 HTTP/1.1" status: 204 len: 168 time: 0.2381380 Nov 23 14:34:29.844311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53290) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.850355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.872942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-df7cc4fe-d2e1-43f0-898e-cbce84b4d5c7 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=b7688c9e-75c5-4ae0-a825-001509aece14 HTTP/1.1" status: 200 len: 216 time: 0.0248480 Nov 23 14:34:29.873367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53292) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.889478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e9dc9f88-3e6e-4a1b-b53e-5f917e9a5a43 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098846 Nov 23 14:34:29.890084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53294) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.915539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa039066-7200-484c-a013-d15190e3421d tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0195603 Nov 23 14:34:29.916008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53296) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:29.918827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:29.954602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Port': ['ID=ea269179-a0d1-4574-81c4-b71ff1d4f652,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:29.971562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No DVR routers for this DVR port ea269179-a0d1-4574-81c4-b71ff1d4f652 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:30.018333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3725e0fb-3cd7-4669-9c0e-12d84eccd92c tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/e04d0a99-90f3-41e0-a135-7b286e9d5b78 HTTP/1.1" status: 200 len: 473 time: 0.0987020 Nov 23 14:34:30.020063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53300) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.040658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4abd2960-849a-4422-91e3-2c1fd90d3413 tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/c99f1b97-5d11-4e69-802f-feef5d0ede24 HTTP/1.1" status: 200 len: 461 time: 0.0192440 Nov 23 14:34:30.041448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53302) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.087696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.118090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.147308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cbd204-424b-49b7-83f1-7ea7c5ebd943']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:30.165928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270cac64-17d8-4e6f-9e6c-1fc8da13c91d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:30.166247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270cac64-17d8-4e6f-9e6c-1fc8da13c91d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:30.181529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.201264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.211235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:30.211629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:30.214649 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:30.219723 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b69e90db-776c-4e07-a101-44f4d5a492ae tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.224796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b69e90db-776c-4e07-a101-44f4d5a492ae tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/c99f1b97-5d11-4e69-802f-feef5d0ede24 HTTP/1.1" status: 204 len: 168 time: 0.1822817 Nov 23 14:34:30.225620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53304) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.321358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.331389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.334476 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/31cbd204-424b-49b7-83f1-7ea7c5ebd943 HTTP/1.1" status: 204 len: 168 time: 3.4225032 Nov 23 14:34:30.350720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717edee-4c1c-4d36-a016-9e80e411c497 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=31cbd204-424b-49b7-83f1-7ea7c5ebd943,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:30.352879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53308) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.376275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 3a8ffb17-1fa2-41e9-842f-9af933a16941 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:30.377746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.396828 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae94b350-b7d7-4cbf-9f69-22a98f6ba7bd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] GET failed (client error): The resource could not be found. Nov 23 14:34:30.398416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae94b350-b7d7-4cbf-9f69-22a98f6ba7bd tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/subnets/6cc55b1e-01f7-49ff-b939-7e5e117e1722 HTTP/1.1" status: 404 len: 337 time: 0.0432901 Nov 23 14:34:30.401868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53310) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.473507 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3597b4fd-2561-4491-b53f-f9fd0572738d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:30.474174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3597b4fd-2561-4491-b53f-f9fd0572738d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:30.477304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3597b4fd-2561-4491-b53f-f9fd0572738d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/31cbd204-424b-49b7-83f1-7ea7c5ebd943 HTTP/1.1" status: 404 len: 339 time: 0.0744066 Nov 23 14:34:30.488559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53312) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.505752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.544270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 3a8ffb17-1fa2-41e9-842f-9af933a16941 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:30.568917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4254e49-8032-4dd0-bf43-24d87cf2aedf tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.570259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f4254e49-8032-4dd0-bf43-24d87cf2aedf tempest-MeteringTestJSON-2013061731 tempest-MeteringTestJSON-2013061731-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/e04d0a99-90f3-41e0-a135-7b286e9d5b78 HTTP/1.1" status: 204 len: 168 time: 0.3424273 Nov 23 14:34:30.703672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc003f8a-e5a4-4d5e-95f8-43c705769656 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:30.706697 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc003f8a-e5a4-4d5e-95f8-43c705769656 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2170196 Nov 23 14:34:30.709459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.763519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-141ab9b7-e499-40d9-ab70-9263eac4df71 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 207 time: 0.0528710 Nov 23 14:34:30.768844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53318) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.891949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:30.922462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=3a8ffb17-1fa2-41e9-842f-9af933a16941,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:30.932473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295494c6-db2f-4a19-89f3-2bbb80e2fb99 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:30.949351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295494c6-db2f-4a19-89f3-2bbb80e2fb99 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:30.961528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:30.965596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295494c6-db2f-4a19-89f3-2bbb80e2fb99 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:30.973426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295494c6-db2f-4a19-89f3-2bbb80e2fb99 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:30.975350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-295494c6-db2f-4a19-89f3-2bbb80e2fb99 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2051475 Nov 23 14:34:30.978992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53326) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.171011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b2b8e02c-bee3-41ca-84ff-520b95ca9a7d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1905222 Nov 23 14:34:31.174580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53330) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.197384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c78a790-fc6e-49be-b8b1-82e27fbc2a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.202362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.246404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a588922-352c-47aa-ae5a-79eb3b3826e2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.248606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a588922-352c-47aa-ae5a-79eb3b3826e2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.254491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7a588922-352c-47aa-ae5a-79eb3b3826e2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0785754 Nov 23 14:34:31.255132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53332) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.318793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4f88a-2147-4873-8c4b-07fbda49d4c9 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.322337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4f88a-2147-4873-8c4b-07fbda49d4c9 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.324314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2ab4f88a-2147-4873-8c4b-07fbda49d4c9 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0682609 Nov 23 14:34:31.327801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53334) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.410705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:31.426847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c78a790-fc6e-49be-b8b1-82e27fbc2a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.432487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c78a790-fc6e-49be-b8b1-82e27fbc2a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.456862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8a7d00-e1f5-4e6b-a602-0c2296295678 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.461585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d8a7d00-e1f5-4e6b-a602-0c2296295678 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/networks/8e760e14-e453-4e3d-8bbe-0571258abba1 HTTP/1.1" status: 200 len: 799 time: 0.1291869 Nov 23 14:34:31.461804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53340) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.540920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:31.545006 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3c78a790-fc6e-49be-b8b1-82e27fbc2a72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1143740bfeec455583049013aeefbd59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5824711 Nov 23 14:34:31.551843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] Sync routers for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:31.552859 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ddb9063-b7e9-4162-989c-7aa9c29b9714 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0981729 Nov 23 14:34:31.553825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78a790-fc6e-49be-b8b1-82e27fbc2a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f10f7ed-a581-4307-be13-763338dd220b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:31.556187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53344) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.556521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53348) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.579144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:31.580784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:31.608694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53350) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.609494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5b5581aa-688c-4385-bbf0-927638182b08 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 HTTP/1.1" status: 200 len: 205 time: 0.0506744 Nov 23 14:34:31.621305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:31.632415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] Routers {'0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:31.633400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:31.650547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae10668-d8d8-42f5-b56e-33efad6e39af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.672530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53352) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.675765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:31.676736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdee99-7312-4eef-8c06-b3439fe586e8 None None] The sync data for ids ['0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:31.680200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae10668-d8d8-42f5-b56e-33efad6e39af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.714681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.749805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae10668-d8d8-42f5-b56e-33efad6e39af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.753448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae10668-d8d8-42f5-b56e-33efad6e39af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.754316 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ae10668-d8d8-42f5-b56e-33efad6e39af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f10f7ed-a581-4307-be13-763338dd220b HTTP/1.1" status: 204 len: 168 time: 0.1968822 Nov 23 14:34:31.764539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae10668-d8d8-42f5-b56e-33efad6e39af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f10f7ed-a581-4307-be13-763338dd220b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:31.802515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6a2d7716-80be-4f45-ab82-842eef01946b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/networks/8e760e14-e453-4e3d-8bbe-0571258abba1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3355696 Nov 23 14:34:31.803942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53358) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.833509 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-784d4420-21e1-4c29-be03-12875d5f4518 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.857606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-feff2824-3b38-4b95-88c2-33214ce773f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.983949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-feff2824-3b38-4b95-88c2-33214ce773f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:31.989257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0822d4-4365-4577-b75e-bfc48a81c3a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.994935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dc0822d4-4365-4577-b75e-bfc48a81c3a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/subnets/227a9ba3-df86-487c-a4c5-2bef78907fe3 HTTP/1.1" status: 200 len: 811 time: 0.1857474 Nov 23 14:34:31.994935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53364) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:31.997228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-feff2824-3b38-4b95-88c2-33214ce773f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.063226 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-feff2824-3b38-4b95-88c2-33214ce773f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cf6af8050604a8a868a0f2ff2f379cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3889797 Nov 23 14:34:32.063985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53366) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:32.080568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96148622-a8d7-4dde-aa6e-f191ce2471e9 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['shared'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:32.086294 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-96148622-a8d7-4dde-aa6e-f191ce2471e9 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "GET /v2.0/subnets/227a9ba3-df86-487c-a4c5-2bef78907fe3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0878248 Nov 23 14:34:32.109043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2824-3b38-4b95-88c2-33214ce773f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edadfec7-dccc-41b9-b2d3-e3226aa10aa3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:32.112240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53370) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:32.141509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582195752'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:32.216151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41e1c03e-d66a-4914-8fed-b118c25c2826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.257227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:32.261587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.267412 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53376) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:32.271276 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41e1c03e-d66a-4914-8fed-b118c25c2826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.272742 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-784d4420-21e1-4c29-be03-12875d5f4518 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.275582 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-784d4420-21e1-4c29-be03-12875d5f4518 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.309490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58699c76-1496-4f96-a6f6-4b1e5f10d8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.352816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:32.381692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41e1c03e-d66a-4914-8fed-b118c25c2826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.386329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41e1c03e-d66a-4914-8fed-b118c25c2826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.389036 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-41e1c03e-d66a-4914-8fed-b118c25c2826 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edadfec7-dccc-41b9-b2d3-e3226aa10aa3 HTTP/1.1" status: 204 len: 168 time: 0.3236890 Nov 23 14:34:32.397976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.398421 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Added segment bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35 of type vlan for network 4501fc62-7f98-41d7-8870-445e812d5152 Nov 23 14:34:32.453752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1c03e-d66a-4914-8fed-b118c25c2826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edadfec7-dccc-41b9-b2d3-e3226aa10aa3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:32.484593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.546680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.555173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:32.557187 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.573226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58699c76-1496-4f96-a6f6-4b1e5f10d8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.574289 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.602045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58699c76-1496-4f96-a6f6-4b1e5f10d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.640567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58699c76-1496-4f96-a6f6-4b1e5f10d8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ef3d3-dec5-48b9-9e2e-9acda251629c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:32.662470 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5278506 Nov 23 14:34:32.705868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b78e0f-3672-4861-9125-c03a56e12c3b tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Network': ['ID=4501fc62-7f98-41d7-8870-445e812d5152,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:32.718689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 4501fc62-7f98-41d7-8870-445e812d5152 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:32.724005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53380) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:32.730650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-58699c76-1496-4f96-a6f6-4b1e5f10d8ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43420b7495b34d16ad2457e4a23ad9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615541 Nov 23 14:34:32.735780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'network_id': '4501fc62-7f98-41d7-8870-445e812d5152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:32.771753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53382) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:32.904992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-a839cef0-582c-4b99-a49c-b4fc5586babc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9479678 Nov 23 14:34:32.927467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f00e98d-b234-4696-8aaf-8932352144db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.934947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-784d4420-21e1-4c29-be03-12875d5f4518 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.934947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784d4420-21e1-4c29-be03-12875d5f4518 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Fanout notify agent at l3_agent the message router_deleted on router 0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:32.946147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-784d4420-21e1-4c29-be03-12875d5f4518 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.950198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-784d4420-21e1-4c29-be03-12875d5f4518 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 HTTP/1.1" status: 204 len: 168 time: 1.3404076 Nov 23 14:34:32.959056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53384) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:32.959243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Made reservation on behalf of e7eef754e7dd4241bc84565700190c1a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:32.961979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:32.989674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f00e98d-b234-4696-8aaf-8932352144db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.022659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet 2e7683d7-5b30-4bbf-9fe3-d065776ca54b {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:33.027537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.060313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing IP validity checks on allocation pools {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 14:34:33.061097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 14:34:33.108223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-eb9511f7-9d63-4329-b13f-eff53c88b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.110652 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-eb9511f7-9d63-4329-b13f-eff53c88b71f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1096 time: 0.0836470 Nov 23 14:34:33.119779 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.142279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f00e98d-b234-4696-8aaf-8932352144db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.146617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f00e98d-b234-4696-8aaf-8932352144db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.150282 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0f00e98d-b234-4696-8aaf-8932352144db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc1ef3d3-dec5-48b9-9e2e-9acda251629c HTTP/1.1" status: 204 len: 168 time: 0.3741753 Nov 23 14:34:33.226762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00e98d-b234-4696-8aaf-8932352144db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ef3d3-dec5-48b9-9e2e-9acda251629c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:33.308683 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.348374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-138c8690-3ca1-4d5b-8b51-1f9a31326dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.349916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-138c8690-3ca1-4d5b-8b51-1f9a31326dfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 910 time: 0.2037621 Nov 23 14:34:33.359066 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.442779 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.454672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=0a696a2b-8c8d-4e7f-9b63-56ffc2efbf2b,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:33.458941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Checking segment: {'id': 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4501fc62-7f98-41d7-8870-445e812d5152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:33.459290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network hostable DHCP agents. Network: 4501fc62-7f98-41d7-8870-445e812d5152, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:33.484327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Network 4501fc62-7f98-41d7-8870-445e812d5152 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:33.497237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7683d7-5b30-4bbf-9fe3-d065776ca54b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:33.498171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 4501fc62-7f98-41d7-8870-445e812d5152) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:33.503683 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.510627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7997cc2-c6cd-41fc-945a-1ffc73e908bf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/2e7683d7-5b30-4bbf-9fe3-d065776ca54b HTTP/1.1" status: 204 len: 168 time: 0.5527475 Nov 23 14:34:33.514882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53392) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:33.517397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ec73e-024f-4af8-8d8d-ef184bde046b None None] Network 4501fc62-7f98-41d7-8870-445e812d5152 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:33.520023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286cb157-8986-46f7-897d-797a0fe07b91 None None] Network 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:33.522233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.522935 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.549092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5806caa4-0a5a-4df7-aa04-8d7d1fb267e3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8147087 Nov 23 14:34:33.549532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53394) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:33.556184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-11f09ad5-ee1c-4f2e-b32f-1e27f9f15be3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:33.556411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-2e81a0bc-2e08-4c21-805d-72717b636dfe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 1001 time: 0.1988447 Nov 23 14:34:33.675874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet 45eedbcd-1b6c-45fa-ae4c-1bf00820a8db {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:33.680497 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.726471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11f09ad5-ee1c-4f2e-b32f-1e27f9f15be3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9201818'] for subnet, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.740231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-07886f3c-e395-419f-b1bc-cc4c18b14b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.741922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-07886f3c-e395-419f-b1bc-cc4c18b14b56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 200 len: 848 time: 0.1758671 Nov 23 14:34:33.807569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.852287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-4501fc62-7f98-41d7-8870-445e812d5152', 'network_id': '4501fc62-7f98-41d7-8870-445e812d5152', 'tenant_id': 'e7eef754e7dd4241bc84565700190c1a', 'fixed_ips': [{'subnet_id': '0a696a2b-8c8d-4e7f-9b63-56ffc2efbf2b'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:33.853211 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:33.868932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] DHCP port deletion for 0722b1ad-5c8f-4e91-b9e6-be0b83583d9b request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:33.882803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-e280392d-c211-42b7-83c4-7824ef8a959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.884531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-e280392d-c211-42b7-83c4-7824ef8a959e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c80f1a3-cf25-41be-bff7-daf126d864a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325212 Nov 23 14:34:33.899664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-c20d7bbc-1524-4ef2-89c3-832f08955f82 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:34:33.901330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-c20d7bbc-1524-4ef2-89c3-832f08955f82 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074756 Nov 23 14:34:33.983618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.000153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11f09ad5-ee1c-4f2e-b32f-1e27f9f15be3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762670318457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12505909'] for subnet, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.087456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f09ad5-ee1c-4f2e-b32f-1e27f9f15be3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:34.088305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11f09ad5-ee1c-4f2e-b32f-1e27f9f15be3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.091669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-03859b28-12b5-4f0b-86e6-4ab41ecd8627 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683795 Nov 23 14:34:34.092658 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-11f09ad5-ee1c-4f2e-b32f-1e27f9f15be3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "PUT /v2.0/subnets/0a696a2b-8c8d-4e7f-9b63-56ffc2efbf2b HTTP/1.1" status: 200 len: 877 time: 0.5411813 Nov 23 14:34:34.093582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53410) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:34.107043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f09ad5-ee1c-4f2e-b32f-1e27f9f15be3 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event updated for resources: {'Subnet': ['ID=0a696a2b-8c8d-4e7f-9b63-56ffc2efbf2b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.129526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] Deleting port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:34.129526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.157455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Allocated IP 172.20.0.3 (4501fc62-7f98-41d7-8870-445e812d5152/0a696a2b-8c8d-4e7f-9b63-56ffc2efbf2b/06807112-1b29-4614-ba54-d51b91ed8d7c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:34.164177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.188193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.194457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53414) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:34.195238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/45eedbcd-1b6c-45fa-ae4c-1bf00820a8db HTTP/1.1" status: 204 len: 168 time: 0.6785955 Nov 23 14:34:34.240976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] For port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,segment=NetworkSegment(fa400d25-4af0-4aaa-a883-befd8c161575),segment_id=fa400d25-4af0-4aaa-a883-befd8c161575)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:34.241880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.261472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] Calling delete_port for 14a5cdaf-3b33-455f-b897-25e7b13e5c7c owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:34.279045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8246a7-031a-4aa1-b967-a290b81145fb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=45eedbcd-1b6c-45fa-ae4c-1bf00820a8db,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.343742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.353525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bf95119-bcae-4a3f-9780-9a3d120f6184 req-9cb2a82a-d005-4e9c-b424-738de1f70302 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451282 Nov 23 14:34:34.369548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53418) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:34.374099 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.428847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:34.429287 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.430097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e889e-2000-459e-9750-fdd33e7c37b1 None None] Network 69278f26-8e20-4925-a309-6e03a1b95ed7 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:34.455691 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.505592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,segment=NetworkSegment(fa400d25-4af0-4aaa-a883-befd8c161575),segment_id=fa400d25-4af0-4aaa-a883-befd8c161575)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:34.506183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.514465 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.531306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 14a5cdaf-3b33-455f-b897-25e7b13e5c7c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:34.556643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-614901910'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:34.615931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] Pushing event deleted for resources: {'Port': ['ID=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.624073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cbfae-6970-46d8-b01f-53c020315fe5 None None] No DVR routers for this DVR port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:34.641465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Made reservation on behalf of 9dd806c24db84aeabe20a4e1fab7ba9f for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:34.646284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.659215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.688908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.726046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=14a5cdaf-3b33-455f-b897-25e7b13e5c7c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.734041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port 14a5cdaf-3b33-455f-b897-25e7b13e5c7c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:34.783056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.793726 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.814213 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.850566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.861416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.869451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.870312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Network 4501fc62-7f98-41d7-8870-445e812d5152 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:34.877174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:34.880379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:34.887336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0722b1ad-5c8f-4e91-b9e6-be0b83583d9b']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:34.893381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] DHCP port deletion for 69278f26-8e20-4925-a309-6e03a1b95ed7 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:34.898840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Pushing event updated for resources: {'Port': ['ID=06807112-1b29-4614-ba54-d51b91ed8d7c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.900832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=0a696a2b-8c8d-4e7f-9b63-56ffc2efbf2b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.916184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa400d25-4af0-4aaa-a883-befd8c161575') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:34.916482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa400d25-4af0-4aaa-a883-befd8c161575') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:34.929221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:34.932748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13aec7a-48da-4103-89bd-9263214911fb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:34.936532 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.956297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.956776 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Added segment 7f11af62-3379-4bf3-bfb0-60a4e8bc2d63 of type vlan for network c1a9219c-0e11-48e7-85bd-14fb67c2475e Nov 23 14:34:34.958136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.972010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:34.972428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:34.975605 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:34.981142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.005246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4501fc62-7f98-41d7-8870-445e812d5152']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:35.018318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:35.020233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:35.035093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.044999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Attempting to bind port 06807112-1b29-4614-ba54-d51b91ed8d7c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:35.045564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Attempting to bind port 06807112-1b29-4614-ba54-d51b91ed8d7c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4501fc62-7f98-41d7-8870-445e812d5152'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:35.046390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Attempting to bind port 06807112-1b29-4614-ba54-d51b91ed8d7c on network 4501fc62-7f98-41d7-8870-445e812d5152 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:35.050251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.053455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.057229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:35.057651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Checking segment: {'id': 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4501fc62-7f98-41d7-8870-445e812d5152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:35.058051 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.058435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Bound using segment: {'id': 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4501fc62-7f98-41d7-8870-445e812d5152'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:35.059155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Bound port: 06807112-1b29-4614-ba54-d51b91ed8d7c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4501fc62-7f98-41d7-8870-445e812d5152'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:35.059726 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.068644 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:35.069864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:35.073421 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:35.077403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.088078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.093388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] Deleting port d156b5ca-c119-4a12-a074-c6e88273722a {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:35.093838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.094172 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/0722b1ad-5c8f-4e91-b9e6-be0b83583d9b HTTP/1.1" status: 204 len: 168 time: 0.8985112 Nov 23 14:34:35.094791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53422) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:35.115042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3d4b-4bcb-4048-99ea-98129ae92439 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=0722b1ad-5c8f-4e91-b9e6-be0b83583d9b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:35.126322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.132759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:35.133402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.151161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 14:34:35.151161 n-d-818503-2 neutron-server[103346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 14:34:35.151161 n-d-818503-2 neutron-server[103346]: [parameters: {'id': '4501fc62-7f98-41d7-8870-445e812d5152'}] Nov 23 14:34:35.151161 n-d-818503-2 neutron-server[103346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:34:35.151161 n-d-818503-2 neutron-server[103346]: DEBUG oslo_db.api [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:34:35.172088 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] For port d156b5ca-c119-4a12-a074-c6e88273722a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d156b5ca-c119-4a12-a074-c6e88273722a,segment=NetworkSegment(13479541-b060-48fa-83cf-0b26a922af6b),segment_id=13479541-b060-48fa-83cf-0b26a922af6b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:35.172489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.186959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] Calling delete_port for d156b5ca-c119-4a12-a074-c6e88273722a owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:35.203203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8324156 Nov 23 14:34:35.206497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53424) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:35.211974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'subnet': {'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:35.265413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 14a5cdaf-3b33-455f-b897-25e7b13e5c7c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:35.289768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 14a5cdaf-3b33-455f-b897-25e7b13e5c7c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:35.290028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 14a5cdaf-3b33-455f-b897-25e7b13e5c7c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:35.290454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d156b5ca-c119-4a12-a074-c6e88273722a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:35.327859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Made reservation on behalf of 9dd806c24db84aeabe20a4e1fab7ba9f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:35.333468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.362856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] For port 06807112-1b29-4614-ba54-d51b91ed8d7c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:35.384927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] For port 06807112-1b29-4614-ba54-d51b91ed8d7c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=06807112-1b29-4614-ba54-d51b91ed8d7c,segment=NetworkSegment(bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35),segment_id=bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:35.397778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.464257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c013ad-b8c2-4c2d-ac18-4e34d3b58ea6 None None] Pushing event updated for resources: {'Port': ['ID=06807112-1b29-4614-ba54-d51b91ed8d7c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:35.478300 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.531121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] No DVR routers for this DVR port d156b5ca-c119-4a12-a074-c6e88273722a on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:35.532611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c86515-6f90-44cf-a7ad-f64ffd4d1b6e None None] Pushing event deleted for resources: {'Port': ['ID=d156b5ca-c119-4a12-a074-c6e88273722a,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:35.555171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Port d156b5ca-c119-4a12-a074-c6e88273722a update to DOWN by agent not found {{(pid=103347) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 14:34:35.594587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb4394-b652-4029-9e8d-b5b173283343 None None] Network 4501fc62-7f98-41d7-8870-445e812d5152 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:35.659634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456c6b0-ab82-48b4-87a9-03118b3b7f7a tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Network': ['ID=c1a9219c-0e11-48e7-85bd-14fb67c2475e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:35.672708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:35.693680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.769570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.782617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.834494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.864091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69278f26-8e20-4925-a309-6e03a1b95ed7']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:35.883163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13479541-b060-48fa-83cf-0b26a922af6b') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:35.885967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13479541-b060-48fa-83cf-0b26a922af6b') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:35.889258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Subnet': ['ID=13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:35.900578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Checking segment: {'id': '7f11af62-3379-4bf3-bfb0-60a4e8bc2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:35.900945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Network hostable DHCP agents. Network: c1a9219c-0e11-48e7-85bd-14fb67c2475e, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:35.904199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519c153-ad45-4471-b4a3-5d3ad6492756 None None] Network 4501fc62-7f98-41d7-8870-445e812d5152 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:35.909319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.927966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Deleting port 06807112-1b29-4614-ba54-d51b91ed8d7c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:35.928605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.938462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.945593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:35.955451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:35.955856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:35.959496 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:35.961960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53432) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:36.003381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c1a9219c-0e11-48e7-85bd-14fb67c2475e) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:36.013035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:36.013636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.028953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] For port 06807112-1b29-4614-ba54-d51b91ed8d7c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=06807112-1b29-4614-ba54-d51b91ed8d7c,segment=NetworkSegment(bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35),segment_id=bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:36.029254 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.032288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf7a62-a114-4cfd-a4ad-94a56e8a8a57 None None] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:36.040870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-46fca029-c994-4f82-a5ac-4c19b37dd580 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8333404 Nov 23 14:34:36.044777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53436) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:36.053631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Calling delete_port for 06807112-1b29-4614-ba54-d51b91ed8d7c owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:36.055726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d989ea1e-d0d2-41d4-9791-4a247c22df2d tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-686793577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:36.114019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.120498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.124080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/69278f26-8e20-4925-a309-6e03a1b95ed7 HTTP/1.1" status: 204 len: 168 time: 1.0261669 Nov 23 14:34:36.135840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53438) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:36.150536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-198634044'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:36.157938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b133ec2-eaac-490b-9419-48e60d283e23 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=69278f26-8e20-4925-a309-6e03a1b95ed7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:36.170216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d989ea1e-d0d2-41d4-9791-4a247c22df2d tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.171575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d989ea1e-d0d2-41d4-9791-4a247c22df2d tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.218370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a110f91-b8b8-4986-a964-3eba62c29193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.232104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:36.235561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.238229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c1a9219c-0e11-48e7-85bd-14fb67c2475e', 'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e', 'tenant_id': '9dd806c24db84aeabe20a4e1fab7ba9f', 'fixed_ips': [{'subnet_id': '13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:36.239267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.262796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d989ea1e-d0d2-41d4-9791-4a247c22df2d tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.273612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d989ea1e-d0d2-41d4-9791-4a247c22df2d tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.284375 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.293160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:36.300451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d989ea1e-d0d2-41d4-9791-4a247c22df2d tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.308102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d989ea1e-d0d2-41d4-9791-4a247c22df2d tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2621458 Nov 23 14:34:36.308582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53440) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:36.340471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Port': ['ID=06807112-1b29-4614-ba54-d51b91ed8d7c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:36.343427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No DVR routers for this DVR port 06807112-1b29-4614-ba54-d51b91ed8d7c on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:36.345351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.346257 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment 151b9738-bee7-4f19-b244-a81b8797cd40 of type vlan for network 2a782c9b-41e7-4296-96b9-03a23f43297c Nov 23 14:34:36.381371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Allocated IP 172.20.0.2 (c1a9219c-0e11-48e7-85bd-14fb67c2475e/13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7/c40aa71e-0079-4f53-b2a3-7a947aa320eb) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:36.555248 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.617834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.653544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a110f91-b8b8-4986-a964-3eba62c29193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.657702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4501fc62-7f98-41d7-8870-445e812d5152']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:36.673651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a110f91-b8b8-4986-a964-3eba62c29193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.693063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.698915 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.741055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:36.744536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:36.745227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc47ea5c-fc27-4cf7-93d6-3aaed32f0f35') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:36.747470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:36.750839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:36.758567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Pushing event updated for resources: {'Port': ['ID=c40aa71e-0079-4f53-b2a3-7a947aa320eb,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:36.775647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.781219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:36.781838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.791749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.814195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Attempting to bind port c40aa71e-0079-4f53-b2a3-7a947aa320eb on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:36.815274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Attempting to bind port c40aa71e-0079-4f53-b2a3-7a947aa320eb by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '7f11af62-3379-4bf3-bfb0-60a4e8bc2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:36.815646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Attempting to bind port c40aa71e-0079-4f53-b2a3-7a947aa320eb on network c1a9219c-0e11-48e7-85bd-14fb67c2475e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:36.821348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:36.821771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Checking segment: {'id': '7f11af62-3379-4bf3-bfb0-60a4e8bc2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:36.822186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.822592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Bound using segment: {'id': '7f11af62-3379-4bf3-bfb0-60a4e8bc2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:36.823109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Bound port: c40aa71e-0079-4f53-b2a3-7a947aa320eb, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f11af62-3379-4bf3-bfb0-60a4e8bc2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:36.823497 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.843875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53442) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:36.847283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5a110f91-b8b8-4986-a964-3eba62c29193 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7956234c4ff3441cabb1d06c88ce66e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8787951 Nov 23 14:34:36.873998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a110f91-b8b8-4986-a964-3eba62c29193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3037f9f-42ce-400c-b1a3-f7aa1d48bc12,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:36.881574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.892171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7552698 Nov 23 14:34:36.900697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53444) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:36.912599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:36.914928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] For port c40aa71e-0079-4f53-b2a3-7a947aa320eb, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:36.938871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:36.939297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:36.944839 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:36.959026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d2a63-b773-46e8-b3cd-76bf51441256 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=2a782c9b-41e7-4296-96b9-03a23f43297c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:36.970284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 2a782c9b-41e7-4296-96b9-03a23f43297c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:37.000317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a559fd-228a-4618-8386-90700e7eb3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.015559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.033028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a559fd-228a-4618-8386-90700e7eb3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.052145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] For port c40aa71e-0079-4f53-b2a3-7a947aa320eb, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c40aa71e-0079-4f53-b2a3-7a947aa320eb,segment=NetworkSegment(7f11af62-3379-4bf3-bfb0-60a4e8bc2d63),segment_id=7f11af62-3379-4bf3-bfb0-60a4e8bc2d63)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:37.053889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:37.058948 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.060307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.093818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.104989 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.108883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/4501fc62-7f98-41d7-8870-445e812d5152 HTTP/1.1" status: 204 len: 168 time: 3.0143008 Nov 23 14:34:37.122882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53446) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:37.127459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59764669-e8fc-4bd2-82b2-081e3cb27990 None None] Pushing event updated for resources: {'Port': ['ID=c40aa71e-0079-4f53-b2a3-7a947aa320eb,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:37.135019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad30c40-7e70-4298-8119-6fadf666a5d2 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=4501fc62-7f98-41d7-8870-445e812d5152,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:37.158715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a559fd-228a-4618-8386-90700e7eb3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.161256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a559fd-228a-4618-8386-90700e7eb3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.165512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3a559fd-228a-4618-8386-90700e7eb3c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3037f9f-42ce-400c-b1a3-f7aa1d48bc12 HTTP/1.1" status: 204 len: 168 time: 0.3203201 Nov 23 14:34:37.184232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a559fd-228a-4618-8386-90700e7eb3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3037f9f-42ce-400c-b1a3-f7aa1d48bc12,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:37.203917 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-37120a60-203a-409e-9825-56d9c07a4776 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:37.204078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37120a60-203a-409e-9825-56d9c07a4776 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:37.207332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-37120a60-203a-409e-9825-56d9c07a4776 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/0a696a2b-8c8d-4e7f-9b63-56ffc2efbf2b HTTP/1.1" status: 404 len: 337 time: 0.0834455 Nov 23 14:34:37.211003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53450) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:37.238925 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2887963-ec3f-48bf-90ff-98f4ca95bf24 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:37.239461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2887963-ec3f-48bf-90ff-98f4ca95bf24 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:37.245384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53452) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:37.245928 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d2887963-ec3f-48bf-90ff-98f4ca95bf24 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/4501fc62-7f98-41d7-8870-445e812d5152 HTTP/1.1" status: 404 len: 339 time: 0.0323262 Nov 23 14:34:37.303406 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3057358e-1083-4720-b055-bd1c8ba48c7f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:37.303725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3057358e-1083-4720-b055-bd1c8ba48c7f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:37.307494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3057358e-1083-4720-b055-bd1c8ba48c7f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/6cc55b1e-01f7-49ff-b939-7e5e117e1722 HTTP/1.1" status: 404 len: 337 time: 0.0601044 Nov 23 14:34:37.311369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53454) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:37.338053 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0cc372-6e45-470e-b31e-121ce620dec1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:37.338362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0cc372-6e45-470e-b31e-121ce620dec1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:37.342047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8b0cc372-6e45-470e-b31e-121ce620dec1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/31cbd204-424b-49b7-83f1-7ea7c5ebd943 HTTP/1.1" status: 404 len: 339 time: 0.0293581 Nov 23 14:34:37.344117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53456) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:37.358239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.428377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Allocated IP 172.20.0.1 (c1a9219c-0e11-48e7-85bd-14fb67c2475e/13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7/564aed77-35bc-4847-9bfb-b921256b4000) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:37.547165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=6e7891ed-494d-49b5-a6f4-9663ea21e4b8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:37.555105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.562167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': '151b9738-bee7-4f19-b244-a81b8797cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:37.562719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: 2a782c9b-41e7-4296-96b9-03a23f43297c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:37.628967 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.654861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 2a782c9b-41e7-4296-96b9-03a23f43297c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:37.689114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.712689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 2a782c9b-41e7-4296-96b9-03a23f43297c) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:37.715514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.725141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc580d-7eff-4d6a-8367-71eea3cf70a2 None None] Network 2a782c9b-41e7-4296-96b9-03a23f43297c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:37.725986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:37.726642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.750982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb70ce0-c47a-4427-a8fb-a69d02f34e43']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:37.758606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:37.764714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fabb02-b569-440f-b5fd-c07defaca89f') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:37.765013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fabb02-b569-440f-b5fd-c07defaca89f') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:37.769107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:37.777916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.779818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:37.794721 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4c58d70d-aa5e-4bd3-a9d4-403bb0499332 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8873351 Nov 23 14:34:37.796032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53458) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:37.801646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-20628674-485f-4f0b-803c-9a83cb62e80f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-382657847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:37.807094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.816622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:37.817033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:37.821878 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:37.826961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Port': ['ID=564aed77-35bc-4847-9bfb-b921256b4000,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:37.844045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.891602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20628674-485f-4f0b-803c-9a83cb62e80f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.893218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20628674-485f-4f0b-803c-9a83cb62e80f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.918083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-2a782c9b-41e7-4296-96b9-03a23f43297c', 'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': '6e7891ed-494d-49b5-a6f4-9663ea21e4b8'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:37.918728 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.920058 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.961869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.979504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.985937 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/5bb70ce0-c47a-4427-a8fb-a69d02f34e43 HTTP/1.1" status: 204 len: 168 time: 0.6385105 Nov 23 14:34:37.989441 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27103bcb-9120-4751-884c-9cd6940688eb tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=5bb70ce0-c47a-4427-a8fb-a69d02f34e43,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:37.993196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53460) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.003631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20628674-485f-4f0b-803c-9a83cb62e80f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.025063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20628674-485f-4f0b-803c-9a83cb62e80f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.030607 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1033fc-bd57-480b-8b11-3cd9eabf15cc tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.031306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1033fc-bd57-480b-8b11-3cd9eabf15cc tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.036593 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b1033fc-bd57-480b-8b11-3cd9eabf15cc tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/b08dfa73-7fc8-4f3e-9fd5-7e6b681d0ed4 HTTP/1.1" status: 404 len: 337 time: 0.0399790 Nov 23 14:34:38.039329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53462) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.060000 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baca466-0ec5-4dd3-8ad4-cff8ecab493d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.060560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baca466-0ec5-4dd3-8ad4-cff8ecab493d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.063794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0baca466-0ec5-4dd3-8ad4-cff8ecab493d tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/c2c22c95-3db5-4d15-940d-8ddc3e0f2b80 HTTP/1.1" status: 404 len: 339 time: 0.0234625 Nov 23 14:34:38.066797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53464) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.076547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20628674-485f-4f0b-803c-9a83cb62e80f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.080631 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-20628674-485f-4f0b-803c-9a83cb62e80f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2804906 Nov 23 14:34:38.081519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53466) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.085718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'port': {'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c', 'name': 'tempest-RoutersTest-1089534757'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:38.107590 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-10689657-fb66-40b8-9f5f-c3f87ec1ca6e tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.108053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10689657-fb66-40b8-9f5f-c3f87ec1ca6e tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.111402 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-10689657-fb66-40b8-9f5f-c3f87ec1ca6e tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/9b316f12-05a9-47ab-9eac-fef7b6bd592c HTTP/1.1" status: 404 len: 337 time: 0.0431955 Nov 23 14:34:38.113038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Allocated IP 172.20.0.2 (2a782c9b-41e7-4296-96b9-03a23f43297c/6e7891ed-494d-49b5-a6f4-9663ea21e4b8/4563a391-098b-484f-917f-061b3fbf0e03) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:38.121136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53468) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.157817 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa995f0-8a87-486e-af34-ea3cd473c117 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.158298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa995f0-8a87-486e-af34-ea3cd473c117 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.164029 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3fa995f0-8a87-486e-af34-ea3cd473c117 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/c4ae8049-69c0-47d8-ac33-b8da75f1fe5c HTTP/1.1" status: 404 len: 339 time: 0.0390983 Nov 23 14:34:38.165190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53470) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.219668 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad797a9-c620-439b-9381-3d8a9b340473 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.220132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad797a9-c620-439b-9381-3d8a9b340473 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.225536 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ad797a9-c620-439b-9381-3d8a9b340473 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/01317b80-d3da-471d-957b-95b0be4fc8a3 HTTP/1.1" status: 404 len: 337 time: 0.0577128 Nov 23 14:34:38.228084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53472) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.252340 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4ef69b-4ab9-4423-864f-74bdc0e1c112 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.252870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4ef69b-4ab9-4423-864f-74bdc0e1c112 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.258611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ae4ef69b-4ab9-4423-864f-74bdc0e1c112 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/8ece8ee2-2085-409a-b6b8-00bc685e56ca HTTP/1.1" status: 404 len: 339 time: 0.0270443 Nov 23 14:34:38.258611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53474) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.297743 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0734dd63-cfef-43dd-8271-cacfc654f7da tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.297999 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0734dd63-cfef-43dd-8271-cacfc654f7da tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.301134 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0734dd63-cfef-43dd-8271-cacfc654f7da tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/66762a31-145f-4eee-b02b-35c1ae64c7c3 HTTP/1.1" status: 404 len: 337 time: 0.0415752 Nov 23 14:34:38.303739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.335792 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a11313-2926-4fb4-9cec-d09f288af003 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.336337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a11313-2926-4fb4-9cec-d09f288af003 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.337407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.339758 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-75a11313-2926-4fb4-9cec-d09f288af003 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/5b54187f-5a6f-4c2c-bed9-e06982953d76 HTTP/1.1" status: 404 len: 339 time: 0.0348668 Nov 23 14:34:38.342048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53478) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.350272 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.387444 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-8995a78a-e819-4395-be60-21c71d873655 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.388057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8995a78a-e819-4395-be60-21c71d873655 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.395379 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8995a78a-e819-4395-be60-21c71d873655 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/ef1065c4-4f29-455c-b78d-c1b895177f8f HTTP/1.1" status: 404 len: 337 time: 0.0500240 Nov 23 14:34:38.396836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.401744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Network 2a782c9b-41e7-4296-96b9-03a23f43297c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:38.404711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:38.410796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:38.436907 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:38.443133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.446883 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9179e0-9c25-4841-b716-c7c4a81cb9b4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.447136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Pushing event updated for resources: {'Port': ['ID=4563a391-098b-484f-917f-061b3fbf0e03,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:38.447229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9179e0-9c25-4841-b716-c7c4a81cb9b4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.449657 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fa9179e0-9c25-4841-b716-c7c4a81cb9b4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/5cf35554-8751-445b-88d5-949aef1a533b HTTP/1.1" status: 404 len: 339 time: 0.0515091 Nov 23 14:34:38.452251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.491010 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca44484-73b8-4d28-b5eb-faf78e42d4a4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.491490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca44484-73b8-4d28-b5eb-faf78e42d4a4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.494634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3ca44484-73b8-4d28-b5eb-faf78e42d4a4 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/1f65d000-32e2-4040-af4d-8b3e5fa549db HTTP/1.1" status: 404 len: 337 time: 0.0413790 Nov 23 14:34:38.498016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.510177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] device_id is not set on port 5c209878-245d-4254-8177-8294ce1f04d7 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:34:38.522366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Attempting to bind port 4563a391-098b-484f-917f-061b3fbf0e03 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:38.522617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Attempting to bind port 4563a391-098b-484f-917f-061b3fbf0e03 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '151b9738-bee7-4f19-b244-a81b8797cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:38.523555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Attempting to bind port 4563a391-098b-484f-917f-061b3fbf0e03 on network 2a782c9b-41e7-4296-96b9-03a23f43297c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:38.525253 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7634ff-97aa-462f-9d32-b9924d5848dc tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.525790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7634ff-97aa-462f-9d32-b9924d5848dc tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.528923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-af7634ff-97aa-462f-9d32-b9924d5848dc tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/874cbeb5-a26c-48dc-8eae-fda80a88d501 HTTP/1.1" status: 404 len: 339 time: 0.0299499 Nov 23 14:34:38.532257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53486) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.535799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:38.536184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Checking segment: {'id': '151b9738-bee7-4f19-b244-a81b8797cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:38.536588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.537237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Bound using segment: {'id': '151b9738-bee7-4f19-b244-a81b8797cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:38.537722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Bound port: 4563a391-098b-484f-917f-061b3fbf0e03, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151b9738-bee7-4f19-b244-a81b8797cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2a782c9b-41e7-4296-96b9-03a23f43297c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:38.538103 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.565543 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5303796e-5661-4d6c-8a95-cc3ac5eb9c01 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.566260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5303796e-5661-4d6c-8a95-cc3ac5eb9c01 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.569649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5303796e-5661-4d6c-8a95-cc3ac5eb9c01 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/84a25784-a6a3-4f8c-9081-1383123c934c HTTP/1.1" status: 404 len: 337 time: 0.0355935 Nov 23 14:34:38.573263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53488) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.632503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] For port 4563a391-098b-484f-917f-061b3fbf0e03, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:38.636240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] For port 4563a391-098b-484f-917f-061b3fbf0e03, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4563a391-098b-484f-917f-061b3fbf0e03,segment=NetworkSegment(151b9738-bee7-4f19-b244-a81b8797cd40),segment_id=151b9738-bee7-4f19-b244-a81b8797cd40)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:38.637760 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa2ddca-4bd1-479a-97ee-bf3e46fe68a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.638318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa2ddca-4bd1-479a-97ee-bf3e46fe68a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.643381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-afa2ddca-4bd1-479a-97ee-bf3e46fe68a6 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/91231cee-faeb-4bc1-b2d7-94c62a9c199a HTTP/1.1" status: 404 len: 339 time: 0.0690324 Nov 23 14:34:38.645998 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.648144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.680340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.20.0.13 (2a782c9b-41e7-4296-96b9-03a23f43297c/6e7891ed-494d-49b5-a6f4-9663ea21e4b8/5c209878-245d-4254-8177-8294ce1f04d7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:38.686730 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9a9fad-9a48-40c2-a62d-321364fdd969 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.687014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9a9fad-9a48-40c2-a62d-321364fdd969 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.688389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eeefc5-fff5-4f0e-a308-cdfc62be7455 None None] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:38.691698 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d9a9fad-9a48-40c2-a62d-321364fdd969 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/7f69b1af-e322-45e7-8c3c-fc700cbc102d HTTP/1.1" status: 404 len: 337 time: 0.0427263 Nov 23 14:34:38.693750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53492) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.724087 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acf5bef-151d-49da-b895-ddf01571654f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] DELETE failed (client error): The resource could not be found. Nov 23 14:34:38.724452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.724602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acf5bef-151d-49da-b895-ddf01571654f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:34:38.727702 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7acf5bef-151d-49da-b895-ddf01571654f tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/ca17f1f2-87cc-4b97-b392-c70740140dfc HTTP/1.1" status: 404 len: 339 time: 0.0323627 Nov 23 14:34:38.730194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53494) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.769873 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.785948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751601-9ba1-41b9-ada3-6aae18830832 None None] Pushing event updated for resources: {'Port': ['ID=4563a391-098b-484f-917f-061b3fbf0e03,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:38.799981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ea5e0fe4-9bd6-4369-847e-396087484e53 None None] Provisioning complete for port c40aa71e-0079-4f53-b2a3-7a947aa320eb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:38.800649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0fe4-9bd6-4369-847e-396087484e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.875265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Deleting subnet 227a9ba3-df86-487c-a4c5-2bef78907fe3 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:38.884379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.886361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.905944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.913778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Port': ['ID=564aed77-35bc-4847-9bfb-b921256b4000,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:38.980048 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.005452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0fe4-9bd6-4369-847e-396087484e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.006399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.062201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea5e0fe4-9bd6-4369-847e-396087484e53 None None] For port c40aa71e-0079-4f53-b2a3-7a947aa320eb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c40aa71e-0079-4f53-b2a3-7a947aa320eb,segment=NetworkSegment(7f11af62-3379-4bf3-bfb0-60a4e8bc2d63),segment_id=7f11af62-3379-4bf3-bfb0-60a4e8bc2d63)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:39.071185 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5e0fe4-9bd6-4369-847e-396087484e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.089648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 2a782c9b-41e7-4296-96b9-03a23f43297c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:39.093627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:39.099477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:39.133473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:39.136934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:39.137752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=5c209878-245d-4254-8177-8294ce1f04d7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:39.149053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.154188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e0fe4-9bd6-4369-847e-396087484e53 None None] Pushing event updated for resources: {'Port': ['ID=c40aa71e-0079-4f53-b2a3-7a947aa320eb,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:39.195556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.196422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.235214 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ce92d598-f33f-4285-a5fe-27b8e3021444 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1487365 Nov 23 14:34:39.236088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53496) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:39.336425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.366122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c40aa71e-0079-4f53-b2a3-7a947aa320eb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:39.393710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Subnet': ['ID=227a9ba3-df86-487c-a4c5-2bef78907fe3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:39.395766 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.402036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f77b4dad-a7a7-43dd-81ec-da80155e8ea1 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/subnets/227a9ba3-df86-487c-a4c5-2bef78907fe3 HTTP/1.1" status: 204 len: 168 time: 0.6672521 Nov 23 14:34:39.402397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53498) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:39.410299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd9f07-21b4-4585-80c9-5ae6872e7086 None None] Network 8e760e14-e453-4e3d-8bbe-0571258abba1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:39.478460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Router a873a3c5-c7ae-463b-a96d-1fe392c15006 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:34:39.499936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.535213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-18c808fc-412a-4cae-bb44-a984dca3bcdf None None] Provisioning complete for port c40aa71e-0079-4f53-b2a3-7a947aa320eb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:39.535589 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-18c808fc-412a-4cae-bb44-a984dca3bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.627994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c40aa71e-0079-4f53-b2a3-7a947aa320eb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:39.628458 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.645196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:39.653221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3e42e345-fb7d-4e5d-8611-1641e0a0d257 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "PUT /v2.0/routers/a873a3c5-c7ae-463b-a96d-1fe392c15006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3253498 Nov 23 14:34:39.653598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53500) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:39.660268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] Sync routers for ids ['a873a3c5-c7ae-463b-a96d-1fe392c15006'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:39.668524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'port': {'network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e', 'name': 'tempest-FloatingIPNegativeTestJSON-1018149273'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:39.679503 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] Routers {'a873a3c5-c7ae-463b-a96d-1fe392c15006'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:39.679859 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a873a3c5-c7ae-463b-a96d-1fe392c15006'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:39.703138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.760292 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:39.776727 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] Routers {'a873a3c5-c7ae-463b-a96d-1fe392c15006'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:39.777580 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a873a3c5-c7ae-463b-a96d-1fe392c15006'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:39.781678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Deleting port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:39.782050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.806977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4563a391-098b-484f-917f-061b3fbf0e03 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:39.831461 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:39.832116 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98270cdb-e0b5-4cc8-a822-6b80e97ef036 None None] The sync data for ids ['a873a3c5-c7ae-463b-a96d-1fe392c15006'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:39.847151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-18c808fc-412a-4cae-bb44-a984dca3bcdf None None] Provisioning complete for port 564aed77-35bc-4847-9bfb-b921256b4000 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:39.847527 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-18c808fc-412a-4cae-bb44-a984dca3bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.881928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] DHCP port deletion for 8e760e14-e453-4e3d-8bbe-0571258abba1 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:39.929739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-18c808fc-412a-4cae-bb44-a984dca3bcdf None None] Port 564aed77-35bc-4847-9bfb-b921256b4000 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:39.938168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] For port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,segment=NetworkSegment(cff14350-8618-4467-a1b5-afc890492a06),segment_id=cff14350-8618-4467-a1b5-afc890492a06)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:39.938533 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.946019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4563a391-098b-484f-917f-061b3fbf0e03 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:39.946391 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.954674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Calling delete_port for 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:40.012780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] Deleting port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:40.016726 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.102786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.139121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.146099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.146488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.168954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Port': ['ID=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.169467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-aeb29541-0210-4f65-8800-667481116e8c None None] Provisioning complete for port 564aed77-35bc-4847-9bfb-b921256b4000 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:40.171364 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aeb29541-0210-4f65-8800-667481116e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.176476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] No DVR routers for this DVR port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:40.180891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Made reservation on behalf of 9dd806c24db84aeabe20a4e1fab7ba9f for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:40.187629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.257452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] device_id is not set on port bf31970e-364b-4221-84fb-3309d210de51 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:34:40.263857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] For port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,segment=NetworkSegment(cff14350-8618-4467-a1b5-afc890492a06),segment_id=cff14350-8618-4467-a1b5-afc890492a06)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:40.264137 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.280883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=5c209878-245d-4254-8177-8294ce1f04d7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.294314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceacddc-50b4-4140-8e14-776eefb6fb85 None None] Network 2a782c9b-41e7-4296-96b9-03a23f43297c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:40.301032 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] Calling delete_port for 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:40.317544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 4563a391-098b-484f-917f-061b3fbf0e03, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4563a391-098b-484f-917f-061b3fbf0e03,segment=NetworkSegment(151b9738-bee7-4f19-b244-a81b8797cd40),segment_id=151b9738-bee7-4f19-b244-a81b8797cd40)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:40.325045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-aeb29541-0210-4f65-8800-667481116e8c None None] Port 564aed77-35bc-4847-9bfb-b921256b4000 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:40.339800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.341898 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.382304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e760e14-e453-4e3d-8bbe-0571258abba1']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:40.398508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff14350-8618-4467-a1b5-afc890492a06') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:40.398797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff14350-8618-4467-a1b5-afc890492a06') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:40.431288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.433062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.457400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.467155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Allocated IP 172.20.0.8 (c1a9219c-0e11-48e7-85bd-14fb67c2475e/13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7/bf31970e-364b-4221-84fb-3309d210de51) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:40.469828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:40.470235 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:40.473754 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:40.485211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-19d8177a-fab0-4ee0-8e6c-306e1f3e9c49 None None] Provisioning complete for port 4563a391-098b-484f-917f-061b3fbf0e03 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:40.485405 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19d8177a-fab0-4ee0-8e6c-306e1f3e9c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.538792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=4563a391-098b-484f-917f-061b3fbf0e03,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.557161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.562001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.576186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.579379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] 10.222.0.46 "DELETE /v2.0/networks/8e760e14-e453-4e3d-8bbe-0571258abba1 HTTP/1.1" status: 204 len: 168 time: 1.1758909 Nov 23 14:34:40.596065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43dd53-e967-4130-8c81-ea06c1776943 tempest-NetworksTest-1773374481 tempest-NetworksTest-1773374481-project] Pushing event deleted for resources: {'Network': ['ID=8e760e14-e453-4e3d-8bbe-0571258abba1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.612739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.644281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] Pushing event deleted for resources: {'Port': ['ID=0b2bfe6e-f004-4c80-9bfb-0497a8e0023f,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.657764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] Network 8e760e14-e453-4e3d-8bbe-0571258abba1 is not hosted by any dhcp agent {{(pid=103347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:34:40.658247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4930c-366c-4d70-a734-0c87d4399ac6 None None] No DVR routers for this DVR port 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:40.741734 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.793935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.870023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Port': ['ID=bf31970e-364b-4221-84fb-3309d210de51,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.881051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:40.883132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:40.886662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:40.908673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-19d8177a-fab0-4ee0-8e6c-306e1f3e9c49 None None] Provisioning complete for port 564aed77-35bc-4847-9bfb-b921256b4000 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:40.909128 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19d8177a-fab0-4ee0-8e6c-306e1f3e9c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.956889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-19d8177a-fab0-4ee0-8e6c-306e1f3e9c49 None None] Port 564aed77-35bc-4847-9bfb-b921256b4000 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:40.974725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.978224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:40.979298 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.980456 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.000134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a3c665d2-6460-4266-bf66-cf097e0eb379 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3425424 Nov 23 14:34:41.002800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53506) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:41.009077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:41.028952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53508) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:41.044681 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.084245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=5c209878-245d-4254-8177-8294ce1f04d7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:41.087064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.162655 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.243803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 2a782c9b-41e7-4296-96b9-03a23f43297c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:41.246315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:41.293109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b35547ff-664c-4103-9c1d-f92e00d11af0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7eef754e7dd4241bc84565700190c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607229 Nov 23 14:34:41.295104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f1c1e8cd-0832-4bc9-81f1-e8bbcf9850b2 None None] Provisioning complete for port bf31970e-364b-4221-84fb-3309d210de51 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:41.295555 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e8cd-0832-4bc9-81f1-e8bbcf9850b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.299406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c40aa71e-0079-4f53-b2a3-7a947aa320eb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:41.299790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53512) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:41.374145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 6153513d-3e1e-4599-b31e-81609a3ccc3d is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:34:41.388283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1e8cd-0832-4bc9-81f1-e8bbcf9850b2 None None] Port bf31970e-364b-4221-84fb-3309d210de51 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:41.398626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c40aa71e-0079-4f53-b2a3-7a947aa320eb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:41.399227 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.403288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Allocated IP 172.25.3.51 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/a3a88463-c412-4b51-9099-085be1527602) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:41.421916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-513b06f8-0b80-4098-9bf4-3239eea0002f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.470807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-513b06f8-0b80-4098-9bf4-3239eea0002f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.490650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:41.499440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4563a391-098b-484f-917f-061b3fbf0e03 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:41.503025 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16c2e744-faf6-4625-8089-92ad304a2fe3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/6153513d-3e1e-4599-b31e-81609a3ccc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594357 Nov 23 14:34:41.503949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53514) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:41.542034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] Sync routers for ids ['6153513d-3e1e-4599-b31e-81609a3ccc3d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:41.565492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] Routers {'6153513d-3e1e-4599-b31e-81609a3ccc3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:41.566116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6153513d-3e1e-4599-b31e-81609a3ccc3d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:41.570244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eeee39-184c-4c0a-8c1f-e1ee1b8ba318 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.571976 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f2eeee39-184c-4c0a-8c1f-e1ee1b8ba318 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports/5c209878-245d-4254-8177-8294ce1f04d7 HTTP/1.1" status: 200 len: 978 time: 0.0668914 Nov 23 14:34:41.574593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53516) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:41.597269 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.607951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f1546e6f-4f11-4da7-9eca-e7cdb82cd0e2 None None] Provisioning complete for port 5c209878-245d-4254-8177-8294ce1f04d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:41.608427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1546e6f-4f11-4da7-9eca-e7cdb82cd0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.610754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:41.612982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-513b06f8-0b80-4098-9bf4-3239eea0002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.616158 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-513b06f8-0b80-4098-9bf4-3239eea0002f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.620141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-513b06f8-0b80-4098-9bf4-3239eea0002f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eae47d69-21ee-4897-8651-9ed913ff025f HTTP/1.1" status: 204 len: 168 time: 0.3117266 Nov 23 14:34:41.640192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b06f8-0b80-4098-9bf4-3239eea0002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae47d69-21ee-4897-8651-9ed913ff025f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:41.664304 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.672877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4563a391-098b-484f-917f-061b3fbf0e03 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:41.673254 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.706466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:41.712187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:41.719635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:41.721511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] Routers {'6153513d-3e1e-4599-b31e-81609a3ccc3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:41.722158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6153513d-3e1e-4599-b31e-81609a3ccc3d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:41.761122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Port': ['ID=a3a88463-c412-4b51-9099-085be1527602,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:41.765373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f1546e6f-4f11-4da7-9eca-e7cdb82cd0e2 None None] Port 5c209878-245d-4254-8177-8294ce1f04d7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:41.774046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:41.774824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654248a-8740-4a38-b207-afee08bdd628 None None] The sync data for ids ['6153513d-3e1e-4599-b31e-81609a3ccc3d'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:41.794916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f1546e6f-4f11-4da7-9eca-e7cdb82cd0e2 None None] Provisioning complete for port 4563a391-098b-484f-917f-061b3fbf0e03 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:41.800232 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f1546e6f-4f11-4da7-9eca-e7cdb82cd0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.941678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:41.987101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:41.988180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.008182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:42.008530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b2bfe6e-f004-4c80-9bfb-0497a8e0023f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:42.108242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-52b5ec85-5faa-4702-b988-75961f297586 None None] Provisioning complete for port 5c209878-245d-4254-8177-8294ce1f04d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:42.110432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-52b5ec85-5faa-4702-b988-75961f297586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.160495 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.179449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-52b5ec85-5faa-4702-b988-75961f297586 None None] Port 5c209878-245d-4254-8177-8294ce1f04d7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:42.221302 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.226035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.235662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7fcc7d-3aa4-4f04-845a-3c701198fc5e None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:34:42.302452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Port': ['ID=a3a88463-c412-4b51-9099-085be1527602,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:42.311419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.327583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7166ebda-cddb-4730-aeaf-805d4a24d7f5 None None] Provisioning complete for port 5c209878-245d-4254-8177-8294ce1f04d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:42.328143 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7166ebda-cddb-4730-aeaf-805d4a24d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.328694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.330576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3633c66d-ec5f-4c1c-a1fd-f0ac267d5d88 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3260748 Nov 23 14:34:42.335021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53530) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:42.342336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-eb9d30a0-002f-4d05-9f40-5145a124eee8 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'floatingip': {'port_id': 'bf31970e-364b-4221-84fb-3309d210de51', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:42.360896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fcc7d-3aa4-4f04-845a-3c701198fc5e None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:34:42.380114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7166ebda-cddb-4730-aeaf-805d4a24d7f5 None None] Port 5c209878-245d-4254-8177-8294ce1f04d7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:42.407144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eb9d30a0-002f-4d05-9f40-5145a124eee8 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.541081 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-eb9d30a0-002f-4d05-9f40-5145a124eee8 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] update failed (client error): The resource could not be found. Nov 23 14:34:42.542462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eb9d30a0-002f-4d05-9f40-5145a124eee8 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "PUT /v2.0/floatingips/91d0c9dd-71e6-479c-ab5b-071b0705a02b HTTP/1.1" status: 404 len: 507 time: 0.2064111 Nov 23 14:34:42.545445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53538) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:42.694513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Deleting port a3a88463-c412-4b51-9099-085be1527602 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:42.694951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.735130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53542) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:42.787564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.788771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.803198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Calling delete_port for a3a88463-c412-4b51-9099-085be1527602 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:42.841370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 5c209878-245d-4254-8177-8294ce1f04d7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:42.841713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.869609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10384263'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:42.930883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:42.934378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.949751 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.950715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.955675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:42.975422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 5c209878-245d-4254-8177-8294ce1f04d7 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:42.976191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event deleted for resources: {'Port': ['ID=a3a88463-c412-4b51-9099-085be1527602,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:43.035363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.038541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.039914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cb96d44d-dd7f-4df6-81a9-de5ff7ae608f tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "DELETE /v2.0/floatingips/91d0c9dd-71e6-479c-ab5b-071b0705a02b HTTP/1.1" status: 204 len: 168 time: 0.4933448 Nov 23 14:34:43.043665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53546) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:43.049594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0300f089-8d5c-4be0-8f80-4fad1446b091 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'floatingip': {'floating_network_id': 'c1a9219c-0e11-48e7-85bd-14fb67c2475e', 'port_id': 'bf31970e-364b-4221-84fb-3309d210de51', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:43.077010 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0300f089-8d5c-4be0-8f80-4fad1446b091 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.134878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.139336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.195447 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-0300f089-8d5c-4be0-8f80-4fad1446b091 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:34:43.196594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0300f089-8d5c-4be0-8f80-4fad1446b091 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1512046 Nov 23 14:34:43.200436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53548) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:43.201391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d554e54-b9f1-4fb5-b0ee-6b4f517f15c0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:43.205028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'bf31970e-364b-4221-84fb-3309d210de51', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:43.224652 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.228885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.232512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:43.263688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=5c209878-245d-4254-8177-8294ce1f04d7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:43.265947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.266292 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment 33783fe6-fc39-43a0-9bf1-93d3993ea491 of type vlan for network 5823198a-8c09-4fe2-9331-dd601679b3e5 Nov 23 14:34:43.343220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.358413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.454816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Allocated IP 172.25.3.238 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/dd052430-8af2-450d-9f73-7e7a8f23612f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:43.456628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.462353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:43.463012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.465381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.515094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7765007 Nov 23 14:34:43.530345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53550) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:43.537474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-243548959'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:43.575184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:43.578507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.606662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.609328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511a7a6-43ca-4b63-9347-7845c99145be tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=5823198a-8c09-4fe2-9331-dd601679b3e5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:43.621069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:43.622307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:43.638796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.639163 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment e52bbee2-ac59-4a4d-8746-e73e6d735a22 of type vlan for network 4d08eae0-c261-4063-af87-41abb3bc5f97 Nov 23 14:34:43.695098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.698507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.705651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 6153513d-3e1e-4599-b31e-81609a3ccc3d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:43.750328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:43.758913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:43.761534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:43.778768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:43.788982 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-535369c5-329d-4cbd-8a5d-fe87115a46a3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/6153513d-3e1e-4599-b31e-81609a3ccc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2090318 Nov 23 14:34:43.789321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event updated for resources: {'Port': ['ID=dd052430-8af2-450d-9f73-7e7a8f23612f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:43.789946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53552) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:43.790506 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] Sync routers for ids ['6153513d-3e1e-4599-b31e-81609a3ccc3d'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:43.800185 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.804486 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] Routers {'6153513d-3e1e-4599-b31e-81609a3ccc3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:43.805203 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6153513d-3e1e-4599-b31e-81609a3ccc3d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:43.805800 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:43.806394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:43.842173 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:43.852933 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] Routers {'6153513d-3e1e-4599-b31e-81609a3ccc3d'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:43.853815 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6153513d-3e1e-4599-b31e-81609a3ccc3d'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:43.885013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3507116 Nov 23 14:34:43.889329 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:43.890097 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910d4d7-b9bb-42c0-a046-23762a36e128 None None] The sync data for ids ['6153513d-3e1e-4599-b31e-81609a3ccc3d'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:43.905030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53554) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:43.912777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': '5823198a-8c09-4fe2-9331-dd601679b3e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:43.915980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2389a8f-1fee-41b7-80b6-08f0118da7a0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=4d08eae0-c261-4063-af87-41abb3bc5f97,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:43.926908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:43.989611 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-f6cb90e6-ad54-491a-8cb6-7506e67fe874 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 14:34:43.990550 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f6cb90e6-ad54-491a-8cb6-7506e67fe874 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/6153513d-3e1e-4599-b31e-81609a3ccc3d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2001462 Nov 23 14:34:43.993351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53556) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:44.024624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d46a5c0-6bba-4bff-aa5a-43aa8ddf5713 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6153513d-3e1e-4599-b31e-81609a3ccc3d HTTP/1.1" status: 200 len: 205 time: 0.0302036 Nov 23 14:34:44.027159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53558) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:44.072461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:44.075953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.098694 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abcf41fd-b819-4a19-b7f3-e8abb12dced8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.148000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Deleting port dd052430-8af2-450d-9f73-7e7a8f23612f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:44.148337 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.258971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abcf41fd-b819-4a19-b7f3-e8abb12dced8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.261619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abcf41fd-b819-4a19-b7f3-e8abb12dced8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.273564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.273897 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.291731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Calling delete_port for dd052430-8af2-450d-9f73-7e7a8f23612f owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:44.307623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abcf41fd-b819-4a19-b7f3-e8abb12dced8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.308223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf41fd-b819-4a19-b7f3-e8abb12dced8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Fanout notify agent at l3_agent the message router_deleted on router 6153513d-3e1e-4599-b31e-81609a3ccc3d {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:44.316407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abcf41fd-b819-4a19-b7f3-e8abb12dced8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.318100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-abcf41fd-b819-4a19-b7f3-e8abb12dced8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/6153513d-3e1e-4599-b31e-81609a3ccc3d HTTP/1.1" status: 204 len: 168 time: 0.2899704 Nov 23 14:34:44.320642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53560) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:44.370564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet 6e7891ed-494d-49b5-a6f4-9663ea21e4b8 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:44.373678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.381616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.412665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.465104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=7b7b68ac-cd94-4c5d-9880-29c45ea332d1,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:44.483240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': '33783fe6-fc39-43a0-9bf1-93d3993ea491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5823198a-8c09-4fe2-9331-dd601679b3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:44.483599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: 5823198a-8c09-4fe2-9331-dd601679b3e5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:44.528472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.530599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:44.539039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.543511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5823198a-8c09-4fe2-9331-dd601679b3e5) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:44.548280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:44.548878 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.553007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcbfa5c-a4d1-42ea-9686-f787412c9929 None None] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:44.579604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event deleted for resources: {'Port': ['ID=dd052430-8af2-450d-9f73-7e7a8f23612f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:44.605779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.616713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bdafe376-23e1-489d-a707-0d67b707da83 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7106020 Nov 23 14:34:44.632278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53562) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:44.637554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': '4d08eae0-c261-4063-af87-41abb3bc5f97', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:44.640949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7891ed-494d-49b5-a6f4-9663ea21e4b8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:44.655902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.662396 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8ba7d0f2-3b86-4757-936f-07bec0e67dbf tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/6e7891ed-494d-49b5-a6f4-9663ea21e4b8 HTTP/1.1" status: 204 len: 168 time: 0.3381033 Nov 23 14:34:44.662558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c24be79-b2de-4fa6-b368-d72fb0a00665 None None] Network 2a782c9b-41e7-4296-96b9-03a23f43297c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:44.663760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53564) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:44.678877 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] create failed (client error): The resource could not be found. Nov 23 14:34:44.684197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7ebfc0cd-45ab-4a20-ac85-8796f2de74f2 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4827981 Nov 23 14:34:44.685161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53566) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:44.811742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-5823198a-8c09-4fe2-9331-dd601679b3e5', 'network_id': '5823198a-8c09-4fe2-9331-dd601679b3e5', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': '7b7b68ac-cd94-4c5d-9880-29c45ea332d1'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:44.812605 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.858875 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.884743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:44.888225 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:44.969458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] DHCP port deletion for 2a782c9b-41e7-4296-96b9-03a23f43297c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:44.971628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Allocated IP 2001:db8::2 (5823198a-8c09-4fe2-9331-dd601679b3e5/7b7b68ac-cd94-4c5d-9880-29c45ea332d1/788b93a0-243b-4b1e-affe-c5e6b3696ea4) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:44.993096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Deleting port bf31970e-364b-4221-84fb-3309d210de51 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:44.993439 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.096322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] Deleting port 4563a391-098b-484f-917f-061b3fbf0e03 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:45.096605 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.105075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 4563a391-098b-484f-917f-061b3fbf0e03 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:45.105422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.149082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.198602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] For port 4563a391-098b-484f-917f-061b3fbf0e03, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4563a391-098b-484f-917f-061b3fbf0e03,segment=NetworkSegment(151b9738-bee7-4f19-b244-a81b8797cd40),segment_id=151b9738-bee7-4f19-b244-a81b8797cd40)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:45.198929 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.202604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Calling delete_port for bf31970e-364b-4221-84fb-3309d210de51 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:45.211239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.216181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] Calling delete_port for 4563a391-098b-484f-917f-061b3fbf0e03 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:45.224764 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.278300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4563a391-098b-484f-917f-061b3fbf0e03 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:45.309929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 4563a391-098b-484f-917f-061b3fbf0e03, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4563a391-098b-484f-917f-061b3fbf0e03,segment=NetworkSegment(151b9738-bee7-4f19-b244-a81b8797cd40),segment_id=151b9738-bee7-4f19-b244-a81b8797cd40)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:45.310301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.333031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 4563a391-098b-484f-917f-061b3fbf0e03 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:45.338234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:45.338869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.345928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:45.347730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Pushing event updated for resources: {'Port': ['ID=788b93a0-243b-4b1e-affe-c5e6b3696ea4,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:45.354151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:45.444599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.460538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Attempting to bind port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:45.460913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Attempting to bind port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '33783fe6-fc39-43a0-9bf1-93d3993ea491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5823198a-8c09-4fe2-9331-dd601679b3e5'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:45.461276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Attempting to bind port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 on network 5823198a-8c09-4fe2-9331-dd601679b3e5 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:45.495413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] Pushing event deleted for resources: {'Port': ['ID=4563a391-098b-484f-917f-061b3fbf0e03,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:45.499338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.503144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaccbd2-1242-47e7-b1ad-299d37ac0410 None None] No DVR routers for this DVR port 4563a391-098b-484f-917f-061b3fbf0e03 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:45.505612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:45.506144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Checking segment: {'id': '33783fe6-fc39-43a0-9bf1-93d3993ea491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5823198a-8c09-4fe2-9331-dd601679b3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:45.506759 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.507324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Bound using segment: {'id': '33783fe6-fc39-43a0-9bf1-93d3993ea491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5823198a-8c09-4fe2-9331-dd601679b3e5'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:45.507835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Bound port: 788b93a0-243b-4b1e-affe-c5e6b3696ea4, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33783fe6-fc39-43a0-9bf1-93d3993ea491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5823198a-8c09-4fe2-9331-dd601679b3e5'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:45.508369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.613083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] For port 788b93a0-243b-4b1e-affe-c5e6b3696ea4, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:45.616474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] For port 788b93a0-243b-4b1e-affe-c5e6b3696ea4, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=788b93a0-243b-4b1e-affe-c5e6b3696ea4,segment=NetworkSegment(33783fe6-fc39-43a0-9bf1-93d3993ea491),segment_id=33783fe6-fc39-43a0-9bf1-93d3993ea491)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:45.622529 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.685470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dcce7-b1f9-4acc-8d2f-eefd06a2fcaa None None] Pushing event updated for resources: {'Port': ['ID=788b93a0-243b-4b1e-affe-c5e6b3696ea4,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:45.709555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=b6564f78-d2a4-4f4f-ad63-8d1599309adf,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:45.784020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': 'e52bbee2-ac59-4a4d-8746-e73e6d735a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '4d08eae0-c261-4063-af87-41abb3bc5f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:45.784382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: 4d08eae0-c261-4063-af87-41abb3bc5f97, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:45.796779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.801346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:45.854847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=4563a391-098b-484f-917f-061b3fbf0e03,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:45.889698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port 4563a391-098b-484f-917f-061b3fbf0e03 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:45.893306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:45.895461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event deleted for resources: {'Port': ['ID=bf31970e-364b-4221-84fb-3309d210de51,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:45.970590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 4d08eae0-c261-4063-af87-41abb3bc5f97) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:45.981225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d86de7-9ea3-4ff2-98c9-f2f4dd885984 None None] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:45.993366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:45.993965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.048096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.060054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.063737 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c31f38c0-2b92-49fd-8125-51b9a3fe1566 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "DELETE /v2.0/ports/bf31970e-364b-4221-84fb-3309d210de51 HTTP/1.1" status: 204 len: 168 time: 1.3759949 Nov 23 14:34:46.066772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53568) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:46.082758 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9285c59f-2f8c-46f0-b5d8-384151a2b219 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4493883 Nov 23 14:34:46.085742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53570) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:46.090541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f5c36a89-5858-4259-81bd-47d7bfd9ef1b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1646475861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:46.110764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a782c9b-41e7-4296-96b9-03a23f43297c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:46.120772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5c36a89-5858-4259-81bd-47d7bfd9ef1b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.122167 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5c36a89-5858-4259-81bd-47d7bfd9ef1b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.130397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151b9738-bee7-4f19-b244-a81b8797cd40') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:46.131141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151b9738-bee7-4f19-b244-a81b8797cd40') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:46.148011 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.182702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b662224-db01-431f-89b4-f257bad4c609 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.184635 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9b662224-db01-431f-89b4-f257bad4c609 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "GET /v2.0/ports?device_id=a873a3c5-c7ae-463b-a96d-1fe392c15006 HTTP/1.1" status: 200 len: 913 time: 0.1163273 Nov 23 14:34:46.186239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.188461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53572) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:46.197689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5c36a89-5858-4259-81bd-47d7bfd9ef1b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.202816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5c36a89-5858-4259-81bd-47d7bfd9ef1b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.204504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:46.205756 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:46.209390 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:46.229675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5c36a89-5858-4259-81bd-47d7bfd9ef1b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.229956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f5c36a89-5858-4259-81bd-47d7bfd9ef1b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1430025 Nov 23 14:34:46.233654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53574) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:46.346275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.354101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.360641 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/2a782c9b-41e7-4296-96b9-03a23f43297c HTTP/1.1" status: 204 len: 168 time: 1.6930089 Nov 23 14:34:46.362809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53576) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:46.363465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-4d08eae0-c261-4063-af87-41abb3bc5f97', 'network_id': '4d08eae0-c261-4063-af87-41abb3bc5f97', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': 'b6564f78-d2a4-4f4f-ad63-8d1599309adf'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:46.364522 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.394592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-122863122'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:46.440191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adb8e4-9e84-4d6a-914d-1d9095c62889 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=2a782c9b-41e7-4296-96b9-03a23f43297c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:46.525293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Allocated IP 2001:db8:1::2 (4d08eae0-c261-4063-af87-41abb3bc5f97/b6564f78-d2a4-4f4f-ad63-8d1599309adf/1178a1ed-6444-4314-ad3e-cd234153b9d9) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:46.623906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.706739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.715390 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.755606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:46.759596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:46.762936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:46.866995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Pushing event updated for resources: {'Port': ['ID=1178a1ed-6444-4314-ad3e-cd234153b9d9,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:46.870388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Attempting to bind port 1178a1ed-6444-4314-ad3e-cd234153b9d9 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:46.870844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Attempting to bind port 1178a1ed-6444-4314-ad3e-cd234153b9d9 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'e52bbee2-ac59-4a4d-8746-e73e6d735a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '4d08eae0-c261-4063-af87-41abb3bc5f97'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:46.871240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Attempting to bind port 1178a1ed-6444-4314-ad3e-cd234153b9d9 on network 4d08eae0-c261-4063-af87-41abb3bc5f97 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:46.877636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:46.877636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Checking segment: {'id': 'e52bbee2-ac59-4a4d-8746-e73e6d735a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '4d08eae0-c261-4063-af87-41abb3bc5f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:46.877991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.878458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Bound using segment: {'id': 'e52bbee2-ac59-4a4d-8746-e73e6d735a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '4d08eae0-c261-4063-af87-41abb3bc5f97'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:46.878907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Bound port: 1178a1ed-6444-4314-ad3e-cd234153b9d9, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52bbee2-ac59-4a4d-8746-e73e6d735a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '4d08eae0-c261-4063-af87-41abb3bc5f97'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:46.879292 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.906433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:46.910303 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.937898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ae7ed-8951-48b6-bf18-ce2bb05375a4 None None] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:46.940135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Deleting port 564aed77-35bc-4847-9bfb-b921256b4000 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:46.940697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.976159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:46.986803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] For port 1178a1ed-6444-4314-ad3e-cd234153b9d9, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:47.011803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.012427 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment 110c6313-0701-4fc4-9e47-2a21898835ec of type vlan for network a6abafbc-3fe9-4c1f-a594-47c6f7df46da Nov 23 14:34:47.014659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.028860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-662d373c-3067-419e-973a-8cb9164bfc6e None None] Provisioning complete for port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:47.029233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-662d373c-3067-419e-973a-8cb9164bfc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.033599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] For port 1178a1ed-6444-4314-ad3e-cd234153b9d9, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1178a1ed-6444-4314-ad3e-cd234153b9d9,segment=NetworkSegment(e52bbee2-ac59-4a4d-8746-e73e6d735a22),segment_id=e52bbee2-ac59-4a4d-8746-e73e6d735a22)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:47.052294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.057664 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.068592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Calling delete_port for 564aed77-35bc-4847-9bfb-b921256b4000 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:47.125564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.179266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d4379-cabb-4e7e-b45f-6a2c488af251 None None] Pushing event updated for resources: {'Port': ['ID=1178a1ed-6444-4314-ad3e-cd234153b9d9,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:47.200221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.206547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.211439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.243223 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-662d373c-3067-419e-973a-8cb9164bfc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.248322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8842227 Nov 23 14:34:47.254875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53578) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:47.267368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': 'a6abafbc-3fe9-4c1f-a594-47c6f7df46da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:47.291005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-662d373c-3067-419e-973a-8cb9164bfc6e None None] For port 788b93a0-243b-4b1e-affe-c5e6b3696ea4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=788b93a0-243b-4b1e-affe-c5e6b3696ea4,segment=NetworkSegment(33783fe6-fc39-43a0-9bf1-93d3993ea491),segment_id=33783fe6-fc39-43a0-9bf1-93d3993ea491)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:47.296479 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-662d373c-3067-419e-973a-8cb9164bfc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.366978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d373c-3067-419e-973a-8cb9164bfc6e None None] Pushing event updated for resources: {'Port': ['ID=788b93a0-243b-4b1e-affe-c5e6b3696ea4,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:47.391611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788b93a0-243b-4b1e-affe-c5e6b3696ea4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:47.416073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258c654-6038-4622-9d52-876d9374c9f5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=a6abafbc-3fe9-4c1f-a594-47c6f7df46da,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:47.441567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:47.467206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.524313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event deleted for resources: {'Port': ['ID=564aed77-35bc-4847-9bfb-b921256b4000,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:47.559622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:47.559999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.585315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:47.592285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.609600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8::1 (5823198a-8c09-4fe2-9331-dd601679b3e5/7b7b68ac-cd94-4c5d-9880-29c45ea332d1/4b7dacef-6c99-4636-9443-7b60c2457a1f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:47.798708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.831783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-19c2c256-4b72-4eb9-ae11-7bc5e275ea5e None None] Provisioning complete for port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:47.832584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19c2c256-4b72-4eb9-ae11-7bc5e275ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.839007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.878990 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.896277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:47.898206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:47.901154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:47.901794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:47.990958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=4b7dacef-6c99-4636-9443-7b60c2457a1f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:47.996904 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.052101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.121863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=8a1a694d-0025-4135-9cfd-38128fa61853,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:48.151552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Router a873a3c5-c7ae-463b-a96d-1fe392c15006 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:48.153080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': '110c6313-0701-4fc4-9e47-2a21898835ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a6abafbc-3fe9-4c1f-a594-47c6f7df46da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:48.153702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: a6abafbc-3fe9-4c1f-a594-47c6f7df46da, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:48.240613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:48.245461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:48.255631 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-90d0334d-66d0-4cd7-ad45-c3d8e7b34615 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "PUT /v2.0/routers/a873a3c5-c7ae-463b-a96d-1fe392c15006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0659976 Nov 23 14:34:48.258224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53580) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:48.265039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, a6abafbc-3fe9-4c1f-a594-47c6f7df46da) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:48.272514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-20e91084-7f66-4310-9fc6-3aa65f21cc2c None None] Provisioning complete for port 4b7dacef-6c99-4636-9443-7b60c2457a1f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:48.273617 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-20e91084-7f66-4310-9fc6-3aa65f21cc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.275928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] Sync routers for ids ['a873a3c5-c7ae-463b-a96d-1fe392c15006'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:48.286696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b2e17-2fa9-416b-8b01-02423e67d5c2 None None] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:48.330445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] Routers {'a873a3c5-c7ae-463b-a96d-1fe392c15006'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:48.330804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a873a3c5-c7ae-463b-a96d-1fe392c15006'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:48.374962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:48.384986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.392982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.394111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.424977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-20e91084-7f66-4310-9fc6-3aa65f21cc2c None None] Port 4b7dacef-6c99-4636-9443-7b60c2457a1f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:48.432042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] Routers {'a873a3c5-c7ae-463b-a96d-1fe392c15006'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:48.432816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a873a3c5-c7ae-463b-a96d-1fe392c15006'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:48.471408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:48.472098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af368a-30ba-45e9-8852-69e58fedd645 None None] The sync data for ids ['a873a3c5-c7ae-463b-a96d-1fe392c15006'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:48.499898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=4b7dacef-6c99-4636-9443-7b60c2457a1f,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:48.591052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-a6abafbc-3fe9-4c1f-a594-47c6f7df46da', 'network_id': 'a6abafbc-3fe9-4c1f-a594-47c6f7df46da', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': '8a1a694d-0025-4135-9cfd-38128fa61853'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:48.592821 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.597410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:48.599515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:48.600409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.600755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.634865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe50f-5acd-4702-b288-6f1d808207b3 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.640879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-68c82ee1-0e50-4f06-9e25-217af16ae77c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3808193 Nov 23 14:34:48.687544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53582) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:48.697432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5b172d6e-35f2-496a-b0a1-e5fcefd9eec7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-481264222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:48.749561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b172d6e-35f2-496a-b0a1-e5fcefd9eec7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.750795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b172d6e-35f2-496a-b0a1-e5fcefd9eec7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.778216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Allocated IP 172.20.0.2 (a6abafbc-3fe9-4c1f-a594-47c6f7df46da/8a1a694d-0025-4135-9cfd-38128fa61853/60a53dea-26cf-49ae-810c-e4c19bb90685) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:48.818532 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b172d6e-35f2-496a-b0a1-e5fcefd9eec7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.824806 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b172d6e-35f2-496a-b0a1-e5fcefd9eec7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.831829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 2e6f4c5a-f691-4436-8f13-9f77dde1ed9b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:34:48.851012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b172d6e-35f2-496a-b0a1-e5fcefd9eec7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.852509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5b172d6e-35f2-496a-b0a1-e5fcefd9eec7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1635575 Nov 23 14:34:48.855248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53584) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:48.872136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe50f-5acd-4702-b288-6f1d808207b3 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.874647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe50f-5acd-4702-b288-6f1d808207b3 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.933639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-b40e9001-ab96-405f-aadc-4acd5fbc34fa req-e915b2fe-1fac-42b5-b4e6-cd7d91050981 service neutron] (103346) timed out ('10.222.0.46', 53346) {{(pid=103346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:34:48.935455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac6199c-9703-4427-b894-2240f3024166 None None] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:48.935972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe50f-5acd-4702-b288-6f1d808207b3 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.936525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1fe50f-5acd-4702-b288-6f1d808207b3 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Fanout notify agent at l3_agent the message router_deleted on router a873a3c5-c7ae-463b-a96d-1fe392c15006 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:48.945543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe50f-5acd-4702-b288-6f1d808207b3 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:48.947421 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ac1fe50f-5acd-4702-b288-6f1d808207b3 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "DELETE /v2.0/routers/a873a3c5-c7ae-463b-a96d-1fe392c15006 HTTP/1.1" status: 204 len: 168 time: 0.6884174 Nov 23 14:34:48.949417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53586) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:49.007917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Deleting subnet 13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:49.011188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.019926 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.027247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-68b684e7-f960-405c-a4c2-f920929b5d13 None None] Provisioning complete for port 1178a1ed-6444-4314-ad3e-cd234153b9d9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:49.027637 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-68b684e7-f960-405c-a4c2-f920929b5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.033776 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.054470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.120169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:49.143403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.146478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:49.146650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:49.154375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c211385a-a208-494e-8622-b2156714ed4b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/2e6f4c5a-f691-4436-8f13-9f77dde1ed9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9196312 Nov 23 14:34:49.157647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:49.158005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53588) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:49.160817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Pushing event updated for resources: {'Port': ['ID=60a53dea-26cf-49ae-810c-e4c19bb90685,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:49.166627 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] Sync routers for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:49.181668 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:49.182376 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:49.219608 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:49.226049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5309259-b394-4272-989c-1365edf849ba tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:49.228915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f5309259-b394-4272-989c-1365edf849ba tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports/4b7dacef-6c99-4636-9443-7b60c2457a1f HTTP/1.1" status: 200 len: 911 time: 0.0679283 Nov 23 14:34:49.232439 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:49.234111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53590) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:49.234641 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:49.294403 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:49.296029 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbb250-3ddb-4ac3-b0e3-57fe968131eb None None] The sync data for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:49.314550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Attempting to bind port 60a53dea-26cf-49ae-810c-e4c19bb90685 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:49.314932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Attempting to bind port 60a53dea-26cf-49ae-810c-e4c19bb90685 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '110c6313-0701-4fc4-9e47-2a21898835ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a6abafbc-3fe9-4c1f-a594-47c6f7df46da'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:49.315299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Attempting to bind port 60a53dea-26cf-49ae-810c-e4c19bb90685 on network a6abafbc-3fe9-4c1f-a594-47c6f7df46da {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:49.318878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-68b684e7-f960-405c-a4c2-f920929b5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.328316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:49.328711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Checking segment: {'id': '110c6313-0701-4fc4-9e47-2a21898835ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a6abafbc-3fe9-4c1f-a594-47c6f7df46da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:49.329117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.329539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Bound using segment: {'id': '110c6313-0701-4fc4-9e47-2a21898835ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a6abafbc-3fe9-4c1f-a594-47c6f7df46da'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:49.330041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Bound port: 60a53dea-26cf-49ae-810c-e4c19bb90685, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110c6313-0701-4fc4-9e47-2a21898835ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a6abafbc-3fe9-4c1f-a594-47c6f7df46da'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:49.330521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.356445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.364766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.420166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-68b684e7-f960-405c-a4c2-f920929b5d13 None None] For port 1178a1ed-6444-4314-ad3e-cd234153b9d9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1178a1ed-6444-4314-ad3e-cd234153b9d9,segment=NetworkSegment(e52bbee2-ac59-4a4d-8746-e73e6d735a22),segment_id=e52bbee2-ac59-4a4d-8746-e73e6d735a22)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:49.427243 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-68b684e7-f960-405c-a4c2-f920929b5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.437655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.444199 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "DELETE /v2.0/subnets/13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7 HTTP/1.1" status: 204 len: 168 time: 0.4933865 Nov 23 14:34:49.445727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057969ee-e3ae-4f40-9ba7-0341ae2d0e05 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event deleted for resources: {'Subnet': ['ID=13e2f9cf-4b39-47aa-b1e8-e15a9cea57a7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:49.450777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53592) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:49.454988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f2c156-7f4f-4ff9-8a24-a1f7e05dceae None None] Network c1a9219c-0e11-48e7-85bd-14fb67c2475e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:49.508942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788b93a0-243b-4b1e-affe-c5e6b3696ea4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:49.561740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] For port 60a53dea-26cf-49ae-810c-e4c19bb90685, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:49.624490 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.644264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] For port 60a53dea-26cf-49ae-810c-e4c19bb90685, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=60a53dea-26cf-49ae-810c-e4c19bb90685,segment=NetworkSegment(110c6313-0701-4fc4-9e47-2a21898835ec),segment_id=110c6313-0701-4fc4-9e47-2a21898835ec)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:49.664726 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.689089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b684e7-f960-405c-a4c2-f920929b5d13 None None] Pushing event updated for resources: {'Port': ['ID=1178a1ed-6444-4314-ad3e-cd234153b9d9,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:49.708031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8111fecd-e1b3-4403-bfc6-3a4ab121bf62 None None] Provisioning complete for port 4b7dacef-6c99-4636-9443-7b60c2457a1f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:49.708702 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8111fecd-e1b3-4403-bfc6-3a4ab121bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.772541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Deleting port c40aa71e-0079-4f53-b2a3-7a947aa320eb {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:49.772882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.797698 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.893024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.20.0.1 (a6abafbc-3fe9-4c1f-a594-47c6f7df46da/8a1a694d-0025-4135-9cfd-38128fa61853/d1ec3528-ab6b-4370-bcb5-9cbc80dd393e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:49.899725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] For port c40aa71e-0079-4f53-b2a3-7a947aa320eb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c40aa71e-0079-4f53-b2a3-7a947aa320eb,segment=NetworkSegment(7f11af62-3379-4bf3-bfb0-60a4e8bc2d63),segment_id=7f11af62-3379-4bf3-bfb0-60a4e8bc2d63)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:49.900097 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.928807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Calling delete_port for c40aa71e-0079-4f53-b2a3-7a947aa320eb owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:49.988295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8111fecd-e1b3-4403-bfc6-3a4ab121bf62 None None] Port 4b7dacef-6c99-4636-9443-7b60c2457a1f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:50.002561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:50.002960 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.007593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eb48a-36dd-40b1-b0f0-60ba51f9d6ab None None] Pushing event updated for resources: {'Port': ['ID=60a53dea-26cf-49ae-810c-e4c19bb90685,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:50.128039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8:1::1 (4d08eae0-c261-4063-af87-41abb3bc5f97/b6564f78-d2a4-4f4f-ad63-8d1599309adf/e522a0e6-25c6-4134-b936-20513f623568) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:50.134312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.146461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.149445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1178a1ed-6444-4314-ad3e-cd234153b9d9 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:50.188186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event deleted for resources: {'Port': ['ID=c40aa71e-0079-4f53-b2a3-7a947aa320eb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:50.194958 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63513d-3ffe-4bec-ad05-3024891ab512 None None] DHCP port deletion for c1a9219c-0e11-48e7-85bd-14fb67c2475e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:50.209976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] No DVR routers for this DVR port c40aa71e-0079-4f53-b2a3-7a947aa320eb on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:50.238759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-57d71fc2-6389-48ff-bb10-92abd93fba40 None None] Provisioning complete for port 1178a1ed-6444-4314-ad3e-cd234153b9d9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:50.239163 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57d71fc2-6389-48ff-bb10-92abd93fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.288118 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.320735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1178a1ed-6444-4314-ad3e-cd234153b9d9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:50.321110 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.324217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.379586 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.380298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:50.415755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:50.418486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:50.424691 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.458185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:50.460075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:50.462773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:50.463390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.466172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=e522a0e6-25c6-4134-b936-20513f623568,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:50.501359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=d1ec3528-ab6b-4370-bcb5-9cbc80dd393e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:50.510490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a9219c-0e11-48e7-85bd-14fb67c2475e']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:50.510973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.511338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.511684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.512490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.512490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.512695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.512984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.513313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.513639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.514402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.514402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.514637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.528425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f11af62-3379-4bf3-bfb0-60a4e8bc2d63') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:50.528725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f11af62-3379-4bf3-bfb0-60a4e8bc2d63') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:50.530723 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.576656 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.606660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.621144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.632451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:50.632849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:50.635941 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:50.734407 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.744935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.751214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] 10.222.0.46 "DELETE /v2.0/networks/c1a9219c-0e11-48e7-85bd-14fb67c2475e HTTP/1.1" status: 204 len: 168 time: 1.2966120 Nov 23 14:34:50.753648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.769861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367a5b5-cafa-4dc3-b135-b4eb30fc7485 tempest-FloatingIPNegativeTestJSON-100613495 tempest-FloatingIPNegativeTestJSON-100613495-project] Pushing event deleted for resources: {'Network': ['ID=c1a9219c-0e11-48e7-85bd-14fb67c2475e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:50.855566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b9d7a615-62e7-44cb-9314-acadc7fbd6f6 None None] Provisioning complete for port e522a0e6-25c6-4134-b936-20513f623568 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:50.856130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a615-62e7-44cb-9314-acadc7fbd6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.938879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7a615-62e7-44cb-9314-acadc7fbd6f6 None None] Port e522a0e6-25c6-4134-b936-20513f623568 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:50.941107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.947757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:50.948667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.027842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=e522a0e6-25c6-4134-b936-20513f623568,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:51.099644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:51.101092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:51.102413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.120419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.123248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53598) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:51.220047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=d1ec3528-ab6b-4370-bcb5-9cbc80dd393e,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:51.227656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 2e6f4c5a-f691-4436-8f13-9f77dde1ed9b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:51.244198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.341495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:51.363079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] Sync routers for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:51.374981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7c5b3d74-41e0-4d1d-8bb4-92519e005fcd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/2e6f4c5a-f691-4436-8f13-9f77dde1ed9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398795 Nov 23 14:34:51.375691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53602) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:51.381423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:51.382489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:51.453814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14d06b-f3fe-4c2d-864f-73502bdcd3bc tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:51.457497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:51.458354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 60a53dea-26cf-49ae-810c-e4c19bb90685 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:51.458631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53604) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:51.459556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:51.459669 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b14d06b-f3fe-4c2d-864f-73502bdcd3bc tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports/e522a0e6-25c6-4134-b936-20513f623568 HTTP/1.1" status: 200 len: 913 time: 0.0825560 Nov 23 14:34:51.460814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:51.493695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a4571-3058-4a42-a6d2-bb1d7bf94749 None None] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:51.508606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5d949013-3bd3-4b4b-bf1e-136be43eb9cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dd806c24db84aeabe20a4e1fab7ba9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802781 Nov 23 14:34:51.511360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53606) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:51.527088 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:51.527710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:51.561131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec27b2d0-d9f9-4327-8013-7db9d1e76305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.583298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec27b2d0-d9f9-4327-8013-7db9d1e76305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.604065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:51.604731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950167d8-76d0-44a2-a4d3-bf105e130237 None None] The sync data for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:51.636024 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec27b2d0-d9f9-4327-8013-7db9d1e76305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.639443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec27b2d0-d9f9-4327-8013-7db9d1e76305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.645007 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec27b2d0-d9f9-4327-8013-7db9d1e76305 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e13aec7a-48da-4103-89bd-9263214911fb HTTP/1.1" status: 204 len: 168 time: 0.1318276 Nov 23 14:34:51.649063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Provisioning complete for port 60a53dea-26cf-49ae-810c-e4c19bb90685 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:51.649443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.656762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 60a53dea-26cf-49ae-810c-e4c19bb90685 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:51.656977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27b2d0-d9f9-4327-8013-7db9d1e76305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13aec7a-48da-4103-89bd-9263214911fb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:51.657130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.904255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.906651 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.960714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] For port 60a53dea-26cf-49ae-810c-e4c19bb90685, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=60a53dea-26cf-49ae-810c-e4c19bb90685,segment=NetworkSegment(110c6313-0701-4fc4-9e47-2a21898835ec),segment_id=110c6313-0701-4fc4-9e47-2a21898835ec)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:51.967475 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.052139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Provisioning complete for port e522a0e6-25c6-4134-b936-20513f623568 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:52.052515 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.104181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Port e522a0e6-25c6-4134-b936-20513f623568 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:52.118809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c2d30-b242-47a4-9ca0-5c9673ff5b0d None None] Pushing event updated for resources: {'Port': ['ID=60a53dea-26cf-49ae-810c-e4c19bb90685,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:52.130225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:34:52.130655 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:34:52.180523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 0b80389d-e461-4bdd-af67-304f76290423 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:34:52.231808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-547cd2f9-5f4d-43f2-9ae8-4e8b603cb0d0 None None] Provisioning complete for port 60a53dea-26cf-49ae-810c-e4c19bb90685 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:52.232272 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-547cd2f9-5f4d-43f2-9ae8-4e8b603cb0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.317223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:52.325896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53626) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:52.332574 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] Sync routers for ids ['0b80389d-e461-4bdd-af67-304f76290423'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:52.339537 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8dbeb8ec-aff8-4d95-9165-5e2afe539e09 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/0b80389d-e461-4bdd-af67-304f76290423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4830551 Nov 23 14:34:52.352311 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] Routers {'0b80389d-e461-4bdd-af67-304f76290423'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:52.353346 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0b80389d-e461-4bdd-af67-304f76290423'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:52.373904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-547cd2f9-5f4d-43f2-9ae8-4e8b603cb0d0 None None] Provisioning complete for port d1ec3528-ab6b-4370-bcb5-9cbc80dd393e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:52.375372 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-547cd2f9-5f4d-43f2-9ae8-4e8b603cb0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.388892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683684ce-012a-486f-98e0-f8c3f3d16abb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:52.393813 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-683684ce-012a-486f-98e0-f8c3f3d16abb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports/d1ec3528-ab6b-4370-bcb5-9cbc80dd393e HTTP/1.1" status: 200 len: 910 time: 0.0668402 Nov 23 14:34:52.394596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53630) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:52.401232 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:52.413010 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] Routers {'0b80389d-e461-4bdd-af67-304f76290423'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:52.413881 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0b80389d-e461-4bdd-af67-304f76290423'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:52.445062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-547cd2f9-5f4d-43f2-9ae8-4e8b603cb0d0 None None] Port d1ec3528-ab6b-4370-bcb5-9cbc80dd393e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:52.458307 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:52.459094 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7aadb9-bf87-4c28-b9a0-eb7c0d68466b None None] The sync data for ids ['0b80389d-e461-4bdd-af67-304f76290423'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:52.505482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.570660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb80bdc9-cd97-4272-8005-de13f016c46f None None] Provisioning complete for port d1ec3528-ab6b-4370-bcb5-9cbc80dd393e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:52.571422 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb80bdc9-cd97-4272-8005-de13f016c46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.576644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53634) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:52.622788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eb80bdc9-cd97-4272-8005-de13f016c46f None None] Port d1ec3528-ab6b-4370-bcb5-9cbc80dd393e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:52.685885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1178a1ed-6444-4314-ad3e-cd234153b9d9 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:52.755810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1178a1ed-6444-4314-ad3e-cd234153b9d9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:52.756352 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.868072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b5c83289-a7ad-4288-b8b1-dc0b479f2e26 None None] Provisioning complete for port d1ec3528-ab6b-4370-bcb5-9cbc80dd393e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:52.868559 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b5c83289-a7ad-4288-b8b1-dc0b479f2e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.875437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port e522a0e6-25c6-4134-b936-20513f623568 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:52.876372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.913128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b5c83289-a7ad-4288-b8b1-dc0b479f2e26 None None] Port d1ec3528-ab6b-4370-bcb5-9cbc80dd393e cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:52.943293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c40aa71e-0079-4f53-b2a3-7a947aa320eb no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:52.968742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c40aa71e-0079-4f53-b2a3-7a947aa320eb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:52.970016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c40aa71e-0079-4f53-b2a3-7a947aa320eb not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:52.974487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-449644663'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:52.985422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.997678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for e522a0e6-25c6-4134-b936-20513f623568 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:53.011052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:53.014415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.039653 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.164674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.171271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.173070 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.173227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.205902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=e522a0e6-25c6-4134-b936-20513f623568,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:53.255898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 60a53dea-26cf-49ae-810c-e4c19bb90685 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:53.267418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:53.280214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c196d8dc-423a-4545-a47a-8acab1fb8a7f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:53.287129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.287485 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Added segment 9782026c-bc75-4a13-8423-4b83f04a2dbb of type vlan for network 02d50304-0fd5-4de5-806e-fc08ab18fb69 Nov 23 14:34:53.322793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.324847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 60a53dea-26cf-49ae-810c-e4c19bb90685 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:53.325635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.367387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.437476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.443525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.444171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.488774 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9107332 Nov 23 14:34:53.527471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9749b-8ad7-492d-9ba8-31fd05fc9226 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Network': ['ID=02d50304-0fd5-4de5-806e-fc08ab18fb69,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:53.541526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 02d50304-0fd5-4de5-806e-fc08ab18fb69 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:53.580729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 2e6f4c5a-f691-4436-8f13-9f77dde1ed9b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:53.636650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port d1ec3528-ab6b-4370-bcb5-9cbc80dd393e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:53.637152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.712875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:53.718807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fe6b0e1e-efb6-4a17-893d-c502bc4442bf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/2e6f4c5a-f691-4436-8f13-9f77dde1ed9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2570279 Nov 23 14:34:53.722647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53640) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:53.726723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] Sync routers for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:53.727541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.741335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for d1ec3528-ab6b-4370-bcb5-9cbc80dd393e owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:53.744618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:53.745840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:53.789506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:53.819133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:53.820147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:53.866542 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.869199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:53.872237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c48f4-5d8c-46aa-9fb3-bdeba5551ec6 None None] The sync data for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:53.928727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:53.956636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=d1ec3528-ab6b-4370-bcb5-9cbc80dd393e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:54.129228 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.141213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.299966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 0b80389d-e461-4bdd-af67-304f76290423 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:54.377424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:54.382425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-722d9a87-01ab-425a-9c90-857713e5fec9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/0b80389d-e461-4bdd-af67-304f76290423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866905 Nov 23 14:34:54.385551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53642) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:54.389579 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] Sync routers for ids ['0b80389d-e461-4bdd-af67-304f76290423'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:54.396333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 4b7dacef-6c99-4636-9443-7b60c2457a1f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:54.396680 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.403979 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] Routers {'0b80389d-e461-4bdd-af67-304f76290423'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:54.404991 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0b80389d-e461-4bdd-af67-304f76290423'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:54.414740 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9e4917d0-6836-44e0-9cf7-623679cc6baa tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b80389d-e461-4bdd-af67-304f76290423 HTTP/1.1" status: 200 len: 205 time: 0.0256376 Nov 23 14:34:54.415070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53644) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:54.447105 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:54.457249 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] Routers {'0b80389d-e461-4bdd-af67-304f76290423'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:54.458150 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['0b80389d-e461-4bdd-af67-304f76290423'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:54.492910 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:54.493948 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05d2c6-9299-4fbf-b78b-042d06bc14e3 None None] The sync data for ids ['0b80389d-e461-4bdd-af67-304f76290423'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:54.504296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.511504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ea78-eed2-4419-8ad4-24d5d652cd29 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.518009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 4b7dacef-6c99-4636-9443-7b60c2457a1f owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:54.679469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ea78-eed2-4419-8ad4-24d5d652cd29 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.681682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ea78-eed2-4419-8ad4-24d5d652cd29 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.687924 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.714304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=4b7dacef-6c99-4636-9443-7b60c2457a1f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:54.734227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ea78-eed2-4419-8ad4-24d5d652cd29 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.734918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a1ea78-eed2-4419-8ad4-24d5d652cd29 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Fanout notify agent at l3_agent the message router_deleted on router 0b80389d-e461-4bdd-af67-304f76290423 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:54.757299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ea78-eed2-4419-8ad4-24d5d652cd29 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.760920 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c5a1ea78-eed2-4419-8ad4-24d5d652cd29 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/0b80389d-e461-4bdd-af67-304f76290423 HTTP/1.1" status: 204 len: 168 time: 0.3424892 Nov 23 14:34:54.761200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53646) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:54.817299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.827835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet 8a1a694d-0025-4135-9cfd-38128fa61853 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:54.832323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.899699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.007563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 2e6f4c5a-f691-4436-8f13-9f77dde1ed9b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:55.010438 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.076674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.089712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:55.094953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-be86e237-b64b-47ca-900a-0d0ca97b97d6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/2e6f4c5a-f691-4436-8f13-9f77dde1ed9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3712513 Nov 23 14:34:55.098729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53648) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:55.100602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] Sync routers for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:55.113171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:55.114338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:55.117941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1a694d-0025-4135-9cfd-38128fa61853,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:55.122226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.129102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53650) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:55.129961 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-da6b5470-3158-458b-a80f-e44537858ce6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/8a1a694d-0025-4135-9cfd-38128fa61853 HTTP/1.1" status: 204 len: 168 time: 0.3674779 Nov 23 14:34:55.139772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a373e81a-fb53-4356-a1eb-afd1ad15cb59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e6f4c5a-f691-4436-8f13-9f77dde1ed9b HTTP/1.1" status: 200 len: 205 time: 0.0395675 Nov 23 14:34:55.142779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53652) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:55.168246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:55.171314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8411489e-6ee2-41bc-86d5-1c5eaed0c5ca None None] Network a6abafbc-3fe9-4c1f-a594-47c6f7df46da requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:55.202816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] Routers {'2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:55.203467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:55.264412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:55.265087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547651a-d321-4d47-8ccf-e76f820e60e0 None None] The sync data for ids ['2e6f4c5a-f691-4436-8f13-9f77dde1ed9b'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:55.283564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f943ff8-9e27-4964-976f-07bd72598045 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.354602 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.402113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] DHCP port deletion for a6abafbc-3fe9-4c1f-a594-47c6f7df46da request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:55.459470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] Deleting port 60a53dea-26cf-49ae-810c-e4c19bb90685 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:55.459852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.472355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f943ff8-9e27-4964-976f-07bd72598045 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.475321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f943ff8-9e27-4964-976f-07bd72598045 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.529032 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f943ff8-9e27-4964-976f-07bd72598045 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.529254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] For port 60a53dea-26cf-49ae-810c-e4c19bb90685, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=60a53dea-26cf-49ae-810c-e4c19bb90685,segment=NetworkSegment(110c6313-0701-4fc4-9e47-2a21898835ec),segment_id=110c6313-0701-4fc4-9e47-2a21898835ec)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:55.529560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f943ff8-9e27-4964-976f-07bd72598045 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6f4c5a-f691-4436-8f13-9f77dde1ed9b {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:34:55.529700 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.537648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f943ff8-9e27-4964-976f-07bd72598045 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.540756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0f943ff8-9e27-4964-976f-07bd72598045 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/2e6f4c5a-f691-4436-8f13-9f77dde1ed9b HTTP/1.1" status: 204 len: 168 time: 0.3946340 Nov 23 14:34:55.540969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53654) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:55.558158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] Calling delete_port for 60a53dea-26cf-49ae-810c-e4c19bb90685 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:55.561873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 60a53dea-26cf-49ae-810c-e4c19bb90685 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:55.562307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.664423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet b6564f78-d2a4-4f4f-ad63-8d1599309adf {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:55.665964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:55.696716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] Pushing event deleted for resources: {'Port': ['ID=60a53dea-26cf-49ae-810c-e4c19bb90685,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:55.700373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457cf0f-016b-4a36-a727-5a8400ddc7cf None None] No DVR routers for this DVR port 60a53dea-26cf-49ae-810c-e4c19bb90685 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:56.021689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.049003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 60a53dea-26cf-49ae-810c-e4c19bb90685, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=60a53dea-26cf-49ae-810c-e4c19bb90685,segment=NetworkSegment(110c6313-0701-4fc4-9e47-2a21898835ec),segment_id=110c6313-0701-4fc4-9e47-2a21898835ec)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:56.049373 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.068947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 60a53dea-26cf-49ae-810c-e4c19bb90685 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:56.078410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.213598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.237663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.273094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=60a53dea-26cf-49ae-810c-e4c19bb90685,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:56.276767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port 60a53dea-26cf-49ae-810c-e4c19bb90685 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:56.344472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.376015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.418311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=b6564f78-d2a4-4f4f-ad63-8d1599309adf,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:56.422525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.428914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6feb1f1b-f516-41b9-af70-d9674d0f8436 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/b6564f78-d2a4-4f4f-ad63-8d1599309adf HTTP/1.1" status: 204 len: 168 time: 0.8845923 Nov 23 14:34:56.429880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53662) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:56.433900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb939ab-b089-40c3-9124-00b0d4f1d473 None None] Network 4d08eae0-c261-4063-af87-41abb3bc5f97 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:56.438310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6abafbc-3fe9-4c1f-a594-47c6f7df46da']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:56.476467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110c6313-0701-4fc4-9e47-2a21898835ec') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:56.476708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110c6313-0701-4fc4-9e47-2a21898835ec') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:56.493846 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.516436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet 7b7b68ac-cd94-4c5d-9880-29c45ea332d1 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:56.519091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.524106 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.546441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:56.546843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:56.550683 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:56.616546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.652038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.661542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.671577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/a6abafbc-3fe9-4c1f-a594-47c6f7df46da HTTP/1.1" status: 204 len: 168 time: 1.5346174 Nov 23 14:34:56.671577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53664) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:56.675782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-639189740', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:56.712121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.713188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.723825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16c026-8bf2-4a84-b4d7-84d1f076a345 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=a6abafbc-3fe9-4c1f-a594-47c6f7df46da,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:56.755428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f16b735-a8ff-4a2e-817b-dd812fec039b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.815908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.817161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:56.858179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] DHCP port deletion for 4d08eae0-c261-4063-af87-41abb3bc5f97 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:56.937675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] Deleting port 1178a1ed-6444-4314-ad3e-cd234153b9d9 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:56.942181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.016123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.021649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] For port 1178a1ed-6444-4314-ad3e-cd234153b9d9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1178a1ed-6444-4314-ad3e-cd234153b9d9,segment=NetworkSegment(e52bbee2-ac59-4a4d-8746-e73e6d735a22),segment_id=e52bbee2-ac59-4a4d-8746-e73e6d735a22)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:57.022147 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.029421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.036150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] Calling delete_port for 1178a1ed-6444-4314-ad3e-cd234153b9d9 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:57.076551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7b68ac-cd94-4c5d-9880-29c45ea332d1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:57.081852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.088794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-21e00322-ac46-48be-b464-5aa8b4a4519c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/7b7b68ac-cd94-4c5d-9880-29c45ea332d1 HTTP/1.1" status: 204 len: 168 time: 0.6547835 Nov 23 14:34:57.088794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53666) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:57.100694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.114728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7fb3d6-276a-4089-b1ec-f17607b68a99 None None] Network 5823198a-8c09-4fe2-9331-dd601679b3e5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:57.212948 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.217440 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:34:57.230655 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.233990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53668) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:57.248792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'subnet': {'network_id': '02d50304-0fd5-4de5-806e-fc08ab18fb69', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:57.258597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] No DVR routers for this DVR port 1178a1ed-6444-4314-ad3e-cd234153b9d9 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:57.263869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eff6e-3cd4-4ce3-963b-67366ede7745 None None] Pushing event deleted for resources: {'Port': ['ID=1178a1ed-6444-4314-ad3e-cd234153b9d9,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:57.311952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 60a53dea-26cf-49ae-810c-e4c19bb90685 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:57.343835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 60a53dea-26cf-49ae-810c-e4c19bb90685 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:57.344393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 60a53dea-26cf-49ae-810c-e4c19bb90685 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:57.345213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1178a1ed-6444-4314-ad3e-cd234153b9d9 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:57.368508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 1178a1ed-6444-4314-ad3e-cd234153b9d9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:57.368861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1178a1ed-6444-4314-ad3e-cd234153b9d9 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:57.395079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] DHCP port deletion for 5823198a-8c09-4fe2-9331-dd601679b3e5 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:57.405631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:57.412989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.426838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.453836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d08eae0-c261-4063-af87-41abb3bc5f97']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:57.462738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] Deleting port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:57.463378 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.478026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.482745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52bbee2-ac59-4a4d-8746-e73e6d735a22') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:57.483071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52bbee2-ac59-4a4d-8746-e73e6d735a22') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:57.506348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.511232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.533539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] For port 788b93a0-243b-4b1e-affe-c5e6b3696ea4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=788b93a0-243b-4b1e-affe-c5e6b3696ea4,segment=NetworkSegment(33783fe6-fc39-43a0-9bf1-93d3993ea491),segment_id=33783fe6-fc39-43a0-9bf1-93d3993ea491)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:57.533816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.547974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] Calling delete_port for 788b93a0-243b-4b1e-affe-c5e6b3696ea4 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:57.558166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.572565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:57.572997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:57.576344 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:57.644668 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.658772 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.675020 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.679255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] Pushing event deleted for resources: {'Port': ['ID=788b93a0-243b-4b1e-affe-c5e6b3696ea4,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:57.682786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.684815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca3897-ca22-42fb-8dcc-aa7b730410aa None None] No DVR routers for this DVR port 788b93a0-243b-4b1e-affe-c5e6b3696ea4 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:57.687072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/4d08eae0-c261-4063-af87-41abb3bc5f97 HTTP/1.1" status: 204 len: 168 time: 0.5982418 Nov 23 14:34:57.690575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53672) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:57.725970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Subnet': ['ID=a7fac814-8ca0-4c9d-bef5-1ba02a4d0392,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:57.728266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Checking segment: {'id': '9782026c-bc75-4a13-8423-4b83f04a2dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02d50304-0fd5-4de5-806e-fc08ab18fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:57.728625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network hostable DHCP agents. Network: 02d50304-0fd5-4de5-806e-fc08ab18fb69, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:57.735924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f08d61-9556-4aa4-a2d9-c7538c219e8f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=4d08eae0-c261-4063-af87-41abb3bc5f97,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:57.740955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.25.3.246 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9f333483-ad66-4682-88aa-f88d95404128) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:57.745663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network 02d50304-0fd5-4de5-806e-fc08ab18fb69 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:57.755957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 02d50304-0fd5-4de5-806e-fc08ab18fb69) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:57.764588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a73705-7e42-47b1-a4ba-0d2eb27c8738 None None] Network 02d50304-0fd5-4de5-806e-fc08ab18fb69 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:57.769474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:57.771626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.793658 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-60e58215-6ad6-4a3d-bac6-3ef3432ef428 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5584338 Nov 23 14:34:57.796628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53674) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:57.802739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1066557726'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:57.817429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.842197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:57.848465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.884868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:57.897224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.898035 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Added segment c5f89058-2098-40db-9358-28b8872b6446 of type vlan for network 3961c432-0cf0-4f79-925e-376da54420b3 Nov 23 14:34:57.920258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-02d50304-0fd5-4de5-806e-fc08ab18fb69', 'network_id': '02d50304-0fd5-4de5-806e-fc08ab18fb69', 'tenant_id': '689ec56f936e4c3bb06bf0b56bf7adc6', 'fixed_ips': [{'subnet_id': 'a7fac814-8ca0-4c9d-bef5-1ba02a4d0392'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:57.921829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.948215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.948455 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.977230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.981098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:57.987701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:57.988501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.004704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5823198a-8c09-4fe2-9331-dd601679b3e5']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:58.022824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33783fe6-fc39-43a0-9bf1-93d3993ea491') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:58.023183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33783fe6-fc39-43a0-9bf1-93d3993ea491') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:58.031151 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2303998 Nov 23 14:34:58.032236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53676) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:58.037749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.039996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'subnet': {'network_id': '3961c432-0cf0-4f79-925e-376da54420b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:58.060910 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.066537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.072266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Allocated IP 2001:db8:0:ffff::2 (02d50304-0fd5-4de5-806e-fc08ab18fb69/a7fac814-8ca0-4c9d-bef5-1ba02a4d0392/286d51a2-50fa-4865-bb41-a9ac3895deb8) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:58.072526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:34:58.072884 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:34:58.078771 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:34:58.093186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c87f2-3f16-422d-86e7-dca8b5b7cc2e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Network': ['ID=3961c432-0cf0-4f79-925e-376da54420b3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:58.114800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3961c432-0cf0-4f79-925e-376da54420b3 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:58.158210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:58.164313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:58.168226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:58.168421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:58.174086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.197214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=9f333483-ad66-4682-88aa-f88d95404128,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:58.199549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.204121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda11858-425d-4fee-a6ee-74728e256cff None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:34:58.209379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.212665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/5823198a-8c09-4fe2-9331-dd601679b3e5 HTTP/1.1" status: 204 len: 168 time: 0.5199311 Nov 23 14:34:58.221939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53678) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:58.233540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230262243'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:58.264127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2ef4f-ae93-4586-97f6-574bd380dfb2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=5823198a-8c09-4fe2-9331-dd601679b3e5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:58.303309 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.309720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.350787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:58.354715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.371487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Network 02d50304-0fd5-4de5-806e-fc08ab18fb69 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:58.377511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:58.382528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:58.386271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Pushing event updated for resources: {'Port': ['ID=286d51a2-50fa-4865-bb41-a9ac3895deb8,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:58.388637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8fba2c99-646c-43c8-9a7d-4f87482b483b None None] Provisioning complete for port 9f333483-ad66-4682-88aa-f88d95404128 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:58.389210 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8fba2c99-646c-43c8-9a7d-4f87482b483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.421828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:58.463816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.464473 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment 86a45e07-7504-4ff3-9e61-4f44198163e3 of type vlan for network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 Nov 23 14:34:58.478041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8fba2c99-646c-43c8-9a7d-4f87482b483b None None] Port 9f333483-ad66-4682-88aa-f88d95404128 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:34:58.479603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Attempting to bind port 286d51a2-50fa-4865-bb41-a9ac3895deb8 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:58.479988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Attempting to bind port 286d51a2-50fa-4865-bb41-a9ac3895deb8 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '9782026c-bc75-4a13-8423-4b83f04a2dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02d50304-0fd5-4de5-806e-fc08ab18fb69'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:58.480354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Attempting to bind port 286d51a2-50fa-4865-bb41-a9ac3895deb8 on network 02d50304-0fd5-4de5-806e-fc08ab18fb69 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:58.480685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:34:58.482348 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.486142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:58.486521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Checking segment: {'id': '9782026c-bc75-4a13-8423-4b83f04a2dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02d50304-0fd5-4de5-806e-fc08ab18fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:58.486944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.487467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Bound using segment: {'id': '9782026c-bc75-4a13-8423-4b83f04a2dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02d50304-0fd5-4de5-806e-fc08ab18fb69'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:58.487812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Bound port: 286d51a2-50fa-4865-bb41-a9ac3895deb8, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782026c-bc75-4a13-8423-4b83f04a2dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '02d50304-0fd5-4de5-806e-fc08ab18fb69'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:58.488196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.541224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Subnet': ['ID=593e70a6-dc68-4863-b11c-8cc29d163b03,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:58.549151 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.557202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Checking segment: {'id': 'c5f89058-2098-40db-9358-28b8872b6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3961c432-0cf0-4f79-925e-376da54420b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:58.557202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network hostable DHCP agents. Network: 3961c432-0cf0-4f79-925e-376da54420b3, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:58.558242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] For port 286d51a2-50fa-4865-bb41-a9ac3895deb8, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:58.562929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] For port 286d51a2-50fa-4865-bb41-a9ac3895deb8, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=286d51a2-50fa-4865-bb41-a9ac3895deb8,segment=NetworkSegment(9782026c-bc75-4a13-8423-4b83f04a2dbb),segment_id=9782026c-bc75-4a13-8423-4b83f04a2dbb)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:58.570078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.576576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network 3961c432-0cf0-4f79-925e-376da54420b3 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:58.594772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 3961c432-0cf0-4f79-925e-376da54420b3) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:58.608142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0c5ca-82ac-4bea-a555-a1c4a21176ac None None] Network 3961c432-0cf0-4f79-925e-376da54420b3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:58.609455 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.612727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:58.613915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.631299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-132ec5c9-1e80-4942-b3ab-fd94d029bb35 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5983443 Nov 23 14:34:58.633895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53680) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:58.639984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'port': {'network_id': '3961c432-0cf0-4f79-925e-376da54420b3', 'name': 'tempest-NetworksIpV6TestAttrs-1251973285'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:58.654924 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.666024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:58.666636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.725652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786cfd2-1ecc-4eca-afc1-9e8677834e1b None None] Pushing event updated for resources: {'Port': ['ID=286d51a2-50fa-4865-bb41-a9ac3895deb8,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:58.745155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5196784 Nov 23 14:34:58.751179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53682) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:58.760586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:58.769656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:58.773947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.795686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] device_id is not set on port 5b0d7653-07ae-472c-bee9-e49aaa7920c9 yet. {{(pid=103345) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:34:58.822017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-3961c432-0cf0-4f79-925e-376da54420b3', 'network_id': '3961c432-0cf0-4f79-925e-376da54420b3', 'tenant_id': '689ec56f936e4c3bb06bf0b56bf7adc6', 'fixed_ips': [{'subnet_id': '593e70a6-dc68-4863-b11c-8cc29d163b03'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:34:58.823047 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.884160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4de39-8411-491e-8557-42a836e6e39c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=193c6aa9-ca0e-4fd3-817b-ec77977e1f68,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:58.907882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:58.920796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:58.927735 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:58.947366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Allocated IP 2001:db8::f816:3eff:fe82:b39d (3961c432-0cf0-4f79-925e-376da54420b3/593e70a6-dc68-4863-b11c-8cc29d163b03/5b0d7653-07ae-472c-bee9-e49aaa7920c9) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:59.122275 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2155c8cb-27ab-472b-8bb6-985e18ec2015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.205279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.260214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.289720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.300430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network 3961c432-0cf0-4f79-925e-376da54420b3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:59.305649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:59.309010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 286d51a2-50fa-4865-bb41-a9ac3895deb8 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:59.320080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:59.329245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:59.331680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.353141 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.356263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Allocated IP 2001:db8::f816:3eff:fee9:beee (3961c432-0cf0-4f79-925e-376da54420b3/593e70a6-dc68-4863-b11c-8cc29d163b03/706654ee-385e-4d71-b4ea-cbc0dba9a01e) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:59.397295 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7621102 Nov 23 14:34:59.400478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53684) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:59.405964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721f849-2be7-4024-8db0-4dc43cb41e32 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Port': ['ID=5b0d7653-07ae-472c-bee9-e49aaa7920c9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:59.446940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 286d51a2-50fa-4865-bb41-a9ac3895deb8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:59.447407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.507193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=422080f0-78b2-4eef-945d-0c12f3ff14a1,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:59.519426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Deleting subnet 593e70a6-dc68-4863-b11c-8cc29d163b03 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:34:59.544535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': '86a45e07-7504-4ff3-9e61-4f44198163e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:59.544907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: 193c6aa9-ca0e-4fd3-817b-ec77977e1f68, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:59.571852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:59.588708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router bcfbd72b-6a6f-4b11-ba96-363fe594e195 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:34:59.591068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 193c6aa9-ca0e-4fd3-817b-ec77977e1f68) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:59.598490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:59.599128 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.651083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c890aa45-dbf8-4f43-ab8e-af7b2908e20a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8981130 Nov 23 14:34:59.653671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53686) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:59.658852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-88e47798-7fd7-4c9b-b16e-acb1113100cf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1125021509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:59.689454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88e47798-7fd7-4c9b-b16e-acb1113100cf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.690557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88e47798-7fd7-4c9b-b16e-acb1113100cf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.692482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec03f78-2719-478e-b372-c049d615b121 None None] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:59.725625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:59.739528 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] Sync routers for ids ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:59.756512 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] Routers {'bcfbd72b-6a6f-4b11-ba96-363fe594e195'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:59.757875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.759235 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:59.762928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88e47798-7fd7-4c9b-b16e-acb1113100cf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.769473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.771162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88e47798-7fd7-4c9b-b16e-acb1113100cf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.775458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8e3d3d54-11b7-41f7-b4ad-b262f3a1ad5a tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1034102 Nov 23 14:34:59.776618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:59.778463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.806472 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:59.814410 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.834818 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] Routers {'bcfbd72b-6a6f-4b11-ba96-363fe594e195'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:59.835566 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:59.852221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.856647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.859256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88e47798-7fd7-4c9b-b16e-acb1113100cf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.861100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-88e47798-7fd7-4c9b-b16e-acb1113100cf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2058418 Nov 23 14:34:59.863936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53690) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:59.889465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'port': {'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68', 'name': 'tempest-RoutersIpV6Test-802611839'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:59.892146 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:59.893467 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cac9e8-f564-40ea-b8b6-92651ea8ca57 None None] The sync data for ids ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:59.906669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Network 3961c432-0cf0-4f79-925e-376da54420b3 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:59.937967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 286d51a2-50fa-4865-bb41-a9ac3895deb8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=286d51a2-50fa-4865-bb41-a9ac3895deb8,segment=NetworkSegment(9782026c-bc75-4a13-8423-4b83f04a2dbb),segment_id=9782026c-bc75-4a13-8423-4b83f04a2dbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:59.945164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:59.948210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:59.957155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:59.962364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Pushing event updated for resources: {'Port': ['ID=706654ee-385e-4d71-b4ea-cbc0dba9a01e,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:59.971152 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-928b1c37-6d1c-45fa-8160-8a20213eec47 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/routers/bcfbd72b-6a6f-4b11-ba96-363fe594e195 HTTP/1.1" status: 200 len: 880 time: 0.1899776 Nov 23 14:34:59.971510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:00.094618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:00.096297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=286d51a2-50fa-4865-bb41-a9ac3895deb8,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:00.099209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.119868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788b93a0-243b-4b1e-affe-c5e6b3696ea4 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:00.137609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] device_id is not set on port 335ea05c-584f-432f-8a11-c75f2e5809d7 yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:35:00.174571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 788b93a0-243b-4b1e-affe-c5e6b3696ea4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:00.175277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788b93a0-243b-4b1e-affe-c5e6b3696ea4 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:00.183844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Attempting to bind port 706654ee-385e-4d71-b4ea-cbc0dba9a01e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:00.185812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Attempting to bind port 706654ee-385e-4d71-b4ea-cbc0dba9a01e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'c5f89058-2098-40db-9358-28b8872b6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3961c432-0cf0-4f79-925e-376da54420b3'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:00.186432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Attempting to bind port 706654ee-385e-4d71-b4ea-cbc0dba9a01e on network 3961c432-0cf0-4f79-925e-376da54420b3 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:00.199558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:00.200043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Checking segment: {'id': 'c5f89058-2098-40db-9358-28b8872b6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3961c432-0cf0-4f79-925e-376da54420b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:00.200580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.201043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Bound using segment: {'id': 'c5f89058-2098-40db-9358-28b8872b6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3961c432-0cf0-4f79-925e-376da54420b3'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:00.201667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Bound port: 706654ee-385e-4d71-b4ea-cbc0dba9a01e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f89058-2098-40db-9358-28b8872b6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3961c432-0cf0-4f79-925e-376da54420b3'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:00.202121 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.221646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.259379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-193c6aa9-ca0e-4fd3-817b-ec77977e1f68', 'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': '422080f0-78b2-4eef-945d-0c12f3ff14a1'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:00.260549 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.262820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8::2f1 (193c6aa9-ca0e-4fd3-817b-ec77977e1f68/422080f0-78b2-4eef-945d-0c12f3ff14a1/335ea05c-584f-432f-8a11-c75f2e5809d7) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:00.362944 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a67439-7b81-4a48-a74b-ab0986f0faf6 None None] Network 02d50304-0fd5-4de5-806e-fc08ab18fb69 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:00.379260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] For port 706654ee-385e-4d71-b4ea-cbc0dba9a01e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:00.445267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] For port 706654ee-385e-4d71-b4ea-cbc0dba9a01e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=706654ee-385e-4d71-b4ea-cbc0dba9a01e,segment=NetworkSegment(c5f89058-2098-40db-9358-28b8872b6446),segment_id=c5f89058-2098-40db-9358-28b8872b6446)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:00.461776 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.526281 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-74ddbf0d-4b28-4c99-a137-b9eb28a7cff4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5511394 Nov 23 14:35:00.526499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53694) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:00.531099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1fe19d16-c3b1-48c4-a615-16017d0c0abd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-639189740'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:00.539657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e8a74cee-26dd-4224-893e-4065cfc55b53 None None] Provisioning complete for port 286d51a2-50fa-4865-bb41-a9ac3895deb8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:00.540128 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8a74cee-26dd-4224-893e-4065cfc55b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.611301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304d3c-8a8c-4d56-93d2-9a3c65c2ec6f None None] Pushing event updated for resources: {'Port': ['ID=706654ee-385e-4d71-b4ea-cbc0dba9a01e,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:00.718592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.854198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.900555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fe19d16-c3b1-48c4-a615-16017d0c0abd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.916409 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.918056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fe19d16-c3b1-48c4-a615-16017d0c0abd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.923003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Subnet': ['ID=593e70a6-dc68-4863-b11c-8cc29d163b03,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:00.931187 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.934408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-67706d18-b66f-416a-98df-24dfbb93d3c0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/593e70a6-dc68-4863-b11c-8cc29d163b03 HTTP/1.1" status: 204 len: 168 time: 1.5315959 Nov 23 14:35:00.938340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53696) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.025057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffcb18d-13e8-4434-a598-202615b50f2f tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:01.026714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffcb18d-13e8-4434-a598-202615b50f2f tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:01.028304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cffcb18d-13e8-4434-a598-202615b50f2f tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0888455 Nov 23 14:35:01.034009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53698) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.055763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe19d16-c3b1-48c4-a615-16017d0c0abd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router bcfbd72b-6a6f-4b11-ba96-363fe594e195 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:01.064667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.108272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Allocated IP 2001:db8::2 (193c6aa9-ca0e-4fd3-817b-ec77977e1f68/422080f0-78b2-4eef-945d-0c12f3ff14a1/6cf0cb79-a977-43a7-8578-18d2e431a6df) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:01.177139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe19d16-c3b1-48c4-a615-16017d0c0abd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:01.192709 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fe19d16-c3b1-48c4-a615-16017d0c0abd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.196402 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1fe19d16-c3b1-48c4-a615-16017d0c0abd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/bcfbd72b-6a6f-4b11-ba96-363fe594e195 HTTP/1.1" status: 200 len: 887 time: 0.6664228 Nov 23 14:35:01.196685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53700) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.212190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] Sync routers for ids ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:01.219516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-688a10dd-82e6-42fc-9a12-fff59e9a2857 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.237587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:01.245938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:01.253028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=335ea05c-584f-432f-8a11-c75f2e5809d7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:01.253259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] Routers {'bcfbd72b-6a6f-4b11-ba96-363fe594e195'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:01.253925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:01.256767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:01.263683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:01.264351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.266995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a7d83637-bd56-43c0-8e64-290873ac0c51 None None] Provisioning complete for port 286d51a2-50fa-4865-bb41-a9ac3895deb8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:01.267285 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-688a10dd-82e6-42fc-9a12-fff59e9a2857 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 14:35:01.267587 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a7d83637-bd56-43c0-8e64-290873ac0c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.267758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688a10dd-82e6-42fc-9a12-fff59e9a2857 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:01.271496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-688a10dd-82e6-42fc-9a12-fff59e9a2857 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/3961c432-0cf0-4f79-925e-376da54420b3 HTTP/1.1" status: 409 len: 405 time: 0.2357960 Nov 23 14:35:01.275719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53702) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.282267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1513485414'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:01.290742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-352725ed-36dc-46de-b98b-ebf0aaf076b5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4054091 Nov 23 14:35:01.293375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53704) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.344592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:01.386466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:01.390758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.400674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] Routers {'bcfbd72b-6a6f-4b11-ba96-363fe594e195'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:01.401291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:01.403308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 286d51a2-50fa-4865-bb41-a9ac3895deb8 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:01.419420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-195e8bda-3393-4013-a3e9-42ed53884ee9 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/routers/bcfbd72b-6a6f-4b11-ba96-363fe594e195 HTTP/1.1" status: 200 len: 887 time: 0.2192316 Nov 23 14:35:01.421770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53706) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.457893 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2c18aa05-f34b-40e7-bb7d-9ba37529f34f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcfbd72b-6a6f-4b11-ba96-363fe594e195 HTTP/1.1" status: 200 len: 205 time: 0.0320020 Nov 23 14:35:01.457893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:01.458765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53708) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.471986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:01.472621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f63d6-e01d-46ba-bf07-7e74682ed188 None None] The sync data for ids ['bcfbd72b-6a6f-4b11-ba96-363fe594e195'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:01.498815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.506396 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.507066 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Added segment 6c0b2bb0-269b-48dc-9b3c-3df908a44f58 of type vlan for network 104b0177-f7b9-48c2-ae42-18312651944d Nov 23 14:35:01.515736 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.597721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.629830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 286d51a2-50fa-4865-bb41-a9ac3895deb8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:01.630238 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.633675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.669549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:01.681106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.686867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:01.687638 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.688065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:01.695803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:01.697869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.710261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Pushing event updated for resources: {'Port': ['ID=6cf0cb79-a977-43a7-8578-18d2e431a6df,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:01.724766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.743478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4665015 Nov 23 14:35:01.746275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53710) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:01.784263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'subnet': {'network_id': '104b0177-f7b9-48c2-ae42-18312651944d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:01.809599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 706654ee-385e-4d71-b4ea-cbc0dba9a01e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:01.847002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Attempting to bind port 6cf0cb79-a977-43a7-8578-18d2e431a6df on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:01.847382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Attempting to bind port 6cf0cb79-a977-43a7-8578-18d2e431a6df by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '86a45e07-7504-4ff3-9e61-4f44198163e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:01.847754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Attempting to bind port 6cf0cb79-a977-43a7-8578-18d2e431a6df on network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:01.860465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:01.860889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Checking segment: {'id': '86a45e07-7504-4ff3-9e61-4f44198163e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:01.861301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.861707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Bound using segment: {'id': '86a45e07-7504-4ff3-9e61-4f44198163e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:01.862204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Bound port: 6cf0cb79-a977-43a7-8578-18d2e431a6df, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a45e07-7504-4ff3-9e61-4f44198163e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '193c6aa9-ca0e-4fd3-817b-ec77977e1f68'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:01.862592 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.939502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 706654ee-385e-4d71-b4ea-cbc0dba9a01e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:01.940107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.995287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] For port 6cf0cb79-a977-43a7-8578-18d2e431a6df, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:02.000433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] For port 6cf0cb79-a977-43a7-8578-18d2e431a6df, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6cf0cb79-a977-43a7-8578-18d2e431a6df,segment=NetworkSegment(86a45e07-7504-4ff3-9e61-4f44198163e3),segment_id=86a45e07-7504-4ff3-9e61-4f44198163e3)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:02.007192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.100284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.107209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.115417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe6cd4-a843-4ce0-b4e1-5e8536e59969 None None] Pushing event updated for resources: {'Port': ['ID=6cf0cb79-a977-43a7-8578-18d2e431a6df,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.123101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.127653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474bbddd-33ff-4b4c-be7a-8ce9824c2f73 None None] Network 3961c432-0cf0-4f79-925e-376da54420b3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:02.138041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e83ed-f769-4de0-862a-395b2984b343 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Network': ['ID=104b0177-f7b9-48c2-ae42-18312651944d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.153437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 104b0177-f7b9-48c2-ae42-18312651944d details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:02.202307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=335ea05c-584f-432f-8a11-c75f2e5809d7,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.209870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.253607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:02.257619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.297684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 706654ee-385e-4d71-b4ea-cbc0dba9a01e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=706654ee-385e-4d71-b4ea-cbc0dba9a01e,segment=NetworkSegment(c5f89058-2098-40db-9358-28b8872b6446),segment_id=c5f89058-2098-40db-9358-28b8872b6446)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:02.309817 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.339272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5a1d504f-511c-4d06-ba3e-fb5d0bd07e4c None None] Provisioning complete for port 706654ee-385e-4d71-b4ea-cbc0dba9a01e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:02.339790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a1d504f-511c-4d06-ba3e-fb5d0bd07e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.357044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 9f333483-ad66-4682-88aa-f88d95404128 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:02.357399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.447019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.472009 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.484957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 9f333483-ad66-4682-88aa-f88d95404128 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:02.488601 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=706654ee-385e-4d71-b4ea-cbc0dba9a01e,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.559099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.619765 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.629690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] DHCP port deletion for 3961c432-0cf0-4f79-925e-376da54420b3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:02.758915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.objects.ports [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103345) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:35:02.761486 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.835033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] Deleting port 706654ee-385e-4d71-b4ea-cbc0dba9a01e {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:02.835444 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.853554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Subnet': ['ID=96cf099d-3fbe-468b-9447-b7faf51f6533,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.884966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Checking segment: {'id': '6c0b2bb0-269b-48dc-9b3c-3df908a44f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '104b0177-f7b9-48c2-ae42-18312651944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:02.885484 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network hostable DHCP agents. Network: 104b0177-f7b9-48c2-ae42-18312651944d, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:02.889725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.905007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] For port 706654ee-385e-4d71-b4ea-cbc0dba9a01e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=706654ee-385e-4d71-b4ea-cbc0dba9a01e,segment=NetworkSegment(c5f89058-2098-40db-9358-28b8872b6446),segment_id=c5f89058-2098-40db-9358-28b8872b6446)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:02.905408 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.919127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] Calling delete_port for 706654ee-385e-4d71-b4ea-cbc0dba9a01e owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:02.919946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=9f333483-ad66-4682-88aa-f88d95404128,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:02.940923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.946796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.948288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.950358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network 104b0177-f7b9-48c2-ae42-18312651944d is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:02.965993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8b37d-f7b0-44ac-8b85-f21a3366a224 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:02.988515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 104b0177-f7b9-48c2-ae42-18312651944d) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:02.995944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:02.996690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.999997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60661a62-6747-40ea-8275-81ad3511719e None None] Network 104b0177-f7b9-48c2-ae42-18312651944d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:03.018412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.024880 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1639f587-c8e1-4e53-90c3-b7f143fd191e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2757261 Nov 23 14:35:03.034587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53712) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:03.042013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'port': {'network_id': '104b0177-f7b9-48c2-ae42-18312651944d', 'name': 'tempest-NetworksIpV6TestAttrs-424902234'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:03.078647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.114858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=335ea05c-584f-432f-8a11-c75f2e5809d7,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:03.134497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.137266 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.140518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] Pushing event deleted for resources: {'Port': ['ID=706654ee-385e-4d71-b4ea-cbc0dba9a01e,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:03.170042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca985b-7ed4-4ee4-bffa-449b7b1fdc47 None None] No DVR routers for this DVR port 706654ee-385e-4d71-b4ea-cbc0dba9a01e on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:03.208766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.209333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Fanout notify agent at l3_agent the message router_deleted on router bcfbd72b-6a6f-4b11-ba96-363fe594e195 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:03.218353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.219545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b3ed7de5-1889-4d32-a702-9f10ce299899 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/bcfbd72b-6a6f-4b11-ba96-363fe594e195 HTTP/1.1" status: 204 len: 168 time: 1.7599981 Nov 23 14:35:03.226522 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53714) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:03.237067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-948081099'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:03.261399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-104b0177-f7b9-48c2-ae42-18312651944d', 'network_id': '104b0177-f7b9-48c2-ae42-18312651944d', 'tenant_id': '689ec56f936e4c3bb06bf0b56bf7adc6', 'fixed_ips': [{'subnet_id': '96cf099d-3fbe-468b-9447-b7faf51f6533'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:03.262649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.269136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:03.275914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.314660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:03.325168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:03.328487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.329116 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment 8f22d4cb-c868-46ad-8092-d2b79d8070e3 of type vlan for network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 Nov 23 14:35:03.359203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:03.367559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:03.371156 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.371312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6cf0cb79-a977-43a7-8578-18d2e431a6df up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:03.395131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] device_id is not set on port 321edb5d-6130-4912-97ff-2e6e64a3cfbb yet. {{(pid=103346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 14:35:03.406367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.450152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.457775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:03.458675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.483661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Allocated IP 2001:db8::f816:3eff:fe6c:9d0a (104b0177-f7b9-48c2-ae42-18312651944d/96cf099d-3fbe-468b-9447-b7faf51f6533/d9136ef5-882d-420d-b59b-3517f52967cb) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:03.486947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6cf0cb79-a977-43a7-8578-18d2e431a6df triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:03.487589 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.507938 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2800817 Nov 23 14:35:03.511210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53716) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:03.517199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': '80ae0eda-8749-4aee-a4a9-55ebb61a78b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:03.587959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc779a5-264e-47e7-b0f3-5e01b8e2b93d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=80ae0eda-8749-4aee-a4a9-55ebb61a78b9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:03.622768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:03.624654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb89939a-19fc-4cee-8659-20d41245e8c7 None None] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:03.640766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router e9b4d10f-c1ba-4675-9769-f560984f4c1c is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:03.671547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:03.675702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.735953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.750085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:03.760383 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39483439-42e6-4d30-9462-9577813fd802 None None] Sync routers for ids ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:03.761929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f56a2efe-3b81-4813-8747-af8f37590508 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/e9b4d10f-c1ba-4675-9769-f560984f4c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4674942 Nov 23 14:35:03.764567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53718) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:03.776509 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39483439-42e6-4d30-9462-9577813fd802 None None] Routers {'e9b4d10f-c1ba-4675-9769-f560984f4c1c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:03.777513 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-39483439-42e6-4d30-9462-9577813fd802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:03.817559 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-39483439-42e6-4d30-9462-9577813fd802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:03.827499 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39483439-42e6-4d30-9462-9577813fd802 None None] Routers {'e9b4d10f-c1ba-4675-9769-f560984f4c1c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:03.827832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5111c-d89b-4362-87af-e926221ce73b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:03.828665 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-39483439-42e6-4d30-9462-9577813fd802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:03.831353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-33d5111c-d89b-4362-87af-e926221ce73b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports/335ea05c-584f-432f-8a11-c75f2e5809d7 HTTP/1.1" status: 200 len: 983 time: 0.0657625 Nov 23 14:35:03.833038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53720) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:03.846470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d84c1ec8-6f68-481d-b8d0-ea852a55f22a None None] Provisioning complete for port 6cf0cb79-a977-43a7-8578-18d2e431a6df triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:03.846842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d84c1ec8-6f68-481d-b8d0-ea852a55f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.883713 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-39483439-42e6-4d30-9462-9577813fd802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:03.884285 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39483439-42e6-4d30-9462-9577813fd802 None None] The sync data for ids ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:03.903192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 6cf0cb79-a977-43a7-8578-18d2e431a6df, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6cf0cb79-a977-43a7-8578-18d2e431a6df,segment=NetworkSegment(86a45e07-7504-4ff3-9e61-4f44198163e3),segment_id=86a45e07-7504-4ff3-9e61-4f44198163e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:03.913586 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.919304 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.937899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.946923 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.005070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Network 104b0177-f7b9-48c2-ae42-18312651944d is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:04.014794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 706654ee-385e-4d71-b4ea-cbc0dba9a01e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:04.024320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:04.032740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Allocated IP 2001:db8::f816:3eff:fe86:fb04 (104b0177-f7b9-48c2-ae42-18312651944d/96cf099d-3fbe-468b-9447-b7faf51f6533/321edb5d-6130-4912-97ff-2e6e64a3cfbb) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:04.038382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': '8f22d4cb-c868-46ad-8092-d2b79d8070e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80ae0eda-8749-4aee-a4a9-55ebb61a78b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:04.038831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: 80ae0eda-8749-4aee-a4a9-55ebb61a78b9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:04.041503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=b212722f-56d3-42ed-8866-db2f574bf8ea,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:04.049313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:04.061892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:04.071877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 706654ee-385e-4d71-b4ea-cbc0dba9a01e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:04.072209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 706654ee-385e-4d71-b4ea-cbc0dba9a01e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:04.072324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 80ae0eda-8749-4aee-a4a9-55ebb61a78b9) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:04.077635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=6cf0cb79-a977-43a7-8578-18d2e431a6df,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:04.087816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:04.089357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.105295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bca582-89c8-44e7-b7b7-3e1996d0c630 None None] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:04.113888 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-934cbcda-f5af-4997-8939-dd5749d01742 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6010220 Nov 23 14:35:04.114851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53722) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:04.119256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4a6b9583-af8b-422c-9d00-9253977c43f3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1058374502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:04.147360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9583-af8b-422c-9d00-9253977c43f3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.148557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9583-af8b-422c-9d00-9253977c43f3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.217642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9583-af8b-422c-9d00-9253977c43f3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.223607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9583-af8b-422c-9d00-9253977c43f3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.245831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9583-af8b-422c-9d00-9253977c43f3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.249733 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4a6b9583-af8b-422c-9d00-9253977c43f3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1315255 Nov 23 14:35:04.250014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53724) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:04.256391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Pushing event updated for resources: {'Port': ['ID=d9136ef5-882d-420d-b59b-3517f52967cb,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:04.268332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Attempting to bind port d9136ef5-882d-420d-b59b-3517f52967cb on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:04.268717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Attempting to bind port d9136ef5-882d-420d-b59b-3517f52967cb by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6c0b2bb0-269b-48dc-9b3c-3df908a44f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '104b0177-f7b9-48c2-ae42-18312651944d'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:04.269087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Attempting to bind port d9136ef5-882d-420d-b59b-3517f52967cb on network 104b0177-f7b9-48c2-ae42-18312651944d {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:04.277963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:04.279235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Checking segment: {'id': '6c0b2bb0-269b-48dc-9b3c-3df908a44f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '104b0177-f7b9-48c2-ae42-18312651944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:04.279235 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.279235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Bound using segment: {'id': '6c0b2bb0-269b-48dc-9b3c-3df908a44f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '104b0177-f7b9-48c2-ae42-18312651944d'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:04.279631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Bound port: d9136ef5-882d-420d-b59b-3517f52967cb, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0b2bb0-269b-48dc-9b3c-3df908a44f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '104b0177-f7b9-48c2-ae42-18312651944d'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:04.279999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.358131 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.406377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] For port d9136ef5-882d-420d-b59b-3517f52967cb, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:04.420506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] For port d9136ef5-882d-420d-b59b-3517f52967cb, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d9136ef5-882d-420d-b59b-3517f52967cb,segment=NetworkSegment(6c0b2bb0-269b-48dc-9b3c-3df908a44f58),segment_id=6c0b2bb0-269b-48dc-9b3c-3df908a44f58)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:04.426603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.454035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-80ae0eda-8749-4aee-a4a9-55ebb61a78b9', 'network_id': '80ae0eda-8749-4aee-a4a9-55ebb61a78b9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': 'b212722f-56d3-42ed-8866-db2f574bf8ea'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:04.455261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.479329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.516903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1869bb-d280-42da-8583-3fd5d4819370 None None] Pushing event updated for resources: {'Port': ['ID=d9136ef5-882d-420d-b59b-3517f52967cb,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:04.565427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.576680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network 104b0177-f7b9-48c2-ae42-18312651944d is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:04.579268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Port': ['ID=321edb5d-6130-4912-97ff-2e6e64a3cfbb,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:04.582266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:04.629363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:04.641588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:04.642880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.661769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.700255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1dc58777-78dd-4ba3-adf9-6c801093bd29 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6641881 Nov 23 14:35:04.703430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53726) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:04.925424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bbb3f18f-f19d-417e-8ea7-577b252e56c0 None None] Provisioning complete for port 6cf0cb79-a977-43a7-8578-18d2e431a6df triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:04.925809 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bbb3f18f-f19d-417e-8ea7-577b252e56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.976039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Allocated IP 172.20.0.2 (80ae0eda-8749-4aee-a4a9-55ebb61a78b9/b212722f-56d3-42ed-8866-db2f574bf8ea/eabd670b-3b8c-48c4-8516-c5889cdb43cb) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:05.153073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bbb3f18f-f19d-417e-8ea7-577b252e56c0 None None] Provisioning complete for port 335ea05c-584f-432f-8a11-c75f2e5809d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:05.153455 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bbb3f18f-f19d-417e-8ea7-577b252e56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.233708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3f18f-f19d-417e-8ea7-577b252e56c0 None None] Port 335ea05c-584f-432f-8a11-c75f2e5809d7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:05.239863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Deleting subnet 96cf099d-3fbe-468b-9447-b7faf51f6533 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:05.252567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.274173 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.274542 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.331581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:05.336599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:05.342815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:05.351454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.383577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.20.0.1 (80ae0eda-8749-4aee-a4a9-55ebb61a78b9/b212722f-56d3-42ed-8866-db2f574bf8ea/63f94637-110e-474d-a5da-1bdf25d846e7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:05.412564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Pushing event updated for resources: {'Port': ['ID=eabd670b-3b8c-48c4-8516-c5889cdb43cb,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:05.439445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fe590919-2e3d-4601-ade0-44c54c483fa8 None None] Provisioning complete for port 335ea05c-584f-432f-8a11-c75f2e5809d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:05.439816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe590919-2e3d-4601-ade0-44c54c483fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.441476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Attempting to bind port eabd670b-3b8c-48c4-8516-c5889cdb43cb on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:05.441805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Attempting to bind port eabd670b-3b8c-48c4-8516-c5889cdb43cb by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '8f22d4cb-c868-46ad-8092-d2b79d8070e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80ae0eda-8749-4aee-a4a9-55ebb61a78b9'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:05.442162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Attempting to bind port eabd670b-3b8c-48c4-8516-c5889cdb43cb on network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:05.484760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d9136ef5-882d-420d-b59b-3517f52967cb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:05.488813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:05.489313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Checking segment: {'id': '8f22d4cb-c868-46ad-8092-d2b79d8070e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80ae0eda-8749-4aee-a4a9-55ebb61a78b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:05.489819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.490381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Bound using segment: {'id': '8f22d4cb-c868-46ad-8092-d2b79d8070e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80ae0eda-8749-4aee-a4a9-55ebb61a78b9'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:05.490980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Bound port: eabd670b-3b8c-48c4-8516-c5889cdb43cb, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f22d4cb-c868-46ad-8092-d2b79d8070e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80ae0eda-8749-4aee-a4a9-55ebb61a78b9'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:05.491603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.586455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fe590919-2e3d-4601-ade0-44c54c483fa8 None None] Port 335ea05c-584f-432f-8a11-c75f2e5809d7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:05.607478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.630392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.635863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 335ea05c-584f-432f-8a11-c75f2e5809d7 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:05.636211 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.657490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d9136ef5-882d-420d-b59b-3517f52967cb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:05.657811 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.660019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.707227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] For port eabd670b-3b8c-48c4-8516-c5889cdb43cb, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:05.739083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:05.745804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:05.755997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] For port eabd670b-3b8c-48c4-8516-c5889cdb43cb, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=eabd670b-3b8c-48c4-8516-c5889cdb43cb,segment=NetworkSegment(8f22d4cb-c868-46ad-8092-d2b79d8070e3),segment_id=8f22d4cb-c868-46ad-8092-d2b79d8070e3)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:05.756451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:05.768416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=63f94637-110e-474d-a5da-1bdf25d846e7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:05.769608 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.771981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d651526d-3d45-4d93-80ae-5002031e6076 None None] Provisioning complete for port 335ea05c-584f-432f-8a11-c75f2e5809d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:05.772627 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d651526d-3d45-4d93-80ae-5002031e6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.809923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.831073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.866179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Subnet': ['ID=96cf099d-3fbe-468b-9447-b7faf51f6533,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:05.870404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.877010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cd38bcd4-dc90-4781-82d0-01c4e812acc9 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/96cf099d-3fbe-468b-9447-b7faf51f6533 HTTP/1.1" status: 204 len: 168 time: 1.1696882 Nov 23 14:35:05.879968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53728) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:05.906556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a938240-0fda-410d-b37e-f2613f738bba None None] Pushing event updated for resources: {'Port': ['ID=eabd670b-3b8c-48c4-8516-c5889cdb43cb,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:05.907071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.925777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 335ea05c-584f-432f-8a11-c75f2e5809d7 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:05.972607 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.974855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d651526d-3d45-4d93-80ae-5002031e6076 None None] Port 335ea05c-584f-432f-8a11-c75f2e5809d7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:06.023241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port d9136ef5-882d-420d-b59b-3517f52967cb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d9136ef5-882d-420d-b59b-3517f52967cb,segment=NetworkSegment(6c0b2bb0-269b-48dc-9b3c-3df908a44f58),segment_id=6c0b2bb0-269b-48dc-9b3c-3df908a44f58)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:06.028992 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.030270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6cf0cb79-a977-43a7-8578-18d2e431a6df up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:06.047731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de31d0-708b-4a6a-a3d0-23e9be3e7c48 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:06.049477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de31d0-708b-4a6a-a3d0-23e9be3e7c48 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:06.054834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53730) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:06.055250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40de31d0-708b-4a6a-a3d0-23e9be3e7c48 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1732450 Nov 23 14:35:06.116075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.119966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da76f74-842e-46c0-abe5-c79357e5dbe5 None None] Network 104b0177-f7b9-48c2-ae42-18312651944d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:06.214814 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eac69c8f-29f7-4eb4-b977-2e922f11ae5f tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.224670 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac69c8f-29f7-4eb4-b977-2e922f11ae5f tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 14:35:06.225187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac69c8f-29f7-4eb4-b977-2e922f11ae5f tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:06.232726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eac69c8f-29f7-4eb4-b977-2e922f11ae5f tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/104b0177-f7b9-48c2-ae42-18312651944d HTTP/1.1" status: 409 len: 405 time: 0.1730375 Nov 23 14:35:06.232995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53732) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:06.246290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-437047791'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:06.299988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=d9136ef5-882d-420d-b59b-3517f52967cb,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:06.305739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:06.309916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.312800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.323210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a5d6b8c6-3307-4564-a9a7-a16554798907 None None] Provisioning complete for port 335ea05c-584f-432f-8a11-c75f2e5809d7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:06.323613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b8c6-3307-4564-a9a7-a16554798907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.348951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=335ea05c-584f-432f-8a11-c75f2e5809d7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:06.349847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:06.359750 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.360107 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Added segment 4b4c69a0-dd76-4415-b569-1a7c92714917 of type vlan for network 61a34ba5-ac96-4b8c-9264-a8c50638a8c7 Nov 23 14:35:06.391618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6cf0cb79-a977-43a7-8578-18d2e431a6df triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:06.392526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.401090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6b8c6-3307-4564-a9a7-a16554798907 None None] Port 335ea05c-584f-432f-8a11-c75f2e5809d7 was deleted so its status cannot be updated. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 14:35:06.492697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.502119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.530464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] DHCP port deletion for 104b0177-f7b9-48c2-ae42-18312651944d request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:06.534186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.540679 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:06.541302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.543572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b493a001-9cd2-49f8-8bdd-2da11571fbef None None] Provisioning complete for port d9136ef5-882d-420d-b59b-3517f52967cb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:06.544033 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b493a001-9cd2-49f8-8bdd-2da11571fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.681922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4478831 Nov 23 14:35:06.693435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] Deleting port d9136ef5-882d-420d-b59b-3517f52967cb {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:06.693862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.698804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53734) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:06.706739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'subnet': {'network_id': '61a34ba5-ac96-4b8c-9264-a8c50638a8c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:06.718643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.726162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa47d33-1d73-4751-9a28-5f8e3f1ceb2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Network': ['ID=61a34ba5-ac96-4b8c-9264-a8c50638a8c7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:06.732688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.753434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router e9b4d10f-c1ba-4675-9769-f560984f4c1c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:06.761543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 61a34ba5-ac96-4b8c-9264-a8c50638a8c7 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:06.790961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] For port d9136ef5-882d-420d-b59b-3517f52967cb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d9136ef5-882d-420d-b59b-3517f52967cb,segment=NetworkSegment(6c0b2bb0-269b-48dc-9b3c-3df908a44f58),segment_id=6c0b2bb0-269b-48dc-9b3c-3df908a44f58)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:06.792069 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.810911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=63f94637-110e-474d-a5da-1bdf25d846e7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:06.817247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.846147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] Calling delete_port for d9136ef5-882d-420d-b59b-3517f52967cb owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:06.901213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:06.914359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-44998c43-c15d-4c25-a378-97936a8e81e0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/e9b4d10f-c1ba-4675-9769-f560984f4c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0800302 Nov 23 14:35:06.915777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:06.917181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:06.919702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.923236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] Sync routers for ids ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:06.943301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] Routers {'e9b4d10f-c1ba-4675-9769-f560984f4c1c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:06.943928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:06.993599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:07.006833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] Routers {'e9b4d10f-c1ba-4675-9769-f560984f4c1c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:07.007520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:07.009625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:07.016000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:07.048977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:07.049841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54be47a-ff48-4ac2-a543-0840208218d9 None None] The sync data for ids ['e9b4d10f-c1ba-4675-9769-f560984f4c1c'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:07.053486 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.081836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] Pushing event deleted for resources: {'Port': ['ID=d9136ef5-882d-420d-b59b-3517f52967cb,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:07.092447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71e50f-a287-49ab-be63-4383a07c282c None None] No DVR routers for this DVR port d9136ef5-882d-420d-b59b-3517f52967cb on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:07.315235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eabd670b-3b8c-48c4-8516-c5889cdb43cb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:07.343281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:35:07.346130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.379976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port eabd670b-3b8c-48c4-8516-c5889cdb43cb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:07.380638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.418032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Subnet': ['ID=e675fcb5-697c-4aa7-b722-02a7307b7e5b,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:07.430059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Checking segment: {'id': '4b4c69a0-dd76-4415-b569-1a7c92714917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '61a34ba5-ac96-4b8c-9264-a8c50638a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:07.430424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network hostable DHCP agents. Network: 61a34ba5-ac96-4b8c-9264-a8c50638a8c7, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:07.430556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db49e15-accc-432c-9c62-ab1441288103 None None] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:07.450474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network 61a34ba5-ac96-4b8c-9264-a8c50638a8c7 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:07.467097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 61a34ba5-ac96-4b8c-9264-a8c50638a8c7) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:07.481370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:07.482217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.498546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff177f-3b9b-4098-9450-8fb0920a1be1 None None] Network 61a34ba5-ac96-4b8c-9264-a8c50638a8c7 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:07.504592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f367296e-f5e2-4b9c-ab2c-e790ec2a5559 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8020017 Nov 23 14:35:07.507823 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-92a318ba-eb48-4f9b-974f-d72bef9b36f7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 14:35:07.508280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53738) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:07.508363 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-92a318ba-eb48-4f9b-974f-d72bef9b36f7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/e9b4d10f-c1ba-4675-9769-f560984f4c1c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5869029 Nov 23 14:35:07.509290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53740) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:07.543396 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-300e3134-88b6-4b13-b10b-c80cc9a10aa5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9b4d10f-c1ba-4675-9769-f560984f4c1c HTTP/1.1" status: 200 len: 205 time: 0.0325668 Nov 23 14:35:07.545457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53742) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:07.577688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router f5c31daa-ed06-4b3d-a12a-383744955f1b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:07.612403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ac83cc3d-c1ee-4e87-9981-5a2c574f81f5 None None] Provisioning complete for port eabd670b-3b8c-48c4-8516-c5889cdb43cb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:07.612776 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac83cc3d-c1ee-4e87-9981-5a2c574f81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.648626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.675908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-283005df-f6ea-46c0-88a1-f56bdf5b93fb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.677935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:07.687361 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f6eca4fd-888d-496e-945e-2c2f8f6f49a4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/f5c31daa-ed06-4b3d-a12a-383744955f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4340067 Nov 23 14:35:07.687720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53744) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:07.695057 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] Sync routers for ids ['f5c31daa-ed06-4b3d-a12a-383744955f1b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:07.706671 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] Routers {'f5c31daa-ed06-4b3d-a12a-383744955f1b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:07.707632 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f5c31daa-ed06-4b3d-a12a-383744955f1b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:07.734987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f74f19-076b-47da-8a8a-e1b4c9683721 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:07.737140 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e6f74f19-076b-47da-8a8a-e1b4c9683721 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports/63f94637-110e-474d-a5da-1bdf25d846e7 HTTP/1.1" status: 200 len: 910 time: 0.0484061 Nov 23 14:35:07.741182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53746) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:07.748893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b212722f-56d3-42ed-8866-db2f574bf8ea'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:07.752027 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:07.764430 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] Routers {'f5c31daa-ed06-4b3d-a12a-383744955f1b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:07.765358 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f5c31daa-ed06-4b3d-a12a-383744955f1b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:07.789208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port eabd670b-3b8c-48c4-8516-c5889cdb43cb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=eabd670b-3b8c-48c4-8516-c5889cdb43cb,segment=NetworkSegment(8f22d4cb-c868-46ad-8092-d2b79d8070e3),segment_id=8f22d4cb-c868-46ad-8092-d2b79d8070e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:07.803523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.810842 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:07.811796 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33aab0-c659-42fc-91cf-40ac3025a548 None None] The sync data for ids ['f5c31daa-ed06-4b3d-a12a-383744955f1b'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:07.879317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b297f-46dc-493f-bacc-53e684104add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-61a34ba5-ac96-4b8c-9264-a8c50638a8c7', 'network_id': '61a34ba5-ac96-4b8c-9264-a8c50638a8c7', 'tenant_id': '689ec56f936e4c3bb06bf0b56bf7adc6', 'fixed_ips': [{'subnet_id': 'e675fcb5-697c-4aa7-b722-02a7307b7e5b'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:07.880676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d11b297f-46dc-493f-bacc-53e684104add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.909694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.922360 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-283005df-f6ea-46c0-88a1-f56bdf5b93fb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.926631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-283005df-f6ea-46c0-88a1-f56bdf5b93fb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.938474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.009997 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-283005df-f6ea-46c0-88a1-f56bdf5b93fb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.010661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283005df-f6ea-46c0-88a1-f56bdf5b93fb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Fanout notify agent at l3_agent the message router_deleted on router e9b4d10f-c1ba-4675-9769-f560984f4c1c {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:08.020294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-283005df-f6ea-46c0-88a1-f56bdf5b93fb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.023059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-283005df-f6ea-46c0-88a1-f56bdf5b93fb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/e9b4d10f-c1ba-4675-9769-f560984f4c1c HTTP/1.1" status: 204 len: 168 time: 0.4743872 Nov 23 14:35:08.026478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53748) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:08.028990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.063335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d9136ef5-882d-420d-b59b-3517f52967cb no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:08.097893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d9136ef5-882d-420d-b59b-3517f52967cb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:08.098074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d9136ef5-882d-420d-b59b-3517f52967cb not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:08.100671 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=eabd670b-3b8c-48c4-8516-c5889cdb43cb,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:08.122517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet 422080f0-78b2-4eef-945d-0c12f3ff14a1 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:08.130345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.182919 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.197513 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server [None req-d11b297f-46dc-493f-bacc-53e684104add None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e675fcb5-697c-4aa7-b722-02a7307b7e5b: This subnet is being modified by another concurrent operation. Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 14:35:08.216614 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server raise exception Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e675fcb5-697c-4aa7-b722-02a7307b7e5b: This subnet is being modified by another concurrent operation. Nov 23 14:35:08.221172 n-d-818503-2 neutron-server[103347]: ERROR oslo_messaging.rpc.server Nov 23 14:35:08.244272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc4dcc-ccbe-4a3f-9e7e-932f0ddb29e4 None None] Network 61a34ba5-ac96-4b8c-9264-a8c50638a8c7 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:08.264007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Subnet': ['ID=e675fcb5-697c-4aa7-b722-02a7307b7e5b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:08.354819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.408544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.413166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a34ba5-ac96-4b8c-9264-a8c50638a8c7']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:08.418435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.419690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9ea0075d-ffad-4f15-99e9-a8c76fd9d4fe None None] Provisioning complete for port 63f94637-110e-474d-a5da-1bdf25d846e7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:08.420676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9ea0075d-ffad-4f15-99e9-a8c76fd9d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.434443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4c69a0-dd76-4415-b569-1a7c92714917') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:08.434669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4c69a0-dd76-4415-b569-1a7c92714917') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:08.448550 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.450605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.471985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0075d-ffad-4f15-99e9-a8c76fd9d4fe None None] Port 63f94637-110e-474d-a5da-1bdf25d846e7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:08.484665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9ea0075d-ffad-4f15-99e9-a8c76fd9d4fe None None] Provisioning complete for port eabd670b-3b8c-48c4-8516-c5889cdb43cb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:08.485181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9ea0075d-ffad-4f15-99e9-a8c76fd9d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.496738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.511133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:08.512067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:08.516437 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:08.522737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.523426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.528131 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/ports/63f94637-110e-474d-a5da-1bdf25d846e7 HTTP/1.1" status: 200 len: 910 time: 0.7812638 Nov 23 14:35:08.528131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5d8b2-6228-4346-897a-4445bef322ad tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=63f94637-110e-474d-a5da-1bdf25d846e7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:08.529176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53750) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:08.623467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.626404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.657386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.663985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/61a34ba5-ac96-4b8c-9264-a8c50638a8c7 HTTP/1.1" status: 204 len: 168 time: 1.1547256 Nov 23 14:35:08.672522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=422080f0-78b2-4eef-945d-0c12f3ff14a1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:08.676488 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53752) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:08.681804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-818977076'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:08.687565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0bec4-a7e9-4e22-a7de-b92b5ab32e98 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Network': ['ID=61a34ba5-ac96-4b8c-9264-a8c50638a8c7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:08.695137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.702149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cbaff30f-0dc8-4d02-9c42-27dee5fbde94 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/422080f0-78b2-4eef-945d-0c12f3ff14a1 HTTP/1.1" status: 204 len: 168 time: 0.6719062 Nov 23 14:35:08.703258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ed262-9c0c-4bef-b7aa-3f6802672ad6 None None] Network 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:08.714569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:08.749513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:08.756015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.785421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:08.787970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb238a42-2312-4212-9f80-020b8b1005df None None] Provisioning complete for port 63f94637-110e-474d-a5da-1bdf25d846e7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:08.788295 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb238a42-2312-4212-9f80-020b8b1005df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.798964 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.799459 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Added segment 2ec46b3d-9460-48db-b60e-9a1e6bca4b81 of type vlan for network bdab364a-1d9e-44a6-b9ee-e888b4883252 Nov 23 14:35:08.834883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eb238a42-2312-4212-9f80-020b8b1005df None None] Port 63f94637-110e-474d-a5da-1bdf25d846e7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:08.846986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.856408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.879466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.885929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.886564 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.933854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2534530 Nov 23 14:35:08.933854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53756) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:08.939535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'subnet': {'network_id': 'bdab364a-1d9e-44a6-b9ee-e888b4883252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:08.978543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 6cf0cb79-a977-43a7-8578-18d2e431a6df {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:08.979172 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.987120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6c5af-2820-4111-be7c-561065df3d05 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Network': ['ID=bdab364a-1d9e-44a6-b9ee-e888b4883252,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.003977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bdab364a-1d9e-44a6-b9ee-e888b4883252 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:09.008902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] DHCP port deletion for 193c6aa9-ca0e-4fd3-817b-ec77977e1f68 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:09.073748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:09.077505 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.094968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port 6cf0cb79-a977-43a7-8578-18d2e431a6df, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6cf0cb79-a977-43a7-8578-18d2e431a6df,segment=NetworkSegment(86a45e07-7504-4ff3-9e61-4f44198163e3),segment_id=86a45e07-7504-4ff3-9e61-4f44198163e3)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:09.095352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.112745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 6cf0cb79-a977-43a7-8578-18d2e431a6df owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:09.118346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a803ddc5-f2c4-4d57-ab64-ca2601028bdd None None] Provisioning complete for port 63f94637-110e-474d-a5da-1bdf25d846e7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:09.118724 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a803ddc5-f2c4-4d57-ab64-ca2601028bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.163295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a803ddc5-f2c4-4d57-ab64-ca2601028bdd None None] Port 63f94637-110e-474d-a5da-1bdf25d846e7 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:09.165566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] Deleting port 6cf0cb79-a977-43a7-8578-18d2e431a6df {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:09.165914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.169712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.252153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] For port 6cf0cb79-a977-43a7-8578-18d2e431a6df, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6cf0cb79-a977-43a7-8578-18d2e431a6df,segment=NetworkSegment(86a45e07-7504-4ff3-9e61-4f44198163e3),segment_id=86a45e07-7504-4ff3-9e61-4f44198163e3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:09.252924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.272947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] Calling delete_port for 6cf0cb79-a977-43a7-8578-18d2e431a6df owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:09.288249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.289833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eabd670b-3b8c-48c4-8516-c5889cdb43cb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:09.347137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.353498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Subnet': ['ID=a72b71b2-ed1e-4c91-9d66-b2c7455e39de,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.364702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Checking segment: {'id': '2ec46b3d-9460-48db-b60e-9a1e6bca4b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bdab364a-1d9e-44a6-b9ee-e888b4883252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:09.365109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network hostable DHCP agents. Network: bdab364a-1d9e-44a6-b9ee-e888b4883252, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:09.382160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=6cf0cb79-a977-43a7-8578-18d2e431a6df,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.383030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network bdab364a-1d9e-44a6-b9ee-e888b4883252 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:09.389623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No DVR routers for this DVR port 6cf0cb79-a977-43a7-8578-18d2e431a6df on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:09.405308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port eabd670b-3b8c-48c4-8516-c5889cdb43cb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:09.406120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.408840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bdab364a-1d9e-44a6-b9ee-e888b4883252) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:09.413799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:09.414423 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.435056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-16397f6f-873f-4a90-acda-d839ab95d2b5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4995415 Nov 23 14:35:09.437824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53758) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:09.484377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a258a-db8b-4ad4-8ab0-73529357ec53 None None] Network bdab364a-1d9e-44a6-b9ee-e888b4883252 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:09.510170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.523627 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.555150 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.569915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193c6aa9-ca0e-4fd3-817b-ec77977e1f68']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.601463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a45e07-7504-4ff3-9e61-4f44198163e3') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.601831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a45e07-7504-4ff3-9e61-4f44198163e3') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.603358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] Pushing event deleted for resources: {'Port': ['ID=6cf0cb79-a977-43a7-8578-18d2e431a6df,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.612008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61656fd9-fb76-4010-9687-f2263026d0fe None None] No DVR routers for this DVR port 6cf0cb79-a977-43a7-8578-18d2e431a6df on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:09.613426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.631856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.632821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.642327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:09.642739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:09.645853 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:09.675541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 63f94637-110e-474d-a5da-1bdf25d846e7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:09.675885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.708214 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.748563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.755618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.755970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0042020-bb72-4fed-aafc-7b2fbc98a6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bdab364a-1d9e-44a6-b9ee-e888b4883252', 'network_id': 'bdab364a-1d9e-44a6-b9ee-e888b4883252', 'tenant_id': '689ec56f936e4c3bb06bf0b56bf7adc6', 'fixed_ips': [{'subnet_id': 'a72b71b2-ed1e-4c91-9d66-b2c7455e39de'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:09.756623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Subnet': ['ID=a72b71b2-ed1e-4c91-9d66-b2c7455e39de,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.756877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d0042020-bb72-4fed-aafc-7b2fbc98a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.764247 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/193c6aa9-ca0e-4fd3-817b-ec77977e1f68 HTTP/1.1" status: 204 len: 168 time: 1.0485153 Nov 23 14:35:09.769834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53760) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:09.786809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-325073263'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:09.814655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de1c2e-8c4f-4a1b-b061-a971666e0fac tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=193c6aa9-ca0e-4fd3-817b-ec77977e1f68,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.840403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6cf0cb79-a977-43a7-8578-18d2e431a6df no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:09.843917 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.849886 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.859005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 63f94637-110e-474d-a5da-1bdf25d846e7 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:09.863914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6cf0cb79-a977-43a7-8578-18d2e431a6df {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:09.864266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6cf0cb79-a977-43a7-8578-18d2e431a6df not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:09.864579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:09.868069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.879086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e35740-1822-4f52-8e16-1db143b2c3ff None None] Network bdab364a-1d9e-44a6-b9ee-e888b4883252 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:09.883814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdab364a-1d9e-44a6-b9ee-e888b4883252']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.899606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec46b3d-9460-48db-b60e-9a1e6bca4b81') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.899944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec46b3d-9460-48db-b60e-9a1e6bca4b81') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.912744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.930022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:09.941693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.942561 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment b3ba6e75-f23f-423b-b04a-0c0cb03a2650 of type vlan for network d223781b-59fb-4522-8015-c9426601f494 Nov 23 14:35:09.943618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.957645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:09.958077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:09.961111 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:09.995746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674e26d-0658-48ba-beb0-635730d52480 None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:35:10.035040 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.059024 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.059793 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.087027 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.091873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/bdab364a-1d9e-44a6-b9ee-e888b4883252 HTTP/1.1" status: 204 len: 168 time: 0.6526892 Nov 23 14:35:10.094929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55d461-a55c-42c2-a5a1-71ccf758d374 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Network': ['ID=bdab364a-1d9e-44a6-b9ee-e888b4883252,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.097250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53762) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:10.099374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=63f94637-110e-474d-a5da-1bdf25d846e7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.100112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674e26d-0658-48ba-beb0-635730d52480 None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 14:35:10.105071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-297927370'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:10.116539 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.123144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:10.123965 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.222441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=d223781b-59fb-4522-8015-c9426601f494,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.226128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:10.229789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.237737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ea3feafa-b268-46e8-8b91-fe5a730e5e7f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4645765 Nov 23 14:35:10.242101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53764) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:10.249274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': 'd223781b-59fb-4522-8015-c9426601f494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:10.251821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.261586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d223781b-59fb-4522-8015-c9426601f494 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:10.290406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:10.333604 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.334287 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Added segment adc3bb31-6078-4ab8-aee3-1f829638f5f9 of type vlan for network aaec8312-a1bb-4a1f-a208-96e1328707af Nov 23 14:35:10.393700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.401866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:10.405322 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.427814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router f5c31daa-ed06-4b3d-a12a-383744955f1b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:10.457512 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.465767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:10.465767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.512729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:10.519002 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-793e9e30-8725-4b7a-b446-4f677f634a50 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/f5c31daa-ed06-4b3d-a12a-383744955f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9888556 Nov 23 14:35:10.521733 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53766) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:10.526841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] Sync routers for ids ['f5c31daa-ed06-4b3d-a12a-383744955f1b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:10.546794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] Routers {'f5c31daa-ed06-4b3d-a12a-383744955f1b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:10.548840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f5c31daa-ed06-4b3d-a12a-383744955f1b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:10.556044 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-056e88b9-9d4f-4733-be7c-ba8d5857089b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5c31daa-ed06-4b3d-a12a-383744955f1b HTTP/1.1" status: 200 len: 205 time: 0.0329318 Nov 23 14:35:10.556963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53768) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:10.566454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4677997 Nov 23 14:35:10.596052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53770) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:10.605762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Request body: {'subnet': {'network_id': 'aaec8312-a1bb-4a1f-a208-96e1328707af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:10.613594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb8014-7b27-452e-8057-a0227be92030 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Network': ['ID=aaec8312-a1bb-4a1f-a208-96e1328707af,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.615670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:10.626413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network aaec8312-a1bb-4a1f-a208-96e1328707af details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:10.629424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] Routers {'f5c31daa-ed06-4b3d-a12a-383744955f1b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:10.630228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f5c31daa-ed06-4b3d-a12a-383744955f1b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:10.668158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c6caa8d-8e6e-4704-8344-746846d31177 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.686905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:10.687940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849edc8c-4ff7-4c26-b232-4b45055eec30 None None] The sync data for ids ['f5c31daa-ed06-4b3d-a12a-383744955f1b'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:10.781271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Made reservation on behalf of 689ec56f936e4c3bb06bf0b56bf7adc6 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:10.784734 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.801936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.922598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=83200600-f8c7-4641-af7a-f860b9674f80,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.947171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': 'b3ba6e75-f23f-423b-b04a-0c0cb03a2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd223781b-59fb-4522-8015-c9426601f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:10.947876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: d223781b-59fb-4522-8015-c9426601f494, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:11.000945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network d223781b-59fb-4522-8015-c9426601f494 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:11.036069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d223781b-59fb-4522-8015-c9426601f494) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:11.044407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.044629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7be228-cec5-4725-bc4e-000f784c6c76 None None] Network d223781b-59fb-4522-8015-c9426601f494 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:11.044977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.078851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cef54389-9cbc-461d-8969-5e69d5a2225c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8332098 Nov 23 14:35:11.080289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53772) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:11.101269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c6caa8d-8e6e-4704-8344-746846d31177 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.103681 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c6caa8d-8e6e-4704-8344-746846d31177 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.106406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f9911c4e-9eb1-49af-8fb9-9015c436f063 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-192069008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:11.145666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9911c4e-9eb1-49af-8fb9-9015c436f063 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.146678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9911c4e-9eb1-49af-8fb9-9015c436f063 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.151671 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c6caa8d-8e6e-4704-8344-746846d31177 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.152339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6caa8d-8e6e-4704-8344-746846d31177 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Fanout notify agent at l3_agent the message router_deleted on router f5c31daa-ed06-4b3d-a12a-383744955f1b {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:11.159746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c6caa8d-8e6e-4704-8344-746846d31177 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.163460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8c6caa8d-8e6e-4704-8344-746846d31177 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/f5c31daa-ed06-4b3d-a12a-383744955f1b HTTP/1.1" status: 204 len: 168 time: 0.5995433 Nov 23 14:35:11.163749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53774) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:11.170732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.objects.ports [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:35:11.173152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.219886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet b212722f-56d3-42ed-8866-db2f574bf8ea {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:11.223034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.240748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-d223781b-59fb-4522-8015-c9426601f494', 'network_id': 'd223781b-59fb-4522-8015-c9426601f494', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': '83200600-f8c7-4641-af7a-f860b9674f80'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:11.241642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.262936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.276042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9911c4e-9eb1-49af-8fb9-9015c436f063 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.281469 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9911c4e-9eb1-49af-8fb9-9015c436f063 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.288811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event updated for resources: {'Subnet': ['ID=8caa6be2-f503-43cd-a81b-a9461b344896,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:11.301739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Checking segment: {'id': 'adc3bb31-6078-4ab8-aee3-1f829638f5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'aaec8312-a1bb-4a1f-a208-96e1328707af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:11.302113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network hostable DHCP agents. Network: aaec8312-a1bb-4a1f-a208-96e1328707af, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:11.307513 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9911c4e-9eb1-49af-8fb9-9015c436f063 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.311241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f9911c4e-9eb1-49af-8fb9-9015c436f063 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2275121 Nov 23 14:35:11.311528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53776) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:11.326883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Network aaec8312-a1bb-4a1f-a208-96e1328707af is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:11.338655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, aaec8312-a1bb-4a1f-a208-96e1328707af) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:11.344030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.344925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.359879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3628e-c617-412d-9c86-17aaff5bf736 None None] Network aaec8312-a1bb-4a1f-a208-96e1328707af requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:11.365125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bc9d7c02-3460-4d7c-aa51-7c920abaf193 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7679672 Nov 23 14:35:11.369017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53778) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:11.450263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Allocated IP 2001:db8::2 (d223781b-59fb-4522-8015-c9426601f494/83200600-f8c7-4641-af7a-f860b9674f80/4b564672-e390-42b0-8f25-ee9fb24d608e) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:11.482318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.485306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.543777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.615562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c41326-c7f2-4b70-be34-8ccd25827066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-aaec8312-a1bb-4a1f-a208-96e1328707af', 'network_id': 'aaec8312-a1bb-4a1f-a208-96e1328707af', 'tenant_id': '689ec56f936e4c3bb06bf0b56bf7adc6', 'fixed_ips': [{'subnet_id': '8caa6be2-f503-43cd-a81b-a9461b344896'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:11.616583 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-79c41326-c7f2-4b70-be34-8ccd25827066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.633084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.652993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.669445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Subnet': ['ID=8caa6be2-f503-43cd-a81b-a9461b344896,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:11.712883 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.719510 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/b212722f-56d3-42ed-8866-db2f574bf8ea HTTP/1.1" status: 204 len: 168 time: 0.5545130 Nov 23 14:35:11.720167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53780) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:11.722545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6dbbd-5a9e-41a8-b670-11fae8f629da tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=b212722f-56d3-42ed-8866-db2f574bf8ea,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:11.727400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4090204-b853-4ecf-a365-c4c698717726 None None] Network 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:11.741212 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.744125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.746676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.763807 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.769565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaec8312-a1bb-4a1f-a208-96e1328707af']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:11.781012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc3bb31-6078-4ab8-aee3-1f829638f5f9') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:11.781450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc3bb31-6078-4ab8-aee3-1f829638f5f9') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:11.802249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.827393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.835832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:11.836183 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:11.840512 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:11.903555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.982251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65bc81-31a5-422a-9ed4-d0b16cc23556 None None] Network aaec8312-a1bb-4a1f-a208-96e1328707af requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:12.024493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Network d223781b-59fb-4522-8015-c9426601f494 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:12.038507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:12.041434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:12.075266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port eabd670b-3b8c-48c4-8516-c5889cdb43cb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:12.075665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.166368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Pushing event updated for resources: {'Port': ['ID=4b564672-e390-42b0-8f25-ee9fb24d608e,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.181860 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8::1 (d223781b-59fb-4522-8015-c9426601f494/83200600-f8c7-4641-af7a-f860b9674f80/bf007a7d-7869-48a7-8a3d-57e6ae58654c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:12.190147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port eabd670b-3b8c-48c4-8516-c5889cdb43cb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=eabd670b-3b8c-48c4-8516-c5889cdb43cb,segment=NetworkSegment(8f22d4cb-c868-46ad-8092-d2b79d8070e3),segment_id=8f22d4cb-c868-46ad-8092-d2b79d8070e3)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:12.190661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.209530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for eabd670b-3b8c-48c4-8516-c5889cdb43cb owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:12.241422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Attempting to bind port 4b564672-e390-42b0-8f25-ee9fb24d608e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:12.241422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Attempting to bind port 4b564672-e390-42b0-8f25-ee9fb24d608e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'b3ba6e75-f23f-423b-b04a-0c0cb03a2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd223781b-59fb-4522-8015-c9426601f494'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:12.241692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Attempting to bind port 4b564672-e390-42b0-8f25-ee9fb24d608e on network d223781b-59fb-4522-8015-c9426601f494 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:12.249975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:12.250347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Checking segment: {'id': 'b3ba6e75-f23f-423b-b04a-0c0cb03a2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd223781b-59fb-4522-8015-c9426601f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:12.250756 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.251203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Bound using segment: {'id': 'b3ba6e75-f23f-423b-b04a-0c0cb03a2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd223781b-59fb-4522-8015-c9426601f494'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:12.251673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Bound port: 4b564672-e390-42b0-8f25-ee9fb24d608e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ba6e75-f23f-423b-b04a-0c0cb03a2650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd223781b-59fb-4522-8015-c9426601f494'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:12.252050 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.283166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.289092 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.293062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/aaec8312-a1bb-4a1f-a208-96e1328707af HTTP/1.1" status: 204 len: 168 time: 0.9227157 Nov 23 14:35:12.309650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53782) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.324267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] For port 4b564672-e390-42b0-8f25-ee9fb24d608e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:12.327610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] For port 4b564672-e390-42b0-8f25-ee9fb24d608e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4b564672-e390-42b0-8f25-ee9fb24d608e,segment=NetworkSegment(b3ba6e75-f23f-423b-b04a-0c0cb03a2650),segment_id=b3ba6e75-f23f-423b-b04a-0c0cb03a2650)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:12.334147 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.339088 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0117485b-b992-4dc4-a02e-82f73473d969 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:12.339784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0117485b-b992-4dc4-a02e-82f73473d969 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:12.342959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0117485b-b992-4dc4-a02e-82f73473d969 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/8caa6be2-f503-43cd-a81b-a9461b344896 HTTP/1.1" status: 404 len: 337 time: 0.0319135 Nov 23 14:35:12.343916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5e49-88de-4fd2-99b8-0f9ddf774b78 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Network': ['ID=aaec8312-a1bb-4a1f-a208-96e1328707af,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.347312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53784) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.367712 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5298e81a-8690-4af9-84b9-324ee2afdcb8 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:12.368871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5298e81a-8690-4af9-84b9-324ee2afdcb8 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:12.372086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5298e81a-8690-4af9-84b9-324ee2afdcb8 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/aaec8312-a1bb-4a1f-a208-96e1328707af HTTP/1.1" status: 404 len: 339 time: 0.0236952 Nov 23 14:35:12.374610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53786) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.385302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] DHCP port deletion for 80ae0eda-8749-4aee-a4a9-55ebb61a78b9 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:12.399896 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.411336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.413319 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-437ee0a4-bad9-4b88-9e22-f1ebd08e9d71 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:12.414137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437ee0a4-bad9-4b88-9e22-f1ebd08e9d71 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:12.419339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-437ee0a4-bad9-4b88-9e22-f1ebd08e9d71 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/a72b71b2-ed1e-4c91-9d66-b2c7455e39de HTTP/1.1" status: 404 len: 337 time: 0.0416620 Nov 23 14:35:12.419929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53788) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.435176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9939477-ea58-4d48-a50f-832aece02532 None None] Pushing event updated for resources: {'Port': ['ID=4b564672-e390-42b0-8f25-ee9fb24d608e,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.441540 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d441867-0254-436a-847e-79ff5a137d2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:12.442185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d441867-0254-436a-847e-79ff5a137d2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:12.445478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5d441867-0254-436a-847e-79ff5a137d2d tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/bdab364a-1d9e-44a6-b9ee-e888b4883252 HTTP/1.1" status: 404 len: 339 time: 0.0241501 Nov 23 14:35:12.448384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53790) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.452592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=eabd670b-3b8c-48c4-8516-c5889cdb43cb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.458246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port eabd670b-3b8c-48c4-8516-c5889cdb43cb on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:12.464262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] Deleting port eabd670b-3b8c-48c4-8516-c5889cdb43cb {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:12.464631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.482213 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-315d63b1-7c11-4063-a803-f956455e63a0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:12.482815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315d63b1-7c11-4063-a803-f956455e63a0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:12.486621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-315d63b1-7c11-4063-a803-f956455e63a0 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/e675fcb5-697c-4aa7-b722-02a7307b7e5b HTTP/1.1" status: 404 len: 337 time: 0.0371089 Nov 23 14:35:12.489125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53792) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.508031 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-59eef8d5-641e-4e23-9192-d329c9bc428c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:12.508267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59eef8d5-641e-4e23-9192-d329c9bc428c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:12.513511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-59eef8d5-641e-4e23-9192-d329c9bc428c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/61a34ba5-ac96-4b8c-9264-a8c50638a8c7 HTTP/1.1" status: 404 len: 339 time: 0.0208867 Nov 23 14:35:12.514998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53794) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.540181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.547046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] For port eabd670b-3b8c-48c4-8516-c5889cdb43cb, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:12.547570 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.561690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] Calling delete_port for eabd670b-3b8c-48c4-8516-c5889cdb43cb owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:12.564878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] Port eabd670b-3b8c-48c4-8516-c5889cdb43cb was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:35:12.568424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.599244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] No DVR routers for this DVR port eabd670b-3b8c-48c4-8516-c5889cdb43cb on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:12.605193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e3e5e-7e0d-4bdc-b918-d9d60af29fbc None None] Pushing event deleted for resources: {'Port': ['ID=eabd670b-3b8c-48c4-8516-c5889cdb43cb,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.634462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.678606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network d223781b-59fb-4522-8015-c9426601f494 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:12.687547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=bf007a7d-7869-48a7-8a3d-57e6ae58654c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.712829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:12.715734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ae0eda-8749-4aee-a4a9-55ebb61a78b9']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:12.719338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:12.720429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.759595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f22d4cb-c868-46ad-8092-d2b79d8070e3') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:12.759887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f22d4cb-c868-46ad-8092-d2b79d8070e3') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:12.774676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.819382 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.836398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:12.836788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:12.839732 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:12.900936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Deleting port 321edb5d-6130-4912-97ff-2e6e64a3cfbb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:12.901188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.944404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.958589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.961763 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/80ae0eda-8749-4aee-a4a9-55ebb61a78b9 HTTP/1.1" status: 204 len: 168 time: 1.2402339 Nov 23 14:35:12.966541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.967378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53796) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.971953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7b797d3b-a74b-4aed-bdba-0ff59e481202 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-253971232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:12.996467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b797d3b-a74b-4aed-bdba-0ff59e481202 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.996921 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b797d3b-a74b-4aed-bdba-0ff59e481202 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.019037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca3327-cdda-497f-b78b-87c3857caf5d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=80ae0eda-8749-4aee-a4a9-55ebb61a78b9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.025577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.052363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b797d3b-a74b-4aed-bdba-0ff59e481202 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.057240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b797d3b-a74b-4aed-bdba-0ff59e481202 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.058265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Calling delete_port for 321edb5d-6130-4912-97ff-2e6e64a3cfbb owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:13.075435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7b797d3b-a74b-4aed-bdba-0ff59e481202 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.076611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7b797d3b-a74b-4aed-bdba-0ff59e481202 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1082304 Nov 23 14:35:13.079358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53798) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:13.084340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-1128239688'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:13.106548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:13.111214 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.137453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:13.146925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.147282 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment 2af74a00-e374-47e9-8296-1e4c93d17150 of type vlan for network bd408520-424c-4f36-bf7c-d79de23db1e9 Nov 23 14:35:13.196843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.230854 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.237016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:13.237610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.256096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1756563 Nov 23 14:35:13.259499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53800) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:13.270951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:13.274465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.321427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ca32d-cdbb-4475-94d2-180cf7f6eb79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=bd408520-424c-4f36-bf7c-d79de23db1e9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.329103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4b564672-e390-42b0-8f25-ee9fb24d608e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:13.364898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Port': ['ID=321edb5d-6130-4912-97ff-2e6e64a3cfbb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.367847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bd408520-424c-4f36-bf7c-d79de23db1e9 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:13.415902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.419130 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f4b510da-878a-4da5-9a52-6709aeaea59e tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/ports/321edb5d-6130-4912-97ff-2e6e64a3cfbb HTTP/1.1" status: 204 len: 168 time: 0.9011483 Nov 23 14:35:13.422299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53804) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:13.460946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4b564672-e390-42b0-8f25-ee9fb24d608e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:13.461591 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.481428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.484716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:13.488776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.489262 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe699f92-3eac-4e2a-868f-22f2652b9cd7 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:13.490588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe699f92-3eac-4e2a-868f-22f2652b9cd7 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:13.493956 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.494991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.497100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fe699f92-3eac-4e2a-868f-22f2652b9cd7 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/96cf099d-3fbe-468b-9447-b7faf51f6533 HTTP/1.1" status: 404 len: 337 time: 0.0718431 Nov 23 14:35:13.499272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53806) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:13.566695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.611286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0d784-838f-4dbf-a070-180dcb3bf6e6 None None] Network d223781b-59fb-4522-8015-c9426601f494 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:13.613734 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.626626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 4b564672-e390-42b0-8f25-ee9fb24d608e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4b564672-e390-42b0-8f25-ee9fb24d608e,segment=NetworkSegment(b3ba6e75-f23f-423b-b04a-0c0cb03a2650),segment_id=b3ba6e75-f23f-423b-b04a-0c0cb03a2650)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:13.637050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=bf007a7d-7869-48a7-8a3d-57e6ae58654c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.646953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.701954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=4b564672-e390-42b0-8f25-ee9fb24d608e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.745887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eabd670b-3b8c-48c4-8516-c5889cdb43cb no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:13.748523 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.757948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network d223781b-59fb-4522-8015-c9426601f494 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:13.761243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:13.769819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9df9bbec-9dc8-4ef3-b21f-c5d324a87ebd None None] Provisioning complete for port 4b564672-e390-42b0-8f25-ee9fb24d608e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:13.769819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9df9bbec-9dc8-4ef3-b21f-c5d324a87ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.771529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104b0177-f7b9-48c2-ae42-18312651944d']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:13.781456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0b2bb0-269b-48dc-9b3c-3df908a44f58') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:13.781849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0b2bb0-269b-48dc-9b3c-3df908a44f58') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:13.790629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: eabd670b-3b8c-48c4-8516-c5889cdb43cb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:13.790916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device eabd670b-3b8c-48c4-8516-c5889cdb43cb not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:13.792499 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.807611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.814480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:13.815143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:13.818480 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:13.879668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.903682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:13.907151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/104b0177-f7b9-48c2-ae42-18312651944d HTTP/1.1" status: 204 len: 168 time: 0.4061761 Nov 23 14:35:13.909034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89630f-6b5e-46b8-9b6f-bcb60e18b8cf tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Network': ['ID=104b0177-f7b9-48c2-ae42-18312651944d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.911312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53808) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:13.922450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.040148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=e084414d-53f4-471d-beee-8b9d44c65e5b,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:14.080059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:14.080417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: bd408520-424c-4f36-bf7c-d79de23db1e9, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:14.088605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 3d299934-9ed6-4f98-88a3-9b86c149eeae is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:14.105608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Deleting port 5b0d7653-07ae-472c-bee9-e49aaa7920c9 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:14.106181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.145334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7f07004d-fd09-4eb5-a820-dfcb8df5ee2d None None] Provisioning complete for port 4b564672-e390-42b0-8f25-ee9fb24d608e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:14.145700 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f07004d-fd09-4eb5-a820-dfcb8df5ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.247196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7f07004d-fd09-4eb5-a820-dfcb8df5ee2d None None] Provisioning complete for port bf007a7d-7869-48a7-8a3d-57e6ae58654c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:14.247573 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f07004d-fd09-4eb5-a820-dfcb8df5ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.285035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7f07004d-fd09-4eb5-a820-dfcb8df5ee2d None None] Port bf007a7d-7869-48a7-8a3d-57e6ae58654c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:14.386091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network bd408520-424c-4f36-bf7c-d79de23db1e9 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:14.405839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-289a3f9d-19ef-4784-bf0a-67c14557e911 None None] Provisioning complete for port bf007a7d-7869-48a7-8a3d-57e6ae58654c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:14.406433 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-289a3f9d-19ef-4784-bf0a-67c14557e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.445062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-289a3f9d-19ef-4784-bf0a-67c14557e911 None None] Port bf007a7d-7869-48a7-8a3d-57e6ae58654c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:14.489351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bd408520-424c-4f36-bf7c-d79de23db1e9) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:14.497896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449cf55-9cc4-4d93-945c-6c1bea8c230b None None] Network bd408520-424c-4f36-bf7c-d79de23db1e9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:14.508089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.511195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:14.511786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.533485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Calling delete_port for 5b0d7653-07ae-472c-bee9-e49aaa7920c9 owned by {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:14.556828 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7f3cc8da-2624-40f1-8460-73c9fce3ba32 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2927775 Nov 23 14:35:14.556828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:14.557517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53810) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:14.573462 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] Sync routers for ids ['3d299934-9ed6-4f98-88a3-9b86c149eeae'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:14.590100 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-38f68217-3524-4145-9591-0129782aac14 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/3d299934-9ed6-4f98-88a3-9b86c149eeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2775066 Nov 23 14:35:14.593262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53812) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:14.594637 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] Routers {'3d299934-9ed6-4f98-88a3-9b86c149eeae'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:14.600546 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['3d299934-9ed6-4f98-88a3-9b86c149eeae'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:14.648935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a45512-bd67-4712-bfa4-d677edbddfb8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:14.650222 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-15a45512-bd67-4712-bfa4-d677edbddfb8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports/bf007a7d-7869-48a7-8a3d-57e6ae58654c HTTP/1.1" status: 200 len: 911 time: 0.0560343 Nov 23 14:35:14.650550 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:14.653568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53814) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:14.661964 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] Routers {'3d299934-9ed6-4f98-88a3-9b86c149eeae'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:14.663081 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['3d299934-9ed6-4f98-88a3-9b86c149eeae'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:14.696095 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:14.697040 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230a9e6-9412-4c75-bcd2-a941ccc76873 None None] The sync data for ids ['3d299934-9ed6-4f98-88a3-9b86c149eeae'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:14.709741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bd408520-424c-4f36-bf7c-d79de23db1e9', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:14.710626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.730400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dd4a3ed5-c145-45bf-a8a6-0ecf25c00f4d None None] Provisioning complete for port bf007a7d-7869-48a7-8a3d-57e6ae58654c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:14.730763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3ed5-c145-45bf-a8a6-0ecf25c00f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.743020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.779923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Port': ['ID=5b0d7653-07ae-472c-bee9-e49aaa7920c9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:14.790392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:14.797151 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d4855847-2bc2-4a29-95e7-4363d4ad8772 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/ports/5b0d7653-07ae-472c-bee9-e49aaa7920c9 HTTP/1.1" status: 204 len: 168 time: 0.8842185 Nov 23 14:35:14.797878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53816) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:14.840551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a3ed5-c145-45bf-a8a6-0ecf25c00f4d None None] Port bf007a7d-7869-48a7-8a3d-57e6ae58654c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:14.874306 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b99afb7-a04e-461c-8cf4-c4cfdef595b6 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] DELETE failed (client error): The resource could not be found. Nov 23 14:35:14.874560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b99afb7-a04e-461c-8cf4-c4cfdef595b6 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:35:14.877694 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7b99afb7-a04e-461c-8cf4-c4cfdef595b6 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/593e70a6-dc68-4863-b11c-8cc29d163b03 HTTP/1.1" status: 404 len: 337 time: 0.0769315 Nov 23 14:35:14.883935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53818) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:14.901021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Allocated IP 172.20.0.2 (bd408520-424c-4f36-bf7c-d79de23db1e9/e084414d-53f4-471d-beee-8b9d44c65e5b/788cfd1c-ec4c-4a00-b7c4-1cc39e22970c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:14.982117 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.004313 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.076670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.089956 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.097858 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.154954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Network bd408520-424c-4f36-bf7c-d79de23db1e9 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:15.161994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:15.165917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:15.186935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Pushing event updated for resources: {'Port': ['ID=788cfd1c-ec4c-4a00-b7c4-1cc39e22970c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:15.220772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.253509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Attempting to bind port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:15.253895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Attempting to bind port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:15.255941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Attempting to bind port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c on network bd408520-424c-4f36-bf7c-d79de23db1e9 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:15.261755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:15.262134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Checking segment: {'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:15.262545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.262990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Bound using segment: {'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:15.263474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Bound port: 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:15.263609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3961c432-0cf0-4f79-925e-376da54420b3']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:15.263862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.311662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4b564672-e390-42b0-8f25-ee9fb24d608e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:15.321181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f89058-2098-40db-9358-28b8872b6446') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:15.321609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f89058-2098-40db-9358-28b8872b6446') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:15.347628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.351568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port bf007a7d-7869-48a7-8a3d-57e6ae58654c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:15.351910 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.379724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.384491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] For port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:15.388258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] For port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=788cfd1c-ec4c-4a00-b7c4-1cc39e22970c,segment=NetworkSegment(2af74a00-e374-47e9-8296-1e4c93d17150),segment_id=2af74a00-e374-47e9-8296-1e4c93d17150)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:15.395300 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.410972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:15.411616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:15.415005 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:15.432480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4b564672-e390-42b0-8f25-ee9fb24d608e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:15.433043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.442923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.461241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for bf007a7d-7869-48a7-8a3d-57e6ae58654c owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:15.489914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658ba11-8dac-466d-91ee-4ef945963d54 None None] Pushing event updated for resources: {'Port': ['ID=788cfd1c-ec4c-4a00-b7c4-1cc39e22970c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:15.497530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.20.0.1 (bd408520-424c-4f36-bf7c-d79de23db1e9/e084414d-53f4-471d-beee-8b9d44c65e5b/59bf9f29-6f7b-4707-8ea5-17c6b1c2be99) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:15.511286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.517520 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.521678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/3961c432-0cf0-4f79-925e-376da54420b3 HTTP/1.1" status: 204 len: 168 time: 0.6367855 Nov 23 14:35:15.529508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:15.553717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745333a2-8aca-477e-8784-246b2b8f5cd5 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Network': ['ID=3961c432-0cf0-4f79-925e-376da54420b3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:15.619342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Deleting subnet a7fac814-8ca0-4c9d-bef5-1ba02a4d0392 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:15.624219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.651191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.717826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.719662 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.773357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network bd408520-424c-4f36-bf7c-d79de23db1e9 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:15.777777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:15.780348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:15.782643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:15.838299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.844179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.884556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=bf007a7d-7869-48a7-8a3d-57e6ae58654c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:15.887035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:15.976904 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.016475 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.069004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.133962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fac814-8ca0-4c9d-bef5-1ba02a4d0392,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:16.140030 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.145731 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ead7722-43f0-4c1d-816c-e89875a0ee7c tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/subnets/a7fac814-8ca0-4c9d-bef5-1ba02a4d0392 HTTP/1.1" status: 204 len: 168 time: 0.6108742 Nov 23 14:35:16.145731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53822) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:16.149975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842fb81-a127-48c3-993d-dfceee333e50 None None] Network 02d50304-0fd5-4de5-806e-fc08ab18fb69 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:16.282753 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.289686 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.289947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.296424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 3d299934-9ed6-4f98-88a3-9b86c149eeae has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:16.360286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] DHCP port deletion for 02d50304-0fd5-4de5-806e-fc08ab18fb69 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:16.369895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:16.372365 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.435179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] Deleting port 286d51a2-50fa-4865-bb41-a9ac3895deb8 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:16.436623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.439268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:16.447627 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1667d51f-4582-4b27-b0a1-a928246b8e9c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/3d299934-9ed6-4f98-88a3-9b86c149eeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905180 Nov 23 14:35:16.448556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53824) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:16.472195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Deleting port 286d51a2-50fa-4865-bb41-a9ac3895deb8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:16.472535 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.472924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] Sync routers for ids ['3d299934-9ed6-4f98-88a3-9b86c149eeae'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:16.482378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7c0ae925-f0b2-425c-a51f-89e51e92f5f0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d299934-9ed6-4f98-88a3-9b86c149eeae HTTP/1.1" status: 200 len: 205 time: 0.0307579 Nov 23 14:35:16.483735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53826) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:16.545618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] For port 286d51a2-50fa-4865-bb41-a9ac3895deb8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=286d51a2-50fa-4865-bb41-a9ac3895deb8,segment=NetworkSegment(9782026c-bc75-4a13-8423-4b83f04a2dbb),segment_id=9782026c-bc75-4a13-8423-4b83f04a2dbb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:16.545990 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.563096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Calling delete_port for 286d51a2-50fa-4865-bb41-a9ac3895deb8 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:16.589736 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29d63c36-61f0-4ed4-a4be-62d6a10d90ef tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.607404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network bd408520-424c-4f36-bf7c-d79de23db1e9 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:16.611155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:16.662832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.696636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Port': ['ID=286d51a2-50fa-4865-bb41-a9ac3895deb8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:16.701336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] No DVR routers for this DVR port 286d51a2-50fa-4865-bb41-a9ac3895deb8 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:16.749961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfd515-5de6-4785-b93e-7ba9b8e213d1 None None] Network bd408520-424c-4f36-bf7c-d79de23db1e9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:16.771033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] Routers {'3d299934-9ed6-4f98-88a3-9b86c149eeae'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:16.771608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['3d299934-9ed6-4f98-88a3-9b86c149eeae'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:16.816325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:16.823264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] For port 286d51a2-50fa-4865-bb41-a9ac3895deb8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=286d51a2-50fa-4865-bb41-a9ac3895deb8,segment=NetworkSegment(9782026c-bc75-4a13-8423-4b83f04a2dbb),segment_id=9782026c-bc75-4a13-8423-4b83f04a2dbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:16.823666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.868476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29d63c36-61f0-4ed4-a4be-62d6a10d90ef tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.872107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29d63c36-61f0-4ed4-a4be-62d6a10d90ef tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.889459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] Calling delete_port for 286d51a2-50fa-4865-bb41-a9ac3895deb8 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:16.907433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-641973a7-38bb-49d3-8e8b-d41d3624c5ab None None] Provisioning complete for port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:16.907808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-641973a7-38bb-49d3-8e8b-d41d3624c5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.914730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] Routers {'3d299934-9ed6-4f98-88a3-9b86c149eeae'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:16.915427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['3d299934-9ed6-4f98-88a3-9b86c149eeae'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:16.928175 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29d63c36-61f0-4ed4-a4be-62d6a10d90ef tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.928721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d63c36-61f0-4ed4-a4be-62d6a10d90ef tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Fanout notify agent at l3_agent the message router_deleted on router 3d299934-9ed6-4f98-88a3-9b86c149eeae {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:16.937510 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29d63c36-61f0-4ed4-a4be-62d6a10d90ef tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.939260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-29d63c36-61f0-4ed4-a4be-62d6a10d90ef tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/3d299934-9ed6-4f98-88a3-9b86c149eeae HTTP/1.1" status: 204 len: 168 time: 0.4500132 Nov 23 14:35:16.942531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53828) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:16.983530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:17.009289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet 83200600-f8c7-4641-af7a-f860b9674f80 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:17.013593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.024840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:17.025428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b42956-ced0-4ca1-b3f4-eca850df6774 None None] The sync data for ids ['3d299934-9ed6-4f98-88a3-9b86c149eeae'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:17.063782 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.085578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d50304-0fd5-4de5-806e-fc08ab18fb69']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:17.095498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9782026c-bc75-4a13-8423-4b83f04a2dbb') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:17.095877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9782026c-bc75-4a13-8423-4b83f04a2dbb') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:17.108198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.124314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.124546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.132184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:17.132598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:17.135847 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:17.163458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:17.170159 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.174369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bf19ecf2-4321-4172-b043-0be61cdf2299 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6156785 Nov 23 14:35:17.175054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53830) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:17.177122 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:17.182185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-134602942'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:17.190088 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:17.192722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:17.199933 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-641973a7-38bb-49d3-8e8b-d41d3624c5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.230645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] No DVR routers for this DVR port 286d51a2-50fa-4865-bb41-a9ac3895deb8 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:17.239891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74688ccc-e9ae-4bbb-a2a8-487a7347258e None None] Pushing event deleted for resources: {'Port': ['ID=286d51a2-50fa-4865-bb41-a9ac3895deb8,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:17.248418 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.262214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:17.277883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.290642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.292659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-641973a7-38bb-49d3-8e8b-d41d3624c5ab None None] For port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=788cfd1c-ec4c-4a00-b7c4-1cc39e22970c,segment=NetworkSegment(2af74a00-e374-47e9-8296-1e4c93d17150),segment_id=2af74a00-e374-47e9-8296-1e4c93d17150)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:17.300068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] 10.222.0.46 "DELETE /v2.0/networks/02d50304-0fd5-4de5-806e-fc08ab18fb69 HTTP/1.1" status: 204 len: 168 time: 1.1533267 Nov 23 14:35:17.301693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68450a8-0f1c-4f06-8793-0bf2520ca701 tempest-NetworksIpV6TestAttrs-826440362 tempest-NetworksIpV6TestAttrs-826440362-project] Pushing event deleted for resources: {'Network': ['ID=02d50304-0fd5-4de5-806e-fc08ab18fb69,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:17.307621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-641973a7-38bb-49d3-8e8b-d41d3624c5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.338073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.342190 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:17.405027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641973a7-38bb-49d3-8e8b-d41d3624c5ab None None] Pushing event updated for resources: {'Port': ['ID=788cfd1c-ec4c-4a00-b7c4-1cc39e22970c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:17.445672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:17.459561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:17.478571 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.479374 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment 02b2ec55-8823-4325-9b5c-c178911a7a0b of type vlan for network e67fbd25-76bb-474b-973d-702598b85314 Nov 23 14:35:17.551012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.554294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.569955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:17.570352 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.594922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=83200600-f8c7-4641-af7a-f860b9674f80,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:17.614446 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.620152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901ff16-7246-4fa4-8bed-7d460066905c None None] Network d223781b-59fb-4522-8015-c9426601f494 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:17.632071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-52b78b44-d624-4345-9d8b-56b9369db3f4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/83200600-f8c7-4641-af7a-f860b9674f80 HTTP/1.1" status: 204 len: 168 time: 0.6867261 Nov 23 14:35:17.634920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53836) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:17.643681 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:15Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:16Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:17.651676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.657669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:17.658279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.675628 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:17.675978 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Updating router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:17.735012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5565751 Nov 23 14:35:17.739746 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.768228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53838) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:17.768579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53840) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:17.783645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:17.804371 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.808500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d50e6f40-f274-457d-8379-e18cf55bb67d None None] Provisioning complete for port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:17.809015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d50e6f40-f274-457d-8379-e18cf55bb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.814362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c1335-b14a-4094-8396-cb9482d36893 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=e67fbd25-76bb-474b-973d-702598b85314,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:17.836325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network e67fbd25-76bb-474b-973d-702598b85314 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:17.881661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 4b564672-e390-42b0-8f25-ee9fb24d608e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:17.885834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:17.956134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:17.960797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.023729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port 4b564672-e390-42b0-8f25-ee9fb24d608e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4b564672-e390-42b0-8f25-ee9fb24d608e,segment=NetworkSegment(b3ba6e75-f23f-423b-b04a-0c0cb03a2650),segment_id=b3ba6e75-f23f-423b-b04a-0c0cb03a2650)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:18.024399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.042657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 4b564672-e390-42b0-8f25-ee9fb24d608e owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:18.135246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-703fe2f0-44b0-4f60-935c-a83f41284056 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=689ec56f936e4c3bb06bf0b56bf7adc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642776 Nov 23 14:35:18.139902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53846) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:18.169549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.221366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 286d51a2-50fa-4865-bb41-a9ac3895deb8 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:18.231130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=4b564672-e390-42b0-8f25-ee9fb24d608e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.240010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No DVR routers for this DVR port 4b564672-e390-42b0-8f25-ee9fb24d608e on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:18.263896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 286d51a2-50fa-4865-bb41-a9ac3895deb8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:18.264279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 286d51a2-50fa-4865-bb41-a9ac3895deb8 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:18.277019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d50e6f40-f274-457d-8379-e18cf55bb67d None None] Provisioning complete for port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:18.277395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d50e6f40-f274-457d-8379-e18cf55bb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.281382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9366593f-469c-4a65-a54a-353b4b300f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.319741 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.338118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d50e6f40-f274-457d-8379-e18cf55bb67d None None] Port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:18.343833 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.351787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9366593f-469c-4a65-a54a-353b4b300f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.368855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.385546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7978e5-0573-4d85-bf54-23c0903a362c None None] DHCP port deletion for d223781b-59fb-4522-8015-c9426601f494 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:18.406567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d223781b-59fb-4522-8015-c9426601f494']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:18.421919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ba6e75-f23f-423b-b04a-0c0cb03a2650') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:18.422257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ba6e75-f23f-423b-b04a-0c0cb03a2650') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:18.427013 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.432353 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Pushing event updated for resources: {'Port': ['ID=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.434312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.450384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.457275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:18.457664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.479517 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.480182 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.480673 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.481183 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.481670 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.482321 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.482977 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.483651 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.484539 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.486022 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.486916 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.487118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1cf3595d-a9f0-4aab-9b3b-ea974c461184 None None] Provisioning complete for port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:18.487598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1cf3595d-a9f0-4aab-9b3b-ea974c461184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.488630 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:18.491752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9366593f-469c-4a65-a54a-353b4b300f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.494380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9366593f-469c-4a65-a54a-353b4b300f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.514331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9366593f-469c-4a65-a54a-353b4b300f2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c196d8dc-423a-4545-a47a-8acab1fb8a7f HTTP/1.1" status: 204 len: 168 time: 0.3574061 Nov 23 14:35:18.536008 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Attempting to bind port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:18.536429 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Attempting to bind port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:18.536935 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Attempting to bind port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 on network bd408520-424c-4f36-bf7c-d79de23db1e9 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:18.543607 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:18.544322 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Checking segment: {'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:18.544744 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.545133 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Bound using segment: {'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:18.546058 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Bound port: 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af74a00-e374-47e9-8296-1e4c93d17150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:18.546479 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:18.548816 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:18.551828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.557053 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.566647 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/d223781b-59fb-4522-8015-c9426601f494 HTTP/1.1" status: 204 len: 168 time: 0.9304464 Nov 23 14:35:18.567361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53850) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:18.579503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1332995783', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:18.605916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=4d9c10e1-b9df-4f16-98d0-71385c405567,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.608127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366593f-469c-4a65-a54a-353b4b300f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c196d8dc-423a-4545-a47a-8acab1fb8a7f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.619773 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.620840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.651400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:18.651733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: e67fbd25-76bb-474b-973d-702598b85314, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:18.662302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3595d-a9f0-4aab-9b3b-ea974c461184 None None] Port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:18.676940 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] For port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:18.683989 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] For port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,segment=NetworkSegment(2af74a00-e374-47e9-8296-1e4c93d17150),segment_id=2af74a00-e374-47e9-8296-1e4c93d17150)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:18.693580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network e67fbd25-76bb-474b-973d-702598b85314 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:18.694347 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.700268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.702211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91ff8e-9ca7-425d-9a38-386de51c62a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=d223781b-59fb-4522-8015-c9426601f494,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.721160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, e67fbd25-76bb-474b-973d-702598b85314) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:18.729264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775a27c7-f05d-4571-ab37-f711f715affe None None] Network e67fbd25-76bb-474b-973d-702598b85314 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:18.734912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:18.737179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.776935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-11a3a69f-5b43-4263-9854-561b1eb5f295 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0072656 Nov 23 14:35:18.785773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53854) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:18.802328 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c1767-73eb-4493-86e9-0425c243e59a None None] Pushing event updated for resources: {'Port': ['ID=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:18.815354 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:18.816033 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:18.886768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:18.933447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bc840dbb-8b6c-43a7-804d-b8dfd3f95aa0 None None] Provisioning complete for port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:18.937514 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc840dbb-8b6c-43a7-804d-b8dfd3f95aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.002805 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:19.342653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:19.362550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-e67fbd25-76bb-474b-973d-702598b85314', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:19.363081 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.399474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.408877 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:15Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:18Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:19.433288 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.442215 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4bd80-1585-4564-bf69-86e99f823a6a None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:15Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:18Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:19.463359 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc840dbb-8b6c-43a7-804d-b8dfd3f95aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.612773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bc840dbb-8b6c-43a7-804d-b8dfd3f95aa0 None None] For port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,segment=NetworkSegment(2af74a00-e374-47e9-8296-1e4c93d17150),segment_id=2af74a00-e374-47e9-8296-1e4c93d17150)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:19.626431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc840dbb-8b6c-43a7-804d-b8dfd3f95aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.634836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 172.25.3.138 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/e9ea8d06-8cf5-4572-b0da-a6eaf89f27ec) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:19.714142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:19.714371 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.758939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53872) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:19.775570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Allocated IP 172.21.0.2 (e67fbd25-76bb-474b-973d-702598b85314/4d9c10e1-b9df-4f16-98d0-71385c405567/845d60e2-708d-4743-a571-6a848e1135cc) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:19.790736 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.832941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc840dbb-8b6c-43a7-804d-b8dfd3f95aa0 None None] Pushing event updated for resources: {'Port': ['ID=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:19.860410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-739eed4f-2386-4c08-a61d-ee914b4d3798 None None] Provisioning complete for port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:19.860410 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-739eed4f-2386-4c08-a61d-ee914b4d3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.875533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:19.953386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:19.962426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:19.978270 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:19.992549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba8497-21c5-4acf-9c6a-6f83fc34bf25 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:20.022634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a87b2fca-145d-4cae-a1f1-45b9b14cc0d2 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1442138874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:20.052146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=e9ea8d06-8cf5-4572-b0da-a6eaf89f27ec,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:20.132514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4b564672-e390-42b0-8f25-ee9fb24d608e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:20.140798 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.175207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87b2fca-145d-4cae-a1f1-45b9b14cc0d2 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.176416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87b2fca-145d-4cae-a1f1-45b9b14cc0d2 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.180456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4b564672-e390-42b0-8f25-ee9fb24d608e {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:20.184843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4b564672-e390-42b0-8f25-ee9fb24d608e not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:20.195462 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.205398 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.256542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Network e67fbd25-76bb-474b-973d-702598b85314 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:20.260358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:20.265764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:20.269457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Pushing event updated for resources: {'Port': ['ID=845d60e2-708d-4743-a571-6a848e1135cc,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:20.279417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87b2fca-145d-4cae-a1f1-45b9b14cc0d2 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.288085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87b2fca-145d-4cae-a1f1-45b9b14cc0d2 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.340519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Attempting to bind port 845d60e2-708d-4743-a571-6a848e1135cc on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:20.340898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Attempting to bind port 845d60e2-708d-4743-a571-6a848e1135cc by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:20.341313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Attempting to bind port 845d60e2-708d-4743-a571-6a848e1135cc on network e67fbd25-76bb-474b-973d-702598b85314 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:20.351133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:20.351554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Checking segment: {'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:20.351902 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.352293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Bound using segment: {'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:20.352777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Bound port: 845d60e2-708d-4743-a571-6a848e1135cc, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:20.353159 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.355017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87b2fca-145d-4cae-a1f1-45b9b14cc0d2 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.356262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a87b2fca-145d-4cae-a1f1-45b9b14cc0d2 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5960138 Nov 23 14:35:20.359709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53876) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:20.364147 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2125037699'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:20.368429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b6c7c963-d4e6-41f3-9fd7-3b8c9eacdb27 None None] Provisioning complete for port e9ea8d06-8cf5-4572-b0da-a6eaf89f27ec triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:20.368801 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c963-d4e6-41f3-9fd7-3b8c9eacdb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.428832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:20.432459 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.442033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b6c7c963-d4e6-41f3-9fd7-3b8c9eacdb27 None None] Port e9ea8d06-8cf5-4572-b0da-a6eaf89f27ec cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:20.442316 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.459034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] For port 845d60e2-708d-4743-a571-6a848e1135cc, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:20.462851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] For port 845d60e2-708d-4743-a571-6a848e1135cc, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=845d60e2-708d-4743-a571-6a848e1135cc,segment=NetworkSegment(02b2ec55-8823-4325-9b5c-c178911a7a0b),segment_id=02b2ec55-8823-4325-9b5c-c178911a7a0b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:20.471144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.482644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.533382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.21.0.1 (e67fbd25-76bb-474b-973d-702598b85314/4d9c10e1-b9df-4f16-98d0-71385c405567/511bab09-73d7-492b-b693-11c2c6462b89) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:20.680234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.703981 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.714072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.726514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a14a1-d6e1-4306-9388-523e792c611f None None] Pushing event updated for resources: {'Port': ['ID=845d60e2-708d-4743-a571-6a848e1135cc,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:20.732131 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.757039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:20.759807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.765486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a760257-495b-4ecf-aa02-2e99b9bed582,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:20.771187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network e67fbd25-76bb-474b-973d-702598b85314 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:20.775169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:20.776527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.776889 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Added segment cabea68a-94d0-4d3a-a0c2-11eae8920a93 of type vlan for network d78fed02-845a-47f1-aabe-c410f070d5b8 Nov 23 14:35:20.781607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:20.831474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=511bab09-73d7-492b-b693-11c2c6462b89,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:20.845178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.845554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.846001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.846336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.846665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.847021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.847346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.847674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.848085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.848333 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.848649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.848971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:20.858497 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.903893 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.957715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:20.963598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:20.964260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.014269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6511321 Nov 23 14:35:21.015844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53878) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:21.024310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'subnet': {'network_id': 'd78fed02-845a-47f1-aabe-c410f070d5b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:21.034039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.059158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbb450-b7e3-4321-9cc7-a1938580d937 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Network': ['ID=d78fed02-845a-47f1-aabe-c410f070d5b8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:21.066539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 715e33b8-d3b3-445c-8ce4-4b7dfbf6260d is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:21.073913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d78fed02-845a-47f1-aabe-c410f070d5b8 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:21.214862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:21.230718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] Sync routers for ids ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:21.259801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.261262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d41d22d6-8dd8-4d3b-9ff8-1bc61eaa1dc0 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6869864 Nov 23 14:35:21.263930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53880) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:21.266023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] Routers {'715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:21.267022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:21.275341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:21.278839 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.314963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:21.324568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] Routers {'715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:21.325191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:21.360688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:21.361386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887a02-2125-4ed4-bc1f-37b2eaecdadd None None] The sync data for ids ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:21.381052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:21.433278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:21.433278 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.523415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 845d60e2-708d-4743-a571-6a848e1135cc up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:21.576972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 845d60e2-708d-4743-a571-6a848e1135cc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:21.577598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.622030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.629764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.661647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.671524 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.707254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c346bb64-3123-4f9c-b1b7-1e22a688686c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/routers/715e33b8-d3b3-445c-8ce4-4b7dfbf6260d HTTP/1.1" status: 200 len: 885 time: 0.4418666 Nov 23 14:35:21.708120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 845d60e2-708d-4743-a571-6a848e1135cc, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=845d60e2-708d-4743-a571-6a848e1135cc,segment=NetworkSegment(02b2ec55-8823-4325-9b5c-c178911a7a0b),segment_id=02b2ec55-8823-4325-9b5c-c178911a7a0b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:21.709596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53882) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:21.713493 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.764033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=845d60e2-708d-4743-a571-6a848e1135cc,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:21.775783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Checking segment: {'id': 'cabea68a-94d0-4d3a-a0c2-11eae8920a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd78fed02-845a-47f1-aabe-c410f070d5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:21.776141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network hostable DHCP agents. Network: d78fed02-845a-47f1-aabe-c410f070d5b8, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:21.779680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Subnet': ['ID=e23c6cb1-152d-42f5-a295-e3ea974bded1,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:21.781684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=511bab09-73d7-492b-b693-11c2c6462b89,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:21.785383 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.828150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network d78fed02-845a-47f1-aabe-c410f070d5b8 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:21.874057 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3eac853e-0983-47a7-8605-b8dd1b0e10bb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.1632791 Nov 23 14:35:21.874538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d78fed02-845a-47f1-aabe-c410f070d5b8) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:21.876543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53884) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:21.882720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-487f1a0b-cf81-4ab3-93d0-fc498b9e0280 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1332995783'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:21.883193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:21.883797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.884051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f0d55-062b-41f7-802e-6443fb87ebde None None] Network d78fed02-845a-47f1-aabe-c410f070d5b8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:21.915826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f201aa61-6016-4629-ae03-afbdd509a748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8992066 Nov 23 14:35:21.919136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:21.924851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'network': {'name': 'tempest-router-network01--541334811'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:21.951689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:21.955441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.971255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network e67fbd25-76bb-474b-973d-702598b85314 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:21.983390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:21.994425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:21.994783 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Added segment de3cfe26-e394-4180-a1a1-f9945c0cec64 of type vlan for network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 Nov 23 14:35:22.034566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:22.046377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.096238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-d78fed02-845a-47f1-aabe-c410f070d5b8', 'network_id': 'd78fed02-845a-47f1-aabe-c410f070d5b8', 'tenant_id': 'af58cdae109d4ed1b3332747603c80fa', 'fixed_ips': [{'subnet_id': 'e23c6cb1-152d-42f5-a295-e3ea974bded1'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:22.097148 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.145109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.150768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.151420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.167028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:22.212347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2919977 Nov 23 14:35:22.222838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53888) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:22.228078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'network': {'name': 'tempest-router-network02--1067152803'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:22.267699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487f1a0b-cf81-4ab3-93d0-fc498b9e0280 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.271773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:22.275256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.291507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Allocated IP 2001:db8::2 (d78fed02-845a-47f1-aabe-c410f070d5b8/e23c6cb1-152d-42f5-a295-e3ea974bded1/f5e63841-59c9-4443-8f91-42363b56df2b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:22.295202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487f1a0b-cf81-4ab3-93d0-fc498b9e0280 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.307150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:22.314178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886579c-ddb8-4a11-9b9f-4436ae2c6c4a tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Network': ['ID=27a8e88b-a618-41d5-bbad-4c7c0b37a672,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:22.339710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:22.344075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:22.350161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.350515 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Added segment b87a2ecb-23b0-4743-8824-64bd1a486fba of type vlan for network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff Nov 23 14:35:22.354243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-172d8a3c-7d4d-4c13-ba71-515e1dfb37e1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5647240 Nov 23 14:35:22.355126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53890) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:22.360928 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:22.369703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-544715313'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:22.371905 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:22.372708 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:22.398525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:22.403188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.435968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.444061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:22.459690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.460099 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment ddad3e2b-0582-4094-b23c-1dff1c9760c7 of type vlan for network f6ead9a3-837f-4125-be39-b3af31b7da3c Nov 23 14:35:22.473665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487f1a0b-cf81-4ab3-93d0-fc498b9e0280 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 715e33b8-d3b3-445c-8ce4-4b7dfbf6260d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:22.477616 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.483331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.483955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.503736 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.510848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220b1e4-940c-4047-9e44-82bd234fc69c None None] Network e67fbd25-76bb-474b-973d-702598b85314 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:22.527472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.529113 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.530440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3062809 Nov 23 14:35:22.536811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53892) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:22.544429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'subnet': {'network_id': '27a8e88b-a618-41d5-bbad-4c7c0b37a672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:22.598110 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:22.614827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8161a7b-07ab-4004-98a1-3ee6f28f12b8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Network': ['ID=63f2ac6f-8c56-46ce-b0f7-cd861be5efff,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:22.640983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:22.657620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.resource_extend [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:35:22.680492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f1a0b-cf81-4ab3-93d0-fc498b9e0280 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:22.688945 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487f1a0b-cf81-4ab3-93d0-fc498b9e0280 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.689900 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-487f1a0b-cf81-4ab3-93d0-fc498b9e0280 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/715e33b8-d3b3-445c-8ce4-4b7dfbf6260d HTTP/1.1" status: 200 len: 892 time: 0.8121941 Nov 23 14:35:22.692709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53894) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:22.694334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.700801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Network d78fed02-845a-47f1-aabe-c410f070d5b8 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:22.703783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.705321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.707232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] Sync routers for ids ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:22.712128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:22.716540 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.736185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-57316e6f-649a-41d5-81b4-4502e9127054 None None] Provisioning complete for port 845d60e2-708d-4743-a571-6a848e1135cc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:22.736710 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57316e6f-649a-41d5-81b4-4502e9127054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.774004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:22.784106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:22.797730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Pushing event updated for resources: {'Port': ['ID=f5e63841-59c9-4443-8f91-42363b56df2b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:22.813116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4569921 Nov 23 14:35:22.818216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53896) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:22.826492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:22.834665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] Routers {'715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:22.835478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:22.861887 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:20Z', 'revision_number': 3, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:21Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:22.881565 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-175daa01-b4ae-47a1-9e88-98b9dcd42abf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/routers/715e33b8-d3b3-445c-8ce4-4b7dfbf6260d HTTP/1.1" status: 200 len: 892 time: 0.1841402 Nov 23 14:35:22.889891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53898) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:22.892494 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:22.892859 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Updating router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 port 511bab09-73d7-492b-b693-11c2c6462b89 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:22.928445 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:22.931620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:22.940248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:22.940870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2c67d5d7-01f5-4818-b8a0-1b0ee64a25ae tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=715e33b8-d3b3-445c-8ce4-4b7dfbf6260d HTTP/1.1" status: 200 len: 205 time: 0.0438061 Nov 23 14:35:22.944898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4192c5-b92a-47c5-bd28-0ea8463991f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=f6ead9a3-837f-4125-be39-b3af31b7da3c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:22.967073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f6ead9a3-837f-4125-be39-b3af31b7da3c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:23.054826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] Routers {'715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:23.055485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:23.075569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.093436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:23.094085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35157a4-0afa-4f57-9715-d82e762bcbd2 None None] The sync data for ids ['715e33b8-d3b3-445c-8ce4-4b7dfbf6260d'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:23.104269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Attempting to bind port f5e63841-59c9-4443-8f91-42363b56df2b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:23.104269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Attempting to bind port f5e63841-59c9-4443-8f91-42363b56df2b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'cabea68a-94d0-4d3a-a0c2-11eae8920a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd78fed02-845a-47f1-aabe-c410f070d5b8'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:23.104582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Attempting to bind port f5e63841-59c9-4443-8f91-42363b56df2b on network d78fed02-845a-47f1-aabe-c410f070d5b8 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:23.124250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.136865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:23.141140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.172635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:23.173009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Checking segment: {'id': 'cabea68a-94d0-4d3a-a0c2-11eae8920a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd78fed02-845a-47f1-aabe-c410f070d5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:23.173413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.173805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Bound using segment: {'id': 'cabea68a-94d0-4d3a-a0c2-11eae8920a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd78fed02-845a-47f1-aabe-c410f070d5b8'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:23.174300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Bound port: f5e63841-59c9-4443-8f91-42363b56df2b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabea68a-94d0-4d3a-a0c2-11eae8920a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd78fed02-845a-47f1-aabe-c410f070d5b8'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:23.174682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.219480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Subnet': ['ID=818532f8-1ef4-4320-8256-3134163e862b,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:23.245356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Checking segment: {'id': 'de3cfe26-e394-4180-a1a1-f9945c0cec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27a8e88b-a618-41d5-bbad-4c7c0b37a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:23.245735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network hostable DHCP agents. Network: 27a8e88b-a618-41d5-bbad-4c7c0b37a672, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:23.275286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] For port f5e63841-59c9-4443-8f91-42363b56df2b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:23.279125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] For port f5e63841-59c9-4443-8f91-42363b56df2b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5e63841-59c9-4443-8f91-42363b56df2b,segment=NetworkSegment(cabea68a-94d0-4d3a-a0c2-11eae8920a93),segment_id=cabea68a-94d0-4d3a-a0c2-11eae8920a93)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:23.287624 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.299355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:23.319631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 27a8e88b-a618-41d5-bbad-4c7c0b37a672) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:23.340940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 845d60e2-708d-4743-a571-6a848e1135cc up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:23.342397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.345311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.357839 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.358958 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ef6db-23e7-4b28-b1bf-9a6272be3b39 None None] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:23.374727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0ad74951-692f-4647-ac1d-ec35c73f0e16 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8337703 Nov 23 14:35:23.374941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53902) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:23.381047 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.381604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'subnet': {'network_id': '63f2ac6f-8c56-46ce-b0f7-cd861be5efff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:23.451790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.458282 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05be3-37ac-4ce7-9604-3c5386fbfa6f None None] Pushing event updated for resources: {'Port': ['ID=511bab09-73d7-492b-b693-11c2c6462b89,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:23.541393 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Attempting to bind port 511bab09-73d7-492b-b693-11c2c6462b89 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:23.541839 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Attempting to bind port 511bab09-73d7-492b-b693-11c2c6462b89 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:23.542220 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Attempting to bind port 511bab09-73d7-492b-b693-11c2c6462b89 on network e67fbd25-76bb-474b-973d-702598b85314 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:23.549894 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:23.550277 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Checking segment: {'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:23.550835 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.551401 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Bound using segment: {'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:23.552037 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Bound port: 511bab09-73d7-492b-b693-11c2c6462b89, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b2ec55-8823-4325-9b5c-c178911a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:23.552427 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.611124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:23.615268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.655439 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.729516 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] For port 511bab09-73d7-492b-b693-11c2c6462b89, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:23.735914 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] For port 511bab09-73d7-492b-b693-11c2c6462b89, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=511bab09-73d7-492b-b693-11c2c6462b89,segment=NetworkSegment(02b2ec55-8823-4325-9b5c-c178911a7a0b),segment_id=02b2ec55-8823-4325-9b5c-c178911a7a0b)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:23.742097 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.796986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port e9ea8d06-8cf5-4572-b0da-a6eaf89f27ec {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:23.797603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:23.826809 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05be3-37ac-4ce7-9604-3c5386fbfa6f None None] Pushing event updated for resources: {'Port': ['ID=511bab09-73d7-492b-b693-11c2c6462b89,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:23.846551 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:23.847339 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:23.877114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=4f61d258-4378-4d21-9f43-2786a02227b5,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:23.907410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:23.919497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: f6ead9a3-837f-4125-be39-b3af31b7da3c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:23.995288 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:24.026187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network f6ead9a3-837f-4125-be39-b3af31b7da3c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:24.030239 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.047293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] Provisioning complete for port 511bab09-73d7-492b-b693-11c2c6462b89 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:24.049274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.052825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, f6ead9a3-837f-4125-be39-b3af31b7da3c) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:24.054673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for e9ea8d06-8cf5-4572-b0da-a6eaf89f27ec owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:24.060256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:24.060846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.071641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Pushing event updated for resources: {'Port': ['ID=f5e63841-59c9-4443-8f91-42363b56df2b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:24.072402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.074351 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.075361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d715b7d-511b-4556-90dc-6e87b762089e None None] Network f6ead9a3-837f-4125-be39-b3af31b7da3c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:24.150433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 845d60e2-708d-4743-a571-6a848e1135cc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:24.150812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.210696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Subnet': ['ID=42e8d056-1763-4fec-8604-69cbb693f33e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:24.230596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Checking segment: {'id': 'b87a2ecb-23b0-4743-8824-64bd1a486fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '63f2ac6f-8c56-46ce-b0f7-cd861be5efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:24.231006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network hostable DHCP agents. Network: 63f2ac6f-8c56-46ce-b0f7-cd861be5efff, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:24.261996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.263091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.263451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.263795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.264134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.264469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.264799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.265128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.265452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.266044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.267125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.267471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e50ca-7423-447d-864e-2c8de1ccbe94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:24.288309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:24.301503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 63f2ac6f-8c56-46ce-b0f7-cd861be5efff) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:24.307485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:24.308366 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.318346 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:20Z', 'revision_number': 3, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:23Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:24.333513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4e3f5eea-c6f5-40ab-ad21-2bd114f54537 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9561932 Nov 23 14:35:24.335874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53906) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:24.362943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba72a3-b363-4b96-9aa6-86f7802745b4 None None] Network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:24.376424 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292de0-cc81-4abe-b6f9-10ccf08aac7d None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:20Z', 'revision_number': 3, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:23Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:24.578546 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d818924a-8426-4d45-87e5-f319566edb7b tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7567127 Nov 23 14:35:24.588343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53908) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:24.753823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-27a8e88b-a618-41d5-bbad-4c7c0b37a672', 'network_id': '27a8e88b-a618-41d5-bbad-4c7c0b37a672', 'tenant_id': 'af58cdae109d4ed1b3332747603c80fa', 'fixed_ips': [{'subnet_id': '818532f8-1ef4-4320-8256-3134163e862b'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:24.754704 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.902263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-f6ead9a3-837f-4125-be39-b3af31b7da3c', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:24.903194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.915107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:24.989325 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.262876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b2bd23-114f-454b-a923-f6c57688ff0a None None] Network d78fed02-845a-47f1-aabe-c410f070d5b8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:25.315516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.340344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Allocated IP 2001:db8::1 (27a8e88b-a618-41d5-bbad-4c7c0b37a672/818532f8-1ef4-4320-8256-3134163e862b/1b151484-7c46-4da3-b5b8-f36119b086cc) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:25.386721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=e9ea8d06-8cf5-4572-b0da-a6eaf89f27ec,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:25.467455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-63f2ac6f-8c56-46ce-b0f7-cd861be5efff', 'network_id': '63f2ac6f-8c56-46ce-b0f7-cd861be5efff', 'tenant_id': 'af58cdae109d4ed1b3332747603c80fa', 'fixed_ips': [{'subnet_id': '42e8d056-1763-4fec-8604-69cbb693f33e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:25.468462 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.474786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] For port 511bab09-73d7-492b-b693-11c2c6462b89, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=511bab09-73d7-492b-b693-11c2c6462b89,segment=NetworkSegment(02b2ec55-8823-4325-9b5c-c178911a7a0b),segment_id=02b2ec55-8823-4325-9b5c-c178911a7a0b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:25.481466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 511bab09-73d7-492b-b693-11c2c6462b89 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:25.483340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0e8fb-c67a-4c7b-a44f-73d1d178a93f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:25.487217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.520637 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.530748 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.552887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.557902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.587845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:25.595816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:25.601936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:25.601936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.611394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Port': ['ID=1b151484-7c46-4da3-b5b8-f36119b086cc,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:25.680025 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.682800 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.697380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Allocated IP 172.22.0.2 (f6ead9a3-837f-4125-be39-b3af31b7da3c/4f61d258-4378-4d21-9f43-2786a02227b5/97041d0d-9bc2-4666-8972-5c457434e7ce) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:25.742479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.766266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] Provisioning complete for port 845d60e2-708d-4743-a571-6a848e1135cc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:25.766639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.808525 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.809352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Fanout notify agent at l3_agent the message router_deleted on router 715e33b8-d3b3-445c-8ce4-4b7dfbf6260d {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:25.820722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.821972 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ba8e1048-6ef3-4423-ac3f-950fc597ff34 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/715e33b8-d3b3-445c-8ce4-4b7dfbf6260d HTTP/1.1" status: 204 len: 168 time: 2.8801477 Nov 23 14:35:25.827483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53910) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:25.834156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591081980'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:25.851537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Allocated IP 2001:db8::2 (27a8e88b-a618-41d5-bbad-4c7c0b37a672/818532f8-1ef4-4320-8256-3134163e862b/2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:25.853657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28800dfd-55f1-4003-b3bc-43747f08aa10 None None] Pushing event updated for resources: {'Port': ['ID=511bab09-73d7-492b-b693-11c2c6462b89,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:25.907273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:25.911157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.979514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:25.991909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:25.992320 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment 0768677a-ef55-4bc0-84f0-0edc9ed59031 of type vlan for network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 Nov 23 14:35:26.027785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 511bab09-73d7-492b-b693-11c2c6462b89 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:26.028170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.038684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.067388 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.073557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.074121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Allocated IP 2001:db8::2 (63f2ac6f-8c56-46ce-b0f7-cd861be5efff/42e8d056-1763-4fec-8604-69cbb693f33e/50e958d2-e86a-4fcd-abf7-1850d2fbef19) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:26.074246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.117451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2888544 Nov 23 14:35:26.120710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53912) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:26.128046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': 'e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:26.188111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059f58a-0384-4748-b90d-97621ec80977 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:26.256672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:26.261912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:26.267229 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.424703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.432877 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.434054 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.520800 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.534827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Port': ['ID=1b151484-7c46-4da3-b5b8-f36119b086cc,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:26.586349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=63af2d7a-9103-46df-85bb-cebbfd1db78a,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:26.604596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:26.607780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:26.615784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': '0768677a-ef55-4bc0-84f0-0edc9ed59031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:26.616145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:26.636497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:26.647853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:26.655138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.655748 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.679439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63023d68-c170-415b-b8a4-76703d2212ea None None] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:26.681961 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b77432c9-13e7-4a4b-8b4c-95e8472d9a75 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5606129 Nov 23 14:35:26.682586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53914) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:26.690415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-698bf89a-bc4b-409f-9ce8-54830d7b9166 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2085826850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:26.719238 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-698bf89a-bc4b-409f-9ce8-54830d7b9166 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.720988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-698bf89a-bc4b-409f-9ce8-54830d7b9166 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.748359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Router 153c47a1-5d17-4f18-bf9f-67dc3a30212c is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:26.779176 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.789930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-698bf89a-bc4b-409f-9ce8-54830d7b9166 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.800808 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-698bf89a-bc4b-409f-9ce8-54830d7b9166 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.843699 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d7233fd6-e8d5-475f-b4a7-d594b1d615cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.846185 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.851937 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.853822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-698bf89a-bc4b-409f-9ce8-54830d7b9166 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.858666 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-698bf89a-bc4b-409f-9ce8-54830d7b9166 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1730382 Nov 23 14:35:26.860095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53916) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:26.867094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:26.872042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5e63841-59c9-4443-8f91-42363b56df2b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:26.877856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9be7449f-7f70-4f8d-bc51-15b4e7b323ef tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355232 Nov 23 14:35:26.881594 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] Sync routers for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:26.884545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.22.0.1 (f6ead9a3-837f-4125-be39-b3af31b7da3c/4f61d258-4378-4d21-9f43-2786a02227b5/9bce28d8-ea9f-40ae-b79b-be365cb83bfd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:26.900286 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:26.901299 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:26.904493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53918) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:26.921547 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:26.951528 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:26.964080 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:26.964789 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:26.993815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Network f6ead9a3-837f-4125-be39-b3af31b7da3c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:27.014656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:27.016074 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4920f-13fe-4835-a7b8-f4aed42d2605 None None] The sync data for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:27.027198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:27.029949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.036097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:27.040261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e5c047fd-c446-4559-94d1-9062705ea5d1 None None] Provisioning complete for port 511bab09-73d7-492b-b693-11c2c6462b89 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:27.040760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e5c047fd-c446-4559-94d1-9062705ea5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.054283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Pushing event updated for resources: {'Port': ['ID=97041d0d-9bc2-4666-8972-5c457434e7ce,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:27.057202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:27.070913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.111976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network f6ead9a3-837f-4125-be39-b3af31b7da3c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:27.115238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:27.118021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:27.121321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:27.139966 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.159577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:27.177330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.186048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:27.213462 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.264547 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.302755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Pushing event updated for resources: {'Port': ['ID=2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:27.346983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.347531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Attempting to bind port 97041d0d-9bc2-4666-8972-5c457434e7ce on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:27.347820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Attempting to bind port 97041d0d-9bc2-4666-8972-5c457434e7ce by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:27.348192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Attempting to bind port 97041d0d-9bc2-4666-8972-5c457434e7ce on network f6ead9a3-837f-4125-be39-b3af31b7da3c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:27.355643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:27.387761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4', 'network_id': 'e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': '63af2d7a-9103-46df-85bb-cebbfd1db78a'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:27.388636 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.390997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f5e63841-59c9-4443-8f91-42363b56df2b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:27.391393 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.393063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:27.404516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:27.404895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Checking segment: {'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:27.405303 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.405696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Bound using segment: {'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:27.406681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Bound port: 97041d0d-9bc2-4666-8972-5c457434e7ce, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:27.406681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.408697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:27.469123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.490251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Attempting to bind port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:27.490645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Attempting to bind port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'de3cfe26-e394-4180-a1a1-f9945c0cec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27a8e88b-a618-41d5-bbad-4c7c0b37a672'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:27.491014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Attempting to bind port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 on network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:27.536769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Pushing event updated for resources: {'Port': ['ID=50e958d2-e86a-4fcd-abf7-1850d2fbef19,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:27.546501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:27.546880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Checking segment: {'id': 'de3cfe26-e394-4180-a1a1-f9945c0cec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27a8e88b-a618-41d5-bbad-4c7c0b37a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:27.547307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.548245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Bound using segment: {'id': 'de3cfe26-e394-4180-a1a1-f9945c0cec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27a8e88b-a618-41d5-bbad-4c7c0b37a672'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:27.548722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Bound port: 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3cfe26-e394-4180-a1a1-f9945c0cec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27a8e88b-a618-41d5-bbad-4c7c0b37a672'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:27.549603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.694860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.701037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.718080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Attempting to bind port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:27.718658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Attempting to bind port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'b87a2ecb-23b0-4743-8824-64bd1a486fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '63f2ac6f-8c56-46ce-b0f7-cd861be5efff'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:27.718917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Attempting to bind port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 on network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:27.750344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:27.750808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Checking segment: {'id': 'b87a2ecb-23b0-4743-8824-64bd1a486fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '63f2ac6f-8c56-46ce-b0f7-cd861be5efff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:27.751200 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.751603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Bound using segment: {'id': 'b87a2ecb-23b0-4743-8824-64bd1a486fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '63f2ac6f-8c56-46ce-b0f7-cd861be5efff'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:27.752095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Bound port: 50e958d2-e86a-4fcd-abf7-1850d2fbef19, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87a2ecb-23b0-4743-8824-64bd1a486fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '63f2ac6f-8c56-46ce-b0f7-cd861be5efff'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:27.752482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.759216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e5c047fd-c446-4559-94d1-9062705ea5d1 None None] Provisioning complete for port f5e63841-59c9-4443-8f91-42363b56df2b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:27.759645 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e5c047fd-c446-4559-94d1-9062705ea5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.791110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.792710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8::1 (e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4/63af2d7a-9103-46df-85bb-cebbfd1db78a/aa06379f-8b07-4b13-a929-3123db3cd179) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:27.800460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:27.812160 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] For port 97041d0d-9bc2-4666-8972-5c457434e7ce, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:27.878464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] For port 97041d0d-9bc2-4666-8972-5c457434e7ce, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=97041d0d-9bc2-4666-8972-5c457434e7ce,segment=NetworkSegment(ddad3e2b-0582-4094-b23c-1dff1c9760c7),segment_id=ddad3e2b-0582-4094-b23c-1dff1c9760c7)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:27.883750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] For port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:27.890737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.893092 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.913175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network f6ead9a3-837f-4125-be39-b3af31b7da3c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:27.916516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:27.926380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] For port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2,segment=NetworkSegment(de3cfe26-e394-4180-a1a1-f9945c0cec64),segment_id=de3cfe26-e394-4180-a1a1-f9945c0cec64)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:27.964136 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:27.965671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.024698 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-0a544cdb-7293-475f-bbce-f17f0073b3c0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:35:28.025760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0a544cdb-7293-475f-bbce-f17f0073b3c0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1204138 Nov 23 14:35:28.030793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53922) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:28.039281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] For port 50e958d2-e86a-4fcd-abf7-1850d2fbef19, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:28.043446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port f5e63841-59c9-4443-8f91-42363b56df2b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5e63841-59c9-4443-8f91-42363b56df2b,segment=NetworkSegment(cabea68a-94d0-4d3a-a0c2-11eae8920a93),segment_id=cabea68a-94d0-4d3a-a0c2-11eae8920a93)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:28.061258 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.063034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5e651-0446-418b-a840-836315b1b1e6 None None] Pushing event updated for resources: {'Port': ['ID=97041d0d-9bc2-4666-8972-5c457434e7ce,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:28.066743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] For port 50e958d2-e86a-4fcd-abf7-1850d2fbef19, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=50e958d2-e86a-4fcd-abf7-1850d2fbef19,segment=NetworkSegment(b87a2ecb-23b0-4743-8824-64bd1a486fba),segment_id=b87a2ecb-23b0-4743-8824-64bd1a486fba)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:28.115084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.201562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:28.215641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.235300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 511bab09-73d7-492b-b693-11c2c6462b89 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:28.299565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a61a56-6c7e-4769-a8c3-8aa12e102ecc None None] Pushing event updated for resources: {'Port': ['ID=2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:28.334590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=aa06379f-8b07-4b13-a929-3123db3cd179,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:28.378386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:28.382187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:28.385717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:28.386408 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.492268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Allocated IP 2001:db8::2 (e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4/63af2d7a-9103-46df-85bb-cebbfd1db78a/a51c869f-b9cf-4a95-987e-358e782e7ef9) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:28.517483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=f5e63841-59c9-4443-8f91-42363b56df2b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:28.620460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 511bab09-73d7-492b-b693-11c2c6462b89 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:28.621211 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.930014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:28.977226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1890bd0-cb6f-4fd1-b41b-7407a37545f8 None None] Pushing event updated for resources: {'Port': ['ID=50e958d2-e86a-4fcd-abf7-1850d2fbef19,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:28.982145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:28.997258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-937fe7ef-e61b-47d8-be5a-e1caecc5a4b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4076478 Nov 23 14:35:28.997977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:29.012561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'network': {'name': 'tempest-RoutersTest-1753509594'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:29.054591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:29.058513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:29.075784 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.111216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:29.125245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:29.126140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:34:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:29.133560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.134272 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added segment 6df77801-64cc-4cad-a05a-05846b252366 of type vlan for network 131a72a3-799a-4937-9370-70523ad0d9be Nov 23 14:35:29.194345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.231801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.234144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:29.237859 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d4c08bd-ba26-4460-a230-690f2d221180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.241732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.242364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.245756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.292456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.305339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.326648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Network': ['ID=131a72a3-799a-4937-9370-70523ad0d9be,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:29.336237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-093b96bb-6718-4b0a-9ee4-5208ef025fd3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3357804 Nov 23 14:35:29.338835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53926) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:29.343833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'subnet': {'network_id': '131a72a3-799a-4937-9370-70523ad0d9be', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:29.371763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 131a72a3-799a-4937-9370-70523ad0d9be details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:29.471778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Made reservation on behalf of 7685c5dd326e4aa2aad5f7e0f4bc8dac for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:29.477462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.489568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:29.502013 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.523129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.523902 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.556376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:29.564128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:29.615993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Pushing event updated for resources: {'Port': ['ID=a51c869f-b9cf-4a95-987e-358e782e7ef9,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:29.699700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=aa06379f-8b07-4b13-a929-3123db3cd179,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:29.719038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:29.722202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:29.758537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Attempting to bind port a51c869f-b9cf-4a95-987e-358e782e7ef9 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:29.758954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Attempting to bind port a51c869f-b9cf-4a95-987e-358e782e7ef9 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '0768677a-ef55-4bc0-84f0-0edc9ed59031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:29.759395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Attempting to bind port a51c869f-b9cf-4a95-987e-358e782e7ef9 on network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:29.779191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.780485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:29.781068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Checking segment: {'id': '0768677a-ef55-4bc0-84f0-0edc9ed59031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:29.781492 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.782819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Bound using segment: {'id': '0768677a-ef55-4bc0-84f0-0edc9ed59031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:29.783391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Bound port: a51c869f-b9cf-4a95-987e-358e782e7ef9, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0768677a-ef55-4bc0-84f0-0edc9ed59031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:29.783785 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.850570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:27Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bce28d8-ea9f-40ae-b79b-be365cb83bfd', 'name': '', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:ca:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:25Z', 'updated_at': '2021-11-23T14:35:27Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:29.858680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Subnet': ['ID=c58d6999-7043-4649-915d-bea35fb9f2ba,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:29.874771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Checking segment: {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:29.875958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network hostable DHCP agents. Network: 131a72a3-799a-4937-9370-70523ad0d9be, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:29.902544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 131a72a3-799a-4937-9370-70523ad0d9be is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:29.915196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:29.915571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Updating router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:29.915770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 131a72a3-799a-4937-9370-70523ad0d9be) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:29.933182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.935377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.960193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb1eb8-f7dd-431c-8e3b-838fc67410a5 None None] Network 131a72a3-799a-4937-9370-70523ad0d9be requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:29.965181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c21d659-d213-42e1-a55a-43cfd63eeace tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6249323 Nov 23 14:35:29.966146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:30.001882 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.006703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] For port a51c869f-b9cf-4a95-987e-358e782e7ef9, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:30.081322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] For port a51c869f-b9cf-4a95-987e-358e782e7ef9, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a51c869f-b9cf-4a95-987e-358e782e7ef9,segment=NetworkSegment(0768677a-ef55-4bc0-84f0-0edc9ed59031),segment_id=0768677a-ef55-4bc0-84f0-0edc9ed59031)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:30.105118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.225676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.477430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb8a08-25c4-43fa-9e34-aad5aa2ecb9d None None] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:30.501998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:30.601673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b34a43-4992-4fb8-abc6-81c9cdd1cc19 None None] Network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:30.638100 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.650405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba1b34-d023-4c02-afcc-a3786d502e4c None None] Pushing event updated for resources: {'Port': ['ID=a51c869f-b9cf-4a95-987e-358e782e7ef9,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:30.688555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router e2bb7900-b8bb-494f-a10d-1af77e1990bf is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:30.801396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-be3a1648-7f27-4925-8297-65ddb1374cf1 None None] Provisioning complete for port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:30.809684 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be3a1648-7f27-4925-8297-65ddb1374cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.874423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:30.883914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1169d404-fa4a-4e8e-ae91-abd1abc4c875 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/e2bb7900-b8bb-494f-a10d-1af77e1990bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0216997 Nov 23 14:35:30.885925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53930) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:30.886442 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] Sync routers for ids ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:30.897925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting port 1b151484-7c46-4da3-b5b8-f36119b086cc {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:30.898276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.907518 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] Routers {'e2bb7900-b8bb-494f-a10d-1af77e1990bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:30.908190 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:30.959251 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:30.968720 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] Routers {'e2bb7900-b8bb-494f-a10d-1af77e1990bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:30.970096 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:30.988612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9cc90f-14c5-4f44-aeca-8a7ff9205ce2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.992571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fd9cc90f-14c5-4f44-aeca-8a7ff9205ce2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports/aa06379f-8b07-4b13-a929-3123db3cd179 HTTP/1.1" status: 200 len: 911 time: 0.1033208 Nov 23 14:35:30.993247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a9295-9b92-4e79-afa5-f0d263627da4 None None] Network f6ead9a3-837f-4125-be39-b3af31b7da3c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:30.994087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53932) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:30.999988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63af2d7a-9103-46df-85bb-cebbfd1db78a'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:31.013113 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:31.014060 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f59122-d7e1-4a9d-a837-aba8b7744d83 None None] The sync data for ids ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:31.014299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:31.014762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.081258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-131a72a3-799a-4937-9370-70523ad0d9be', 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'fixed_ips': [{'subnet_id': 'c58d6999-7043-4649-915d-bea35fb9f2ba'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:31.082118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.083501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Allocated IP 172.23.0.1 (131a72a3-799a-4937-9370-70523ad0d9be/c58d6999-7043-4649-915d-bea35fb9f2ba/0decbae4-0393-4e91-a4b3-4115bf13da97) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:31.160416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.208132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Calling delete_port for 1b151484-7c46-4da3-b5b8-f36119b086cc owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:31.225819 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.272846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.324644 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.326808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 131a72a3-799a-4937-9370-70523ad0d9be is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:31.330986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:31.336981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:31.392465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=0decbae4-0393-4e91-a4b3-4115bf13da97,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:31.406217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.567787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.673034 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.742624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Port': ['ID=1b151484-7c46-4da3-b5b8-f36119b086cc,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:31.756860 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be3a1648-7f27-4925-8297-65ddb1374cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.786417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8111c7-b5b5-4d82-97ac-56193cc15ac2 None None] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:31.851183 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.874048 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.908146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.915584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.985695 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.991269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event updated for resources: {'Port': ['ID=0decbae4-0393-4e91-a4b3-4115bf13da97,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:32.019604 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.023668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Allocated IP 172.23.0.2 (131a72a3-799a-4937-9370-70523ad0d9be/c58d6999-7043-4649-915d-bea35fb9f2ba/8081890c-cf7f-4a1b-aa80-012248308aac) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:32.032631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-be3a1648-7f27-4925-8297-65ddb1374cf1 None None] For port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2,segment=NetworkSegment(de3cfe26-e394-4180-a1a1-f9945c0cec64),segment_id=de3cfe26-e394-4180-a1a1-f9945c0cec64)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:32.055529 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be3a1648-7f27-4925-8297-65ddb1374cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.057263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.081660 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.111992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Network 131a72a3-799a-4937-9370-70523ad0d9be is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:32.114257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:32.151805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Router 153c47a1-5d17-4f18-bf9f-67dc3a30212c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:32.264563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.286670 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.293875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:32.294534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.299250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/ports/aa06379f-8b07-4b13-a929-3123db3cd179 HTTP/1.1" status: 200 len: 911 time: 1.3008246 Nov 23 14:35:32.299457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a1648-7f27-4925-8297-65ddb1374cf1 None None] Pushing event updated for resources: {'Port': ['ID=2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:32.302697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:32.303068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:32.303851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53934) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:32.314442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-93b1a226-129f-4487-a3b9-951d38d03bf9 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2785316 Nov 23 14:35:32.314442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53936) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:32.355651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] Sync routers for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:32.414021 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-91315c51-530b-4530-ac54-76554314a9c0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] delete failed (client error): The resource could not be found. Nov 23 14:35:32.419021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-91315c51-530b-4530-ac54-76554314a9c0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-544261162 HTTP/1.1" status: 404 len: 334 time: 0.1000750 Nov 23 14:35:32.419753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:32.436989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0f16fee4-4b80-435a-8264-9f4a3d560357 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'router': {'external_gateway_info': {'network_id': '153c47a1-5d17-4f18-bf9f-67dc3a30212c'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:32.440290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18151-2703-4c5e-966b-2acdc8fa76eb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=aa06379f-8b07-4b13-a929-3123db3cd179,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:32.548940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Provisioning complete for port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:32.549323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.588473 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:35:32.588832 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:35:32.589438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Attempting to bind port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:32.589807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Attempting to bind port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:32.590170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Attempting to bind port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd on network f6ead9a3-837f-4125-be39-b3af31b7da3c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:32.635712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:32.636081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Checking segment: {'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:32.636716 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.637255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Bound using segment: {'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:32.637749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Bound port: 9bce28d8-ea9f-40ae-b79b-be365cb83bfd, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddad3e2b-0582-4094-b23c-1dff1c9760c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:32.638198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.640753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:32.641913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:32.666505 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.707935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443499b3-fc9d-4033-99fd-7df1b93436d3 None None] Pushing event updated for resources: {'Port': ['ID=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:32.714539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.716920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:32.754266 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.803263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:32.811307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:32.811953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:32.815683 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bf361ec2-cc73-4285-b7c4-a21e1d763d25 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8452854 Nov 23 14:35:32.816912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53940) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:32.822481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:32.878754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Network 131a72a3-799a-4937-9370-70523ad0d9be is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:32.911737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:32.912679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6426a-7061-4d95-afb0-f07a3efbec78 None None] The sync data for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:32.926557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:32.929179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:32.934127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] For port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:32.960872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Pushing event updated for resources: {'Port': ['ID=8081890c-cf7f-4a1b-aa80-012248308aac,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:32.973183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f16fee4-4b80-435a-8264-9f4a3d560357 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:32.974505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] For port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,segment=NetworkSegment(ddad3e2b-0582-4094-b23c-1dff1c9760c7),segment_id=ddad3e2b-0582-4094-b23c-1dff1c9760c7)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:32.996754 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-0f16fee4-4b80-435a-8264-9f4a3d560357 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] update failed (client error): The resource could not be found. Nov 23 14:35:32.997970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0f16fee4-4b80-435a-8264-9f4a3d560357 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c HTTP/1.1" status: 404 len: 339 time: 0.5743864 Nov 23 14:35:33.002029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:33.015011 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.015677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1755909418'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:33.018313 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.040639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:33.044294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.115457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:33.137043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.137511 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Added segment 0dea4c1e-043a-4be9-acc6-e52cfbbec68b of type vlan for network c39c09bf-d9d8-42b6-9338-ef00d810420c Nov 23 14:35:33.159398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Attempting to bind port 8081890c-cf7f-4a1b-aa80-012248308aac on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:33.159968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Attempting to bind port 8081890c-cf7f-4a1b-aa80-012248308aac by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:33.160079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Attempting to bind port 8081890c-cf7f-4a1b-aa80-012248308aac on network 131a72a3-799a-4937-9370-70523ad0d9be {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:33.182663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] For port 50e958d2-e86a-4fcd-abf7-1850d2fbef19, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=50e958d2-e86a-4fcd-abf7-1850d2fbef19,segment=NetworkSegment(b87a2ecb-23b0-4743-8824-64bd1a486fba),segment_id=b87a2ecb-23b0-4743-8824-64bd1a486fba)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:33.188589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.199310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.205610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:33.206497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Checking segment: {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:33.206651 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.207381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Bound using segment: {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:33.207506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Bound port: 8081890c-cf7f-4a1b-aa80-012248308aac, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:33.207827 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.214472 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.226569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:33.227245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:33.236361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443499b3-fc9d-4033-99fd-7df1b93436d3 None None] Pushing event updated for resources: {'Port': ['ID=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:33.282063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 97041d0d-9bc2-4666-8972-5c457434e7ce up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:33.441972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 14:35:33.478429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Removed routes are [] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 14:35:33.478928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.656338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Provisioning complete for port a51c869f-b9cf-4a95-987e-358e782e7ef9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:33.656753 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.674530 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.680334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.680922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.724962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:33.753316 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.758171 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.775673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Pushing event updated for resources: {'Port': ['ID=50e958d2-e86a-4fcd-abf7-1850d2fbef19,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:33.791201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] For port 8081890c-cf7f-4a1b-aa80-012248308aac, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:33.824148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] For port 8081890c-cf7f-4a1b-aa80-012248308aac, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8081890c-cf7f-4a1b-aa80-012248308aac,segment=NetworkSegment(6df77801-64cc-4cad-a05a-05846b252366),segment_id=6df77801-64cc-4cad-a05a-05846b252366)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:33.840261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.840846 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8376222 Nov 23 14:35:33.845005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:33.850748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'subnet': {'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:33.885425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 97041d0d-9bc2-4666-8972-5c457434e7ce triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:33.885799 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.927999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:33.965881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4bb6c-193b-4142-a35c-9df8b039fae0 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Network': ['ID=c39c09bf-d9d8-42b6-9338-ef00d810420c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:34.059476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-d9638052-a892-4da0-9da7-3e4b845ac742 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164653 Nov 23 14:35:34.083134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:34.083641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Made reservation on behalf of af58cdae109d4ed1b3332747603c80fa for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:34.087478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.092503 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.094559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b4489-8eee-4620-9c27-6283c941c540 None None] Pushing event updated for resources: {'Port': ['ID=8081890c-cf7f-4a1b-aa80-012248308aac,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:34.096932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d5a9bc0-29a1-430b-8306-41319917bccb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 200 len: 933 time: 1.2779109 Nov 23 14:35:34.097816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53948) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:34.126925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c39c09bf-d9d8-42b6-9338-ef00d810420c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:34.224181 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:35:34.243619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-47bf3dd1-a605-4c28-a08e-1292f6eea45f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 200 len: 933 time: 0.1444514 Nov 23 14:35:34.247611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53950) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:34.254583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'routes': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:34.296877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-9cb517b5-e321-4ea2-9b1d-b41bcff977eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.298796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-9cb517b5-e321-4ea2-9b1d-b41bcff977eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e258fc883745ff97e703458c15a4f7&device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 1096 time: 0.1610014 Nov 23 14:35:34.299337 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.380909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.468199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] For port a51c869f-b9cf-4a95-987e-358e782e7ef9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a51c869f-b9cf-4a95-987e-358e782e7ef9,segment=NetworkSegment(0768677a-ef55-4bc0-84f0-0edc9ed59031),segment_id=0768677a-ef55-4bc0-84f0-0edc9ed59031)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:34.472620 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.488517 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.496825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Subnet': ['ID=c7a5609c-240a-4657-a8e8-7aebef0a0e1b,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:34.514596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port aa06379f-8b07-4b13-a929-3123db3cd179 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:34.515027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.545735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 97041d0d-9bc2-4666-8972-5c457434e7ce, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=97041d0d-9bc2-4666-8972-5c457434e7ce,segment=NetworkSegment(ddad3e2b-0582-4094-b23c-1dff1c9760c7),segment_id=ddad3e2b-0582-4094-b23c-1dff1c9760c7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:34.553110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Checking segment: {'id': '0dea4c1e-043a-4be9-acc6-e52cfbbec68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:34.553783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network hostable DHCP agents. Network: c39c09bf-d9d8-42b6-9338-ef00d810420c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:34.572363 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.573182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 50e958d2-e86a-4fcd-abf7-1850d2fbef19 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:34.591046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Provisioning complete for port 97041d0d-9bc2-4666-8972-5c457434e7ce triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:34.591386 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.657726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network c39c09bf-d9d8-42b6-9338-ef00d810420c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:34.670439 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.683017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c39c09bf-d9d8-42b6-9338-ef00d810420c) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:34.689397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:31Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '0decbae4-0393-4e91-a4b3-4115bf13da97', 'name': '', 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:7b:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c58d6999-7043-4649-915d-bea35fb9f2ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:30Z', 'updated_at': '2021-11-23T14:35:31Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'c58d6999-7043-4649-915d-bea35fb9f2ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bce28d8-ea9f-40ae-b79b-be365cb83bfd', 'name': '', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:ca:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:25Z', 'updated_at': '2021-11-23T14:35:32Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:34.692128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.692727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.695257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for aa06379f-8b07-4b13-a929-3123db3cd179 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:34.723022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b7848cff-0dc0-4eb2-bcb3-68435068e345 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8740582 Nov 23 14:35:34.734129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c989ea-5363-4e78-b4c1-5cbd8159cce9 None None] Network c39c09bf-d9d8-42b6-9338-ef00d810420c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:34.740949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677fb26-fecf-4e02-a488-32ebfb944079 None None] Pushing event updated for resources: {'Port': ['ID=a51c869f-b9cf-4a95-987e-358e782e7ef9,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:34.743821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab79b1-ffe0-4629-bd76-353960b7190a None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:31Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '0decbae4-0393-4e91-a4b3-4115bf13da97', 'name': '', 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:7b:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c58d6999-7043-4649-915d-bea35fb9f2ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:30Z', 'updated_at': '2021-11-23T14:35:31Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'c58d6999-7043-4649-915d-bea35fb9f2ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bce28d8-ea9f-40ae-b79b-be365cb83bfd', 'name': '', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:ca:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:25Z', 'updated_at': '2021-11-23T14:35:32Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:34.757645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53952) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:34.796310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fa20e4fc-e005-4121-8ff6-b8f43eebf0db tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:34.935600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:34.935978 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.944974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=97041d0d-9bc2-4666-8972-5c457434e7ce,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:35.001260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.019744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-c624d09c-c5cd-4183-9b62-8d291c0fc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:35.021365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-c624d09c-c5cd-4183-9b62-8d291c0fc33b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 200 len: 910 time: 0.2629585 Nov 23 14:35:35.049544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=aa06379f-8b07-4b13-a929-3123db3cd179,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:35.096379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Could not find standard attr ID for object aa06379f-8b07-4b13-a929-3123db3cd179. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:35:35.112139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c39c09bf-d9d8-42b6-9338-ef00d810420c', 'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c', 'tenant_id': 'af58cdae109d4ed1b3332747603c80fa', 'fixed_ips': [{'subnet_id': 'c7a5609c-240a-4657-a8e8-7aebef0a0e1b'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:35.113230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.152107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Provisioning complete for port a51c869f-b9cf-4a95-987e-358e782e7ef9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:35.152671 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.159361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.437694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Could not find standard attr ID for object 1b151484-7c46-4da3-b5b8-f36119b086cc. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:35:35.443809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5e63841-59c9-4443-8f91-42363b56df2b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:35.475480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router e2bb7900-b8bb-494f-a10d-1af77e1990bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:35.479181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa20e4fc-e005-4121-8ff6-b8f43eebf0db tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.520467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f5e63841-59c9-4443-8f91-42363b56df2b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:35.520844 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.544835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-a4c89ff8-08f2-4bf1-91d1-de5659ad3e0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 200 len: 1001 time: 0.4800937 Nov 23 14:35:35.572106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Provisioning complete for port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:35.572489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.575070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Allocated IP 2001:db8:1::2 (c39c09bf-d9d8-42b6-9338-ef00d810420c/c7a5609c-240a-4657-a8e8-7aebef0a0e1b/5486b9f6-1aa0-4957-a64c-bd4b7b01c32b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:35.606750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:35.616236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5bb7f1e6-7c50-4f68-9493-34f35d01aef9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/e2bb7900-b8bb-494f-a10d-1af77e1990bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3112242 Nov 23 14:35:35.618995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53954) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:35.624354 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ace146-e670-459b-9dec-25828657f689 None None] Sync routers for ids ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:35.640086 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ace146-e670-459b-9dec-25828657f689 None None] Routers {'e2bb7900-b8bb-494f-a10d-1af77e1990bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:35.641587 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-00ace146-e670-459b-9dec-25828657f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:35.667671 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-24170630-0244-443f-b524-a68dc5038eda tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bb7900-b8bb-494f-a10d-1af77e1990bf HTTP/1.1" status: 200 len: 205 time: 0.0472369 Nov 23 14:35:35.670153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:35.728983 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-00ace146-e670-459b-9dec-25828657f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:35.762091 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ace146-e670-459b-9dec-25828657f689 None None] Routers {'e2bb7900-b8bb-494f-a10d-1af77e1990bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:35.765256 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-00ace146-e670-459b-9dec-25828657f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:35.798404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63cd04d-fe9e-4cc4-9485-8dc7f03ff88e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.813745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-a31e6dba-4892-490d-8aa6-0987e39e244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:35.820312 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-a31e6dba-4892-490d-8aa6-0987e39e244f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 200 len: 848 time: 0.2578845 Nov 23 14:35:35.830734 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-00ace146-e670-459b-9dec-25828657f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:35.831606 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ace146-e670-459b-9dec-25828657f689 None None] The sync data for ids ['e2bb7900-b8bb-494f-a10d-1af77e1990bf'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:35.924081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec16438-dbd5-4b1b-864d-fc5ac3e119bd None None] Network 131a72a3-799a-4937-9370-70523ad0d9be requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:36.042688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-bd48dc88-f7ac-40b4-93bb-b6d0e9c86082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:36.044219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-bd48dc88-f7ac-40b4-93bb-b6d0e9c86082 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c80f1a3-cf25-41be-bff7-daf126d864a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146624 Nov 23 14:35:36.115829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63cd04d-fe9e-4cc4-9485-8dc7f03ff88e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.122608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63cd04d-fe9e-4cc4-9485-8dc7f03ff88e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.189350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63cd04d-fe9e-4cc4-9485-8dc7f03ff88e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.190049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63cd04d-fe9e-4cc4-9485-8dc7f03ff88e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Fanout notify agent at l3_agent the message router_deleted on router e2bb7900-b8bb-494f-a10d-1af77e1990bf {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:36.208333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63cd04d-fe9e-4cc4-9485-8dc7f03ff88e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.209723 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a63cd04d-fe9e-4cc4-9485-8dc7f03ff88e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/e2bb7900-b8bb-494f-a10d-1af77e1990bf HTTP/1.1" status: 204 len: 168 time: 0.5384846 Nov 23 14:35:36.213899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53958) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:36.220159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added routes are [] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 14:35:36.220593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 14:35:36.240569 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-fa20e4fc-e005-4121-8ff6-b8f43eebf0db tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:35:36.245370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa20e4fc-e005-4121-8ff6-b8f43eebf0db tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c HTTP/1.1" status: 400 len: 364 time: 1.4781106 Nov 23 14:35:36.245932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53960) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:36.295311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet 63af2d7a-9103-46df-85bb-cebbfd1db78a {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:36.298564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.346991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.348974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:36.361310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.377593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-d2d60189-45a3-4231-ad9d-13fdfa511b57 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240557 Nov 23 14:35:36.468279 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.473625 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.477395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Provisioning complete for port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:36.477943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.523856 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.530758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:36.531157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.545825 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.581049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=63af2d7a-9103-46df-85bb-cebbfd1db78a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:36.585596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.590212 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5439ed3c-c8bc-4404-bc26-45732ffa6538 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/63af2d7a-9103-46df-85bb-cebbfd1db78a HTTP/1.1" status: 204 len: 168 time: 0.3748000 Nov 23 14:35:36.592336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53962) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:36.606208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Network c39c09bf-d9d8-42b6-9338-ef00d810420c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:36.643485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:36.647210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Pushing event updated for resources: {'Port': ['ID=5486b9f6-1aa0-4957-a64c-bd4b7b01c32b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:36.650072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b99f1d-1d70-478f-9906-fbf32d11f067 None None] Network e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:36.657108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:36.693255 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.753804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port a51c869f-b9cf-4a95-987e-358e782e7ef9 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:36.754291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.824863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port a51c869f-b9cf-4a95-987e-358e782e7ef9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a51c869f-b9cf-4a95-987e-358e782e7ef9,segment=NetworkSegment(0768677a-ef55-4bc0-84f0-0edc9ed59031),segment_id=0768677a-ef55-4bc0-84f0-0edc9ed59031)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:36.825824 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.829756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:36.844245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for a51c869f-b9cf-4a95-987e-358e782e7ef9 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:36.858146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.863566 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.867597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Attempting to bind port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:36.868015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Attempting to bind port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '0dea4c1e-043a-4be9-acc6-e52cfbbec68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:36.868351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Attempting to bind port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b on network c39c09bf-d9d8-42b6-9338-ef00d810420c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:36.878103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2fab6fb-29a1-4756-bc7f-064af0194e87 req-dd3b4879-ac8f-472d-8a05-f65c3d894a23 service neutron] 10.222.0.11 "GET /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919208 Nov 23 14:35:36.879454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.923973 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.951288 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.977308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:36.977689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Checking segment: {'id': '0dea4c1e-043a-4be9-acc6-e52cfbbec68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:36.978100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.978504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Bound using segment: {'id': '0dea4c1e-043a-4be9-acc6-e52cfbbec68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:36.979060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Bound port: 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dea4c1e-043a-4be9-acc6-e52cfbbec68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c39c09bf-d9d8-42b6-9338-ef00d810420c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:36.979639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.981106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=a51c869f-b9cf-4a95-987e-358e782e7ef9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:36.990739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No DVR routers for this DVR port a51c869f-b9cf-4a95-987e-358e782e7ef9 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:37.017467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:37.019436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:37.107388 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.137402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:37.149479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0768677a-ef55-4bc0-84f0-0edc9ed59031') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:37.149882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0768677a-ef55-4bc0-84f0-0edc9ed59031') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:37.166303 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.186781 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.196694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:37.197659 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.230138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 97041d0d-9bc2-4666-8972-5c457434e7ce up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:37.235788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] For port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,segment=NetworkSegment(ddad3e2b-0582-4094-b23c-1dff1c9760c7),segment_id=ddad3e2b-0582-4094-b23c-1dff1c9760c7)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:37.277421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.279509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f302e5-5304-4c43-b32c-52f397071275 None None] DHCP port deletion for e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:37.293441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:37.298309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] For port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:37.302154 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:37.306230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.335292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.340443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4 HTTP/1.1" status: 204 len: 168 time: 0.7469428 Nov 23 14:35:37.342366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79443d38-0409-4172-899b-f189e55af0ab tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=e1d6385b-e8a2-408a-8eb9-3f4c0dec46a4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:37.345353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:37.353142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2f4562a5-a856-4a61-859f-2803af6f9546 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1236880999', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:37.386200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f4562a5-a856-4a61-859f-2803af6f9546 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.387881 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f4562a5-a856-4a61-859f-2803af6f9546 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.421534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] For port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5486b9f6-1aa0-4957-a64c-bd4b7b01c32b,segment=NetworkSegment(0dea4c1e-043a-4be9-acc6-e52cfbbec68b),segment_id=0dea4c1e-043a-4be9-acc6-e52cfbbec68b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:37.446705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Provisioning complete for port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:37.447489 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.458644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f4562a5-a856-4a61-859f-2803af6f9546 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.464265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f4562a5-a856-4a61-859f-2803af6f9546 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.486008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.492587 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f4562a5-a856-4a61-859f-2803af6f9546 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.497021 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f4562a5-a856-4a61-859f-2803af6f9546 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1505044 Nov 23 14:35:37.497927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53966) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:37.516096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-832796722'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:37.542519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:37.546593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.586935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:37.600727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.600727 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment 1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d of type vlan for network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb Nov 23 14:35:37.627582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Pushing event updated for resources: {'Port': ['ID=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:37.644200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:37.674578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.684588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05159e99-b563-4c04-a1bc-59a9b523740b None None] Pushing event updated for resources: {'Port': ['ID=5486b9f6-1aa0-4957-a64c-bd4b7b01c32b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:37.715155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.722862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:37.723733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.735891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 97041d0d-9bc2-4666-8972-5c457434e7ce triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:37.736428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.773262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Allocated IP 2001:db8::1 (d78fed02-845a-47f1-aabe-c410f070d5b8/e23c6cb1-152d-42f5-a295-e3ea974bded1/5e39f14b-fa28-493b-9582-c872c0b7daa1) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:37.775657 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2763047 Nov 23 14:35:37.779018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53968) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:37.790948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:37.870171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513dec6-0622-49dc-9056-f81326d1bebf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=7d65a3a0-9f2a-45b0-be42-188a0c0631bb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:37.925136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:38.010138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:38.011208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:38.015443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.020695 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.022432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-83ffce94-1016-4862-9cc3-a7ddb7e8e8d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 200 len: 699 time: 3.7736051 Nov 23 14:35:38.026858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53970) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:38.077043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Provisioning complete for port 97041d0d-9bc2-4666-8972-5c457434e7ce triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:38.077501 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d357e0d9-ace6-4aa7-8502-c58a98598b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.126767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 50e958d2-e86a-4fcd-abf7-1850d2fbef19 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:38.132153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.160767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-52455f09-e568-4eb8-b553-5b159f7da7bb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 200 len: 699 time: 0.1288455 Nov 23 14:35:38.161147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53972) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:38.195906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:36Z', 'revision_number': 7, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '0decbae4-0393-4e91-a4b3-4115bf13da97', 'name': '', 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:7b:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c58d6999-7043-4649-915d-bea35fb9f2ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:30Z', 'updated_at': '2021-11-23T14:35:31Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'c58d6999-7043-4649-915d-bea35fb9f2ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bce28d8-ea9f-40ae-b79b-be365cb83bfd', 'name': '', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:ca:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:25Z', 'updated_at': '2021-11-23T14:35:32Z', 'revision_number': 4, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:38.253398 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.324224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:38.330030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:38.330435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: 7d65a3a0-9f2a-45b0-be42-188a0c0631bb, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:38.351397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:38.359478 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.364022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7d65a3a0-9f2a-45b0-be42-188a0c0631bb) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:38.370505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:38.371349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.394129 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-201c65b5-a36d-4339-9702-94835f77e093 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6109247 Nov 23 14:35:38.394320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:38.401897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network d78fed02-845a-47f1-aabe-c410f070d5b8 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:38.405348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90ca3a-e503-45d9-9c9a-2c5b29a481c1 None None] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:38.407524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:38.413695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:38.414233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.493289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Port': ['ID=5e39f14b-fa28-493b-9582-c872c0b7daa1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:38.497211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:38.497746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Updating router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 port 0decbae4-0393-4e91-a4b3-4115bf13da97 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:38.567075 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.613253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:38.613641 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.659110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.710091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:38.710965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:38.840659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Provisioning complete for port 8081890c-cf7f-4a1b-aa80-012248308aac triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:38.841287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.048382 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.105325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8081890c-cf7f-4a1b-aa80-012248308aac up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:39.113436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.125126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.126563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.168343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Allocated IP 2001:db8::2 (7d65a3a0-9f2a-45b0-be42-188a0c0631bb/12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770/3e13003f-2cb1-4377-974e-5db19413f88a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:39.212715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa1d2f-71b3-4fd9-a049-10c1d4f1e038 None None] Network c39c09bf-d9d8-42b6-9338-ef00d810420c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:39.236016 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.250016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event updated for resources: {'Port': ['ID=5e39f14b-fa28-493b-9582-c872c0b7daa1,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:39.257446 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.370671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Network d78fed02-845a-47f1-aabe-c410f070d5b8 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:39.374025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:39.428036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] For port 8081890c-cf7f-4a1b-aa80-012248308aac, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8081890c-cf7f-4a1b-aa80-012248308aac,segment=NetworkSegment(6df77801-64cc-4cad-a05a-05846b252366),segment_id=6df77801-64cc-4cad-a05a-05846b252366)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:39.430513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8081890c-cf7f-4a1b-aa80-012248308aac triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:39.431013 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.463091 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.536082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Router 153c47a1-5d17-4f18-bf9f-67dc3a30212c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:39.580132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.621341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Provisioning complete for port 0decbae4-0393-4e91-a4b3-4115bf13da97 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:39.621713 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.647440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.686280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Pushing event updated for resources: {'Port': ['ID=8081890c-cf7f-4a1b-aa80-012248308aac,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:39.692563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:39.701597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-374d3b8e-2cbf-404c-93be-9c4ccb2bb962 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4545569 Nov 23 14:35:39.704389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53978) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:39.710439 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] Sync routers for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:39.722793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:39.723027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 0decbae4-0393-4e91-a4b3-4115bf13da97 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:39.723351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.724777 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:39.771418 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:39.783623 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:39.784636 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:39.803819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a51c869f-b9cf-4a95-987e-358e782e7ef9 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:39.824564 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:39.825613 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d79bc0-6107-4a48-bf15-ca5253bf8fd7 None None] The sync data for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:39.842836 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.847119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 0decbae4-0393-4e91-a4b3-4115bf13da97, host n-d-818503-2, got binding levels [] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:39.847645 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.855068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-eb12e500-dc47-443d-a571-db099bedc4f3 None None] Port 0decbae4-0393-4e91-a4b3-4115bf13da97 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:39.858537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a51c869f-b9cf-4a95-987e-358e782e7ef9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:39.858995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a51c869f-b9cf-4a95-987e-358e782e7ef9 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 14:35:39.870573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 0decbae4-0393-4e91-a4b3-4115bf13da97 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:39.872936 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.905361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeba4e1-1cc4-4047-adf5-fb0f73a991f6 None None] Pushing event updated for resources: {'Port': ['ID=0decbae4-0393-4e91-a4b3-4115bf13da97,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:39.907792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Port a51c869f-b9cf-4a95-987e-358e782e7ef9 not found, will not notify nova. {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 14:35:39.915533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7471517b-5afc-49d3-af5c-53277dd12862 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.956163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8::1 (7d65a3a0-9f2a-45b0-be42-188a0c0631bb/12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770/c0b27b48-006b-4ceb-a240-550b18af9989) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:39.999431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:40.044852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:40.064092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:40.072036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Attempting to bind port 0decbae4-0393-4e91-a4b3-4115bf13da97 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:40.072847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Attempting to bind port 0decbae4-0393-4e91-a4b3-4115bf13da97 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:40.073487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Attempting to bind port 0decbae4-0393-4e91-a4b3-4115bf13da97 on network 131a72a3-799a-4937-9370-70523ad0d9be {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:40.093762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Pushing event updated for resources: {'Port': ['ID=3e13003f-2cb1-4377-974e-5db19413f88a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:40.101098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Provisioning complete for port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:40.101877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.108714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:40.108714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Checking segment: {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:40.108714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.108714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Bound using segment: {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:40.113288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Bound port: 0decbae4-0393-4e91-a4b3-4115bf13da97, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:40.114408 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.120255 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-7471517b-5afc-49d3-af5c-53277dd12862 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 14:35:40.121319 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7471517b-5afc-49d3-af5c-53277dd12862 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c HTTP/1.1" status: 409 len: 329 time: 0.4127488 Nov 23 14:35:40.125203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53980) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:40.253740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Attempting to bind port 3e13003f-2cb1-4377-974e-5db19413f88a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:40.254121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Attempting to bind port 3e13003f-2cb1-4377-974e-5db19413f88a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:40.254485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Attempting to bind port 3e13003f-2cb1-4377-974e-5db19413f88a on network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:40.263835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.279573 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:40.280191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Checking segment: {'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:40.280366 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.280754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Bound using segment: {'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:40.281231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Bound port: 3e13003f-2cb1-4377-974e-5db19413f88a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:40.282246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.331249 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.374472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.388901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:40.394930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:40.399471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:40.400027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.410641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=0decbae4-0393-4e91-a4b3-4115bf13da97,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:40.443072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=c0b27b48-006b-4ceb-a240-550b18af9989,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:40.525911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8081890c-cf7f-4a1b-aa80-012248308aac up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:40.552042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.608818 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:35:40.609823 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:35:40.676719 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.686691 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.695908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] For port 3e13003f-2cb1-4377-974e-5db19413f88a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:40.722430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] For port 3e13003f-2cb1-4377-974e-5db19413f88a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3e13003f-2cb1-4377-974e-5db19413f88a,segment=NetworkSegment(1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d),segment_id=1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:40.724905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8081890c-cf7f-4a1b-aa80-012248308aac triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:40.725341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.751944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.775407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] For port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5486b9f6-1aa0-4957-a64c-bd4b7b01c32b,segment=NetworkSegment(0dea4c1e-043a-4be9-acc6-e52cfbbec68b),segment_id=0dea4c1e-043a-4be9-acc6-e52cfbbec68b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:40.801750 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.855878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307330d-e93b-41ff-a74f-ee00a2fd4350 None None] Pushing event updated for resources: {'Port': ['ID=3e13003f-2cb1-4377-974e-5db19413f88a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:40.861162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Provisioning complete for port 5e39f14b-fa28-493b-9582-c872c0b7daa1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:40.861925 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.894029 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.901043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.902326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.923193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Port 5e39f14b-fa28-493b-9582-c872c0b7daa1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:41.010176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:41.012499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693510b6-289b-4796-aefe-9332958ebde9 None None] Pushing event updated for resources: {'Port': ['ID=5486b9f6-1aa0-4957-a64c-bd4b7b01c32b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:41.017092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=c0b27b48-006b-4ceb-a240-550b18af9989,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:41.100837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ee6cad0d-3812-4fc1-99c9-d7ee75b259ae None None] Provisioning complete for port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:41.101212 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ee6cad0d-3812-4fc1-99c9-d7ee75b259ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.113819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:41.117402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:41.178279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Attempting to bind port 0decbae4-0393-4e91-a4b3-4115bf13da97 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:41.179124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Attempting to bind port 0decbae4-0393-4e91-a4b3-4115bf13da97 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:41.179829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Attempting to bind port 0decbae4-0393-4e91-a4b3-4115bf13da97 on network 131a72a3-799a-4937-9370-70523ad0d9be {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:41.194709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:41.195109 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.199774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:41.200498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Checking segment: {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:41.200903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.201303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Bound using segment: {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:41.201791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Bound port: 0decbae4-0393-4e91-a4b3-4115bf13da97, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df77801-64cc-4cad-a05a-05846b252366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '131a72a3-799a-4937-9370-70523ad0d9be'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:41.202220 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.272092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Port 0decbae4-0393-4e91-a4b3-4115bf13da97 has been deleted concurrently {{(pid=103347) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 14:35:41.276769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:41.324069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:41.324623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:41.348117 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.376829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:41.388451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-539038c1-b308-4582-a488-6c7e47f1decb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9932249 Nov 23 14:35:41.389106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53982) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:41.396000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-872274951'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:41.417219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:41.418114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:41.421749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.453554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:41.454689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:41.455343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:41.458808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:41.470262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.470678 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment 1175412b-6f10-4821-b925-53a2400ffad2 of type vlan for network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 Nov 23 14:35:41.517041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.532030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ee6cad0d-3812-4fc1-99c9-d7ee75b259ae None None] Could not find standard attr ID for object 0decbae4-0393-4e91-a4b3-4115bf13da97. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:35:41.539198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9bce28d8-ea9f-40ae-b79b-be365cb83bfd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:41.544663 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.550798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:41.551429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.552701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:41.609254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2190909 Nov 23 14:35:41.613355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53984) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:41.620951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:41.644019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75758ff-3b70-47e0-84ed-11ef2db44477 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=9665275a-e7fe-4d3a-8d5c-ac86e3286765,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:41.646582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:41.649336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:41.656547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2f772a98-38e6-4e8f-8fb2-c0b584b1b644 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4919052 Nov 23 14:35:41.658369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53986) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:41.723273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:41.736685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet c58d6999-7043-4649-915d-bea35fb9f2ba {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:41.741206 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.793110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.796593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:41.800681 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.904325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.994569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.048621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=c58d6999-7043-4649-915d-bea35fb9f2ba,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:42.056021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.061065 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-06926c3e-0302-44fe-9b7a-1e05acb88695 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/c58d6999-7043-4649-915d-bea35fb9f2ba HTTP/1.1" status: 204 len: 168 time: 0.4008412 Nov 23 14:35:42.063969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53988) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:42.066135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting port 5e39f14b-fa28-493b-9582-c872c0b7daa1 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:42.066491 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.092457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e47e77-27bf-4443-84c7-8b7bca664b7d None None] Network 131a72a3-799a-4937-9370-70523ad0d9be requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:42.102599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.114667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:42.115319 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.150138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.175557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64babea0-0ead-409d-99c1-c315d648c1ad None None] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:42.210684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 8081890c-cf7f-4a1b-aa80-012248308aac {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:42.211062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.219995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=d4bbcd64-ed48-40e4-8e93-77abbaf0352f,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:42.241579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:42.241579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: 9665275a-e7fe-4d3a-8d5c-ac86e3286765, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:42.248973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.269709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Calling delete_port for 5e39f14b-fa28-493b-9582-c872c0b7daa1 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:42.278420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 8081890c-cf7f-4a1b-aa80-012248308aac, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8081890c-cf7f-4a1b-aa80-012248308aac,segment=NetworkSegment(6df77801-64cc-4cad-a05a-05846b252366),segment_id=6df77801-64cc-4cad-a05a-05846b252366)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:42.278916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.282544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:42.298179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 8081890c-cf7f-4a1b-aa80-012248308aac owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:42.327567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 9665275a-e7fe-4d3a-8d5c-ac86e3286765) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:42.334401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:42.335069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.361019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-851193fd-b29c-429c-9517-684c96dd166f tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7439983 Nov 23 14:35:42.364398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 53990) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:42.395277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.402241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f5a9c-0fd1-4bde-8d45-5f14e0a19882 None None] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:42.429539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port 8081890c-cf7f-4a1b-aa80-012248308aac on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:42.431134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=8081890c-cf7f-4a1b-aa80-012248308aac,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:42.507932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6f6e49c5-e39a-41b0-9724-970fc52b3688 None None] Provisioning complete for port 3e13003f-2cb1-4377-974e-5db19413f88a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:42.508301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6f6e49c5-e39a-41b0-9724-970fc52b3688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.519253 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.547705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131a72a3-799a-4937-9370-70523ad0d9be']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.558355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df77801-64cc-4cad-a05a-05846b252366') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.558640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df77801-64cc-4cad-a05a-05846b252366') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.569006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.594737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.609644 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:42.610150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:42.615694 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:42.636606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.669072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0797f311-e315-492d-907d-8f822abf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:40Z', 'revision_number': 8, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bce28d8-ea9f-40ae-b79b-be365cb83bfd', 'name': '', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:ca:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:25Z', 'updated_at': '2021-11-23T14:35:37Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.692532 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.704285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.707904 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/131a72a3-799a-4937-9370-70523ad0d9be HTTP/1.1" status: 204 len: 168 time: 0.6428115 Nov 23 14:35:42.716709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53992) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:42.723687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ec22b-fe12-4da2-8738-4c8d390185b0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=131a72a3-799a-4937-9370-70523ad0d9be,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:42.750491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Port': ['ID=5e39f14b-fa28-493b-9582-c872c0b7daa1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:42.765111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d06c7-9ac3-4e0a-b369-f1327aac31c7 None None] DHCP port deletion for 131a72a3-799a-4937-9370-70523ad0d9be request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:42.781338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0797f311-e315-492d-907d-8f822abf9397 None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:40Z', 'revision_number': 8, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bce28d8-ea9f-40ae-b79b-be365cb83bfd', 'name': '', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:ca:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:25Z', 'updated_at': '2021-11-23T14:35:37Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:42.784681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:40Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:40Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.874506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.892493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:42.893211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Updating router 164f256f-c893-4544-bfb1-8e73048c69bf port c0b27b48-006b-4ceb-a240-550b18af9989 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:43.003557 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.069333 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6f6e49c5-e39a-41b0-9724-970fc52b3688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.087872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:43.088755 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.121973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Router 153c47a1-5d17-4f18-bf9f-67dc3a30212c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:43.135993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.164124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6f6e49c5-e39a-41b0-9724-970fc52b3688 None None] For port 3e13003f-2cb1-4377-974e-5db19413f88a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3e13003f-2cb1-4377-974e-5db19413f88a,segment=NetworkSegment(1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d),segment_id=1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:43.185878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6f6e49c5-e39a-41b0-9724-970fc52b3688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.216806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a51c869f-b9cf-4a95-987e-358e782e7ef9 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:43.256479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:43.273937 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] Sync routers for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:43.300690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-01352c91-c895-47d0-a732-dfa4818f7ac8 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1744010 Nov 23 14:35:43.307685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53994) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:43.309788 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:43.311109 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:43.362995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:43.380597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a51c869f-b9cf-4a95-987e-358e782e7ef9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:43.381125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a51c869f-b9cf-4a95-987e-358e782e7ef9 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:43.387830 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] Routers {'153c47a1-5d17-4f18-bf9f-67dc3a30212c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:43.388660 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:43.399225 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-1151ef32-6de2-4e18-aa8d-31ba80771c17 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] show failed (client error): The resource could not be found. Nov 23 14:35:43.405892 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1151ef32-6de2-4e18-aa8d-31ba80771c17 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-3740434 HTTP/1.1" status: 404 len: 332 time: 0.0917420 Nov 23 14:35:43.407447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53996) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:43.412724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-613573e1-8980-4d18-8a30-b2b476db130f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:43.431507 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:43.432306 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bba18-a07d-4a71-bcda-5ae472c74d16 None None] The sync data for ids ['153c47a1-5d17-4f18-bf9f-67dc3a30212c'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:43.498201 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-613573e1-8980-4d18-8a30-b2b476db130f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] update failed (client error): The resource could not be found. Nov 23 14:35:43.516870 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-613573e1-8980-4d18-8a30-b2b476db130f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-563737199 HTTP/1.1" status: 404 len: 334 time: 0.1080179 Nov 23 14:35:43.518615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 53998) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:43.537545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:43.613233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e49c5-e39a-41b0-9724-970fc52b3688 None None] Pushing event updated for resources: {'Port': ['ID=3e13003f-2cb1-4377-974e-5db19413f88a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:43.628467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:43.629112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:43.633753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting subnet c7a5609c-240a-4657-a8e8-7aebef0a0e1b {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:43.637671 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.705664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.709075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:43.814463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Allocated IP 2001:db8:1::2 (9665275a-e7fe-4d3a-8d5c-ac86e3286765/d4bbcd64-ed48-40e4-8e93-77abbaf0352f/2fb16e00-2561-4281-ab67-c150491e4244) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:43.824524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.844850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:43.878035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a6c47f21-35df-4135-8a62-aceb968c924e None None] Provisioning complete for port c0b27b48-006b-4ceb-a240-550b18af9989 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:43.878401 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6c47f21-35df-4135-8a62-aceb968c924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.890884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.024260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.050789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a6c47f21-35df-4135-8a62-aceb968c924e None None] Port c0b27b48-006b-4ceb-a240-550b18af9989 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:44.068591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a5609c-240a-4657-a8e8-7aebef0a0e1b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:44.073077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.079458 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8e8a3962-c9cf-49c7-9b22-725a339b8188 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/subnets/c7a5609c-240a-4657-a8e8-7aebef0a0e1b HTTP/1.1" status: 204 len: 168 time: 0.5556896 Nov 23 14:35:44.079458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54000) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:44.097322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7338043-8335-4288-8bb9-ba295ffa5f5f None None] Network c39c09bf-d9d8-42b6-9338-ef00d810420c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:44.136913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:44.137283 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.186054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.286083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:44.286430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.313458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:44.314230 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.421528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] For port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5486b9f6-1aa0-4957-a64c-bd4b7b01c32b,segment=NetworkSegment(0dea4c1e-043a-4be9-acc6-e52cfbbec68b),segment_id=0dea4c1e-043a-4be9-acc6-e52cfbbec68b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:44.421810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.445759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a6c47f21-35df-4135-8a62-aceb968c924e None None] Provisioning complete for port 3e13003f-2cb1-4377-974e-5db19413f88a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:44.446127 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6c47f21-35df-4135-8a62-aceb968c924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.447553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Calling delete_port for 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:44.450197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 9bce28d8-ea9f-40ae-b79b-be365cb83bfd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,segment=NetworkSegment(ddad3e2b-0582-4094-b23c-1dff1c9760c7),segment_id=ddad3e2b-0582-4094-b23c-1dff1c9760c7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:44.450566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.460994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.470228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 9bce28d8-ea9f-40ae-b79b-be365cb83bfd owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:44.514350 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.640205 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.641653 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.644938 n-d-818503-2 neutron-server[103347]: INFO neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No ports have port_id starting with 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b Nov 23 14:35:44.683783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Port': ['ID=5486b9f6-1aa0-4957-a64c-bd4b7b01c32b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:44.686791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] No DVR routers for this DVR port 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:44.693690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5893db7-7b01-4dd5-b305-faa88f9df439 None None] Pushing event updated for resources: {'Port': ['ID=c0b27b48-006b-4ceb-a240-550b18af9989,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:44.702320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3e13003f-2cb1-4377-974e-5db19413f88a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:44.710420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.762106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8:1::1 (9665275a-e7fe-4d3a-8d5c-ac86e3286765/d4bbcd64-ed48-40e4-8e93-77abbaf0352f/5e6f3f1f-2edb-470c-9d5e-e8155cfb3246) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:44.827692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.829797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666c5bd-e731-4bbe-83ec-d01e0fabf0dc None None] DHCP port deletion for c39c09bf-d9d8-42b6-9338-ef00d810420c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:44.856309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:44.861005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39c09bf-d9d8-42b6-9338-ef00d810420c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:44.864247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.879596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dea4c1e-043a-4be9-acc6-e52cfbbec68b') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:44.879787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dea4c1e-043a-4be9-acc6-e52cfbbec68b') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:44.907483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:44.909868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:44.916694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Attempting to bind port c0b27b48-006b-4ceb-a240-550b18af9989 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:44.916917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Attempting to bind port c0b27b48-006b-4ceb-a240-550b18af9989 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:44.917189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Attempting to bind port c0b27b48-006b-4ceb-a240-550b18af9989 on network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:44.925577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Pushing event updated for resources: {'Port': ['ID=2fb16e00-2561-4281-ab67-c150491e4244,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:44.937044 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.944868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:44.945363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Checking segment: {'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:44.945924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.946469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Bound using segment: {'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:44.947762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Bound port: c0b27b48-006b-4ceb-a240-550b18af9989, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:44.948241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.952767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.960681 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.967785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:44.968193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:44.980835 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:45.002743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=9bce28d8-ea9f-40ae-b79b-be365cb83bfd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.005180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.056171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3e13003f-2cb1-4377-974e-5db19413f88a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:45.057116 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.073076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:45.082968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:45.087042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:45.087699 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.099959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:40Z', 'revision_number': 8, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bce28d8-ea9f-40ae-b79b-be365cb83bfd', 'name': '', 'network_id': 'f6ead9a3-837f-4125-be39-b3af31b7da3c', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:ca:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:25Z', 'updated_at': '2021-11-23T14:35:37Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4f61d258-4378-4d21-9f43-2786a02227b5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:45.111247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Attempting to bind port 2fb16e00-2561-4281-ab67-c150491e4244 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:45.111621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Attempting to bind port 2fb16e00-2561-4281-ab67-c150491e4244 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:45.111992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Attempting to bind port 2fb16e00-2561-4281-ab67-c150491e4244 on network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:45.130449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.163651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:45.175385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:45.175761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Checking segment: {'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:45.176164 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.176559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Bound using segment: {'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:45.177044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Bound port: 2fb16e00-2561-4281-ab67-c150491e4244, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:45.177423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.205820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.220365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] For port c0b27b48-006b-4ceb-a240-550b18af9989, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:45.221221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.224702 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/networks/c39c09bf-d9d8-42b6-9338-ef00d810420c HTTP/1.1" status: 204 len: 168 time: 1.1444073 Nov 23 14:35:45.227477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-57bbeec9-909c-48c1-9c5f-626b867caf5c None None] Provisioning complete for port c0b27b48-006b-4ceb-a240-550b18af9989 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:45.227833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54002) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:45.227951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57bbeec9-909c-48c1-9c5f-626b867caf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.250849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812f2e8-691b-4594-837f-a7e7fca3b725 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Network': ['ID=c39c09bf-d9d8-42b6-9338-ef00d810420c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.255007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.263713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:45.264312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:45.284420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.311472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting subnet 42e8d056-1763-4fec-8604-69cbb693f33e {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:45.319281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] For port c0b27b48-006b-4ceb-a240-550b18af9989, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c0b27b48-006b-4ceb-a240-550b18af9989,segment=NetworkSegment(1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d),segment_id=1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:45.333671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.361632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.442524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.471612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-57bbeec9-909c-48c1-9c5f-626b867caf5c None None] Port c0b27b48-006b-4ceb-a240-550b18af9989 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:45.478683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:45.492110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:45.540851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] For port 2fb16e00-2561-4281-ab67-c150491e4244, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:45.555919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:45.556562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:45.623125 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.628781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:45.635990 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-56c8e94e-da66-4b7b-ab2a-305cf3bd005f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9182575 Nov 23 14:35:45.638496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:45.672946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5893db7-7b01-4dd5-b305-faa88f9df439 None None] Pushing event updated for resources: {'Port': ['ID=c0b27b48-006b-4ceb-a240-550b18af9989,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.679063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] For port 2fb16e00-2561-4281-ab67-c150491e4244, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2fb16e00-2561-4281-ab67-c150491e4244,segment=NetworkSegment(1175412b-6f10-4821-b925-53a2400ffad2),segment_id=1175412b-6f10-4821-b925-53a2400ffad2)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:45.711362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8081890c-cf7f-4a1b-aa80-012248308aac no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:45.719549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet 4f61d258-4378-4d21-9f43-2786a02227b5 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:45.723641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.728418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.763058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.767661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Subnet': ['ID=42e8d056-1763-4fec-8604-69cbb693f33e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.771261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.772353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8081890c-cf7f-4a1b-aa80-012248308aac {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:45.772790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8081890c-cf7f-4a1b-aa80-012248308aac not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:45.773204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0decbae4-0393-4e91-a4b3-4115bf13da97 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:45.776587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-82dc7990-edf6-44a7-8a5a-36aec7d50d13 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/subnets/42e8d056-1763-4fec-8604-69cbb693f33e HTTP/1.1" status: 204 len: 168 time: 0.5456176 Nov 23 14:35:45.776587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.776587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.777924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54006) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:45.795180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.803527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 0decbae4-0393-4e91-a4b3-4115bf13da97 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:45.803871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0decbae4-0393-4e91-a4b3-4115bf13da97 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:45.806790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4195f-c289-4762-aadd-7d48ecd7bddf None None] Network 63f2ac6f-8c56-46ce-b0f7-cd861be5efff requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:45.833915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.972796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.031574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:46.057952 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.088131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3e13003f-2cb1-4377-974e-5db19413f88a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:46.104313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=4f61d258-4378-4d21-9f43-2786a02227b5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.117421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.123236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-886b287a-85de-43a6-a17a-a2b72342ce26 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/4f61d258-4378-4d21-9f43-2786a02227b5 HTTP/1.1" status: 204 len: 168 time: 0.4832580 Nov 23 14:35:46.127054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:46.254935 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.317412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.327798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9263426-8a69-4028-b6a6-dca7074e0375 None None] Pushing event updated for resources: {'Port': ['ID=2fb16e00-2561-4281-ab67-c150491e4244,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.331227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting subnet 818532f8-1ef4-4320-8256-3134163e862b {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:46.347538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 97041d0d-9bc2-4666-8972-5c457434e7ce {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:46.348024 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.359144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f968521-1e5b-4abb-b51f-5c9ccd9bc689 None None] Network f6ead9a3-837f-4125-be39-b3af31b7da3c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:46.367329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.413344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a95fa874-bee9-4ed0-b5f9-eab3fd8122da None None] Provisioning complete for port c0b27b48-006b-4ceb-a240-550b18af9989 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:46.413344 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a95fa874-bee9-4ed0-b5f9-eab3fd8122da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.437878 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.446469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 97041d0d-9bc2-4666-8972-5c457434e7ce, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=97041d0d-9bc2-4666-8972-5c457434e7ce,segment=NetworkSegment(ddad3e2b-0582-4094-b23c-1dff1c9760c7),segment_id=ddad3e2b-0582-4094-b23c-1dff1c9760c7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:46.446692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.461899 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 97041d0d-9bc2-4666-8972-5c457434e7ce owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:46.475790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:46.479191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:46.546610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.581081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=97041d0d-9bc2-4666-8972-5c457434e7ce,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.590707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port 97041d0d-9bc2-4666-8972-5c457434e7ce on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:46.626453 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.665470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:46.695418 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.718229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ead9a3-837f-4125-be39-b3af31b7da3c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.729796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddad3e2b-0582-4094-b23c-1dff1c9760c7') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.730096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddad3e2b-0582-4094-b23c-1dff1c9760c7') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.730368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:44Z', 'revision_number': 9, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:46.741288 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.759903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.769412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3e13003f-2cb1-4377-974e-5db19413f88a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:46.769412 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.771714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:46.772122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:46.776548 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:46.790326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6331fb1-21ac-4ce0-a43b-5e4a2d11edc2 None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:44Z', 'revision_number': 9, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:46.792317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:46.801348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a2c157f6-2a42-46d8-93f3-b84c8fcf8787 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4356639 Nov 23 14:35:46.803167 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.805940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54010) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:46.816389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2092004234'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:46.842834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] DHCP port deletion for 63f2ac6f-8c56-46ce-b0f7-cd861be5efff request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:46.848300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Subnet': ['ID=818532f8-1ef4-4320-8256-3134163e862b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.858720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.865271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-63bd6cf9-5e68-49a6-a8a3-d9b1e3f5d3f4 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/subnets/818532f8-1ef4-4320-8256-3134163e862b HTTP/1.1" status: 204 len: 168 time: 1.0842571 Nov 23 14:35:46.866038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:46.918325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a0f54-2302-480d-acc4-cae139e0aa0f None None] Network 27a8e88b-a618-41d5-bbad-4c7c0b37a672 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:46.931132 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:46.934969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.936923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.944348 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a95fa874-bee9-4ed0-b5f9-eab3fd8122da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.965010 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.971802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/f6ead9a3-837f-4125-be39-b3af31b7da3c HTTP/1.1" status: 204 len: 168 time: 0.8428423 Nov 23 14:35:46.972985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:47.013060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3528b-6abb-4267-b4f6-441cbe93087e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=f6ead9a3-837f-4125-be39-b3af31b7da3c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:47.020327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.030377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:47.057506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.057784 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment aa7ce18c-a581-407b-b151-1d2ff63939c1 of type vlan for network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 Nov 23 14:35:47.086574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a95fa874-bee9-4ed0-b5f9-eab3fd8122da None None] For port c0b27b48-006b-4ceb-a240-550b18af9989, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c0b27b48-006b-4ceb-a240-550b18af9989,segment=NetworkSegment(1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d),segment_id=1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:47.107825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.125762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a95fa874-bee9-4ed0-b5f9-eab3fd8122da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.176056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.192427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:47.193382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.213791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921770c4-2ae8-4afb-a546-749ed913774b None None] DHCP port deletion for f6ead9a3-837f-4125-be39-b3af31b7da3c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:47.241188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] Deleting port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:47.241571 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.252001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:45Z', 'revision_number': 3, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:44Z', 'revision_number': 1, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:45Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:47.326311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec99cd-8401-4f84-aa69-67b133469a53 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:45Z', 'revision_number': 3, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:44Z', 'revision_number': 1, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:45Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:47.333929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:47.335218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=88a07f5f-26a8-4f02-bada-3e78ea15acd3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:47.340585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fa874-bee9-4ed0-b5f9-eab3fd8122da None None] Pushing event updated for resources: {'Port': ['ID=c0b27b48-006b-4ceb-a240-550b18af9989,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:47.381262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:47.395985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f9e5a977-599b-4bbb-9599-0580253bc949 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5860252 Nov 23 14:35:47.396690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54016) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:47.398355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:47.398700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.410569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:47.480475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:47.481348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5486b9f6-1aa0-4957-a64c-bd4b7b01c32b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:47.507281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] For port 50e958d2-e86a-4fcd-abf7-1850d2fbef19, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=50e958d2-e86a-4fcd-abf7-1850d2fbef19,segment=NetworkSegment(b87a2ecb-23b0-4743-8824-64bd1a486fba),segment_id=b87a2ecb-23b0-4743-8824-64bd1a486fba)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:47.507685 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.541455 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:47.576133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] Calling delete_port for 50e958d2-e86a-4fcd-abf7-1850d2fbef19 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:47.581200 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:47.581822 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:47.626212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] For port 50e958d2-e86a-4fcd-abf7-1850d2fbef19, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=50e958d2-e86a-4fcd-abf7-1850d2fbef19,segment=NetworkSegment(b87a2ecb-23b0-4743-8824-64bd1a486fba),segment_id=b87a2ecb-23b0-4743-8824-64bd1a486fba)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:47.626591 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.652250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Calling delete_port for 50e958d2-e86a-4fcd-abf7-1850d2fbef19 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:47.670090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b86498b-f644-4157-ada9-1a04e4280010 None None] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:47.675229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] DHCP port deletion for 27a8e88b-a618-41d5-bbad-4c7c0b37a672 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:47.677261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:47.680922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.774355 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:47.886126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0b3c4071-d796-4f28-8a35-852de5229581 None None] Provisioning complete for port 2fb16e00-2561-4281-ab67-c150491e4244 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:47.886632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4071-d796-4f28-8a35-852de5229581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.892501 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.057149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.081152 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4071-d796-4f28-8a35-852de5229581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.111155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2fb16e00-2561-4281-ab67-c150491e4244 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:48.117841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Port': ['ID=50e958d2-e86a-4fcd-abf7-1850d2fbef19,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.143713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] No DVR routers for this DVR port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:48.178919 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.207852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.268387 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:44Z', 'revision_number': 9, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.294754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] Pushing event deleted for resources: {'Port': ['ID=50e958d2-e86a-4fcd-abf7-1850d2fbef19,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.301018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08921cb1-00cf-46ac-9dc5-fe8b4acd7d31 None None] No DVR routers for this DVR port 50e958d2-e86a-4fcd-abf7-1850d2fbef19 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:48.302997 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:48.309896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] Deleting port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:48.310292 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.313368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0b3c4071-d796-4f28-8a35-852de5229581 None None] For port 2fb16e00-2561-4281-ab67-c150491e4244, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2fb16e00-2561-4281-ab67-c150491e4244,segment=NetworkSegment(1175412b-6f10-4821-b925-53a2400ffad2),segment_id=1175412b-6f10-4821-b925-53a2400ffad2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:48.313585 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:48.314347 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.340501 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4071-d796-4f28-8a35-852de5229581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.350622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 511bab09-73d7-492b-b693-11c2c6462b89 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:48.351892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.380228 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.417556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=222fb6e3-224f-4ad2-942b-ea12dd436124,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.419250 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:48.437393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:48.437948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: 88a07f5f-26a8-4f02-bada-3e78ea15acd3, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:48.444108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f2ac6f-8c56-46ce-b0f7-cd861be5efff']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.455246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c4071-d796-4f28-8a35-852de5229581 None None] Pushing event updated for resources: {'Port': ['ID=2fb16e00-2561-4281-ab67-c150491e4244,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.462376 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87a2ecb-23b0-4743-8824-64bd1a486fba') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.462775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87a2ecb-23b0-4743-8824-64bd1a486fba') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.496916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.508523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 511bab09-73d7-492b-b693-11c2c6462b89, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=511bab09-73d7-492b-b693-11c2c6462b89,segment=NetworkSegment(02b2ec55-8823-4325-9b5c-c178911a7a0b),segment_id=02b2ec55-8823-4325-9b5c-c178911a7a0b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:48.508904 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.514573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:48.559891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.565756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 88a07f5f-26a8-4f02-bada-3e78ea15acd3) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:48.566522 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 511bab09-73d7-492b-b693-11c2c6462b89 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:48.571913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:48.572591 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:48.576516 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:48.594658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:48.595791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.721151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-14936735-0708-4d67-a985-15e8d5932c67 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3147521 Nov 23 14:35:48.722463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.726276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54018) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:48.757962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9467367-5884-480a-8e4c-ce32f6e4e961 None None] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:48.795228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 2fb16e00-2561-4281-ab67-c150491e4244 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:48.796759 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.805333 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:44Z', 'revision_number': 9, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.815952 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.837047 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8ffd6-3978-4b43-b182-f4ccfa5ef712 None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:44Z', 'revision_number': 9, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '511bab09-73d7-492b-b693-11c2c6462b89', 'name': '', 'network_id': 'e67fbd25-76bb-474b-973d-702598b85314', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:60:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:20Z', 'updated_at': '2021-11-23T14:35:25Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': '4d9c10e1-b9df-4f16-98d0-71385c405567', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:48.849986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=511bab09-73d7-492b-b693-11c2c6462b89,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.863172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.871541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/networks/63f2ac6f-8c56-46ce-b0f7-cd861be5efff HTTP/1.1" status: 204 len: 168 time: 1.9951007 Nov 23 14:35:48.875697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54020) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:48.909304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] For port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2,segment=NetworkSegment(de3cfe26-e394-4180-a1a1-f9945c0cec64),segment_id=de3cfe26-e394-4180-a1a1-f9945c0cec64)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:48.909786 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.935551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913e9b8-9ef5-4937-afc1-48e9754aa98e tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Network': ['ID=63f2ac6f-8c56-46ce-b0f7-cd861be5efff,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:49.016106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] Calling delete_port for 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:49.106057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.298192 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.384877 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.415101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] The port '2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2' was deleted {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 14:35:49.425675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] Pushing event deleted for resources: {'Port': ['ID=2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:49.433921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:49.435367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.444615 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:49.450521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 97041d0d-9bc2-4666-8972-5c457434e7ce no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:49.490597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97190e2c-bc81-4f8c-8ff6-00d2761bd066 None None] No DVR routers for this DVR port 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:49.492454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 97041d0d-9bc2-4666-8972-5c457434e7ce {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:49.492810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 97041d0d-9bc2-4666-8972-5c457434e7ce not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:49.493225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 50e958d2-e86a-4fcd-abf7-1850d2fbef19 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:49.550175 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.607799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:49.615545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-06970278-bdf7-43ae-aae0-0415cbb6bfa5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389589 Nov 23 14:35:49.615842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54022) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:49.635528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:49.649858 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.683528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 50e958d2-e86a-4fcd-abf7-1850d2fbef19 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:49.683904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 50e958d2-e86a-4fcd-abf7-1850d2fbef19 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:49.684306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:49.686524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Allocated IP 2001:db8:2::2 (88a07f5f-26a8-4f02-bada-3e78ea15acd3/222fb6e3-224f-4ad2-942b-ea12dd436124/02586ec9-9911-4df5-994b-cb2ae20c14e7) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:49.690285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d20c2d9f-90c2-4ecf-bd37-dd04579263ce None None] Provisioning complete for port 2fb16e00-2561-4281-ab67-c150491e4244 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:49.690285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d20c2d9f-90c2-4ecf-bd37-dd04579263ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.699501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet 4d9c10e1-b9df-4f16-98d0-71385c405567 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:49.703811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.721193 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a8e88b-a618-41d5-bbad-4c7c0b37a672']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:49.733118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:49.734065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:49.736760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3cfe26-e394-4180-a1a1-f9945c0cec64') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:49.737066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3cfe26-e394-4180-a1a1-f9945c0cec64') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:49.759261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.769018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.782407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:49.782755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2b9eb20e-a0de-4372-bec4-9a88e9aa6ef2 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:49.783227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9bce28d8-ea9f-40ae-b79b-be365cb83bfd no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:49.813220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.827966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:49.828952 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:49.832261 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:49.854337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 9bce28d8-ea9f-40ae-b79b-be365cb83bfd {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:49.854685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9bce28d8-ea9f-40ae-b79b-be365cb83bfd not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:49.892186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.929162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:49.940736 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.944939 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.951286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/networks/27a8e88b-a618-41d5-bbad-4c7c0b37a672 HTTP/1.1" status: 204 len: 168 time: 1.0716631 Nov 23 14:35:49.955064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54024) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:49.995135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.008516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3e8c1-b561-4fbe-9280-5b123ecb6387 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Network': ['ID=27a8e88b-a618-41d5-bbad-4c7c0b37a672,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:50.038757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9c10e1-b9df-4f16-98d0-71385c405567,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:50.043315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting subnet e23c6cb1-152d-42f5-a295-e3ea974bded1 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:50.046814 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.063082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540dbdfb-b9b6-457c-93fe-c83a6c8d4246 None None] Network e67fbd25-76bb-474b-973d-702598b85314 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:50.067296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.075118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43705017-3de7-4c10-a125-3bf3236517b8 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/4d9c10e1-b9df-4f16-98d0-71385c405567 HTTP/1.1" status: 204 len: 168 time: 0.4526560 Nov 23 14:35:50.076071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54026) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:50.121727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.266852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.273205 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.282420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d20c2d9f-90c2-4ecf-bd37-dd04579263ce None None] Provisioning complete for port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:50.282768 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d20c2d9f-90c2-4ecf-bd37-dd04579263ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.351399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.372287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.392835 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.406399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 845d60e2-708d-4743-a571-6a848e1135cc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:50.406766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.417602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c0b27b48-006b-4ceb-a240-550b18af9989 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:50.428664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d20c2d9f-90c2-4ecf-bd37-dd04579263ce None None] Port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:50.450121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Subnet': ['ID=e23c6cb1-152d-42f5-a295-e3ea974bded1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:50.454782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.460417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8e8d23ad-2511-41bb-8f00-9448874c0024 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/subnets/e23c6cb1-152d-42f5-a295-e3ea974bded1 HTTP/1.1" status: 204 len: 168 time: 0.4986594 Nov 23 14:35:50.463175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54028) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:50.466958 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab5981-e798-43ab-b7e4-0ee8349d7fca None None] Network d78fed02-845a-47f1-aabe-c410f070d5b8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:50.506390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 845d60e2-708d-4743-a571-6a848e1135cc, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=845d60e2-708d-4743-a571-6a848e1135cc,segment=NetworkSegment(02b2ec55-8823-4325-9b5c-c178911a7a0b),segment_id=02b2ec55-8823-4325-9b5c-c178911a7a0b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:50.507664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.513763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8:2::1 (88a07f5f-26a8-4f02-bada-3e78ea15acd3/222fb6e3-224f-4ad2-942b-ea12dd436124/d52f11ab-f30f-47e1-9aa0-67c66f59fd7f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:50.528085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 845d60e2-708d-4743-a571-6a848e1135cc owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:50.542117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:50.569350 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:50.569953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.586264 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:50.591059 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:50.605603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:50.612457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Pushing event updated for resources: {'Port': ['ID=02586ec9-9911-4df5-994b-cb2ae20c14e7,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:50.624691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:50.670477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.682623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2407b7cf-5f0c-4bb4-9999-27897175c1b5 None None] Provisioning complete for port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:50.683343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2407b7cf-5f0c-4bb4-9999-27897175c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.693648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port 845d60e2-708d-4743-a571-6a848e1135cc on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:50.736658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.744098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Deleting port f5e63841-59c9-4443-8f91-42363b56df2b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:50.744431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.744870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=845d60e2-708d-4743-a571-6a848e1135cc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:50.779438 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:50.842538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] For port f5e63841-59c9-4443-8f91-42363b56df2b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5e63841-59c9-4443-8f91-42363b56df2b,segment=NetworkSegment(cabea68a-94d0-4d3a-a0c2-11eae8920a93),segment_id=cabea68a-94d0-4d3a-a0c2-11eae8920a93)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:50.843205 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.861057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Calling delete_port for f5e63841-59c9-4443-8f91-42363b56df2b owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:50.861314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.868183 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.888815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f146491f-eb6d-4278-ac08-3fe842eb9e5a None None] DHCP port deletion for e67fbd25-76bb-474b-973d-702598b85314 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:50.892592 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67fbd25-76bb-474b-973d-702598b85314']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:50.904676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b2ec55-8823-4325-9b5c-c178911a7a0b') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:50.905299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b2ec55-8823-4325-9b5c-c178911a7a0b') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:50.918149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.935036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.944381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:50.944790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.962922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:50.970263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:50.981553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:50.984944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:50.985758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:50.986119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c0b27b48-006b-4ceb-a240-550b18af9989 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:50.986582 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.036552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2407b7cf-5f0c-4bb4-9999-27897175c1b5 None None] Port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:51.044290 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:51.047430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Attempting to bind port 02586ec9-9911-4df5-994b-cb2ae20c14e7 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:51.047544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.047544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.047544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.047805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Attempting to bind port 02586ec9-9911-4df5-994b-cb2ae20c14e7 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:51.048011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.048145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.048401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Attempting to bind port 02586ec9-9911-4df5-994b-cb2ae20c14e7 on network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:51.048581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.048916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.049249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.049637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.050030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.052177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.052574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:51.061069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.077512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:51.077512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Checking segment: {'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:51.077512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.077512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Bound using segment: {'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:51.077512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Bound port: 02586ec9-9911-4df5-994b-cb2ae20c14e7, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:51.077512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.078642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.079226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:48Z', 'revision_number': 10, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:51.081686 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/e67fbd25-76bb-474b-973d-702598b85314 HTTP/1.1" status: 204 len: 168 time: 1.0045342 Nov 23 14:35:51.082600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54030) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:51.097289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ede424-ee0a-4bf2-85da-c76341938dbd tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=e67fbd25-76bb-474b-973d-702598b85314,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:51.111251 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:45Z', 'revision_number': 3, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:45Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:51.129817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:51.151198 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:51.151632 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Updating router 164f256f-c893-4544-bfb1-8e73048c69bf port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:51.174249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:51.175086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:51.179369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.181791 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.230100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Port': ['ID=f5e63841-59c9-4443-8f91-42363b56df2b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:51.236119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] No DVR routers for this DVR port f5e63841-59c9-4443-8f91-42363b56df2b on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:51.261775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d914758-95ae-4ff6-9eb5-af8acdb20bcb None None] DHCP port deletion for d78fed02-845a-47f1-aabe-c410f070d5b8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:51.310652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] For port 02586ec9-9911-4df5-994b-cb2ae20c14e7, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:51.316408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] For port 02586ec9-9911-4df5-994b-cb2ae20c14e7, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=02586ec9-9911-4df5-994b-cb2ae20c14e7,segment=NetworkSegment(aa7ce18c-a581-407b-b151-1d2ff63939c1),segment_id=aa7ce18c-a581-407b-b151-1d2ff63939c1)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:51.321100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2fb16e00-2561-4281-ab67-c150491e4244 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:51.328574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.358661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:51.488142 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.495242 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.517200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b368a-f67d-4617-9c8c-1bbc11197c8e None None] Pushing event updated for resources: {'Port': ['ID=02586ec9-9911-4df5-994b-cb2ae20c14e7,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:51.561648 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 2fb16e00-2561-4281-ab67-c150491e4244 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:51.562081 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.589194 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f594bb5-c54a-4ad1-8436-a31ec1eef5ac None None] Pushing event updated for resources: {'Port': ['ID=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:51.625727 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Attempting to bind port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:51.626374 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Attempting to bind port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:51.626931 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Attempting to bind port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 on network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:51.635573 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:51.636277 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Checking segment: {'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:51.636883 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.637424 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Bound using segment: {'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:51.638064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Bound port: 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1175412b-6f10-4821-b925-53a2400ffad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:51.638709 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.711697 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] For port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:51.711985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.717383 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] For port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,segment=NetworkSegment(1175412b-6f10-4821-b925-53a2400ffad2),segment_id=1175412b-6f10-4821-b925-53a2400ffad2)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:51.723169 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:51.805300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:48Z', 'revision_number': 10, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:51.807787 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:51.808411 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:51.833977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe0fe-ef26-4b2b-9fd0-e7bf7efc8420 None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:48Z', 'revision_number': 10, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None, '_interfaces': [{'id': '59bf9f29-6f7b-4707-8ea5-17c6b1c2be99', 'name': '', 'network_id': 'bd408520-424c-4f36-bf7c-d79de23db1e9', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'mac_address': 'fa:16:3e:56:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:15Z', 'updated_at': '2021-11-23T14:35:19Z', 'revision_number': 5, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'subnets': [{'id': 'e084414d-53f4-471d-beee-8b9d44c65e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:51.894211 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f594bb5-c54a-4ad1-8436-a31ec1eef5ac None None] Pushing event updated for resources: {'Port': ['ID=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:51.935015 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:51.988224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.027935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2d416728-2bfa-41e0-8cb2-9919a3592651 None None] Provisioning complete for port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:52.028907 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d416728-2bfa-41e0-8cb2-9919a3592651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.100761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78fed02-845a-47f1-aabe-c410f070d5b8']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:52.129923 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d416728-2bfa-41e0-8cb2-9919a3592651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.146217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabea68a-94d0-4d3a-a0c2-11eae8920a93') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:52.146454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabea68a-94d0-4d3a-a0c2-11eae8920a93') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:52.171913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2d416728-2bfa-41e0-8cb2-9919a3592651 None None] For port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,segment=NetworkSegment(1175412b-6f10-4821-b925-53a2400ffad2),segment_id=1175412b-6f10-4821-b925-53a2400ffad2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:52.178850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d416728-2bfa-41e0-8cb2-9919a3592651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.214506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.270962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d416728-2bfa-41e0-8cb2-9919a3592651 None None] Pushing event updated for resources: {'Port': ['ID=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:52.301227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.335801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:52.336218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:52.340552 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:52.428941 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:51Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:51Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:50Z', 'revision_number': 1, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:52.470984 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841943-58c5-4a13-877f-07a6185317b1 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:51Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:51Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:50Z', 'revision_number': 1, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:52.509403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.522071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:52.569225 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.576634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/networks/d78fed02-845a-47f1-aabe-c410f070d5b8 HTTP/1.1" status: 204 len: 168 time: 2.1099029 Nov 23 14:35:52.576634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8139-d6ee-4840-bb26-8c9d5146f69f tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Pushing event deleted for resources: {'Network': ['ID=d78fed02-845a-47f1-aabe-c410f070d5b8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:52.577025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:52.608660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-248443df-df51-4ef2-9aaa-d06ceea47330 None None] Provisioning complete for port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:52.609138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-248443df-df51-4ef2-9aaa-d06ceea47330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.609770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-673b11c7-3713-4716-bfad-1207655f1d52 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "GET /v2.0/ports?device_id=153c47a1-5d17-4f18-bf9f-67dc3a30212c HTTP/1.1" status: 200 len: 205 time: 0.0307224 Nov 23 14:35:52.610303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54034) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:52.643623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.653519 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.654363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.710773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:52.711717 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.717796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:52.740547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac03422b-0c36-4183-8627-b2fee4b48748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.826279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.872213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 02586ec9-9911-4df5-994b-cb2ae20c14e7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:52.954565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0fe64d-a76b-46fb-a792-3cfec3e24886 None None] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:52.958222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 02586ec9-9911-4df5-994b-cb2ae20c14e7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:52.958784 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.997171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac03422b-0c36-4183-8627-b2fee4b48748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:52.999865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac03422b-0c36-4183-8627-b2fee4b48748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.045736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:53.049754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:53.056759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac03422b-0c36-4183-8627-b2fee4b48748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.057312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac03422b-0c36-4183-8627-b2fee4b48748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Fanout notify agent at l3_agent the message router_deleted on router 153c47a1-5d17-4f18-bf9f-67dc3a30212c {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:53.078943 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac03422b-0c36-4183-8627-b2fee4b48748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.083208 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ac03422b-0c36-4183-8627-b2fee4b48748 tempest-RoutersNegativeIpV6Test-1947943565 tempest-RoutersNegativeIpV6Test-1947943565-project] 10.222.0.46 "DELETE /v2.0/routers/153c47a1-5d17-4f18-bf9f-67dc3a30212c HTTP/1.1" status: 204 len: 168 time: 0.4717295 Nov 23 14:35:53.129904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bb7b314c-3cb5-450d-a6e7-02cadf17e5ad None None] Provisioning complete for port 02586ec9-9911-4df5-994b-cb2ae20c14e7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:53.130518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb7b314c-3cb5-450d-a6e7-02cadf17e5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.211936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:53.262545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.327436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 02586ec9-9911-4df5-994b-cb2ae20c14e7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=02586ec9-9911-4df5-994b-cb2ae20c14e7,segment=NetworkSegment(aa7ce18c-a581-407b-b151-1d2ff63939c1),segment_id=aa7ce18c-a581-407b-b151-1d2ff63939c1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:53.335505 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.393411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=02586ec9-9911-4df5-994b-cb2ae20c14e7,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:53.396914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:53.397099 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb7b314c-3cb5-450d-a6e7-02cadf17e5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.405269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-646ebd3c-85e6-4814-ba14-ad5429c00ed4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6772845 Nov 23 14:35:53.405269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54040) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:53.410811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-365153829'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:53.425695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:53.426334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.444408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54042) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:53.473248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 845d60e2-708d-4743-a571-6a848e1135cc no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:53.474839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:53.479047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.497495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-bb7b314c-3cb5-450d-a6e7-02cadf17e5ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:35:53.497854 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-bb7b314c-3cb5-450d-a6e7-02cadf17e5ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:35:53.498465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 845d60e2-708d-4743-a571-6a848e1135cc {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:53.498809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 845d60e2-708d-4743-a571-6a848e1135cc not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:53.499269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 511bab09-73d7-492b-b693-11c2c6462b89 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:53.524137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 511bab09-73d7-492b-b693-11c2c6462b89 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:53.524483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 511bab09-73d7-492b-b693-11c2c6462b89 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:53.524907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5e63841-59c9-4443-8f91-42363b56df2b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:53.552284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f5e63841-59c9-4443-8f91-42363b56df2b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:53.552583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5e63841-59c9-4443-8f91-42363b56df2b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:53.562819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:53.590024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,segment=NetworkSegment(2af74a00-e374-47e9-8296-1e4c93d17150),segment_id=2af74a00-e374-47e9-8296-1e4c93d17150)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:53.590185 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.593289 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.594286 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added segment 66100014-c23d-48ac-bb31-2dd2d2d6d4ad of type vlan for network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b Nov 23 14:35:53.615414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:53.631144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cf938f7a-9849-4c57-a1ef-c9689d2511ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af58cdae109d4ed1b3332747603c80fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1851058 Nov 23 14:35:53.632254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:53.684912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:53.685702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d303b77-7970-4eb0-937d-576a8db2c2e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.695691 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.696865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:53.697390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:53.710620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d303b77-7970-4eb0-937d-576a8db2c2e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.770519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d303b77-7970-4eb0-937d-576a8db2c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.773770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d303b77-7970-4eb0-937d-576a8db2c2e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.777732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0d303b77-7970-4eb0-937d-576a8db2c2e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a760257-495b-4ecf-aa02-2e99b9bed582 HTTP/1.1" status: 204 len: 168 time: 0.1421366 Nov 23 14:35:53.785717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d303b77-7970-4eb0-937d-576a8db2c2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a760257-495b-4ecf-aa02-2e99b9bed582,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:53.790991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.797730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:53.798646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.857230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4482453 Nov 23 14:35:53.857950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54050) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:53.871213 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'subnet': {'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:53.910958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93769633-669e-485e-9b9a-b070fea67dd8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Network': ['ID=7c76ce8e-d5a4-4675-992d-2e86a1508d6b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:53.971142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:53.993949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.038094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=59bf9f29-6f7b-4707-8ea5-17c6b1c2be99,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:54.055196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.143310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Made reservation on behalf of 56e629760f0f46629688edc20e560bfa for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:54.149467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.169684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:54.259256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:54.313256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.494227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.509233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-346b474f-51f1-44f6-8c92-6be3e946fd00 None None] Provisioning complete for port 02586ec9-9911-4df5-994b-cb2ae20c14e7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:54.509863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-346b474f-51f1-44f6-8c92-6be3e946fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.558495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:54.558495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.558684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:54.614697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Subnet': ['ID=dcdfb977-028a-484d-a49d-a79cae6cb81e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:54.635198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Checking segment: {'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:54.635806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network hostable DHCP agents. Network: 7c76ce8e-d5a4-4675-992d-2e86a1508d6b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:54.654118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:54.665760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:54.667541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7c76ce8e-d5a4-4675-992d-2e86a1508d6b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:54.675482 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:54.678671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-87ca89a6-e8bc-48fb-9f51-5b9b7061150f tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5889094 Nov 23 14:35:54.680967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54066) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:54.685198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472eae9-3149-43d9-b49f-cab8138bfa7f None None] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:54.685370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:54.686026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.692355 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:54.692976 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:54.725196 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-77648ab7-067c-473a-8b5e-e896b0f8df3b tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8639822 Nov 23 14:35:54.726191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54070) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:54.795227 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:54.804218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting subnet e084414d-53f4-471d-beee-8b9d44c65e5b {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:54.811302 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.873813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 02586ec9-9911-4df5-994b-cb2ae20c14e7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:54.877829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:53Z', 'revision_number': 11, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:54.917155 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:54.917815 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.929669 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:54.931062 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:54.942346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:51Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:54.956550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-346b474f-51f1-44f6-8c92-6be3e946fd00 None None] Provisioning complete for port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:54.956916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-346b474f-51f1-44f6-8c92-6be3e946fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.987858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54074) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:54.995568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:54.995568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Updating router 164f256f-c893-4544-bfb1-8e73048c69bf port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:54.997128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0078604 Nov 23 14:35:54.998057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54076) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.021008 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:55.058352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-346b474f-51f1-44f6-8c92-6be3e946fd00 None None] Port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:55.087130 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:53Z', 'revision_number': 11, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:55.123868 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e256257-4082-425b-8cbf-ccbe528a8fe7 None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:53Z', 'revision_number': 11, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:55.132135 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.175472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:35:55.176422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.176574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.187730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7dd6c9eb-3a3f-40be-8fd3-939b8008c8a6 tempest-NetworksApiDiscovery-1405022727 tempest-NetworksApiDiscovery-1405022727-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1856759 Nov 23 14:35:55.229023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 02586ec9-9911-4df5-994b-cb2ae20c14e7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:55.229412 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.252825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.293229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Subnet': ['ID=e084414d-53f4-471d-beee-8b9d44c65e5b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.303715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.308066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d19c8aeb-c6ff-4eab-934f-b77500b1de82 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/e084414d-53f4-471d-beee-8b9d44c65e5b HTTP/1.1" status: 204 len: 168 time: 0.6261330 Nov 23 14:35:55.310802 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54082) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.330986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c4bb3-ff6e-4667-a4a3-9955e0b06f6d None None] Network bd408520-424c-4f36-bf7c-d79de23db1e9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:55.370981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e390abdb-77ec-4730-861f-cc6fb0bd3091 None None] Provisioning complete for port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:55.371367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e390abdb-77ec-4730-861f-cc6fb0bd3091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.431127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.495405 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.521656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Deleting port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:55.522297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.601024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.624492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] For port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=788cfd1c-ec4c-4a00-b7c4-1cc39e22970c,segment=NetworkSegment(2af74a00-e374-47e9-8296-1e4c93d17150),segment_id=2af74a00-e374-47e9-8296-1e4c93d17150)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:55.625129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.643431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Calling delete_port for 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:55.694562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e390abdb-77ec-4730-861f-cc6fb0bd3091 None None] Port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:35:55.744893 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.786272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Port': ['ID=788cfd1c-ec4c-4a00-b7c4-1cc39e22970c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.791139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No DVR routers for this DVR port 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:55.803991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Allocated IP 2001:db8:3::2 (7c76ce8e-d5a4-4675-992d-2e86a1508d6b/dcdfb977-028a-484d-a49d-a79cae6cb81e/f5b081c2-9d60-4bd3-a333-9f802bd9714d) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:55.808792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a13d2600-0913-4536-b4f9-7faab700d626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.892170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.903705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a13d2600-0913-4536-b4f9-7faab700d626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.910689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a13d2600-0913-4536-b4f9-7faab700d626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.920619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd408520-424c-4f36-bf7c-d79de23db1e9']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:55.932442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af74a00-e374-47e9-8296-1e4c93d17150') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:55.932776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af74a00-e374-47e9-8296-1e4c93d17150') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:55.948533 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.960707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a13d2600-0913-4536-b4f9-7faab700d626 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3782c2816d6c4fefbb4cb3120f857bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584068 Nov 23 14:35:55.961720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d2600-0913-4536-b4f9-7faab700d626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b722191-704b-4841-bcba-8cf56e7474ed,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:55.964237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54090) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:55.972490 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:55.982691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:55.983386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:56.007245 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:56.036188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e544df41-0265-4b5c-8c32-770d0bcf86f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.063312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e544df41-0265-4b5c-8c32-770d0bcf86f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.086596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.094021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.101019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/networks/bd408520-424c-4f36-bf7c-d79de23db1e9 HTTP/1.1" status: 204 len: 168 time: 0.7851291 Nov 23 14:35:56.102750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54092) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:56.110406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10217bf4-a3e4-4ab4-a5a5-778c6b1e7644 None None] DHCP port deletion for bd408520-424c-4f36-bf7c-d79de23db1e9 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:56.112547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:56.114753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'routes': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:56.118429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74478e-efe9-4f71-8bb2-80c1e000caeb tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Pushing event deleted for resources: {'Network': ['ID=bd408520-424c-4f36-bf7c-d79de23db1e9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:56.132765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e544df41-0265-4b5c-8c32-770d0bcf86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.135661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e544df41-0265-4b5c-8c32-770d0bcf86f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.137040 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e544df41-0265-4b5c-8c32-770d0bcf86f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b722191-704b-4841-bcba-8cf56e7474ed HTTP/1.1" status: 204 len: 168 time: 0.1717424 Nov 23 14:35:56.146595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544df41-0265-4b5c-8c32-770d0bcf86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b722191-704b-4841-bcba-8cf56e7474ed,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:56.182000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:56.182476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 788cfd1c-ec4c-4a00-b7c4-1cc39e22970c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:56.182755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:56.231684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:56.232031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 59bf9f29-6f7b-4707-8ea5-17c6b1c2be99 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:56.263635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.285468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Added routes are [] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 14:35:56.285769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Removed routes are [] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 14:35:56.286511 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.291095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.352905 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.369652 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.377228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe2ceb-be1c-4811-988a-ab83e11a31c1 None None] Pushing event updated for resources: {'Port': ['ID=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:56.467010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:56.480215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:56.482709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:56.496119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Pushing event updated for resources: {'Port': ['ID=f5b081c2-9d60-4bd3-a333-9f802bd9714d,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:56.496725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Allocated IP 2001:db8:3::1 (7c76ce8e-d5a4-4675-992d-2e86a1508d6b/dcdfb977-028a-484d-a49d-a79cae6cb81e/c02acb00-807c-4886-bf2b-7d8ec5634553) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:56.501017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Attempting to bind port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:56.501748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Attempting to bind port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:56.501748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Attempting to bind port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f on network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:56.528110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:56.528409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Checking segment: {'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:56.528599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.528961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Bound using segment: {'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:56.529452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Bound port: d52f11ab-f30f-47e1-9aa0-67c66f59fd7f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7ce18c-a581-407b-b151-1d2ff63939c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:56.529834 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.607442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Attempting to bind port f5b081c2-9d60-4bd3-a333-9f802bd9714d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:56.607817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Attempting to bind port f5b081c2-9d60-4bd3-a333-9f802bd9714d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:56.608182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Attempting to bind port f5b081c2-9d60-4bd3-a333-9f802bd9714d on network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:56.617893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:56.618276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Checking segment: {'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:56.618592 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.620553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Bound using segment: {'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:56.621133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Bound port: f5b081c2-9d60-4bd3-a333-9f802bd9714d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:56.621598 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.689635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] For port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:56.720090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] For port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,segment=NetworkSegment(aa7ce18c-a581-407b-b151-1d2ff63939c1),segment_id=aa7ce18c-a581-407b-b151-1d2ff63939c1)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:56.732913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.742423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.758333 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47167055-0fc8-4ccd-af8e-4eb1b87ab78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.797040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] For port f5b081c2-9d60-4bd3-a333-9f802bd9714d, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:56.797885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.825741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] For port f5b081c2-9d60-4bd3-a333-9f802bd9714d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5b081c2-9d60-4bd3-a333-9f802bd9714d,segment=NetworkSegment(66100014-c23d-48ac-bb31-2dd2d2d6d4ad),segment_id=66100014-c23d-48ac-bb31-2dd2d2d6d4ad)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:56.839463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:56.840104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:56.842546 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.872975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:56.901119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:56.903085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=c02acb00-807c-4886-bf2b-7d8ec5634553,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:56.913354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.915895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:56.918472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.919346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:56.925597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe2ceb-be1c-4811-988a-ab83e11a31c1 None None] Pushing event updated for resources: {'Port': ['ID=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:57.036269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-08f20052-a0ef-47a6-abad-a26de7d1f8b9 None None] Provisioning complete for port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:57.036269 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08f20052-a0ef-47a6-abad-a26de7d1f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.092978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d729-5dd1-4f0e-bd15-d1421d4efc22 None None] Pushing event updated for resources: {'Port': ['ID=f5b081c2-9d60-4bd3-a333-9f802bd9714d,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:57.099222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:57.131409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:57.157971 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.169854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.294125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:57.309113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] Sync routers for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:57.322301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08f20052-a0ef-47a6-abad-a26de7d1f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.360942 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.365043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a93881ba-bdf4-4156-8357-6dade6438c91 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 200 len: 700 time: 1.2597566 Nov 23 14:35:57.365499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54116) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:57.385854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:57.386739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:57.424138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-645ee991-f31a-4c20-8229-9cda36d48545 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 200 len: 205 time: 0.0574620 Nov 23 14:35:57.425005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54118) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:57.544586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:57.554762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-08f20052-a0ef-47a6-abad-a26de7d1f8b9 None None] For port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,segment=NetworkSegment(aa7ce18c-a581-407b-b151-1d2ff63939c1),segment_id=aa7ce18c-a581-407b-b151-1d2ff63939c1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:57.560441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75c748d5-e909-407e-b101-c44c36b27c51 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.591489 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.602332 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.603274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.622198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08f20052-a0ef-47a6-abad-a26de7d1f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.629920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:53Z', 'revision_number': 11, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:57.661944 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] Checking router: 4c2ee808-e8df-4151-8d7b-7eafe00fe047 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:57.708708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] Routers {'4c2ee808-e8df-4151-8d7b-7eafe00fe047'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:57.709433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:57.730622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event updated for resources: {'Port': ['ID=c02acb00-807c-4886-bf2b-7d8ec5634553,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:57.778025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:57.779651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:57.805647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f20052-a0ef-47a6-abad-a26de7d1f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:57.811345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] Set router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:57.814933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75c748d5-e909-407e-b101-c44c36b27c51 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.817372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75c748d5-e909-407e-b101-c44c36b27c51 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.866592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75c748d5-e909-407e-b101-c44c36b27c51 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.867629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c748d5-e909-407e-b101-c44c36b27c51 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Fanout notify agent at l3_agent the message router_deleted on router 4c2ee808-e8df-4151-8d7b-7eafe00fe047 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:57.877399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75c748d5-e909-407e-b101-c44c36b27c51 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.878810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-75c748d5-e909-407e-b101-c44c36b27c51 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 204 len: 168 time: 0.4523697 Nov 23 14:35:57.885277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54128) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:57.890373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f4bff6a5-d2fc-45d6-a1a9-0fab6b426663 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-895553372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:57.922250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4bff6a5-d2fc-45d6-a1a9-0fab6b426663 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.923811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4bff6a5-d2fc-45d6-a1a9-0fab6b426663 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.940138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:58.020869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4bff6a5-d2fc-45d6-a1a9-0fab6b426663 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.026870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4bff6a5-d2fc-45d6-a1a9-0fab6b426663 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.070943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4bff6a5-d2fc-45d6-a1a9-0fab6b426663 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.070943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f4bff6a5-d2fc-45d6-a1a9-0fab6b426663 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1834385 Nov 23 14:35:58.073727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54130) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:58.085278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ae224104-66ea-4fc7-8e4d-30a46c9279d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:58.100151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:58.100462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:51Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:56Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:58.111700 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eda2427e-8c48-4d08-8af8-0b96241ca107 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3811498 Nov 23 14:35:58.112088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54134) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:58.117735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:58.152255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:53Z', 'revision_number': 11, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:58.194807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2849f63-009b-42d8-91e7-f975bb2a5869 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:51Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:56Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:58.196906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea907248-c888-4307-8840-e59e1170bc27 None None] The sync data for ids ['4c2ee808-e8df-4151-8d7b-7eafe00fe047'] in n-d-818503-2 is: [{'id': '4c2ee808-e8df-4151-8d7b-7eafe00fe047', 'name': 'tempest-RoutersTest-router-253971232', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:13Z', 'updated_at': '2021-11-23T14:35:53Z', 'revision_number': 11, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:58.198322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5715f03a-19ae-484d-8696-a1af07ca9a3f None None] Provisioning complete for port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:58.198838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5715f03a-19ae-484d-8696-a1af07ca9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.336138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d52f11ab-f30f-47e1-9aa0-67c66f59fd7f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:58.456561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:58.457227 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.502029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae224104-66ea-4fc7-8e4d-30a46c9279d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.525920 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae224104-66ea-4fc7-8e4d-30a46c9279d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.589791 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:58.609926 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:58.612675 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:58.617819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5b081c2-9d60-4bd3-a333-9f802bd9714d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:58.725243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f5b081c2-9d60-4bd3-a333-9f802bd9714d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:58.725951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.741625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae224104-66ea-4fc7-8e4d-30a46c9279d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Router 1d50df09-42ed-41f3-a01c-450a2caeef40 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:35:58.794881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b49e27-7d0d-4e95-9d6e-522cfbbb17bc None None] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:58.833182 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:58.876005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae224104-66ea-4fc7-8e4d-30a46c9279d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:58.887120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.extraroute_db [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 14:35:58.889894 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae224104-66ea-4fc7-8e4d-30a46c9279d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.892348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae224104-66ea-4fc7-8e4d-30a46c9279d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "PUT /v2.0/routers/1d50df09-42ed-41f3-a01c-450a2caeef40 HTTP/1.1" status: 200 len: 693 time: 0.8139365 Nov 23 14:35:58.894861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54148) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:58.909139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] Sync routers for ids ['1d50df09-42ed-41f3-a01c-450a2caeef40'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:58.910413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.extraroute_db [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Removed routes are [] {{(pid=103345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 14:35:58.911028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.945307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] Routers {'1d50df09-42ed-41f3-a01c-450a2caeef40'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:58.946302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1d50df09-42ed-41f3-a01c-450a2caeef40'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:58.984557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c7f2aec5-e455-4cdc-bb16-06032dd46cc0 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/routers/1d50df09-42ed-41f3-a01c-450a2caeef40 HTTP/1.1" status: 200 len: 699 time: 0.0882833 Nov 23 14:35:58.988745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54150) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:59.001577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3cfef835-1d5f-448d-8a32-457200ac828b None None] Provisioning complete for port f5b081c2-9d60-4bd3-a333-9f802bd9714d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:59.002281 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3cfef835-1d5f-448d-8a32-457200ac828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.036827 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.056610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54152) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:59.057598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7d22d64f-c4f7-4b0e-b25e-bf69761f1ba4 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d50df09-42ed-41f3-a01c-450a2caeef40 HTTP/1.1" status: 200 len: 205 time: 0.0674407 Nov 23 14:35:59.096528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] Set router 1d50df09-42ed-41f3-a01c-450a2caeef40 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:59.177988 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02acb00-807c-4886-bf2b-7d8ec5634553', 'name': '', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0b:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:55Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:59.216260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50df09-42ed-41f3-a01c-450a2caeef40', 'name': 'tempest-RoutersTest-router-895553372', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:57Z', 'updated_at': '2021-11-23T14:35:58Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:59.223704 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:59.224059 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Updating router 164f256f-c893-4544-bfb1-8e73048c69bf port c02acb00-807c-4886-bf2b-7d8ec5634553 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:35:59.225433 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-30834e2a-9d61-4b97-8dad-297628dc74d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.233430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port f5b081c2-9d60-4bd3-a333-9f802bd9714d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5b081c2-9d60-4bd3-a333-9f802bd9714d,segment=NetworkSegment(66100014-c23d-48ac-bb31-2dd2d2d6d4ad),segment_id=66100014-c23d-48ac-bb31-2dd2d2d6d4ad)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:59.260169 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.308708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] Checking router: 1d50df09-42ed-41f3-a01c-450a2caeef40 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:59.310664 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.431523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] Routers {'1d50df09-42ed-41f3-a01c-450a2caeef40'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:59.432509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['1d50df09-42ed-41f3-a01c-450a2caeef40'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:59.544414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d80edfe-89f9-4c33-a4c9-8eada8e18193 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.580918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] Set router 1d50df09-42ed-41f3-a01c-450a2caeef40 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:59.602848 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.612026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=f5b081c2-9d60-4bd3-a333-9f802bd9714d,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:59.628562 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.646477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50df09-42ed-41f3-a01c-450a2caeef40', 'name': 'tempest-RoutersTest-router-895553372', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:57Z', 'updated_at': '2021-11-23T14:35:58Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:59.682901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ef5da-d2cd-485f-acb2-15fe3b5bbea9 None None] The sync data for ids ['1d50df09-42ed-41f3-a01c-450a2caeef40'] in n-d-818503-2 is: [{'id': '1d50df09-42ed-41f3-a01c-450a2caeef40', 'name': 'tempest-RoutersTest-router-895553372', 'tenant_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:57Z', 'updated_at': '2021-11-23T14:35:58Z', 'revision_number': 2, 'project_id': '7685c5dd326e4aa2aad5f7e0f4bc8dac', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:59.760253 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d80edfe-89f9-4c33-a4c9-8eada8e18193 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.766247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d80edfe-89f9-4c33-a4c9-8eada8e18193 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.771144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.775605 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a8282-5497-4cf1-a95c-bc559347336a None None] Pushing event updated for resources: {'Port': ['ID=c02acb00-807c-4886-bf2b-7d8ec5634553,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:59.779804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.785661 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Attempting to bind port c02acb00-807c-4886-bf2b-7d8ec5634553 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:59.786022 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Attempting to bind port c02acb00-807c-4886-bf2b-7d8ec5634553 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:59.786391 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Attempting to bind port c02acb00-807c-4886-bf2b-7d8ec5634553 on network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:59.795887 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:59.798708 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Checking segment: {'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:59.799423 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.799873 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Bound using segment: {'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:59.800970 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Bound port: c02acb00-807c-4886-bf2b-7d8ec5634553, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66100014-c23d-48ac-bb31-2dd2d2d6d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:59.801400 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.851408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d80edfe-89f9-4c33-a4c9-8eada8e18193 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.851961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d80edfe-89f9-4c33-a4c9-8eada8e18193 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Fanout notify agent at l3_agent the message router_deleted on router 1d50df09-42ed-41f3-a01c-450a2caeef40 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:59.867473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d80edfe-89f9-4c33-a4c9-8eada8e18193 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.873533 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4d80edfe-89f9-4c33-a4c9-8eada8e18193 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/1d50df09-42ed-41f3-a01c-450a2caeef40 HTTP/1.1" status: 204 len: 168 time: 0.7704227 Nov 23 14:35:59.876187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54160) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:59.894203 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] For port c02acb00-807c-4886-bf2b-7d8ec5634553, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:59.897742 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] For port c02acb00-807c-4886-bf2b-7d8ec5634553, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c02acb00-807c-4886-bf2b-7d8ec5634553,segment=NetworkSegment(66100014-c23d-48ac-bb31-2dd2d2d6d4ad),segment_id=66100014-c23d-48ac-bb31-2dd2d2d6d4ad)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:59.902980 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:59.935923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3ab7d4e3-201a-46da-bc3f-255e5f721d81 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d50df09-42ed-41f3-a01c-450a2caeef40 HTTP/1.1" status: 200 len: 205 time: 0.0580859 Nov 23 14:35:59.937088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54162) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.005609 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-b922bb2e-5766-4c3d-b685-8956236f8ac3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] delete failed (client error): The resource could not be found. Nov 23 14:36:00.009027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b922bb2e-5766-4c3d-b685-8956236f8ac3 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/1d50df09-42ed-41f3-a01c-450a2caeef40 HTTP/1.1" status: 404 len: 336 time: 0.0684659 Nov 23 14:36:00.009273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54164) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.050053 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:00.050540 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:00.058039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:00.066505 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c682a11-aafa-47b5-8cf6-ff42857c9259 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:00.067729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c682a11-aafa-47b5-8cf6-ff42857c9259 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:00.073378 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9c682a11-aafa-47b5-8cf6-ff42857c9259 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/c58d6999-7043-4649-915d-bea35fb9f2ba HTTP/1.1" status: 404 len: 337 time: 0.0632002 Nov 23 14:36:00.078516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54166) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.101154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.114935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5b081c2-9d60-4bd3-a333-9f802bd9714d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:00.125196 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-872367cb-cdd4-4c7d-b26e-734a316e82d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:00.135987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872367cb-cdd4-4c7d-b26e-734a316e82d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:00.141471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-872367cb-cdd4-4c7d-b26e-734a316e82d6 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/4f61d258-4378-4d21-9f43-2786a02227b5 HTTP/1.1" status: 404 len: 337 time: 0.0617518 Nov 23 14:36:00.144251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54168) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.222578 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a8282-5497-4cf1-a95c-bc559347336a None None] Pushing event updated for resources: {'Port': ['ID=c02acb00-807c-4886-bf2b-7d8ec5634553,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:00.223512 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88f5170-0f21-4dff-aaa1-d3e201f7db11 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:00.224177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88f5170-0f21-4dff-aaa1-d3e201f7db11 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:00.228500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:00.237792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.239646 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d616df20-bcb7-4a63-acda-3e267f6d50fd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 200 len: 954 time: 2.1264744 Nov 23 14:36:00.242169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.243926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b88f5170-0f21-4dff-aaa1-d3e201f7db11 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/4d9c10e1-b9df-4f16-98d0-71385c405567 HTTP/1.1" status: 404 len: 337 time: 0.0983891 Nov 23 14:36:00.244261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] Provisioning complete for port c02acb00-807c-4886-bf2b-7d8ec5634553 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:00.244654 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.246118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54172) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.290048 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-259f1542-fd43-4a6b-8ec8-bf170dc9bf79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:00.290856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259f1542-fd43-4a6b-8ec8-bf170dc9bf79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:00.291603 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f5b081c2-9d60-4bd3-a333-9f802bd9714d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:00.291980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.294839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-259f1542-fd43-4a6b-8ec8-bf170dc9bf79 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/e084414d-53f4-471d-beee-8b9d44c65e5b HTTP/1.1" status: 404 len: 337 time: 0.0477417 Nov 23 14:36:00.298102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54174) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.308179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:00.421654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54178) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.421858 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1aa2a3fa-b6a2-495e-8064-e8abb3cbdb8e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 200 len: 205 time: 0.1216137 Nov 23 14:36:00.480288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6cbf4053-3c14-4a12-b187-d19e8b80396d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 200 len: 954 time: 0.2365019 Nov 23 14:36:00.481016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54180) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.486055 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.488448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'routes': None}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:00.521658 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-b1f21549-8960-4136-8fc5-13c6a57fc149 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] delete failed (client error): The resource could not be found. Nov 23 14:36:00.527084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1f21549-8960-4136-8fc5-13c6a57fc149 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/4c2ee808-e8df-4151-8d7b-7eafe00fe047 HTTP/1.1" status: 404 len: 336 time: 0.1059768 Nov 23 14:36:00.528679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54182) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.556916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] For port c02acb00-807c-4886-bf2b-7d8ec5634553, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c02acb00-807c-4886-bf2b-7d8ec5634553,segment=NetworkSegment(66100014-c23d-48ac-bb31-2dd2d2d6d4ad),segment_id=66100014-c23d-48ac-bb31-2dd2d2d6d4ad)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:00.561456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.588639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8184d7cc-2531-4962-80b6-ea972ef668c7 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5c31daa-ed06-4b3d-a12a-383744955f1b HTTP/1.1" status: 200 len: 205 time: 0.0568063 Nov 23 14:36:00.594592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54184) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.613166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] Provisioning complete for port f5b081c2-9d60-4bd3-a333-9f802bd9714d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:00.613532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.683867 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-111ad148-febf-44b7-83e8-4534b98f984c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] delete failed (client error): The resource could not be found. Nov 23 14:36:00.688985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-111ad148-febf-44b7-83e8-4534b98f984c tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/f5c31daa-ed06-4b3d-a12a-383744955f1b HTTP/1.1" status: 404 len: 336 time: 0.0930543 Nov 23 14:36:00.689852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54186) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.707114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca58f2-a6f5-4ba6-8fbb-e9468406c768 None None] Pushing event updated for resources: {'Port': ['ID=c02acb00-807c-4886-bf2b-7d8ec5634553,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:00.733214 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa13a75-412e-4bd3-a1f7-5dd4b8575c11 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:00.734936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa13a75-412e-4bd3-a1f7-5dd4b8575c11 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:00.741085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-efa13a75-412e-4bd3-a1f7-5dd4b8575c11 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/b212722f-56d3-42ed-8866-db2f574bf8ea HTTP/1.1" status: 404 len: 337 time: 0.0476346 Nov 23 14:36:00.746658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54188) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.792434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-94690497-3e35-4294-be30-0b83b9cf3f02 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcfbd72b-6a6f-4b11-ba96-363fe594e195 HTTP/1.1" status: 200 len: 205 time: 0.0445511 Nov 23 14:36:00.794799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54190) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.844862 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-97068a20-1721-4fca-85e8-be1ea6dbe484 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] delete failed (client error): The resource could not be found. Nov 23 14:36:00.848327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-97068a20-1721-4fca-85e8-be1ea6dbe484 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/bcfbd72b-6a6f-4b11-ba96-363fe594e195 HTTP/1.1" status: 404 len: 336 time: 0.0501971 Nov 23 14:36:00.848778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54192) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.850187 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:58Z', 'revision_number': 6, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02acb00-807c-4886-bf2b-7d8ec5634553', 'name': '', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0b:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:55Z', 'updated_at': '2021-11-23T14:35:59Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:00.884244 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb041f-0db2-4efb-8b6e-fac34a8079b7 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:35:58Z', 'revision_number': 6, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02acb00-807c-4886-bf2b-7d8ec5634553', 'name': '', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0b:0f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:55Z', 'updated_at': '2021-11-23T14:35:59Z', 'revision_number': 4, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:00.892674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6c90c083-6d65-4087-86b1-8a85a23e7989 None None] Provisioning complete for port c02acb00-807c-4886-bf2b-7d8ec5634553 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:00.893050 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c90c083-6d65-4087-86b1-8a85a23e7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.902609 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ff76024d-41cb-48cd-a3df-059703f7043d tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b80389d-e461-4bdd-af67-304f76290423 HTTP/1.1" status: 200 len: 205 time: 0.0526993 Nov 23 14:36:00.904987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54194) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.993097 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-2fc7fe4b-127c-40f4-a7c0-cd19d17dff22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] delete failed (client error): The resource could not be found. Nov 23 14:36:00.996737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2fc7fe4b-127c-40f4-a7c0-cd19d17dff22 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/0b80389d-e461-4bdd-af67-304f76290423 HTTP/1.1" status: 404 len: 336 time: 0.0907230 Nov 23 14:36:00.997799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54196) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.032417 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e748aa80-c172-4253-903a-0f67f18b69ce tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:01.032876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e748aa80-c172-4253-903a-0f67f18b69ce tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:01.038599 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e748aa80-c172-4253-903a-0f67f18b69ce tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/8a1a694d-0025-4135-9cfd-38128fa61853 HTTP/1.1" status: 404 len: 337 time: 0.0372381 Nov 23 14:36:01.039845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54198) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.077972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f9e773d2-e50c-465f-83e0-d71bfcef800e tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=6153513d-3e1e-4599-b31e-81609a3ccc3d HTTP/1.1" status: 200 len: 205 time: 0.0369697 Nov 23 14:36:01.080338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54200) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.132047 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-aeeb84ae-ba2e-4069-8778-a59d6012a2f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] delete failed (client error): The resource could not be found. Nov 23 14:36:01.133107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aeeb84ae-ba2e-4069-8778-a59d6012a2f2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/6153513d-3e1e-4599-b31e-81609a3ccc3d HTTP/1.1" status: 404 len: 336 time: 0.0511074 Nov 23 14:36:01.135816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54202) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.168848 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a72e2a-50c7-4d8a-8f82-580e9a0b7db5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:01.169312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a72e2a-50c7-4d8a-8f82-580e9a0b7db5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:01.175155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f0a72e2a-50c7-4d8a-8f82-580e9a0b7db5 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/6e7891ed-494d-49b5-a6f4-9663ea21e4b8 HTTP/1.1" status: 404 len: 337 time: 0.0293088 Nov 23 14:36:01.179060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54204) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.209512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.extraroute_db [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added routes are [] {{(pid=103345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 14:36:01.210063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.extraroute_db [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103345) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 14:36:01.216611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6fa2deca-4c51-4102-984d-587952bdf1d1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 HTTP/1.1" status: 200 len: 205 time: 0.0363765 Nov 23 14:36:01.219352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54206) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.259873 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.280688 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-ae6b8039-4885-4cee-aa61-18e41ed1f0c2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] delete failed (client error): The resource could not be found. Nov 23 14:36:01.282675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae6b8039-4885-4cee-aa61-18e41ed1f0c2 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/routers/0cdbf3e1-aac8-4ee9-8cd2-aab982ab7be0 HTTP/1.1" status: 404 len: 336 time: 0.0621827 Nov 23 14:36:01.286428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54208) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.321501 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a4f03d-8bce-4823-ac81-3d3329f6f0c1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:01.321954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a4f03d-8bce-4823-ac81-3d3329f6f0c1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:01.328366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-90a4f03d-8bce-4823-ac81-3d3329f6f0c1 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/2e7683d7-5b30-4bbf-9fe3-d065776ca54b HTTP/1.1" status: 404 len: 337 time: 0.0379839 Nov 23 14:36:01.328600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54210) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.350571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b75481fa-5074-4e36-986c-e4c789ee60a7 None None] Provisioning complete for port c02acb00-807c-4886-bf2b-7d8ec5634553 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:01.351100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b75481fa-5074-4e36-986c-e4c789ee60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.365322 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5508f48-ab98-45ac-be6a-4a0cc5493c57 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:01.366210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5508f48-ab98-45ac-be6a-4a0cc5493c57 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:01.371628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b5508f48-ab98-45ac-be6a-4a0cc5493c57 tempest-RoutersTest-936150451 tempest-RoutersTest-936150451-project] 10.222.0.46 "DELETE /v2.0/subnets/45eedbcd-1b6c-45fa-ae4c-1bf00820a8db HTTP/1.1" status: 404 len: 337 time: 0.0397565 Nov 23 14:36:01.491472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.494990 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.656618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:01.703825 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.715999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-456f8b56-caff-44e7-85e1-a344a9cbf0af None None] Provisioning complete for port c02acb00-807c-4886-bf2b-7d8ec5634553 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:01.716374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-456f8b56-caff-44e7-85e1-a344a9cbf0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.885169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54222) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:02.085818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c02acb00-807c-4886-bf2b-7d8ec5634553 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:02.133419 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:02.151952 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:02.152260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:02.152553 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:02.162602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.167129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ca2a93a4-032e-43af-ab3b-505a6c4d3af8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7685c5dd326e4aa2aad5f7e0f4bc8dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2787366 Nov 23 14:36:02.170272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cf74b1cc-29fd-4855-a6b8-1eab5c9e179e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 200 len: 704 time: 1.6878397 Nov 23 14:36:02.171691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54230) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:02.172229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54232) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:02.176260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c02acb00-807c-4886-bf2b-7d8ec5634553 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:02.176663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.273725 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:02.330355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bf76bad4-5699-4610-aaec-5e299405ed5d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 200 len: 704 time: 0.1566906 Nov 23 14:36:02.333605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54236) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:02.418803 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ac147c1-7df0-4448-9f97-9341f3bd88d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.450533 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ac147c1-7df0-4448-9f97-9341f3bd88d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.492820 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:01Z', 'revision_number': 7, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02acb00-807c-4886-bf2b-7d8ec5634553', 'name': '', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0b:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:55Z', 'updated_at': '2021-11-23T14:36:00Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:02.525004 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:02.539120 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:02.541132 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:02.550152 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.608096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ac147c1-7df0-4448-9f97-9341f3bd88d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.610863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ac147c1-7df0-4448-9f97-9341f3bd88d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.614357 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1ac147c1-7df0-4448-9f97-9341f3bd88d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee183923-295c-43b2-ba84-78b5d4b611e4 HTTP/1.1" status: 204 len: 168 time: 0.3509569 Nov 23 14:36:02.636094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac147c1-7df0-4448-9f97-9341f3bd88d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee183923-295c-43b2-ba84-78b5d4b611e4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:02.653456 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:02.805315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:02.954182 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:01Z', 'revision_number': 7, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02acb00-807c-4886-bf2b-7d8ec5634553', 'name': '', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0b:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:55Z', 'updated_at': '2021-11-23T14:36:00Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:02.985998 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f3345-c09e-470f-878a-814cb6ed3e0a None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:01Z', 'revision_number': 7, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02acb00-807c-4886-bf2b-7d8ec5634553', 'name': '', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0b:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:55Z', 'updated_at': '2021-11-23T14:36:00Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:03.171319 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port c02acb00-807c-4886-bf2b-7d8ec5634553 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:03.172299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.273419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port c02acb00-807c-4886-bf2b-7d8ec5634553, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c02acb00-807c-4886-bf2b-7d8ec5634553,segment=NetworkSegment(66100014-c23d-48ac-bb31-2dd2d2d6d4ad),segment_id=66100014-c23d-48ac-bb31-2dd2d2d6d4ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:03.273798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.291074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for c02acb00-807c-4886-bf2b-7d8ec5634553 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:03.296018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:03.306604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:03.307659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:03.405540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:03.508344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.537624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=c02acb00-807c-4886-bf2b-7d8ec5634553,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:03.565082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54260) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:03.660566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:01Z', 'revision_number': 7, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02acb00-807c-4886-bf2b-7d8ec5634553', 'name': '', 'network_id': '7c76ce8e-d5a4-4675-992d-2e86a1508d6b', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0b:0f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:55Z', 'updated_at': '2021-11-23T14:36:00Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'dcdfb977-028a-484d-a49d-a79cae6cb81e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:03.681264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.694760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:03.703908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:03.704536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:03.710577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-feacecb9-3c55-47b6-bf6c-81ce88767427 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1175250586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:03.745412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-feacecb9-3c55-47b6-bf6c-81ce88767427 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.747490 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-feacecb9-3c55-47b6-bf6c-81ce88767427 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.805486 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-feacecb9-3c55-47b6-bf6c-81ce88767427 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.810042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:03.813740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-feacecb9-3c55-47b6-bf6c-81ce88767427 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.838794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-feacecb9-3c55-47b6-bf6c-81ce88767427 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.842850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-feacecb9-3c55-47b6-bf6c-81ce88767427 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2742302 Nov 23 14:36:03.843201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54264) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:03.848179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-730411771'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:03.868621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Made reservation on behalf of 056ff2c9e50c451bb1d67e7e86343b10 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:03.872694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.882309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.905380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:03.971364 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:03.976694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.014913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:04.016757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:04.017583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc98c1ac-497a-4d34-8514-b822420913bd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6826773 Nov 23 14:36:04.020768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54266) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:04.028207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.028564 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Added segment a91eb5d5-e339-440b-b6e1-029f64edaa50 of type vlan for network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b Nov 23 14:36:04.049930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48adc3d-2bca-4fa0-ba74-9fa8775491fa,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:04.058903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:03Z', 'revision_number': 8, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:04.087179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.092816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet dcdfb977-028a-484d-a49d-a79cae6cb81e {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:04.095413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8c988-e99f-43ee-bb94-3a02a13e5176 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:03Z', 'revision_number': 8, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:04.103002 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.116471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.122530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:04.123178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.162975 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.163183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3180699 Nov 23 14:36:04.165292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54270) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:04.170501 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'subnet': {'network_id': '71f1390c-84a1-4f01-ab05-b9f6077d7d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:04.205270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca263f-8bcc-4d04-93e7-d662e5ffdd65 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Network': ['ID=71f1390c-84a1-4f01-ab05-b9f6077d7d3b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:04.216018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:04.331231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.354114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Made reservation on behalf of 056ff2c9e50c451bb1d67e7e86343b10 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:04.357715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.464412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.506172 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.509494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/dcdfb977-028a-484d-a49d-a79cae6cb81e HTTP/1.1" status: 204 len: 168 time: 0.4871144 Nov 23 14:36:04.512271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54280) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:04.512577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b4af2-642b-4860-89f5-0e0ebd92da9d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdfb977-028a-484d-a49d-a79cae6cb81e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:04.514546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707143b-2d55-4399-8ee2-62c122bf6291 None None] Network 7c76ce8e-d5a4-4675-992d-2e86a1508d6b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:04.628240 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.638332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.704852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Subnet': ['ID=3b3ad1bc-0504-4a47-884e-10c446d80b68,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:04.715611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port f5b081c2-9d60-4bd3-a333-9f802bd9714d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:04.716152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Checking segment: {'id': 'a91eb5d5-e339-440b-b6e1-029f64edaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71f1390c-84a1-4f01-ab05-b9f6077d7d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:04.716521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network hostable DHCP agents. Network: 71f1390c-84a1-4f01-ab05-b9f6077d7d3b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:04.717845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.742332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:04.752182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 71f1390c-84a1-4f01-ab05-b9f6077d7d3b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:04.756338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:04.756950 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.764128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3b193-ddf2-476e-9764-dcf17f6ab47c None None] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:04.782226 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-669d633d-2c67-441a-82b3-327f3c9525a6 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6158817 Nov 23 14:36:04.786057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54284) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:04.793776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'network': {'name': 'tempest-router-network01--1612582486'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:04.813432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port f5b081c2-9d60-4bd3-a333-9f802bd9714d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5b081c2-9d60-4bd3-a333-9f802bd9714d,segment=NetworkSegment(66100014-c23d-48ac-bb31-2dd2d2d6d4ad),segment_id=66100014-c23d-48ac-bb31-2dd2d2d6d4ad)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:04.813790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.821349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Made reservation on behalf of 056ff2c9e50c451bb1d67e7e86343b10 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:04.828312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.834559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for f5b081c2-9d60-4bd3-a333-9f802bd9714d owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:04.863664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] DHCP port deletion for 7c76ce8e-d5a4-4675-992d-2e86a1508d6b request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:04.863982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:04.873266 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.873678 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Added segment b7a3398a-d6db-484e-b1cf-361f69b5928d of type vlan for network 964994c3-808b-4e66-adcd-01f77b2a086c Nov 23 14:36:04.880315 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:04.899034 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:04.900050 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:04.917716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.950590 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.959653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:04.960811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:04.978816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.014279 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2269852 Nov 23 14:36:05.016021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54286) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:05.035223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] Deleting port f5b081c2-9d60-4bd3-a333-9f802bd9714d {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:05.035735 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.049618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=f5b081c2-9d60-4bd3-a333-9f802bd9714d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:05.061790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No DVR routers for this DVR port f5b081c2-9d60-4bd3-a333-9f802bd9714d on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:05.068153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:05.071176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'network': {'name': 'tempest-router-network02--1725907603'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:05.080906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a18861-d8c8-4a62-b3d6-29d5e5352948 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Network': ['ID=964994c3-808b-4e66-adcd-01f77b2a086c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:05.107616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-71f1390c-84a1-4f01-ab05-b9f6077d7d3b', 'network_id': '71f1390c-84a1-4f01-ab05-b9f6077d7d3b', 'tenant_id': '056ff2c9e50c451bb1d67e7e86343b10', 'fixed_ips': [{'subnet_id': '3b3ad1bc-0504-4a47-884e-10c446d80b68'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:36:05.109427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.112145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 964994c3-808b-4e66-adcd-01f77b2a086c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:05.113188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Made reservation on behalf of 056ff2c9e50c451bb1d67e7e86343b10 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:05.122525 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.160157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] For port f5b081c2-9d60-4bd3-a333-9f802bd9714d, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:05.160932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.168491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:05.187160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.188831 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Added segment 0e205dcd-131d-4882-a0e8-c36ee7fa6a98 of type vlan for network c6d73f85-eecd-4a7d-b588-e7d697e31a31 Nov 23 14:36:05.222135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] Calling delete_port for f5b081c2-9d60-4bd3-a333-9f802bd9714d owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:05.225504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] Port f5b081c2-9d60-4bd3-a333-9f802bd9714d was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:36:05.232246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.245770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.262783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.274321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c76ce8e-d5a4-4675-992d-2e86a1508d6b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:05.287262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66100014-c23d-48ac-bb31-2dd2d2d6d4ad') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:05.287871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66100014-c23d-48ac-bb31-2dd2d2d6d4ad') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:05.300078 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.306189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] Pushing event deleted for resources: {'Port': ['ID=f5b081c2-9d60-4bd3-a333-9f802bd9714d,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:05.311644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.324886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:05.325676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.331693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e390961-95f8-41ae-8fd7-32dbf8f6f436 None None] No DVR routers for this DVR port f5b081c2-9d60-4bd3-a333-9f802bd9714d on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:05.336007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.351496 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3284240 Nov 23 14:36:05.355568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:05.356061 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.360817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54288) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:05.369102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'subnet': {'network_id': '964994c3-808b-4e66-adcd-01f77b2a086c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:05.392551 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:05.424258 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:03Z', 'revision_number': 8, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:05.434355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Allocated IP 172.20.0.2 (71f1390c-84a1-4f01-ab05-b9f6077d7d3b/3b3ad1bc-0504-4a47-884e-10c446d80b68/79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:05.446625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.470671 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:05.473744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.486719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/7c76ce8e-d5a4-4675-992d-2e86a1508d6b HTTP/1.1" status: 204 len: 168 time: 0.9668086 Nov 23 14:36:05.493923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862381a-dced-4972-bcea-843705d3b859 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=7c76ce8e-d5a4-4675-992d-2e86a1508d6b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:05.496254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54290) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:05.502180 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:05.504609 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:05.509680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe05bd-d3cb-4d05-9d15-0db0ebd80fb7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Network': ['ID=c6d73f85-eecd-4a7d-b588-e7d697e31a31,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:05.529581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Made reservation on behalf of 056ff2c9e50c451bb1d67e7e86343b10 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:05.538407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.568150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c6d73f85-eecd-4a7d-b588-e7d697e31a31 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:05.672978 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:05.785375 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.851802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.860707 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.883057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Subnet': ['ID=e7846558-12e5-498e-b9e8-ed10160a9a4e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:05.885104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Checking segment: {'id': 'b7a3398a-d6db-484e-b1cf-361f69b5928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '964994c3-808b-4e66-adcd-01f77b2a086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:05.885473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network hostable DHCP agents. Network: 964994c3-808b-4e66-adcd-01f77b2a086c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:05.905177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network 964994c3-808b-4e66-adcd-01f77b2a086c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:05.917327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 964994c3-808b-4e66-adcd-01f77b2a086c) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:05.917910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:05.920982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:05.922421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:05.923350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:05.926504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:05.929414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Pushing event updated for resources: {'Port': ['ID=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:05.936277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b8b8b0-2144-4bfe-a492-7e52dcf98033 None None] Network 964994c3-808b-4e66-adcd-01f77b2a086c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:05.948148 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-43660f75-abd9-4831-8ebf-998b4b1c2338 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5859189 Nov 23 14:36:05.949337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54294) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:05.956067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'subnet': {'network_id': 'c6d73f85-eecd-4a7d-b588-e7d697e31a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:06.040004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.060492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Attempting to bind port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:06.060869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Attempting to bind port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'a91eb5d5-e339-440b-b6e1-029f64edaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71f1390c-84a1-4f01-ab05-b9f6077d7d3b'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:06.061242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Attempting to bind port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 on network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:06.069957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:06.070346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Checking segment: {'id': 'a91eb5d5-e339-440b-b6e1-029f64edaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71f1390c-84a1-4f01-ab05-b9f6077d7d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:06.072384 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.072811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Bound using segment: {'id': 'a91eb5d5-e339-440b-b6e1-029f64edaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71f1390c-84a1-4f01-ab05-b9f6077d7d3b'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:06.073315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Bound port: 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91eb5d5-e339-440b-b6e1-029f64edaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '71f1390c-84a1-4f01-ab05-b9f6077d7d3b'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:06.073707 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.083731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Made reservation on behalf of 056ff2c9e50c451bb1d67e7e86343b10 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:06.088729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.095245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5b081c2-9d60-4bd3-a333-9f802bd9714d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:06.130283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f5b081c2-9d60-4bd3-a333-9f802bd9714d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:06.130917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5b081c2-9d60-4bd3-a333-9f802bd9714d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:06.131509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c02acb00-807c-4886-bf2b-7d8ec5634553 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:06.203771 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:03Z', 'revision_number': 8, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:06.216972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c02acb00-807c-4886-bf2b-7d8ec5634553 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:06.217569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c02acb00-807c-4886-bf2b-7d8ec5634553 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:06.232543 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3620226-d0d7-4d7a-8d30-b6bfbf4a0d4b None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:03Z', 'revision_number': 8, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52f11ab-f30f-47e1-9aa0-67c66f59fd7f', 'name': '', 'network_id': '88a07f5f-26a8-4f02-bada-3e78ea15acd3', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:8e:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:49Z', 'updated_at': '2021-11-23T14:35:57Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '222fb6e3-224f-4ad2-942b-ea12dd436124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:06.294051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] For port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:06.316922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.321021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] For port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,segment=NetworkSegment(a91eb5d5-e339-440b-b6e1-029f64edaa50),segment_id=a91eb5d5-e339-440b-b6e1-029f64edaa50)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:06.325401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-964994c3-808b-4e66-adcd-01f77b2a086c', 'network_id': '964994c3-808b-4e66-adcd-01f77b2a086c', 'tenant_id': '056ff2c9e50c451bb1d67e7e86343b10', 'fixed_ips': [{'subnet_id': 'e7846558-12e5-498e-b9e8-ed10160a9a4e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:36:06.326610 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.333509 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.368966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:06.369319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.385965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Subnet': ['ID=171c275a-e4ee-4d8f-9478-a6ef8b7ad25c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:06.396234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Checking segment: {'id': '0e205dcd-131d-4882-a0e8-c36ee7fa6a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c6d73f85-eecd-4a7d-b588-e7d697e31a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:06.396452 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network hostable DHCP agents. Network: c6d73f85-eecd-4a7d-b588-e7d697e31a31, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:06.417339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network c6d73f85-eecd-4a7d-b588-e7d697e31a31 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:06.429261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c6d73f85-eecd-4a7d-b588-e7d697e31a31) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:06.441190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:06.441876 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.464836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cf12e4fd-14ce-4a54-a4df-5dcdbff290dc tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5116713 Nov 23 14:36:06.465093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54296) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:06.502265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port d52f11ab-f30f-47e1-9aa0-67c66f59fd7f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,segment=NetworkSegment(aa7ce18c-a581-407b-b151-1d2ff63939c1),segment_id=aa7ce18c-a581-407b-b151-1d2ff63939c1)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:06.502730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.528649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for d52f11ab-f30f-47e1-9aa0-67c66f59fd7f owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:06.651100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa33199-ba7c-4a57-9428-f009550c8e44 None None] Network c6d73f85-eecd-4a7d-b588-e7d697e31a31 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:06.702130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b444c-50a9-4a5f-bc5f-a96d5702ff62 None None] Pushing event updated for resources: {'Port': ['ID=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:06.903230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Allocated IP 172.20.0.2 (964994c3-808b-4e66-adcd-01f77b2a086c/e7846558-12e5-498e-b9e8-ed10160a9a4e/9269872d-0330-4921-833f-298f4620bd30) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:07.051763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c6d73f85-eecd-4a7d-b588-e7d697e31a31', 'network_id': 'c6d73f85-eecd-4a7d-b588-e7d697e31a31', 'tenant_id': '056ff2c9e50c451bb1d67e7e86343b10', 'fixed_ips': [{'subnet_id': '171c275a-e4ee-4d8f-9478-a6ef8b7ad25c'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:36:07.052659 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.191603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.223412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=d52f11ab-f30f-47e1-9aa0-67c66f59fd7f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:07.225403 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.238602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.269771 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.288875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Network 964994c3-808b-4e66-adcd-01f77b2a086c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:07.294209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:07.314472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:07.376303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Allocated IP 172.20.0.2 (c6d73f85-eecd-4a7d-b588-e7d697e31a31/171c275a-e4ee-4d8f-9478-a6ef8b7ad25c/d7311e3a-4c38-4602-9b9f-71cac1cfe03e) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:07.436088 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.458180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Pushing event updated for resources: {'Port': ['ID=9269872d-0330-4921-833f-298f4620bd30,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:07.471922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Attempting to bind port 9269872d-0330-4921-833f-298f4620bd30 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:07.472325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Attempting to bind port 9269872d-0330-4921-833f-298f4620bd30 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'b7a3398a-d6db-484e-b1cf-361f69b5928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '964994c3-808b-4e66-adcd-01f77b2a086c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:07.472691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Attempting to bind port 9269872d-0330-4921-833f-298f4620bd30 on network 964994c3-808b-4e66-adcd-01f77b2a086c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:07.511524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:07.511912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Checking segment: {'id': 'b7a3398a-d6db-484e-b1cf-361f69b5928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '964994c3-808b-4e66-adcd-01f77b2a086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:07.512394 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.512793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Bound using segment: {'id': 'b7a3398a-d6db-484e-b1cf-361f69b5928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '964994c3-808b-4e66-adcd-01f77b2a086c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:07.513286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Bound port: 9269872d-0330-4921-833f-298f4620bd30, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a3398a-d6db-484e-b1cf-361f69b5928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '964994c3-808b-4e66-adcd-01f77b2a086c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:07.513663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.689013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Allocated IP 172.20.0.1 (964994c3-808b-4e66-adcd-01f77b2a086c/e7846558-12e5-498e-b9e8-ed10160a9a4e/bd1ea2de-010a-4739-8582-f051b561332d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:07.696245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] For port 9269872d-0330-4921-833f-298f4620bd30, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:07.714341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] For port 9269872d-0330-4921-833f-298f4620bd30, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9269872d-0330-4921-833f-298f4620bd30,segment=NetworkSegment(b7a3398a-d6db-484e-b1cf-361f69b5928d),segment_id=b7a3398a-d6db-484e-b1cf-361f69b5928d)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:07.727285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.803028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:07.840470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499c9fd-1899-4311-a66f-abafd2ba241c None None] Pushing event updated for resources: {'Port': ['ID=9269872d-0330-4921-833f-298f4620bd30,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:07.897764 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.905111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.915430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.958930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:07.962200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Network c6d73f85-eecd-4a7d-b588-e7d697e31a31 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:07.969613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:07.973773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:08.008768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Pushing event updated for resources: {'Port': ['ID=d7311e3a-4c38-4602-9b9f-71cac1cfe03e,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:08.032567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Port': ['ID=bd1ea2de-010a-4739-8582-f051b561332d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:08.046811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network 964994c3-808b-4e66-adcd-01f77b2a086c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:08.048527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:08.051418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:08.061299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:08.077533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-705fccb2-9044-4fe7-8600-32a05476be20 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445120 Nov 23 14:36:08.078762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54314) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:08.085773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:08.136541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.157807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7bf62e-36f0-4ba9-9538-929847268b0a None None] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:08.197589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet 222fb6e3-224f-4ad2-942b-ea12dd436124 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:08.207647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Attempting to bind port d7311e3a-4c38-4602-9b9f-71cac1cfe03e on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:08.208929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Attempting to bind port d7311e3a-4c38-4602-9b9f-71cac1cfe03e by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '0e205dcd-131d-4882-a0e8-c36ee7fa6a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c6d73f85-eecd-4a7d-b588-e7d697e31a31'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:08.208929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Attempting to bind port d7311e3a-4c38-4602-9b9f-71cac1cfe03e on network c6d73f85-eecd-4a7d-b588-e7d697e31a31 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:08.214732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.230324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:08.230858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:08.312912 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.381552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.388033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:08.397298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:08.397769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Checking segment: {'id': '0e205dcd-131d-4882-a0e8-c36ee7fa6a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c6d73f85-eecd-4a7d-b588-e7d697e31a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:08.398284 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.398748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Bound using segment: {'id': '0e205dcd-131d-4882-a0e8-c36ee7fa6a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c6d73f85-eecd-4a7d-b588-e7d697e31a31'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:08.399379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Bound port: d7311e3a-4c38-4602-9b9f-71cac1cfe03e, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e205dcd-131d-4882-a0e8-c36ee7fa6a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c6d73f85-eecd-4a7d-b588-e7d697e31a31'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:08.399824 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.443244 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.534072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.577318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=222fb6e3-224f-4ad2-942b-ea12dd436124,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:08.585730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-baae661c-0f40-4a3f-af5c-1febfc4e76f9 None None] Provisioning complete for port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:08.586782 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baae661c-0f40-4a3f-af5c-1febfc4e76f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.601021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.610932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b2b0a1ed-3b0d-4680-bba5-874a7b783b2c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/222fb6e3-224f-4ad2-942b-ea12dd436124 HTTP/1.1" status: 204 len: 168 time: 0.5279775 Nov 23 14:36:08.611435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:08.630882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:08.634156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c1525-95e0-487c-b9b1-683d1fc10e67 None None] Network 88a07f5f-26a8-4f02-bada-3e78ea15acd3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:08.745626 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.752525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:08.753043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.754540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.761984 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.855909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 02586ec9-9911-4df5-994b-cb2ae20c14e7 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:08.856253 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.867796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Port': ['ID=bd1ea2de-010a-4739-8582-f051b561332d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:08.877539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.933082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port 02586ec9-9911-4df5-994b-cb2ae20c14e7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=02586ec9-9911-4df5-994b-cb2ae20c14e7,segment=NetworkSegment(aa7ce18c-a581-407b-b151-1d2ff63939c1),segment_id=aa7ce18c-a581-407b-b151-1d2ff63939c1)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:08.933522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.967932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 02586ec9-9911-4df5-994b-cb2ae20c14e7 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:09.012934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network 964994c3-808b-4e66-adcd-01f77b2a086c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:09.014752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:09.024622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] For port d7311e3a-4c38-4602-9b9f-71cac1cfe03e, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:09.052373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] For port d7311e3a-4c38-4602-9b9f-71cac1cfe03e, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d7311e3a-4c38-4602-9b9f-71cac1cfe03e,segment=NetworkSegment(0e205dcd-131d-4882-a0e8-c36ee7fa6a98),segment_id=0e205dcd-131d-4882-a0e8-c36ee7fa6a98)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:09.072147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.076118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.100125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=02586ec9-9911-4df5-994b-cb2ae20c14e7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:09.109442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No DVR routers for this DVR port 02586ec9-9911-4df5-994b-cb2ae20c14e7 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:09.184607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Router a5d930d8-8726-4740-84ae-a628c60a2e83 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:36:09.201107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.224647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a07f5f-26a8-4f02-bada-3e78ea15acd3']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.236511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7ce18c-a581-407b-b151-1d2ff63939c1') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.236724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7ce18c-a581-407b-b151-1d2ff63939c1') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.248220 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.262466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.270573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:09.271039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:09.275581 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:09.319767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:09.329194 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] Sync routers for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:09.342010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40248fe8-a609-4c91-b6ed-67224598b26b tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "PUT /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8749027 Nov 23 14:36:09.345453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:09.353474 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:09.354113 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.368970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.391009 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.394400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.403685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/88a07f5f-26a8-4f02-bada-3e78ea15acd3 HTTP/1.1" status: 204 len: 168 time: 0.7886887 Nov 23 14:36:09.405075 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:09.406402 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.420390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54324) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:09.459762 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.460721 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10119b-244e-4951-a855-a77ab58458fc None None] The sync data for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:09.468961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf101b-4715-4806-be05-959fc20bcd1e None None] Network 964994c3-808b-4e66-adcd-01f77b2a086c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:09.473128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857adb99-9d32-4ee6-ab49-ebdfbf725004 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=88a07f5f-26a8-4f02-bada-3e78ea15acd3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:09.575322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc39ed2-68be-4017-9491-0daf251e5412 None None] Pushing event updated for resources: {'Port': ['ID=d7311e3a-4c38-4602-9b9f-71cac1cfe03e,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:09.602204 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baae661c-0f40-4a3f-af5c-1febfc4e76f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.604247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee6958-396b-4781-8b9a-990a9ed0195e None None] DHCP port deletion for 88a07f5f-26a8-4f02-bada-3e78ea15acd3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:09.762808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.796577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-baae661c-0f40-4a3f-af5c-1febfc4e76f9 None None] For port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,segment=NetworkSegment(a91eb5d5-e339-440b-b6e1-029f64edaa50),segment_id=a91eb5d5-e339-440b-b6e1-029f64edaa50)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:09.826440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baae661c-0f40-4a3f-af5c-1febfc4e76f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.850866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:07Z', 'revision_number': 9, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:09.948097 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-38b5e861-a67a-4e36-b3df-400111648c85 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:09.951995 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-38b5e861-a67a-4e36-b3df-400111648c85 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "PUT /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6030245 Nov 23 14:36:09.952240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54330) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:09.985246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.023951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:10.032850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae661c-0f40-4a3f-af5c-1febfc4e76f9 None None] Pushing event updated for resources: {'Port': ['ID=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:10.171089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:10.172112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:10.273179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2dedac89-5b18-43bc-85ef-e92bf3fdde48 None None] Provisioning complete for port 9269872d-0330-4921-833f-298f4620bd30 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:10.273570 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dedac89-5b18-43bc-85ef-e92bf3fdde48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.344746 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:36:10.346136 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:36:10.371261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:10.489667 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.498826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:10.499384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.589590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dedac89-5b18-43bc-85ef-e92bf3fdde48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.680323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2dedac89-5b18-43bc-85ef-e92bf3fdde48 None None] For port 9269872d-0330-4921-833f-298f4620bd30, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9269872d-0330-4921-833f-298f4620bd30,segment=NetworkSegment(b7a3398a-d6db-484e-b1cf-361f69b5928d),segment_id=b7a3398a-d6db-484e-b1cf-361f69b5928d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:10.695623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dedac89-5b18-43bc-85ef-e92bf3fdde48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.754512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,segment=NetworkSegment(1175412b-6f10-4821-b925-53a2400ffad2),segment_id=1175412b-6f10-4821-b925-53a2400ffad2)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:10.754887 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.788596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:10.858497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedac89-5b18-43bc-85ef-e92bf3fdde48 None None] Pushing event updated for resources: {'Port': ['ID=9269872d-0330-4921-833f-298f4620bd30,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:10.919326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-981ee816-b6a7-49bb-9e65-5049122f7838 None None] Provisioning complete for port 9269872d-0330-4921-833f-298f4620bd30 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:10.919800 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-981ee816-b6a7-49bb-9e65-5049122f7838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.983644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:07Z', 'revision_number': 9, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:11.063965 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1bf0b5-ecad-4208-822f-36cfb0390365 None None] Network c6d73f85-eecd-4a7d-b588-e7d697e31a31 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:11.066170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c317ce-1116-467e-84d0-29334fdfb876 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:07Z', 'revision_number': 9, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': '5e6f3f1f-2edb-470c-9d5e-e8155cfb3246', 'name': '', 'network_id': '9665275a-e7fe-4d3a-8d5c-ac86e3286765', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:0c:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:43Z', 'updated_at': '2021-11-23T14:35:52Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': 'd4bbcd64-ed48-40e4-8e93-77abbaf0352f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:11.098335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Deleting port bd1ea2de-010a-4739-8582-f051b561332d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:11.098941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.216225 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:36:11.254874 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.319136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=5e6f3f1f-2edb-470c-9d5e-e8155cfb3246,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:11.348555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-981ee816-b6a7-49bb-9e65-5049122f7838 None None] Provisioning complete for port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:11.348932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-981ee816-b6a7-49bb-9e65-5049122f7838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.349859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.372236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Calling delete_port for bd1ea2de-010a-4739-8582-f051b561332d owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:11.614136 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.657253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9269872d-0330-4921-833f-298f4620bd30 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:11.756125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.770289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-981ee816-b6a7-49bb-9e65-5049122f7838 None None] Provisioning complete for port bd1ea2de-010a-4739-8582-f051b561332d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:11.770661 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-981ee816-b6a7-49bb-9e65-5049122f7838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.808256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-981ee816-b6a7-49bb-9e65-5049122f7838 None None] Port bd1ea2de-010a-4739-8582-f051b561332d was deleted so its status cannot be updated. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 14:36:11.823676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Port': ['ID=bd1ea2de-010a-4739-8582-f051b561332d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:11.860632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9269872d-0330-4921-833f-298f4620bd30 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:11.861150 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:11.960277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0a824bc1-26dd-4628-a30f-612c4312c4c5 None None] Provisioning complete for port d7311e3a-4c38-4602-9b9f-71cac1cfe03e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:11.960951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0a824bc1-26dd-4628-a30f-612c4312c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.152469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.239815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:12.344832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:12.449907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:12.466160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-81162eaf-7f1c-4d5d-aacf-5b173d2350a7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0439711 Nov 23 14:36:12.468885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54342) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:12.499078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:12.542534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet d4bbcd64-ed48-40e4-8e93-77abbaf0352f {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:12.553522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.575170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:12.575546 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.594615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:12.595831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:12.643498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.721189 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0a824bc1-26dd-4628-a30f-612c4312c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.727172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Router a5d930d8-8726-4740-84ae-a628c60a2e83 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:12.750609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.777497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0a824bc1-26dd-4628-a30f-612c4312c4c5 None None] For port d7311e3a-4c38-4602-9b9f-71cac1cfe03e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d7311e3a-4c38-4602-9b9f-71cac1cfe03e,segment=NetworkSegment(0e205dcd-131d-4882-a0e8-c36ee7fa6a98),segment_id=0e205dcd-131d-4882-a0e8-c36ee7fa6a98)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:12.785952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0a824bc1-26dd-4628-a30f-612c4312c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.794243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0a824bc1-26dd-4628-a30f-612c4312c4c5 None None] Could not find standard attr ID for object bd1ea2de-010a-4739-8582-f051b561332d. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 14:36:12.825574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:12.826690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:12.838146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-db160882-4daa-419d-8777-db999d0ee2d3 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "PUT /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8847048 Nov 23 14:36:12.844148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54344) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:12.845730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] Sync routers for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:12.846973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.872665 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:12.873297 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:12.918362 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:12.924419 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:12.925395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/d4bbcd64-ed48-40e4-8e93-77abbaf0352f HTTP/1.1" status: 204 len: 168 time: 0.4552038 Nov 23 14:36:12.926926 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-b4147ab6-df2c-4c7d-8382-07ecad3de00d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] delete failed (client error): The resource could not be found. Nov 23 14:36:12.928790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54346) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:12.931985 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b4147ab6-df2c-4c7d-8382-07ecad3de00d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-372541807 HTTP/1.1" status: 404 len: 334 time: 0.0863316 Nov 23 14:36:12.932533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54348) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:12.935398 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:12.936227 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:12.937777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ff725507-9091-415a-ba67-0ad84df3ee8f tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5d930d8-8726-4740-84ae-a628c60a2e83'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:12.943855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dc23f-3599-4efd-b55f-c91f636f682a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bbcd64-ed48-40e4-8e93-77abbaf0352f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:12.978658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d7311e3a-4c38-4602-9b9f-71cac1cfe03e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:12.982064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d405d4-585d-4416-84bf-c640b7e25328 None None] Network 9665275a-e7fe-4d3a-8d5c-ac86e3286765 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:13.024933 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:13.025936 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d96ff3-1c02-4f68-95be-25468de5f4b4 None None] The sync data for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:13.073131 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.135916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 2fb16e00-2561-4281-ab67-c150491e4244 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:13.136169 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.174317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff725507-9091-415a-ba67-0ad84df3ee8f tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.195264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a824bc1-26dd-4628-a30f-612c4312c4c5 None None] Pushing event updated for resources: {'Port': ['ID=d7311e3a-4c38-4602-9b9f-71cac1cfe03e,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:13.213144 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-ff725507-9091-415a-ba67-0ad84df3ee8f tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] update failed (client error): The resource could not be found. Nov 23 14:36:13.220634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ff725507-9091-415a-ba67-0ad84df3ee8f tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "PUT /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83 HTTP/1.1" status: 404 len: 339 time: 0.2869165 Nov 23 14:36:13.221334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54350) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:13.259717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port 2fb16e00-2561-4281-ab67-c150491e4244, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2fb16e00-2561-4281-ab67-c150491e4244,segment=NetworkSegment(1175412b-6f10-4821-b925-53a2400ffad2),segment_id=1175412b-6f10-4821-b925-53a2400ffad2)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:13.260102 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.283832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 2fb16e00-2561-4281-ab67-c150491e4244 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:13.335815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2cad4f11-fd34-45ea-9a37-a2b651b803fa None None] Provisioning complete for port d7311e3a-4c38-4602-9b9f-71cac1cfe03e triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:13.336185 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2cad4f11-fd34-45ea-9a37-a2b651b803fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.417341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.452680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No DVR routers for this DVR port 2fb16e00-2561-4281-ab67-c150491e4244 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:13.479420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=2fb16e00-2561-4281-ab67-c150491e4244,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:13.557804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d7311e3a-4c38-4602-9b9f-71cac1cfe03e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:13.557804 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.613781 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.655471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e23ec-a7d9-439c-a182-eddd7361fe12 None None] DHCP port deletion for 9665275a-e7fe-4d3a-8d5c-ac86e3286765 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:13.659577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9665275a-e7fe-4d3a-8d5c-ac86e3286765']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:13.667445 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.678981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1175412b-6f10-4821-b925-53a2400ffad2') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:13.681331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1175412b-6f10-4821-b925-53a2400ffad2') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:13.716840 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.744599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.751477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:11Z', 'revision_number': 10, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:13.761040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:13.761454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:13.769246 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:13.813485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:13.845745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:13.846151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:13.850215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 02586ec9-9911-4df5-994b-cb2ae20c14e7 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:13.952551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 02586ec9-9911-4df5-994b-cb2ae20c14e7 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:13.952908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 02586ec9-9911-4df5-994b-cb2ae20c14e7 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:13.976985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:13.999620 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:14.003911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:14.022155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/9665275a-e7fe-4d3a-8d5c-ac86e3286765 HTTP/1.1" status: 204 len: 168 time: 1.0898137 Nov 23 14:36:14.028166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54360) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:14.137721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Allocated IP 172.20.0.1 (71f1390c-84a1-4f01-ab05-b9f6077d7d3b/3b3ad1bc-0504-4a47-884e-10c446d80b68/231db8e2-19ce-4d04-8bea-14db67135ea2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:14.316406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241870c-da9f-402c-b44f-15cc8e5cbd59 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=9665275a-e7fe-4d3a-8d5c-ac86e3286765,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:14.343839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d7311e3a-4c38-4602-9b9f-71cac1cfe03e up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:14.376997 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:14.417679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:14.450613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba857c-b0ef-455f-97f7-240e1ceea630 req-73d6f2d1-fc2f-4592-b6b4-f4a0b7b16031 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:14.452486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fba857c-b0ef-455f-97f7-240e1ceea630 req-73d6f2d1-fc2f-4592-b6b4-f4a0b7b16031 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 945 time: 0.1383326 Nov 23 14:36:14.474227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:14.486237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:14.502984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:14.545510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Port': ['ID=231db8e2-19ce-4d04-8bea-14db67135ea2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:14.561059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d7311e3a-4c38-4602-9b9f-71cac1cfe03e triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:14.561539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:14.598517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:14.698125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:11Z', 'revision_number': 10, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:14.788850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214387a0-881e-4cef-b6a2-f40ea7fea8c9 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:11Z', 'revision_number': 10, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None, '_interfaces': [{'id': 'c0b27b48-006b-4ceb-a240-550b18af9989', 'name': '', 'network_id': '7d65a3a0-9f2a-45b0-be42-188a0c0631bb', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'mac_address': 'fa:16:3e:02:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:35:39Z', 'updated_at': '2021-11-23T14:35:46Z', 'revision_number': 5, 'project_id': '56e629760f0f46629688edc20e560bfa', 'subnets': [{'id': '12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:14.849220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:14.990144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e8fc5a9e-49b2-4352-b5a9-e3c125b65a68 None None] Provisioning complete for port 231db8e2-19ce-4d04-8bea-14db67135ea2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:14.990519 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5a9e-49b2-4352-b5a9-e3c125b65a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:15.064372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc5a9e-49b2-4352-b5a9-e3c125b65a68 None None] Port 231db8e2-19ce-4d04-8bea-14db67135ea2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:15.181877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6fba857c-b0ef-455f-97f7-240e1ceea630 req-40dd5389-63e7-43a6-b2a6-a30df854cb17 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786657 Nov 23 14:36:15.244544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d52f11ab-f30f-47e1-9aa0-67c66f59fd7f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:15.297750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d52f11ab-f30f-47e1-9aa0-67c66f59fd7f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:15.298464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d52f11ab-f30f-47e1-9aa0-67c66f59fd7f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:15.299175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2fb16e00-2561-4281-ab67-c150491e4244 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:15.312452 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:15.318725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:15.359430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 2fb16e00-2561-4281-ab67-c150491e4244 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:15.361413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2fb16e00-2561-4281-ab67-c150491e4244 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:15.459325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:15.494754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event updated for resources: {'Port': ['ID=231db8e2-19ce-4d04-8bea-14db67135ea2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:15.500537 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:15.703081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:15.704708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:15.744452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-31200a48-1af8-4418-966c-bd127f340d8c tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:15.746023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-31200a48-1af8-4418-966c-bd127f340d8c tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 945 time: 0.1420057 Nov 23 14:36:15.845334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Router a5d930d8-8726-4740-84ae-a628c60a2e83 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:15.993875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:16.001736 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-574207cf-7e91-4f88-866e-14584ebf00e2 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "PUT /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7785923 Nov 23 14:36:16.008928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] Sync routers for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:16.013254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54374) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:16.032080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:16.032080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:16.070073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Deleting port 7a019b7c-01b0-4077-a8ec-df92103ea29c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:16.070427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.081793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:16.155317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71d1890e-a70f-455e-b4ca-56478fc4d4f9 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.156224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port c0b27b48-006b-4ceb-a240-550b18af9989 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:16.156474 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.263939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] For port 7a019b7c-01b0-4077-a8ec-df92103ea29c, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=7a019b7c-01b0-4077-a8ec-df92103ea29c,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:16.264615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.308364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:16.315791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:16.316146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5e6f3f1f-2edb-470c-9d5e-e8155cfb3246 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:16.328508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-88046b75-1f52-405c-94fb-1f60aa8fba16 None None] Provisioning complete for port 231db8e2-19ce-4d04-8bea-14db67135ea2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:16.328882 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-88046b75-1f52-405c-94fb-1f60aa8fba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.331568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:16.332194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:16.344144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port c0b27b48-006b-4ceb-a240-550b18af9989, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c0b27b48-006b-4ceb-a240-550b18af9989,segment=NetworkSegment(1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d),segment_id=1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:16.344673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.370084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for c0b27b48-006b-4ceb-a240-550b18af9989 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:16.386966 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-71d1890e-a70f-455e-b4ca-56478fc4d4f9 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 14:36:16.389574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:16.390667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3499c139-8f76-49b4-84c7-650ff5730829 None None] The sync data for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:16.392028 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-71d1890e-a70f-455e-b4ca-56478fc4d4f9 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83 HTTP/1.1" status: 409 len: 329 time: 0.3771434 Nov 23 14:36:16.402870 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54382) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:16.412217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-88046b75-1f52-405c-94fb-1f60aa8fba16 None None] Port 231db8e2-19ce-4d04-8bea-14db67135ea2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:16.588140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8dacb-fbad-43a6-bfdc-e752aa273d4d req-76aa344a-4a52-4d4e-92ea-c9a7289b0fb2 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:16.589694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64b8dacb-fbad-43a6-bfdc-e752aa273d4d req-76aa344a-4a52-4d4e-92ea-c9a7289b0fb2 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 945 time: 0.1562049 Nov 23 14:36:16.627671 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.628058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.628379 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Floating IP 62c4469f-3105-45bb-a25d-53c9b18e9f72 disassociated. External IP: 172.25.3.229, port: 7a019b7c-01b0-4077-a8ec-df92103ea29c. Nov 23 14:36:16.628740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Calling delete_port for 7a019b7c-01b0-4077-a8ec-df92103ea29c owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:16.747869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64b8dacb-fbad-43a6-bfdc-e752aa273d4d req-086db46c-911c-4797-97db-73bd88b84e9e tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/security-groups?id=5bed508f-e755-4179-8627-52f056287b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510150 Nov 23 14:36:16.832607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:16.887891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=c0b27b48-006b-4ceb-a240-550b18af9989,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:17.011093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.055984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event deleted for resources: {'Port': ['ID=7a019b7c-01b0-4077-a8ec-df92103ea29c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:17.075509 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.095196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.340370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:17.349893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:17.358265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Deleting port 231db8e2-19ce-4d04-8bea-14db67135ea2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:17.359307 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.456201 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.470561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Calling delete_port for 231db8e2-19ce-4d04-8bea-14db67135ea2 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:17.482951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:17.491168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9e7d1613-2472-4702-89fe-c77d3a16ba16 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4614675 Nov 23 14:36:17.496226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54386) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:17.497694 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:17.508975 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:17.510323 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:17.588948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting subnet 12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:17.594026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.633667 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:17.684825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.702526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.720569 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:16Z', 'revision_number': 11, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:17.741020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Port': ['ID=231db8e2-19ce-4d04-8bea-14db67135ea2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:17.756825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:17.770170 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:17.770790 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:17.772099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:17.789233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] Sync routers for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:17.819838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:17.820619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:17.883627 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:17.903945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] No DVR routers for this DVR port 7a019b7c-01b0-4077-a8ec-df92103ea29c on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:17.921749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.936013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-291df2a2-b5dd-47ab-bb4c-0f42cb75a374 req-1c962c5a-89b2-4dab-b665-0b1f45dd4ee9 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.11 "DELETE /v2.0/ports/7a019b7c-01b0-4077-a8ec-df92103ea29c HTTP/1.1" status: 204 len: 173 time: 2.1825547 Nov 23 14:36:17.936512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'name': 'network-vif-deleted', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:17.943276 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c88b6-a318-490a-8c3f-564ffcc3ce7b" -d '{"events": [{"server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "name": "network-vif-deleted", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:18.030583 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.053175 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:16Z', 'revision_number': 11, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.122371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.151576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:18.187533 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cc1d2-aaf1-4993-9e92-aba93829e966 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:16Z', 'revision_number': 11, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:18.260100 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a1b2d4-8ea1-465e-b92c-e318dff65e55 x-openstack-request-id: req-04a1b2d4-8ea1-465e-b92c-e318dff65e55 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:18.260610 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dcf62a-c4b6-4f0a-afe4-c9a16d510054", "name": "network-vif-deleted", "tag": "7a019b7c-01b0-4077-a8ec-df92103ea29c", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:18.261057 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04a1b2d4-8ea1-465e-b92c-e318dff65e55 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:18.261664 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dcf62a-c4b6-4f0a-afe4-c9a16d510054', 'name': 'network-vif-deleted', 'tag': '7a019b7c-01b0-4077-a8ec-df92103ea29c', 'status': 'completed', 'code': 200} Nov 23 14:36:18.276773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2461676-c6c2-4d8f-9197-55f7fb6f6c2a req-2ae9a377-e42e-408e-9b99-adf41ad6a864 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8dcf62a-c4b6-4f0a-afe4-c9a16d510054 HTTP/1.1" status: 200 len: 210 time: 0.3589604 Nov 23 14:36:18.316105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7a019b7c-01b0-4077-a8ec-df92103ea29c no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:18.335117 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.336458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 7a019b7c-01b0-4077-a8ec-df92103ea29c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:18.337003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 7a019b7c-01b0-4077-a8ec-df92103ea29c not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:18.381131 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.385196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770 HTTP/1.1" status: 204 len: 168 time: 0.8873253 Nov 23 14:36:18.386917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf479af-c31c-4d1a-a819-8b6cd356dc55 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Subnet': ['ID=12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:18.391219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54404) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:18.485960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Router a5d930d8-8726-4740-84ae-a628c60a2e83 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:18.493182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b42745-6f80-40e2-b54b-6edc8cb12f23 None None] Network 7d65a3a0-9f2a-45b0-be42-188a0c0631bb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:18.509222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.583440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Deleting port 3e13003f-2cb1-4377-974e-5db19413f88a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:18.585229 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.649953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:18.659483 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c24ec5a1-9817-44c3-bbbe-23b01d81aad7 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "PUT /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2509737 Nov 23 14:36:18.659483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54406) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:18.662404 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] Sync routers for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:18.679496 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:18.680107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.698653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] For port 3e13003f-2cb1-4377-974e-5db19413f88a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3e13003f-2cb1-4377-974e-5db19413f88a,segment=NetworkSegment(1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d),segment_id=1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:18.699402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.715997 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-0c125acb-941a-4cb0-88e5-d43e030c11e8 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] show failed (client error): The resource could not be found. Nov 23 14:36:18.722544 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0c125acb-941a-4cb0-88e5-d43e030c11e8 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1637942561 HTTP/1.1" status: 404 len: 335 time: 0.0567272 Nov 23 14:36:18.722724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Calling delete_port for 3e13003f-2cb1-4377-974e-5db19413f88a owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:18.725078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54408) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:18.731957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1f2cdfdb-3025-4a8d-ad9d-cbf213edee5d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:18.768995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.788673 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] Routers {'a5d930d8-8726-4740-84ae-a628c60a2e83'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:18.789588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a5d930d8-8726-4740-84ae-a628c60a2e83'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.816139 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-1f2cdfdb-3025-4a8d-ad9d-cbf213edee5d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] update failed (client error): The resource could not be found. Nov 23 14:36:18.821542 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f2cdfdb-3025-4a8d-ad9d-cbf213edee5d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-9056899 HTTP/1.1" status: 404 len: 332 time: 0.0954113 Nov 23 14:36:18.825737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54410) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:18.847200 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.855064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.855724 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931b3fd-facb-4fb6-aa1f-06ab38a5631b None None] The sync data for ids ['a5d930d8-8726-4740-84ae-a628c60a2e83'] in n-d-818503-2 is: [] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:18.864319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:31:01Z', 'revision_number': 5, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.883832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Port': ['ID=3e13003f-2cb1-4377-974e-5db19413f88a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:18.901048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No DVR routers for this DVR port 3e13003f-2cb1-4377-974e-5db19413f88a on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:18.901375 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] Checking router: 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:18.913351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:18.914033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.956820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Deleting subnet 171c275a-e4ee-4d8f-9478-a6ef8b7ad25c {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:18.957183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caab6e5-1a29-4f37-8310-9a8acebe18ba None None] DHCP port deletion for 7d65a3a0-9f2a-45b0-be42-188a0c0631bb request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:18.960381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.017953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.031287 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.064060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d65a3a0-9f2a-45b0-be42-188a0c0631bb']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:19.066526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:19.082338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:19.082634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed71b62-e0e7-4fba-80e8-5fb5ec5f7f3d') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:19.104891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.127801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.137073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:19.137805 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:19.211540 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:19.217402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.217620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.231563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.235851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/networks/7d65a3a0-9f2a-45b0-be42-188a0c0631bb HTTP/1.1" status: 204 len: 168 time: 0.8435159 Nov 23 14:36:19.244999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54412) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:19.249781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'routes': None}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:19.253207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cef9f-0ccd-4d8a-80cc-fe3d4a978238 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Pushing event deleted for resources: {'Network': ['ID=7d65a3a0-9f2a-45b0-be42-188a0c0631bb,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:19.338332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:31:01Z', 'revision_number': 5, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:19.360010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54418) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:19.376707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1862171-c18f-4670-8d6f-b548e1be750e None None] The sync data for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 is: [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b22c511a-2adc-4c76-bb20-bb4fa680b2e9', 'name': '', 'network_id': '0c80f1a3-cf25-41be-bff7-daf126d864a5', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'mac_address': 'fa:16:3e:ce:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:51Z', 'updated_at': '2021-11-23T14:31:01Z', 'revision_number': 5, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'subnets': [{'id': 'b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:19.496328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.571982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Subnet': ['ID=171c275a-e4ee-4d8f-9478-a6ef8b7ad25c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:19.588223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.593170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0bcc2c-3655-4455-9966-664de8a22372 None None] Network c6d73f85-eecd-4a7d-b588-e7d697e31a31 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:19.594732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f9c3a921-0a2b-4ddc-94b6-64a8016be4bd tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/subnets/171c275a-e4ee-4d8f-9478-a6ef8b7ad25c HTTP/1.1" status: 204 len: 168 time: 0.7675481 Nov 23 14:36:19.639942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54420) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:19.753807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Deleting subnet e7846558-12e5-498e-b9e8-ed10160a9a4e {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:19.763057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.884146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.942298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ac90f-e0bd-41a4-bf93-7c499ff6065c None None] New status for floating IP 62c4469f-3105-45bb-a25d-53c9b18e9f72: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:36:19.979629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Added routes are [] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 14:36:19.980084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.extraroute_db [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Removed routes are [] {{(pid=103346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 14:36:19.980751 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.009677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] DHCP port deletion for c6d73f85-eecd-4a7d-b588-e7d697e31a31 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:20.081604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Deleting port 8b4e250f-493e-4e12-9ceb-878139c569af {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:20.081960 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.141800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c0b27b48-006b-4ceb-a240-550b18af9989 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:20.156353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.163154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c0b27b48-006b-4ceb-a240-550b18af9989 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:20.163500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c0b27b48-006b-4ceb-a240-550b18af9989 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:20.163924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3e13003f-2cb1-4377-974e-5db19413f88a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:20.196288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3e13003f-2cb1-4377-974e-5db19413f88a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:20.196547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3e13003f-2cb1-4377-974e-5db19413f88a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:20.197129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d7311e3a-4c38-4602-9b9f-71cac1cfe03e no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:20.210468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.214832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.301914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] Deleting port d7311e3a-4c38-4602-9b9f-71cac1cfe03e {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:20.302296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.306333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.306850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.322939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 164f256f-c893-4544-bfb1-8e73048c69bf has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:20.323257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Calling delete_port for 8b4e250f-493e-4e12-9ceb-878139c569af owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:20.329137 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.367225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Subnet': ['ID=e7846558-12e5-498e-b9e8-ed10160a9a4e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:20.372440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] For port d7311e3a-4c38-4602-9b9f-71cac1cfe03e, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d7311e3a-4c38-4602-9b9f-71cac1cfe03e,segment=NetworkSegment(0e205dcd-131d-4882-a0e8-c36ee7fa6a98),segment_id=0e205dcd-131d-4882-a0e8-c36ee7fa6a98)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:20.372848 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.374776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.382273 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3143f204-9e9f-4a72-971c-07d2c30ddb47 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/subnets/e7846558-12e5-498e-b9e8-ed10160a9a4e HTTP/1.1" status: 204 len: 168 time: 0.7405050 Nov 23 14:36:20.385919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] Calling delete_port for d7311e3a-4c38-4602-9b9f-71cac1cfe03e owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:20.387109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54422) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:20.472419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2aefd4-3729-4fc4-9655-3d3104405371 None None] Network 964994c3-808b-4e66-adcd-01f77b2a086c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:20.472888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:20.475685 n-d-818503-2 neutron-server[103347]: INFO neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No ports have port_id starting with d7311e3a-4c38-4602-9b9f-71cac1cfe03e Nov 23 14:36:20.477565 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.480344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.484209 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] Sync routers for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:20.496008 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:20.499781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae12352e-39b6-4215-830c-7e26c7e54bc7 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 200 len: 705 time: 1.2505603 Nov 23 14:36:20.501170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54426) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:20.506099 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:20.534976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] No DVR routers for this DVR port d7311e3a-4c38-4602-9b9f-71cac1cfe03e on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:20.552661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c83cc-0ec5-4b7b-af7e-b6afc3f4b1ad None None] Pushing event deleted for resources: {'Port': ['ID=d7311e3a-4c38-4602-9b9f-71cac1cfe03e,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:20.571546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.604002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event deleted for resources: {'Port': ['ID=8b4e250f-493e-4e12-9ceb-878139c569af,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:20.614737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41367d1a-7cc0-402a-b7c8-e98e79e53750 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 200 len: 205 time: 0.1063833 Nov 23 14:36:20.620527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54428) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:20.650536 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:20.675744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.678790 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.680630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-90035a2d-df78-4d52-83bf-68732a3303a4 tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "DELETE /v2.0/floatingips/62c4469f-3105-45bb-a25d-53c9b18e9f72 HTTP/1.1" status: 204 len: 168 time: 1.3153634 Nov 23 14:36:20.717146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.734430 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:16Z', 'revision_number': 11, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:20.734791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-945e5c5d-020c-4b4e-9093-499ee57274ad tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.774144 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] Checking router: 164f256f-c893-4544-bfb1-8e73048c69bf for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:20.777984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54434) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:20.807065 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] Routers {'164f256f-c893-4544-bfb1-8e73048c69bf'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:20.807493 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['164f256f-c893-4544-bfb1-8e73048c69bf'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:20.841006 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] DHCP port deletion for 964994c3-808b-4e66-adcd-01f77b2a086c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:20.856264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cac-7bd2-4e30-8d35-9bafe317001a tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.883247 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] Set router 164f256f-c893-4544-bfb1-8e73048c69bf gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:20.886561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cac-7bd2-4e30-8d35-9bafe317001a tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.939341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] Deleting port 9269872d-0330-4921-833f-298f4620bd30 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:20.939872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.959852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cac-7bd2-4e30-8d35-9bafe317001a tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.963181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc1e9cac-7bd2-4e30-8d35-9bafe317001a tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.964442 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fc1e9cac-7bd2-4e30-8d35-9bafe317001a tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] 10.222.0.46 "DELETE /v2.0/security-groups/5bed508f-e755-4179-8627-52f056287b89 HTTP/1.1" status: 204 len: 168 time: 0.1852176 Nov 23 14:36:20.985894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e9cac-7bd2-4e30-8d35-9bafe317001a tempest-TestServerBasicOps-1593568019 tempest-TestServerBasicOps-1593568019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed508f-e755-4179-8627-52f056287b89,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:21.025923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.040926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-945e5c5d-020c-4b4e-9093-499ee57274ad tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.041392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] For port 9269872d-0330-4921-833f-298f4620bd30, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9269872d-0330-4921-833f-298f4620bd30,segment=NetworkSegment(b7a3398a-d6db-484e-b1cf-361f69b5928d),segment_id=b7a3398a-d6db-484e-b1cf-361f69b5928d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:21.041910 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.048142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-945e5c5d-020c-4b4e-9093-499ee57274ad tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.057779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] Calling delete_port for 9269872d-0330-4921-833f-298f4620bd30 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:21.061029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d73f85-eecd-4a7d-b588-e7d697e31a31']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:21.082905 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:16Z', 'revision_number': 11, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:21.111041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e205dcd-131d-4882-a0e8-c36ee7fa6a98') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:21.111436 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9d1d8-216b-4182-a368-edf893974b76 None None] The sync data for ids ['164f256f-c893-4544-bfb1-8e73048c69bf'] in n-d-818503-2 is: [{'id': '164f256f-c893-4544-bfb1-8e73048c69bf', 'name': 'tempest-RoutersIpV6Test-router-1236880999', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:35:37Z', 'updated_at': '2021-11-23T14:36:16Z', 'revision_number': 11, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:21.111959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e205dcd-131d-4882-a0e8-c36ee7fa6a98') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:21.130000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.137669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-945e5c5d-020c-4b4e-9093-499ee57274ad tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.138313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945e5c5d-020c-4b4e-9093-499ee57274ad tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Fanout notify agent at l3_agent the message router_deleted on router 164f256f-c893-4544-bfb1-8e73048c69bf {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:21.149641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-945e5c5d-020c-4b4e-9093-499ee57274ad tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.159931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-945e5c5d-020c-4b4e-9093-499ee57274ad tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 204 len: 168 time: 0.5345578 Nov 23 14:36:21.160320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54438) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:21.166503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-70ddee18-193e-400b-b767-b5df760fbbfb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-301673213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:21.167915 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.172677 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.182513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:21.183099 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:21.186462 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:21.200746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] No DVR routers for this DVR port 9269872d-0330-4921-833f-298f4620bd30 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:21.203323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b09c-34cc-4a7b-abbc-1f74489b1bac None None] Pushing event deleted for resources: {'Port': ['ID=9269872d-0330-4921-833f-298f4620bd30,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:21.261358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ddee18-193e-400b-b767-b5df760fbbfb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.262877 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ddee18-193e-400b-b767-b5df760fbbfb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.267995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.273345 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.277305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/networks/c6d73f85-eecd-4a7d-b588-e7d697e31a31 HTTP/1.1" status: 204 len: 168 time: 0.8891623 Nov 23 14:36:21.279905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54440) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:21.301130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Network': ['ID=c6d73f85-eecd-4a7d-b588-e7d697e31a31,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:21.326459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.326808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.327347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.327656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.327917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.328266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.328638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.328855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.329232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.329556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.329805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.330128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e7d88-986d-465a-8643-4b8b376f428c tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:21.380846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.390541 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ddee18-193e-400b-b767-b5df760fbbfb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.396186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ddee18-193e-400b-b767-b5df760fbbfb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.424108 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70ddee18-193e-400b-b767-b5df760fbbfb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.427245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-70ddee18-193e-400b-b767-b5df760fbbfb tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2658608 Nov 23 14:36:21.429838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54442) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:21.435591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0cc54527-1057-4e59-bb7b-f7b7c1b43c3a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:21.504026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.530022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964994c3-808b-4e66-adcd-01f77b2a086c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:21.541375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a3398a-d6db-484e-b1cf-361f69b5928d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:21.541673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a3398a-d6db-484e-b1cf-361f69b5928d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:21.555115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.576174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.592144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:21.594188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:21.603870 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:21.673870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.679450 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cc54527-1057-4e59-bb7b-f7b7c1b43c3a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65430'] for router, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.683282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.686798 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/networks/964994c3-808b-4e66-adcd-01f77b2a086c HTTP/1.1" status: 204 len: 168 time: 0.4048946 Nov 23 14:36:21.690760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54446) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:21.697161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127eb11-fa07-4a94-8543-e95d20278f94 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Network': ['ID=964994c3-808b-4e66-adcd-01f77b2a086c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:21.702079 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cc54527-1057-4e59-bb7b-f7b7c1b43c3a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536020'] for router, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.814098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Deleting subnet 3b3ad1bc-0504-4a47-884e-10c446d80b68 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:21.820011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.874419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:21.911614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc54527-1057-4e59-bb7b-f7b7c1b43c3a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Router 2f28acdd-bbd0-4219-8cbe-60540b3e33a1 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:36:22.022604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc54527-1057-4e59-bb7b-f7b7c1b43c3a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:22.028031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54450) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.039334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] Sync routers for ids ['2f28acdd-bbd0-4219-8cbe-60540b3e33a1'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:22.043848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cc54527-1057-4e59-bb7b-f7b7c1b43c3a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.044845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0cc54527-1057-4e59-bb7b-f7b7c1b43c3a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "PUT /v2.0/routers/2f28acdd-bbd0-4219-8cbe-60540b3e33a1 HTTP/1.1" status: 200 len: 697 time: 0.6139688 Nov 23 14:36:22.049175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54454) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.051560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] Routers {'2f28acdd-bbd0-4219-8cbe-60540b3e33a1'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:22.052969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2f28acdd-bbd0-4219-8cbe-60540b3e33a1'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:22.095019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.139845 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] Set router 2f28acdd-bbd0-4219-8cbe-60540b3e33a1 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:22.169443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3c280639-fdf6-45bb-87ad-841be702debd tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/routers/2f28acdd-bbd0-4219-8cbe-60540b3e33a1 HTTP/1.1" status: 200 len: 703 time: 0.1191723 Nov 23 14:36:22.172785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54456) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.174169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9269872d-0330-4921-833f-298f4620bd30 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:22.204290 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.226126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28acdd-bbd0-4219-8cbe-60540b3e33a1', 'name': 'tempest-RoutersIpV6Test-router-301673213', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:21Z', 'updated_at': '2021-11-23T14:36:21Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:22.228266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 9269872d-0330-4921-833f-298f4620bd30 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:22.228788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9269872d-0330-4921-833f-298f4620bd30 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:22.236628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3ad1bc-0504-4a47-884e-10c446d80b68,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:22.248087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.256158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cd368052-1fee-4d11-a61b-2501939e8b00 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/subnets/3b3ad1bc-0504-4a47-884e-10c446d80b68 HTTP/1.1" status: 204 len: 168 time: 0.5623879 Nov 23 14:36:22.256805 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fb954465-e9ca-4a33-bf7f-272631bb2ad6 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f28acdd-bbd0-4219-8cbe-60540b3e33a1 HTTP/1.1" status: 200 len: 205 time: 0.0823328 Nov 23 14:36:22.257085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54458) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.259198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54460) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.275137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] Checking router: 2f28acdd-bbd0-4219-8cbe-60540b3e33a1 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:22.277752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e36257-578b-470a-bb64-cba4aaf9b9c3 None None] Network 71f1390c-84a1-4f01-ab05-b9f6077d7d3b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:22.350207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] Routers {'2f28acdd-bbd0-4219-8cbe-60540b3e33a1'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:22.351014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['2f28acdd-bbd0-4219-8cbe-60540b3e33a1'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:22.353934 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15105a92-7af0-4191-b443-0e714bceb97c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.390207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.539901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15105a92-7af0-4191-b443-0e714bceb97c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.543064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15105a92-7af0-4191-b443-0e714bceb97c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.597986 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15105a92-7af0-4191-b443-0e714bceb97c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.598598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15105a92-7af0-4191-b443-0e714bceb97c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Fanout notify agent at l3_agent the message router_deleted on router 2f28acdd-bbd0-4219-8cbe-60540b3e33a1 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:22.608317 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15105a92-7af0-4191-b443-0e714bceb97c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.613425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-15105a92-7af0-4191-b443-0e714bceb97c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/2f28acdd-bbd0-4219-8cbe-60540b3e33a1 HTTP/1.1" status: 204 len: 168 time: 0.3496082 Nov 23 14:36:22.614399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54462) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.623064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Deleting port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:22.623905 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.633996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] Set router 2f28acdd-bbd0-4219-8cbe-60540b3e33a1 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:22.660668 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7a69d004-f916-4959-89ea-08f8ee66e979 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f28acdd-bbd0-4219-8cbe-60540b3e33a1 HTTP/1.1" status: 200 len: 205 time: 0.0458262 Nov 23 14:36:22.661630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54468) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:22.697588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28acdd-bbd0-4219-8cbe-60540b3e33a1', 'name': 'tempest-RoutersIpV6Test-router-301673213', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:21Z', 'updated_at': '2021-11-23T14:36:21Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:22.728754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac325d-00ba-4dec-8cc2-150b0eabf943 None None] The sync data for ids ['2f28acdd-bbd0-4219-8cbe-60540b3e33a1'] in n-d-818503-2 is: [{'id': '2f28acdd-bbd0-4219-8cbe-60540b3e33a1', 'name': 'tempest-RoutersIpV6Test-router-301673213', 'tenant_id': '56e629760f0f46629688edc20e560bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:21Z', 'updated_at': '2021-11-23T14:36:21Z', 'revision_number': 2, 'project_id': '56e629760f0f46629688edc20e560bfa', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:22.808082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] For port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,segment=NetworkSegment(a91eb5d5-e339-440b-b6e1-029f64edaa50),segment_id=a91eb5d5-e339-440b-b6e1-029f64edaa50)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:22.808749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.831625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Calling delete_port for 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:22.839181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] DHCP port deletion for 71f1390c-84a1-4f01-ab05-b9f6077d7d3b request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:22.927792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] Deleting port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:22.928359 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.992170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:22.995591 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.042476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] No DVR routers for this DVR port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:23.072002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] For port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,segment=NetworkSegment(a91eb5d5-e339-440b-b6e1-029f64edaa50),segment_id=a91eb5d5-e339-440b-b6e1-029f64edaa50)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:23.072990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.082937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Port': ['ID=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:23.101687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] Calling delete_port for 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:23.117706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54472) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.165595 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-a6f019a1-e504-4a01-a78e-f4851d71a852 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] delete failed (client error): The resource could not be found. Nov 23 14:36:23.166648 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a6f019a1-e504-4a01-a78e-f4851d71a852 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/2f28acdd-bbd0-4219-8cbe-60540b3e33a1 HTTP/1.1" status: 404 len: 336 time: 0.5032244 Nov 23 14:36:23.169818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.205500 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-00964cf1-f216-4c6b-a485-5407b26fc847 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.206118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00964cf1-f216-4c6b-a485-5407b26fc847 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.213204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-00964cf1-f216-4c6b-a485-5407b26fc847 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/dcdfb977-028a-484d-a49d-a79cae6cb81e HTTP/1.1" status: 404 len: 337 time: 0.0418997 Nov 23 14:36:23.214101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54478) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.241349 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d063f142-79d8-4804-920e-418d4e4bfef4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.241969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d063f142-79d8-4804-920e-418d4e4bfef4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.248866 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d063f142-79d8-4804-920e-418d4e4bfef4 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/222fb6e3-224f-4ad2-942b-ea12dd436124 HTTP/1.1" status: 404 len: 337 time: 0.0330086 Nov 23 14:36:23.248866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.256107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.280987 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd44965-e668-4085-a655-789b7ab1371a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.281694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd44965-e668-4085-a655-789b7ab1371a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.284129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.288836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ddd44965-e668-4085-a655-789b7ab1371a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/d4bbcd64-ed48-40e4-8e93-77abbaf0352f HTTP/1.1" status: 404 len: 337 time: 0.0388010 Nov 23 14:36:23.289638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.291203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] Pushing event deleted for resources: {'Port': ['ID=79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:23.295028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8e024-f101-4477-86c0-ee5dfb6fdd07 None None] No DVR routers for this DVR port 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:23.317323 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-5442a3da-6c78-400d-b307-298f63318452 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.317872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5442a3da-6c78-400d-b307-298f63318452 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.321119 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5442a3da-6c78-400d-b307-298f63318452 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/12162c2e-ecdd-46d4-9d9c-cbaa2b6c6770 HTTP/1.1" status: 404 len: 337 time: 0.0304513 Nov 23 14:36:23.324187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.352981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-58da8485-ca3b-4528-96c7-16fe71b62baf tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 200 len: 205 time: 0.0256410 Nov 23 14:36:23.353221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.380788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f1390c-84a1-4f01-ab05-b9f6077d7d3b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:23.385222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42433367-dcc5-4d63-ae6e-1dd5677580ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.400445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91eb5d5-e339-440b-b6e1-029f64edaa50') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:23.400831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91eb5d5-e339-440b-b6e1-029f64edaa50') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:23.415614 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-e2eda69e-4704-404a-bef5-4485c57bb8f8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] delete failed (client error): The resource could not be found. Nov 23 14:36:23.419557 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e2eda69e-4704-404a-bef5-4485c57bb8f8 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/164f256f-c893-4544-bfb1-8e73048c69bf HTTP/1.1" status: 404 len: 336 time: 0.0653760 Nov 23 14:36:23.420141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54488) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.425509 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.446804 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2478269a-65cd-48fe-a5fb-4a6b71291bb9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bb7900-b8bb-494f-a10d-1af77e1990bf HTTP/1.1" status: 200 len: 205 time: 0.0250576 Nov 23 14:36:23.449203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.458704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.478406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:23.478819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:23.482548 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:23.486803 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-fbd498bf-9712-4233-8478-71aa8b5c3105 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] delete failed (client error): The resource could not be found. Nov 23 14:36:23.487885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fbd498bf-9712-4233-8478-71aa8b5c3105 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/e2bb7900-b8bb-494f-a10d-1af77e1990bf HTTP/1.1" status: 404 len: 336 time: 0.0377085 Nov 23 14:36:23.490601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54492) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.520547 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-056cec49-2ae2-41ce-8e6e-62c01c99db6e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.520994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056cec49-2ae2-41ce-8e6e-62c01c99db6e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.523953 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-056cec49-2ae2-41ce-8e6e-62c01c99db6e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/63af2d7a-9103-46df-85bb-cebbfd1db78a HTTP/1.1" status: 404 len: 337 time: 0.0322049 Nov 23 14:36:23.526676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.553513 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d6ec735b-2433-4658-9a0d-3dd93ef5568c tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=715e33b8-d3b3-445c-8ce4-4b7dfbf6260d HTTP/1.1" status: 200 len: 205 time: 0.0254946 Nov 23 14:36:23.556140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54496) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.571979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.578146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.581979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/networks/71f1390c-84a1-4f01-ab05-b9f6077d7d3b HTTP/1.1" status: 204 len: 168 time: 1.3239124 Nov 23 14:36:23.593166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54498) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.606345 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-27ab48c2-2193-4477-aee1-48087077fc48 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] delete failed (client error): The resource could not be found. Nov 23 14:36:23.607403 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-27ab48c2-2193-4477-aee1-48087077fc48 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/715e33b8-d3b3-445c-8ce4-4b7dfbf6260d HTTP/1.1" status: 404 len: 336 time: 0.0498199 Nov 23 14:36:23.610062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54500) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.641431 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16e4dda4-70a5-428e-827f-45f1e3e47743 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d299934-9ed6-4f98-88a3-9b86c149eeae HTTP/1.1" status: 200 len: 205 time: 0.0302730 Nov 23 14:36:23.643962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54502) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.663445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efd920-9cc2-4d09-8142-c039f51ee804 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Pushing event deleted for resources: {'Network': ['ID=71f1390c-84a1-4f01-ab05-b9f6077d7d3b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:23.671068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-278f5db1-1a5d-4e80-b497-af6253c92d68 tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5d930d8-8726-4740-84ae-a628c60a2e83 HTTP/1.1" status: 200 len: 205 time: 0.0683079 Nov 23 14:36:23.672757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54504) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.684173 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-63997484-aaef-4232-b728-3e116742107d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] delete failed (client error): The resource could not be found. Nov 23 14:36:23.685154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-63997484-aaef-4232-b728-3e116742107d tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/3d299934-9ed6-4f98-88a3-9b86c149eeae HTTP/1.1" status: 404 len: 336 time: 0.0402668 Nov 23 14:36:23.688244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54506) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.715875 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6acc4fc-0a51-4a90-8519-942163b6c1a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.716334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6acc4fc-0a51-4a90-8519-942163b6c1a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.719601 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b6acc4fc-0a51-4a90-8519-942163b6c1a9 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/83200600-f8c7-4641-af7a-f860b9674f80 HTTP/1.1" status: 404 len: 337 time: 0.0298548 Nov 23 14:36:23.722236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54508) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.747916 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4220b87f-96cc-482c-9edb-638b59f6e29e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9b4d10f-c1ba-4675-9769-f560984f4c1c HTTP/1.1" status: 200 len: 205 time: 0.0245638 Nov 23 14:36:23.750775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54510) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.792923 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-a42f48da-f921-4a21-b529-18146fd6762a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] delete failed (client error): The resource could not be found. Nov 23 14:36:23.794154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a42f48da-f921-4a21-b529-18146fd6762a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/e9b4d10f-c1ba-4675-9769-f560984f4c1c HTTP/1.1" status: 404 len: 336 time: 0.0423219 Nov 23 14:36:23.796701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54512) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.824662 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca3f47f-83ff-4fe4-b69e-3b593853ff5a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.825124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca3f47f-83ff-4fe4-b69e-3b593853ff5a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.828721 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7ca3f47f-83ff-4fe4-b69e-3b593853ff5a tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/422080f0-78b2-4eef-945d-0c12f3ff14a1 HTTP/1.1" status: 404 len: 337 time: 0.0310209 Nov 23 14:36:23.832113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54514) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.856570 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:23.864082 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aed3b358-213a-40b5-87ac-18d20222cc13 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e6f4c5a-f691-4436-8f13-9f77dde1ed9b HTTP/1.1" status: 200 len: 205 time: 0.0304351 Nov 23 14:36:23.866241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54516) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.904975 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-1e812f90-93a9-487f-b050-f577d0b810b2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] delete failed (client error): The resource could not be found. Nov 23 14:36:23.908615 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1e812f90-93a9-487f-b050-f577d0b810b2 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/routers/2e6f4c5a-f691-4436-8f13-9f77dde1ed9b HTTP/1.1" status: 404 len: 336 time: 0.0386722 Nov 23 14:36:23.908906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54518) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.937531 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-d840c51f-aebd-4ca3-9246-ecd0dd80895e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.938008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d840c51f-aebd-4ca3-9246-ecd0dd80895e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.941260 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d840c51f-aebd-4ca3-9246-ecd0dd80895e tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/b6564f78-d2a4-4f4f-ad63-8d1599309adf HTTP/1.1" status: 404 len: 337 time: 0.0314367 Nov 23 14:36:23.944638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54520) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:23.976191 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7d657e-5965-4f5e-a102-a2865918f9d5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] DELETE failed (client error): The resource could not be found. Nov 23 14:36:23.976656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7d657e-5965-4f5e-a102-a2865918f9d5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 14:36:23.981477 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9d7d657e-5965-4f5e-a102-a2865918f9d5 tempest-RoutersIpV6Test-2011670247 tempest-RoutersIpV6Test-2011670247-project] 10.222.0.46 "DELETE /v2.0/subnets/7b7b68ac-cd94-4c5d-9880-29c45ea332d1 HTTP/1.1" status: 404 len: 337 time: 0.0342178 Nov 23 14:36:24.065177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:24.087783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:24.088805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 79cbc8f1-ff82-4b10-ab0d-eb08a6f9ddd0 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:24.144800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cceddc8e-0f5c-4c3e-8e9f-ee73e9aec28d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.147638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42433367-dcc5-4d63-ae6e-1dd5677580ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.198390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54526) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:24.211666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42433367-dcc5-4d63-ae6e-1dd5677580ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.214571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Deleting port b22c511a-2adc-4c76-bb20-bb4fa680b2e9 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:24.214923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.328239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-42433367-dcc5-4d63-ae6e-1dd5677580ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df3161d6e4d7438cb5406dd22b4c6dad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2072065 Nov 23 14:36:24.331816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54530) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:24.341385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-420237a9-8b68-4245-829d-b7582f973545 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56e629760f0f46629688edc20e560bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418576 Nov 23 14:36:24.346331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54532) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:24.386750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42433367-dcc5-4d63-ae6e-1dd5677580ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f83b97-3780-448a-be9d-2db68f0fb236,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:24.399862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cceddc8e-0f5c-4c3e-8e9f-ee73e9aec28d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.403260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cceddc8e-0f5c-4c3e-8e9f-ee73e9aec28d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.419617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a34fb62-9b5c-4505-94b4-02c774f7a3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.425377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52fa90ae-a26a-4ea7-ac6d-370a712203c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.453446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a34fb62-9b5c-4505-94b4-02c774f7a3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.457416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] For port b22c511a-2adc-4c76-bb20-bb4fa680b2e9, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:24.457787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.467072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cceddc8e-0f5c-4c3e-8e9f-ee73e9aec28d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.467604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceddc8e-0f5c-4c3e-8e9f-ee73e9aec28d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Fanout notify agent at l3_agent the message router_deleted on router a5d930d8-8726-4740-84ae-a628c60a2e83 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:24.468755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52fa90ae-a26a-4ea7-ac6d-370a712203c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.476610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cceddc8e-0f5c-4c3e-8e9f-ee73e9aec28d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.477709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cceddc8e-0f5c-4c3e-8e9f-ee73e9aec28d tempest-RoutersNegativeTest-1490578969 tempest-RoutersNegativeTest-1490578969-project] 10.222.0.46 "DELETE /v2.0/routers/a5d930d8-8726-4740-84ae-a628c60a2e83 HTTP/1.1" status: 204 len: 168 time: 0.8035953 Nov 23 14:36:24.478756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Calling delete_port for b22c511a-2adc-4c76-bb20-bb4fa680b2e9 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:24.540343 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a34fb62-9b5c-4505-94b4-02c774f7a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.543118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a34fb62-9b5c-4505-94b4-02c774f7a3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.544338 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0a34fb62-9b5c-4505-94b4-02c774f7a3cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85f83b97-3780-448a-be9d-2db68f0fb236 HTTP/1.1" status: 204 len: 168 time: 0.2115824 Nov 23 14:36:24.548018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52fa90ae-a26a-4ea7-ac6d-370a712203c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.550619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52fa90ae-a26a-4ea7-ac6d-370a712203c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.551782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-52fa90ae-a26a-4ea7-ac6d-370a712203c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d554e54-b9f1-4fb5-b0ee-6b4f517f15c0 HTTP/1.1" status: 204 len: 168 time: 0.2045717 Nov 23 14:36:24.557209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34fb62-9b5c-4505-94b4-02c774f7a3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f83b97-3780-448a-be9d-2db68f0fb236,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:24.570627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa90ae-a26a-4ea7-ac6d-370a712203c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d554e54-b9f1-4fb5-b0ee-6b4f517f15c0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:24.727725 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.754958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=b22c511a-2adc-4c76-bb20-bb4fa680b2e9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:24.784158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54544) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:24.932247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54550) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:24.957096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9db91e84-49fc-4d5f-af6a-fdcf34a8d870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.001429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.120443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9db91e84-49fc-4d5f-af6a-fdcf34a8d870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.127938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9db91e84-49fc-4d5f-af6a-fdcf34a8d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.185765 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9db91e84-49fc-4d5f-af6a-fdcf34a8d870 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea0cce59e0d443bb8df9ea061131ae3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524395 Nov 23 14:36:25.191863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54556) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:25.200355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db91e84-49fc-4d5f-af6a-fdcf34a8d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6b6e2b-b054-4048-9160-25bce8aee473,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:25.227102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-673e4a2c-f927-4852-ad2c-eff5b16fc538 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=056ff2c9e50c451bb1d67e7e86343b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395769 Nov 23 14:36:25.228393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54560) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:25.258093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-115495cd-2d24-4595-84be-70014589cab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.288968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-115495cd-2d24-4595-84be-70014589cab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.319117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:25.332158 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-835bc90f-6f56-4c0b-a915-1e10b6fd4815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.348821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-115495cd-2d24-4595-84be-70014589cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.353140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-115495cd-2d24-4595-84be-70014589cab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.354548 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-115495cd-2d24-4595-84be-70014589cab1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe6b6e2b-b054-4048-9160-25bce8aee473 HTTP/1.1" status: 204 len: 168 time: 0.1617725 Nov 23 14:36:25.363382 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115495cd-2d24-4595-84be-70014589cab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6b6e2b-b054-4048-9160-25bce8aee473,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:25.394559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-835bc90f-6f56-4c0b-a915-1e10b6fd4815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.483148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:25.488721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-30d2abd2-9e1e-478f-9e20-0dd75f2a0c8a admin admin] 10.222.0.46 "PUT /v2.0/routers/5fb99dff-bdb6-4d4e-8287-8ce8986ef778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4571872 Nov 23 14:36:25.491617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54572) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:25.495076 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] Sync routers for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:25.508659 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:25.510193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-835bc90f-6f56-4c0b-a915-1e10b6fd4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.511079 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:25.512922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-835bc90f-6f56-4c0b-a915-1e10b6fd4815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.514092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-835bc90f-6f56-4c0b-a915-1e10b6fd4815 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e48adc3d-2bca-4fa0-ba74-9fa8775491fa HTTP/1.1" status: 204 len: 168 time: 0.2846980 Nov 23 14:36:25.524897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bc90f-6f56-4c0b-a915-1e10b6fd4815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48adc3d-2bca-4fa0-ba74-9fa8775491fa,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:25.633618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.667729 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:25.744672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.815324 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Deleting port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:25.815889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.882590 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:36:24Z', 'revision_number': 5, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port': {'id': '18fadb7a-e6f5-41c4-8f97-fc8d2c53684f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:49Z', 'updated_at': '2021-11-23T14:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:25.916501 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] Checking router: 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:25.923714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] For port 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:25.924346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.933126 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] Routers {'5fb99dff-bdb6-4d4e-8287-8ce8986ef778'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:25.933670 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:35:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:25.947431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Calling delete_port for 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:25.956462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54586) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.040236 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] Set router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:26.148038 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:36:25Z', 'revision_number': 6, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:26.166828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.183286 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93291-c303-4458-8f7e-1d8a46782002 None None] The sync data for ids ['5fb99dff-bdb6-4d4e-8287-8ce8986ef778'] in n-d-818503-2 is: [{'id': '5fb99dff-bdb6-4d4e-8287-8ce8986ef778', 'name': 'tempest-TestServerBasicOps-1397667982-router', 'tenant_id': 'c6e258fc883745ff97e703458c15a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:48Z', 'updated_at': '2021-11-23T14:36:25Z', 'revision_number': 6, 'project_id': 'c6e258fc883745ff97e703458c15a4f7', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:26.210449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Pushing event deleted for resources: {'Port': ['ID=18fadb7a-e6f5-41c4-8f97-fc8d2c53684f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:26.215847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487f67c-58b8-4df3-b164-ff01159b9f46 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:26.263516 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c0b1b173-5d30-480a-90d1-4e354153538a tempest-ServiceProvidersTest-1988195844 tempest-ServiceProvidersTest-1988195844-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3008332 Nov 23 14:36:26.299541 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.395007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.397292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.445270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.445754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb99dff-bdb6-4d4e-8287-8ce8986ef778 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:26.450546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.451748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5daa3552-02ed-4be5-946b-ac97438cc99b admin admin] 10.222.0.46 "DELETE /v2.0/routers/5fb99dff-bdb6-4d4e-8287-8ce8986ef778 HTTP/1.1" status: 204 len: 168 time: 0.9588909 Nov 23 14:36:26.454853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54606) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.507578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] Deleting subnet b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:26.519375 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.572410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.668359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54614) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.684935 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.740454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-37af99d4-96d6-49a7-bd0c-69dda63cc5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.757081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.785433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:26.787934 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.791322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2fb728ef-d065-43f2-b53c-f1e5e2e8495a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b375d9a9-a4c8-4240-8ab8-a86c9adc0cf7 HTTP/1.1" status: 204 len: 168 time: 0.3353312 Nov 23 14:36:26.794275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54626) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.798176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf26558-de8b-4192-b2ec-79e394c59c33 None None] Network 0c80f1a3-cf25-41be-bff7-daf126d864a5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:26.885663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b51140de-d2f2-4f8b-975c-048ad5fa4c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.898763 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.043174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Deleting port a6fd1dd9-afdf-4225-86e7-ced458ca131d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:27.043555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.049304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] DHCP port deletion for 0c80f1a3-cf25-41be-bff7-daf126d864a5 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:27.075901 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b51140de-d2f2-4f8b-975c-048ad5fa4c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.085112 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b51140de-d2f2-4f8b-975c-048ad5fa4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.121107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.145145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Deleting port a6fd1dd9-afdf-4225-86e7-ced458ca131d {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:27.145999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.179045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] For port a6fd1dd9-afdf-4225-86e7-ced458ca131d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6fd1dd9-afdf-4225-86e7-ced458ca131d,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:27.179424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.179796 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54640) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:27.193512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51140de-d2f2-4f8b-975c-048ad5fa4c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66a86c-5c0f-44c6-bf77-2e68aa049731,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.218309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b51140de-d2f2-4f8b-975c-048ad5fa4c33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80f1f33eac904409a5c2d441fbafb23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5465829 Nov 23 14:36:27.218309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Calling delete_port for a6fd1dd9-afdf-4225-86e7-ced458ca131d owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:27.219271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54644) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:27.242494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] For port a6fd1dd9-afdf-4225-86e7-ced458ca131d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a6fd1dd9-afdf-4225-86e7-ced458ca131d,segment=NetworkSegment(fa127873-ea5e-4698-a88c-9645265cca5b),segment_id=fa127873-ea5e-4698-a88c-9645265cca5b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:27.243685 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.264312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Calling delete_port for a6fd1dd9-afdf-4225-86e7-ced458ca131d owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:27.313668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f905c2c-80fc-4c9d-9662-85246136553f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.345255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.361603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f905c2c-80fc-4c9d-9662-85246136553f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.383025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.391802 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fd1dd9-afdf-4225-86e7-ced458ca131d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.407682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] No DVR routers for this DVR port a6fd1dd9-afdf-4225-86e7-ced458ca131d on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:27.408528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] No DVR routers for this DVR port a6fd1dd9-afdf-4225-86e7-ced458ca131d on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:27.429589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Pushing event deleted for resources: {'Port': ['ID=a6fd1dd9-afdf-4225-86e7-ced458ca131d,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.441289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e1b335e1-f5be-43b0-b4bb-47617ed3ddb5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:27.441811 n-d-818503-2 neutron-server[103345]: WARNING neutron.api.v2.base [None req-e1b335e1-f5be-43b0-b4bb-47617ed3ddb5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 14:36:27.442252 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-e1b335e1-f5be-43b0-b4bb-47617ed3ddb5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 14:36:27.443339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e1b335e1-f5be-43b0-b4bb-47617ed3ddb5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2624266 Nov 23 14:36:27.444080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f905c2c-80fc-4c9d-9662-85246136553f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.446720 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f905c2c-80fc-4c9d-9662-85246136553f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.450555 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5f905c2c-80fc-4c9d-9662-85246136553f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc66a86c-5c0f-44c6-bf77-2e68aa049731 HTTP/1.1" status: 204 len: 168 time: 0.2273932 Nov 23 14:36:27.450555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54648) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:27.454685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339673193'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:27.472129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905c2c-80fc-4c9d-9662-85246136553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66a86c-5c0f-44c6-bf77-2e68aa049731,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.487182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.489460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.491623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.492672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.498796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.502522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.502522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.502522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.502944 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.504256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.504689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.505326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.506531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c948249-6728-4eff-800b-e33910421fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.512032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.697423 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.776737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c80f1a3-cf25-41be-bff7-daf126d864a5']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:27.792355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.799458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.802710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa127873-ea5e-4698-a88c-9645265cca5b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:27.803302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa127873-ea5e-4698-a88c-9645265cca5b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:27.830483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.856246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.865413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:27.866145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:27.869569 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:27.881563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733dd47b-3f0f-4a9e-a983-aa4e613b6954,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.990571 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.995749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.008689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] 10.222.0.46 "DELETE /v2.0/networks/0c80f1a3-cf25-41be-bff7-daf126d864a5 HTTP/1.1" status: 204 len: 168 time: 1.2090752 Nov 23 14:36:28.009821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54690) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.036643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.051002 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7b29b-d553-4614-ab35-e34478aa9b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=0c80f1a3-cf25-41be-bff7-daf126d864a5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:28.115456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b22c511a-2adc-4c76-bb20-bb4fa680b2e9 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:28.122285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.142818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: b22c511a-2adc-4c76-bb20-bb4fa680b2e9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:28.143275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b22c511a-2adc-4c76-bb20-bb4fa680b2e9 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:28.143895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:28.166493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:28.166988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 18fadb7a-e6f5-41c4-8f97-fc8d2c53684f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:28.167547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6fd1dd9-afdf-4225-86e7-ced458ca131d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:28.191795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a6fd1dd9-afdf-4225-86e7-ced458ca131d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:28.192442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a6fd1dd9-afdf-4225-86e7-ced458ca131d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:28.245838 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.251985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54698) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.252193 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7996662 Nov 23 14:36:28.255528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef119ff-aa01-4d5c-9809-0e15ba136b4d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d78d87-d4a6-4608-b80a-6d4fa6999f02,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:28.256148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-20bf6d00-77cd-4319-8b00-22192928bdb2 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '57d78d87-d4a6-4608-b80a-6d4fa6999f02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:28.319149 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20bf6d00-77cd-4319-8b00-22192928bdb2 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.414030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20bf6d00-77cd-4319-8b00-22192928bdb2 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.422028 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20bf6d00-77cd-4319-8b00-22192928bdb2 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.456329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf6d00-77cd-4319-8b00-22192928bdb2 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b56426b-9d50-4566-b77c-ede8b7f0b673,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:28.462355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-20bf6d00-77cd-4319-8b00-22192928bdb2 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.474817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-20bf6d00-77cd-4319-8b00-22192928bdb2 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2229221 Nov 23 14:36:28.480013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.485551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2ac9022e-d074-4ee7-b345-58e9511bfeb3 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '57d78d87-d4a6-4608-b80a-6d4fa6999f02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:28.536611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2ac9022e-d074-4ee7-b345-58e9511bfeb3 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.622534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.635440 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-2ac9022e-d074-4ee7-b345-58e9511bfeb3 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 14:36:28.637065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2ac9022e-d074-4ee7-b345-58e9511bfeb3 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1556861 Nov 23 14:36:28.640750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54728) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.718958 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9b44231-6d43-4ff1-9f4a-05c7453fe82a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.750466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9b44231-6d43-4ff1-9f4a-05c7453fe82a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.812492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9b44231-6d43-4ff1-9f4a-05c7453fe82a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.818580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e9b44231-6d43-4ff1-9f4a-05c7453fe82a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.821538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e9b44231-6d43-4ff1-9f4a-05c7453fe82a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/57d78d87-d4a6-4608-b80a-6d4fa6999f02 HTTP/1.1" status: 204 len: 168 time: 0.1789114 Nov 23 14:36:28.828057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54748) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.852840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b44231-6d43-4ff1-9f4a-05c7453fe82a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d78d87-d4a6-4608-b80a-6d4fa6999f02,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:28.915393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8a676f1b-5ffb-4b9e-9f6e-bd7f030df0ef tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0850859 Nov 23 14:36:28.918307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54750) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.924619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5e80019f-958c-43ab-bf94-aa455ef003dc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--75521984'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:28.950667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e80019f-958c-43ab-bf94-aa455ef003dc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.991135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Deleting port 01a92155-0981-4fed-8d3c-f3cf69f67aa6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:28.991653 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.056979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e80019f-958c-43ab-bf94-aa455ef003dc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.061268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e80019f-958c-43ab-bf94-aa455ef003dc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.100564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80019f-958c-43ab-bf94-aa455ef003dc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bc451-b4ae-4796-b77f-c28bdec2a160,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:29.105170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e80019f-958c-43ab-bf94-aa455ef003dc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.105675 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4c29-32ce-44d2-bbe3-6fb8459d3040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.106648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5e80019f-958c-43ab-bf94-aa455ef003dc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1868100 Nov 23 14:36:29.109993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54754) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.115149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f22222a3-ad36-4f5a-9adb-b4ffbd9c1bbd tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': 'a84bc451-b4ae-4796-b77f-c28bdec2a160', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:29.115959 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-f22222a3-ad36-4f5a-9adb-b4ffbd9c1bbd tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 14:36:29.116473 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f22222a3-ad36-4f5a-9adb-b4ffbd9c1bbd tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:29.116811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] For port 01a92155-0981-4fed-8d3c-f3cf69f67aa6, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=01a92155-0981-4fed-8d3c-f3cf69f67aa6,segment=NetworkSegment(6547c156-9216-454b-9b62-b18f0f830eb5),segment_id=6547c156-9216-454b-9b62-b18f0f830eb5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:29.117989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f22222a3-ad36-4f5a-9adb-b4ffbd9c1bbd tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069888 Nov 23 14:36:29.118306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.121069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54756) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.153582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Calling delete_port for 01a92155-0981-4fed-8d3c-f3cf69f67aa6 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:29.259277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca9256f-07d6-43ab-8341-282b15678fde tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.327783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca9256f-07d6-43ab-8341-282b15678fde tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.397179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca9256f-07d6-43ab-8341-282b15678fde tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.399783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fca9256f-07d6-43ab-8341-282b15678fde tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.403289 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fca9256f-07d6-43ab-8341-282b15678fde tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/a84bc451-b4ae-4796-b77f-c28bdec2a160 HTTP/1.1" status: 204 len: 168 time: 0.2783914 Nov 23 14:36:29.404056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54766) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.435051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9256f-07d6-43ab-8341-282b15678fde tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bc451-b4ae-4796-b77f-c28bdec2a160,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:29.453868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.511833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e886f7bb-d0d6-441f-886c-5346a6e42fe3 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030598 Nov 23 14:36:29.512081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a92155-0981-4fed-8d3c-f3cf69f67aa6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:29.512549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54770) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.517302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-60668cf8-3b4d-4d74-b63c-8fc876af0676 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028463283'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:29.542606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-60668cf8-3b4d-4d74-b63c-8fc876af0676 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.665770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-60668cf8-3b4d-4d74-b63c-8fc876af0676 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.670719 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-60668cf8-3b4d-4d74-b63c-8fc876af0676 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.704814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60668cf8-3b4d-4d74-b63c-8fc876af0676 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a6ba9f-d38a-430a-a555-fc454664ce2a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:29.719901 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-60668cf8-3b4d-4d74-b63c-8fc876af0676 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.725060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-60668cf8-3b4d-4d74-b63c-8fc876af0676 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2113926 Nov 23 14:36:29.726973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54776) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.733500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f349db30-9869-4965-a27d-3566194ff3eb tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': 'b3a6ba9f-d38a-430a-a555-fc454664ce2a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:29.735890 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-f349db30-9869-4965-a27d-3566194ff3eb tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 14:36:29.736471 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f349db30-9869-4965-a27d-3566194ff3eb tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:29.740551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f349db30-9869-4965-a27d-3566194ff3eb tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121686 Nov 23 14:36:29.741130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54778) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.823918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-937c1736-b462-4b2a-a806-d86e6ff3305a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.828056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.855416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-937c1736-b462-4b2a-a806-d86e6ff3305a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.911318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-937c1736-b462-4b2a-a806-d86e6ff3305a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.916430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-937c1736-b462-4b2a-a806-d86e6ff3305a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.922811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-937c1736-b462-4b2a-a806-d86e6ff3305a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/b3a6ba9f-d38a-430a-a555-fc454664ce2a HTTP/1.1" status: 204 len: 168 time: 0.1799536 Nov 23 14:36:29.923653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54784) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.980491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c1736-b462-4b2a-a806-d86e6ff3305a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a6ba9f-d38a-430a-a555-fc454664ce2a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:30.015516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5be39283-ce8c-4921-ac02-9f2b082121d7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863132 Nov 23 14:36:30.016205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54786) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.026641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-75e8748f-490d-4dce-9fb9-96e34c88cfe4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095824754'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.056036 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75e8748f-490d-4dce-9fb9-96e34c88cfe4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.090851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.150436 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75e8748f-490d-4dce-9fb9-96e34c88cfe4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.152018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Router 9c29e34d-8426-4fa1-9bea-be1ad980e029 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:30.156570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75e8748f-490d-4dce-9fb9-96e34c88cfe4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.190776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8748f-490d-4dce-9fb9-96e34c88cfe4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0b2b4b-cfb0-48e4-8b5d-d5b4610e5f24,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:30.203739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-75e8748f-490d-4dce-9fb9-96e34c88cfe4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.205328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-75e8748f-490d-4dce-9fb9-96e34c88cfe4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1869254 Nov 23 14:36:30.207954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.213116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9b135d96-8d95-43f6-9a4e-8b909dd1757e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '1c0b2b4b-cfb0-48e4-8b5d-d5b4610e5f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.213995 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-9b135d96-8d95-43f6-9a4e-8b909dd1757e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 14:36:30.214498 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-9b135d96-8d95-43f6-9a4e-8b909dd1757e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:30.218498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9b135d96-8d95-43f6-9a4e-8b909dd1757e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063634 Nov 23 14:36:30.219071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54796) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.223948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-741f0aaa-1070-4a6b-9809-0cfb567ebb8a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '1c0b2b4b-cfb0-48e4-8b5d-d5b4610e5f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.224620 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-741f0aaa-1070-4a6b-9809-0cfb567ebb8a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 14:36:30.225101 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-741f0aaa-1070-4a6b-9809-0cfb567ebb8a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:30.227092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-741f0aaa-1070-4a6b-9809-0cfb567ebb8a tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060768 Nov 23 14:36:30.228681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54798) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.237675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b66f6e4f-a3a7-4b75-b487-46b2a132302b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '1c0b2b4b-cfb0-48e4-8b5d-d5b4610e5f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.239233 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-b66f6e4f-a3a7-4b75-b487-46b2a132302b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 14:36:30.239935 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-b66f6e4f-a3a7-4b75-b487-46b2a132302b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:30.241340 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b66f6e4f-a3a7-4b75-b487-46b2a132302b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112944 Nov 23 14:36:30.244100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54800) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.251263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b54cd0b2-a4ba-45df-a16c-ea59ea098a96 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '1c0b2b4b-cfb0-48e4-8b5d-d5b4610e5f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.252512 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-b54cd0b2-a4ba-45df-a16c-ea59ea098a96 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 14:36:30.254064 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-b54cd0b2-a4ba-45df-a16c-ea59ea098a96 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:30.256038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b54cd0b2-a4ba-45df-a16c-ea59ea098a96 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104289 Nov 23 14:36:30.258710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54802) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.287392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:30.296921 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8bbd9181-258b-4b8c-9db9-431d3ca72b33 admin admin] 10.222.0.46 "PUT /v2.0/routers/9c29e34d-8426-4fa1-9bea-be1ad980e029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2860353 Nov 23 14:36:30.297593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54804) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.302504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] Sync routers for ids ['9c29e34d-8426-4fa1-9bea-be1ad980e029'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:30.316476 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] Routers {'9c29e34d-8426-4fa1-9bea-be1ad980e029'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:30.317093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9c29e34d-8426-4fa1-9bea-be1ad980e029'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:30.334440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a389c653-5130-45b6-bf7f-0cb16a3e62aa tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.369800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a389c653-5130-45b6-bf7f-0cb16a3e62aa tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.431875 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a389c653-5130-45b6-bf7f-0cb16a3e62aa tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.435544 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a389c653-5130-45b6-bf7f-0cb16a3e62aa tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.437486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a389c653-5130-45b6-bf7f-0cb16a3e62aa tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/1c0b2b4b-cfb0-48e4-8b5d-d5b4610e5f24 HTTP/1.1" status: 204 len: 168 time: 0.1778073 Nov 23 14:36:30.441111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54806) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.455001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389c653-5130-45b6-bf7f-0cb16a3e62aa tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0b2b4b-cfb0-48e4-8b5d-d5b4610e5f24,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:30.507883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] Set router 9c29e34d-8426-4fa1-9bea-be1ad980e029 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:30.552107 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2a9ac0e4-46ee-42e0-822d-7e4c343a1080 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1100693 Nov 23 14:36:30.558143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.558579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54810) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.563411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-49f81da8-f4d0-448e-badb-b7f809d98be5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416794223'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.621750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49f81da8-f4d0-448e-badb-b7f809d98be5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.699615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.761322 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49f81da8-f4d0-448e-badb-b7f809d98be5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.764084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:36:29Z', 'revision_number': 5, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port': {'id': '5eca2382-38f3-4ad6-a792-ddf989d0caa0', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:57Z', 'updated_at': '2021-11-23T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:30.768765 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49f81da8-f4d0-448e-badb-b7f809d98be5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.783946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Deleting port 5eca2382-38f3-4ad6-a792-ddf989d0caa0 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:30.784629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.837496 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-49f81da8-f4d0-448e-badb-b7f809d98be5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.839632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-49f81da8-f4d0-448e-badb-b7f809d98be5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2800956 Nov 23 14:36:30.844493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54822) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.848640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] Checking router: 9c29e34d-8426-4fa1-9bea-be1ad980e029 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:30.850554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4d555ff6-23cf-4699-80fe-541e02c9de09 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.851474 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-4d555ff6-23cf-4699-80fe-541e02c9de09 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 14:36:30.852158 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-4d555ff6-23cf-4699-80fe-541e02c9de09 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:30.853306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4d555ff6-23cf-4699-80fe-541e02c9de09 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073655 Nov 23 14:36:30.856539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54824) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.862429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e58602d2-4368-4da1-babd-e0a98201056b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.863597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] Routers {'9c29e34d-8426-4fa1-9bea-be1ad980e029'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:30.864368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9c29e34d-8426-4fa1-9bea-be1ad980e029'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:30.876110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81da8-f4d0-448e-badb-b7f809d98be5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62976614-c9ac-47fa-bb3f-2cd05a006628,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:30.943909 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-e58602d2-4368-4da1-babd-e0a98201056b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:30.948020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e58602d2-4368-4da1-babd-e0a98201056b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0878997 Nov 23 14:36:30.949114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54842) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.956079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b36a3215-367b-4959-90cd-f0af6b4f7fc5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.956859 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-b36a3215-367b-4959-90cd-f0af6b4f7fc5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 14:36:30.957908 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-b36a3215-367b-4959-90cd-f0af6b4f7fc5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:30.959436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b36a3215-367b-4959-90cd-f0af6b4f7fc5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086193 Nov 23 14:36:30.963207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.972420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-aadba407-83d3-4369-bb38-b1c5939ef279 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:30.983257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] Set router 9c29e34d-8426-4fa1-9bea-be1ad980e029 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:31.014398 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-aadba407-83d3-4369-bb38-b1c5939ef279 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:31.016298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aadba407-83d3-4369-bb38-b1c5939ef279 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0518935 Nov 23 14:36:31.027507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54846) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.035121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-31749cc0-5e44-4fef-bb87-6f69e73c579c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.035866 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-31749cc0-5e44-4fef-bb87-6f69e73c579c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 14:36:31.036473 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-31749cc0-5e44-4fef-bb87-6f69e73c579c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:31.037998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-31749cc0-5e44-4fef-bb87-6f69e73c579c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091934 Nov 23 14:36:31.041228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54848) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.050971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-80e32c55-1ad2-475f-8281-96c75d3f12fc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.062408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:36:30Z', 'revision_number': 6, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:31.118523 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-80e32c55-1ad2-475f-8281-96c75d3f12fc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:31.121061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-80e32c55-1ad2-475f-8281-96c75d3f12fc tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0787785 Nov 23 14:36:31.124912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54850) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.133833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ee6e7-b293-473f-9594-96fe4c7c7d62 None None] The sync data for ids ['9c29e34d-8426-4fa1-9bea-be1ad980e029'] in n-d-818503-2 is: [{'id': '9c29e34d-8426-4fa1-9bea-be1ad980e029', 'name': 'tempest-TestServerBasicOps-288970918-router', 'tenant_id': '974398cdf09e4ac9abef00048f4ea66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:56Z', 'updated_at': '2021-11-23T14:36:30Z', 'revision_number': 6, 'project_id': '974398cdf09e4ac9abef00048f4ea66e', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:31.137996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-23c2d067-d854-4e36-8458-a995d4db15cf tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.138487 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-23c2d067-d854-4e36-8458-a995d4db15cf tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 14:36:31.140197 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-23c2d067-d854-4e36-8458-a995d4db15cf tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:31.144506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-23c2d067-d854-4e36-8458-a995d4db15cf tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136900 Nov 23 14:36:31.145168 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54852) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.153008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ae5a2ed0-f429-45f6-aec8-5446936f2900 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.221242 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-ae5a2ed0-f429-45f6-aec8-5446936f2900 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:31.225024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae5a2ed0-f429-45f6-aec8-5446936f2900 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0745702 Nov 23 14:36:31.225277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54854) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.231977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-75067991-d4cc-4a3c-9f47-b66466537477 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '62976614-c9ac-47fa-bb3f-2cd05a006628', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.281566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] For port 5eca2382-38f3-4ad6-a792-ddf989d0caa0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5eca2382-38f3-4ad6-a792-ddf989d0caa0,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:31.282039 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.283277 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-75067991-d4cc-4a3c-9f47-b66466537477 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:31.287949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-75067991-d4cc-4a3c-9f47-b66466537477 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0589006 Nov 23 14:36:31.288848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54856) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.296896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Calling delete_port for 5eca2382-38f3-4ad6-a792-ddf989d0caa0 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:31.362601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d71d4fad-aaa1-4f95-86ee-954541abf7a6 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.391218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d71d4fad-aaa1-4f95-86ee-954541abf7a6 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.461039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d71d4fad-aaa1-4f95-86ee-954541abf7a6 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.467021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d71d4fad-aaa1-4f95-86ee-954541abf7a6 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.471827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d71d4fad-aaa1-4f95-86ee-954541abf7a6 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/62976614-c9ac-47fa-bb3f-2cd05a006628 HTTP/1.1" status: 204 len: 168 time: 0.1819882 Nov 23 14:36:31.471998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54858) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.483153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d4fad-aaa1-4f95-86ee-954541abf7a6 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62976614-c9ac-47fa-bb3f-2cd05a006628,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:31.544687 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9de70346-74f3-4cfb-90fd-e9bdeaf05c33 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715754 Nov 23 14:36:31.545648 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.552391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54862) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.557122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0a4ee90b-676a-428f-b5c1-287844fefe4b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198625086'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.585146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee90b-676a-428f-b5c1-287844fefe4b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.590065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eca2382-38f3-4ad6-a792-ddf989d0caa0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:31.605709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ad49d-4c24-4094-9cf9-bb0a0c9dd3a1 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:31.682929 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.696522 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.723232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee90b-676a-428f-b5c1-287844fefe4b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.735163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee90b-676a-428f-b5c1-287844fefe4b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.771394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee90b-676a-428f-b5c1-287844fefe4b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.773437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0a4ee90b-676a-428f-b5c1-287844fefe4b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2195787 Nov 23 14:36:31.784596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54864) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.792916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1f5ed041-1cde-40b4-8413-43fba91959f5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': 'b1b00a21-696f-41a0-b064-f549f946d2af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.810780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ee90b-676a-428f-b5c1-287844fefe4b tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b00a21-696f-41a0-b064-f549f946d2af,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:31.811101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.814019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.878559 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.879617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c29e34d-8426-4fa1-9bea-be1ad980e029 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:31.895187 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.899797 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-85c36b1f-c8f0-47c0-ab1a-680d080fc397 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9c29e34d-8426-4fa1-9bea-be1ad980e029 HTTP/1.1" status: 204 len: 168 time: 1.6010551 Nov 23 14:36:31.900417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54868) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.914078 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-1f5ed041-1cde-40b4-8413-43fba91959f5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The resource could not be found. Nov 23 14:36:31.917694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1f5ed041-1cde-40b4-8413-43fba91959f5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1292903 Nov 23 14:36:31.918434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54870) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:31.923000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-529ac7f6-6477-4065-8164-cf6dc57bbe13 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': 'b1b00a21-696f-41a0-b064-f549f946d2af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '039a6df8-c71c-4cec-9ce3-74fe48b91e48'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:31.960797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] Deleting subnet 73c3280b-81d3-42d8-a6f5-8ef2365c1d33 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:31.964241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:31.972466 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-529ac7f6-6477-4065-8164-cf6dc57bbe13 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The resource could not be found. Nov 23 14:36:31.976179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-529ac7f6-6477-4065-8164-cf6dc57bbe13 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0541816 Nov 23 14:36:31.976456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:32.010109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.057479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35fc975c-0400-4450-9523-1bf31011637c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.084320 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35fc975c-0400-4450-9523-1bf31011637c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.105223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 01a92155-0981-4fed-8d3c-f3cf69f67aa6 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:32.107115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.135653 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35fc975c-0400-4450-9523-1bf31011637c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.138764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35fc975c-0400-4450-9523-1bf31011637c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.140046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-35fc975c-0400-4450-9523-1bf31011637c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/b1b00a21-696f-41a0-b064-f549f946d2af HTTP/1.1" status: 204 len: 168 time: 0.1626127 Nov 23 14:36:32.140191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 01a92155-0981-4fed-8d3c-f3cf69f67aa6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:32.140399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 01a92155-0981-4fed-8d3c-f3cf69f67aa6 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:32.141065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5eca2382-38f3-4ad6-a792-ddf989d0caa0 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:32.145085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54874) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:32.150044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc975c-0400-4450-9523-1bf31011637c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b00a21-696f-41a0-b064-f549f946d2af,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:32.183553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5eca2382-38f3-4ad6-a792-ddf989d0caa0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:32.184586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5eca2382-38f3-4ad6-a792-ddf989d0caa0 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:32.226609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54876) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:32.226757 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-afad6cc8-0c7a-437a-bbf6-8bcbc93be628 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0808291 Nov 23 14:36:32.235559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f52fb507-c471-4c6e-8312-5db8c3ebf005 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '83a3a538-ab3d-4bfc-92a9-cded3a2ed54d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:32.237531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.265334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c3280b-81d3-42d8-a6f5-8ef2365c1d33,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:32.272302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.275698 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-914edca3-6f71-41c0-a8e2-d4f4a5e993a6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/73c3280b-81d3-42d8-a6f5-8ef2365c1d33 HTTP/1.1" status: 204 len: 168 time: 0.3742828 Nov 23 14:36:32.279353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54878) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:32.288301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffea5b7-dc7a-46d0-8119-90ac23dd42f2 None None] Network 12861516-f368-4c2f-9f84-ac47a673c7b9 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:32.305111 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-f52fb507-c471-4c6e-8312-5db8c3ebf005 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The resource could not be found. Nov 23 14:36:32.308628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f52fb507-c471-4c6e-8312-5db8c3ebf005 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0782855 Nov 23 14:36:32.313746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54880) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:32.318273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9be150d7-3231-4c8e-b345-f81065f118a5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073452915'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:32.353329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be150d7-3231-4c8e-b345-f81065f118a5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.384401 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.455211 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be150d7-3231-4c8e-b345-f81065f118a5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.461063 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be150d7-3231-4c8e-b345-f81065f118a5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.503770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9be150d7-3231-4c8e-b345-f81065f118a5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.505346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9be150d7-3231-4c8e-b345-f81065f118a5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1905532 Nov 23 14:36:32.508018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54882) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:32.508160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be150d7-3231-4c8e-b345-f81065f118a5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d741497-027d-4d2b-b542-709666c160ae,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:32.524552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8b3aca4e-ef35-46cb-8814-435a373f7e27 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--361692906'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:32.543369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Deleting port a38c506b-360a-4d60-8fcf-d2333f7ef182 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:32.543699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.548960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] DHCP port deletion for 12861516-f368-4c2f-9f84-ac47a673c7b9 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:32.567717 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.571072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3aca4e-ef35-46cb-8814-435a373f7e27 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.635183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] For port a38c506b-360a-4d60-8fcf-d2333f7ef182, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a38c506b-360a-4d60-8fcf-d2333f7ef182,segment=NetworkSegment(6547c156-9216-454b-9b62-b18f0f830eb5),segment_id=6547c156-9216-454b-9b62-b18f0f830eb5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:32.635847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.636624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] Deleting port a38c506b-360a-4d60-8fcf-d2333f7ef182 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:32.637130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.658700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Calling delete_port for a38c506b-360a-4d60-8fcf-d2333f7ef182 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:32.715734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] For port a38c506b-360a-4d60-8fcf-d2333f7ef182, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a38c506b-360a-4d60-8fcf-d2333f7ef182,segment=NetworkSegment(6547c156-9216-454b-9b62-b18f0f830eb5),segment_id=6547c156-9216-454b-9b62-b18f0f830eb5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:32.716255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.729622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] Calling delete_port for a38c506b-360a-4d60-8fcf-d2333f7ef182 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:32.749401 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3aca4e-ef35-46cb-8814-435a373f7e27 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.754171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3aca4e-ef35-46cb-8814-435a373f7e27 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.819597 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.828671 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3aca4e-ef35-46cb-8814-435a373f7e27 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.829914 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b3aca4e-ef35-46cb-8814-435a373f7e27 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3208256 Nov 23 14:36:32.833174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:32.833722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3aca4e-ef35-46cb-8814-435a373f7e27 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362b7015-4678-4ba1-9cbc-7cc3c81b2dec,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:32.841121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:32.843841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4a670768-6a6e-44bd-b4aa-b1ac467191f4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group_rule': {'security_group_id': '4d741497-027d-4d2b-b542-709666c160ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '362b7015-4678-4ba1-9cbc-7cc3c81b2dec'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:32.851895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] Pushing event deleted for resources: {'Port': ['ID=a38c506b-360a-4d60-8fcf-d2333f7ef182,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:32.861814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950ad0f-2d04-4c25-96b6-4e1477d0fa14 None None] No DVR routers for this DVR port a38c506b-360a-4d60-8fcf-d2333f7ef182 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:32.876747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] No DVR routers for this DVR port a38c506b-360a-4d60-8fcf-d2333f7ef182 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:32.884661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38c506b-360a-4d60-8fcf-d2333f7ef182,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:32.904378 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-4a670768-6a6e-44bd-b4aa-b1ac467191f4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 14:36:32.909468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4a670768-6a6e-44bd-b4aa-b1ac467191f4 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0753284 Nov 23 14:36:32.909953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54890) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.001653 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.033407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12861516-f368-4c2f-9f84-ac47a673c7b9']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:33.052677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bdc9-c592-4b3a-8b22-8e04ba2263a7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.056034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6547c156-9216-454b-9b62-b18f0f830eb5') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:33.056338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6547c156-9216-454b-9b62-b18f0f830eb5') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:33.074578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.093076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bdc9-c592-4b3a-8b22-8e04ba2263a7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.101191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.115656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:33.116367 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: self.session.flush() Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:33.118145 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:33.188975 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.206734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.213762 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] 10.222.0.46 "DELETE /v2.0/networks/12861516-f368-4c2f-9f84-ac47a673c7b9 HTTP/1.1" status: 204 len: 168 time: 0.9285119 Nov 23 14:36:33.213762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6e370-2a81-41e3-8915-947e4186aa36 admin admin] Pushing event deleted for resources: {'Network': ['ID=12861516-f368-4c2f-9f84-ac47a673c7b9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:33.214258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bdc9-c592-4b3a-8b22-8e04ba2263a7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.216879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bdc9-c592-4b3a-8b22-8e04ba2263a7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.224814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54898) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.225276 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b9f7bdc9-c592-4b3a-8b22-8e04ba2263a7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/362b7015-4678-4ba1-9cbc-7cc3c81b2dec HTTP/1.1" status: 204 len: 168 time: 0.3139045 Nov 23 14:36:33.240707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7bdc9-c592-4b3a-8b22-8e04ba2263a7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b7015-4678-4ba1-9cbc-7cc3c81b2dec,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:33.333189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9edb2286-7271-4cd4-9879-518f3f6a100d tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1037967 Nov 23 14:36:33.333577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54902) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.390271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44267857-d9e0-44c0-bfff-35de55dd7097 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.418183 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44267857-d9e0-44c0-bfff-35de55dd7097 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.441302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54904) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.476092 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44267857-d9e0-44c0-bfff-35de55dd7097 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.476785 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-44267857-d9e0-44c0-bfff-35de55dd7097 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.480867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-44267857-d9e0-44c0-bfff-35de55dd7097 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/4d741497-027d-4d2b-b542-709666c160ae HTTP/1.1" status: 204 len: 168 time: 0.1462128 Nov 23 14:36:33.481523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54906) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.498371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9524dc78-de30-46cf-ad1c-7c753ea36f03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6e258fc883745ff97e703458c15a4f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558581 Nov 23 14:36:33.499747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54908) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.511377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44267857-d9e0-44c0-bfff-35de55dd7097 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d741497-027d-4d2b-b542-709666c160ae,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:33.578652 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-587daaaa-07a9-4115-b0ed-adbeafb343d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.580832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1a9ff0c4-57cf-447c-93ec-36a9ab2931c7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0883298 Nov 23 14:36:33.581688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54910) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.587948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c3d50c76-6fc9-4c62-8c9c-3f77e1a586d5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'tempest-secgroup--705238598'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:33.619210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-587daaaa-07a9-4115-b0ed-adbeafb343d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.620081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c76-6fc9-4c62-8c9c-3f77e1a586d5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.695760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-587daaaa-07a9-4115-b0ed-adbeafb343d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.700602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-587daaaa-07a9-4115-b0ed-adbeafb343d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.704028 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-587daaaa-07a9-4115-b0ed-adbeafb343d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72524cdc-453c-4dec-940f-e378c63bc411 HTTP/1.1" status: 204 len: 168 time: 0.2007463 Nov 23 14:36:33.733401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587daaaa-07a9-4115-b0ed-adbeafb343d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72524cdc-453c-4dec-940f-e378c63bc411,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:33.751101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c76-6fc9-4c62-8c9c-3f77e1a586d5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.767385 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c76-6fc9-4c62-8c9c-3f77e1a586d5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.804636 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c76-6fc9-4c62-8c9c-3f77e1a586d5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.808803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c3d50c76-6fc9-4c62-8c9c-3f77e1a586d5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2230961 Nov 23 14:36:33.809165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54916) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.814751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-297e0fe2-ab25-4c53-8177-3962011ef526 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:33.816030 n-d-818503-2 neutron-server[103346]: WARNING neutron.api.v2.base [None req-297e0fe2-ab25-4c53-8177-3962011ef526 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 14:36:33.816610 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-297e0fe2-ab25-4c53-8177-3962011ef526 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 14:36:33.820674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-297e0fe2-ab25-4c53-8177-3962011ef526 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "PUT /v2.0/security-groups/66c5b0a5-07db-40b3-b2d6-0d928b8f6134 HTTP/1.1" status: 409 len: 330 time: 0.0075319 Nov 23 14:36:33.820674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d50c76-6fc9-4c62-8c9c-3f77e1a586d5 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c5b0a5-07db-40b3-b2d6-0d928b8f6134,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:33.821262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54918) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:33.900630 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4571df78-de19-4343-a7a0-5257ea9be41e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.930254 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4571df78-de19-4343-a7a0-5257ea9be41e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.991844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4571df78-de19-4343-a7a0-5257ea9be41e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.994512 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4571df78-de19-4343-a7a0-5257ea9be41e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:33.998034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4571df78-de19-4343-a7a0-5257ea9be41e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/66c5b0a5-07db-40b3-b2d6-0d928b8f6134 HTTP/1.1" status: 204 len: 168 time: 0.1734710 Nov 23 14:36:33.998693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54922) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.007718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571df78-de19-4343-a7a0-5257ea9be41e tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c5b0a5-07db-40b3-b2d6-0d928b8f6134,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:34.050475 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66e79a2a-1ece-4db6-9f56-02541d57b4f8 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0500982 Nov 23 14:36:34.056145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54924) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.090837 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-2ee9ea3a-20b1-417e-9510-5d625f10f88c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] delete failed (client error): The resource could not be found. Nov 23 14:36:34.092547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2ee9ea3a-20b1-417e-9510-5d625f10f88c tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "DELETE /v2.0/security-groups/f4fbdfe3-6f23-4515-b0ca-3122915ed728 HTTP/1.1" status: 404 len: 347 time: 0.0342152 Nov 23 14:36:34.096354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54926) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.110671 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-c34904d4-b820-4535-a806-7678c9e3fbf7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] show failed (client error): The resource could not be found. Nov 23 14:36:34.112167 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c34904d4-b820-4535-a806-7678c9e3fbf7 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-groups/bd10c204-eca7-49bb-9c06-f54b09d8a5d8 HTTP/1.1" status: 404 len: 347 time: 0.0144787 Nov 23 14:36:34.116278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54928) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.124269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a38c506b-360a-4d60-8fcf-d2333f7ef182 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:34.132984 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [None req-558cc59c-51b6-4fd4-be83-fe2179e255c0 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] show failed (client error): The resource could not be found. Nov 23 14:36:34.138416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-558cc59c-51b6-4fd4-be83-fe2179e255c0 tempest-NegativeSecGroupTest-621725681 tempest-NegativeSecGroupTest-621725681-project] 10.222.0.46 "GET /v2.0/security-group-rules/edd2510f-11ee-453b-af76-3bb7536f8051 HTTP/1.1" status: 404 len: 356 time: 0.0163438 Nov 23 14:36:34.151730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a38c506b-360a-4d60-8fcf-d2333f7ef182 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:34.152076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a38c506b-360a-4d60-8fcf-d2333f7ef182 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:34.270871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54932) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.338110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ae595413-cea0-4fbe-b7a4-2c95a7ab1e94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=974398cdf09e4ac9abef00048f4ea66e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660381 Nov 23 14:36:34.340700 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.407183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8501da33-3c9f-450c-8056-3eba1225bfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.437823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8501da33-3c9f-450c-8056-3eba1225bfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.463158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 54944) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.515320 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8501da33-3c9f-450c-8056-3eba1225bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.518305 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8501da33-3c9f-450c-8056-3eba1225bfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.520870 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8501da33-3c9f-450c-8056-3eba1225bfca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/639fa650-cae5-4864-b06d-65334625c883 HTTP/1.1" status: 204 len: 168 time: 0.1778634 Nov 23 14:36:34.537172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501da33-3c9f-450c-8056-3eba1225bfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639fa650-cae5-4864-b06d-65334625c883,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:34.990433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.990869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dced6846-a255-45c6-90b2-75bb70f08e79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29b2ed6de20d4674817050f8b1757504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257030 Nov 23 14:36:35.053796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13b6d618-b369-4e9a-b9ea-730b10144e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.081244 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13b6d618-b369-4e9a-b9ea-730b10144e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.141619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13b6d618-b369-4e9a-b9ea-730b10144e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.144211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13b6d618-b369-4e9a-b9ea-730b10144e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.145530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-13b6d618-b369-4e9a-b9ea-730b10144e96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/733dd47b-3f0f-4a9e-a983-aa4e613b6954 HTTP/1.1" status: 204 len: 168 time: 0.1540482 Nov 23 14:36:35.154389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6d618-b369-4e9a-b9ea-730b10144e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733dd47b-3f0f-4a9e-a983-aa4e613b6954,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:35.542742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 54986) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:35.832686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1374968191-network', 'tenant_id': '0bf570a857fa4655b367a1af910bc128'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:35.873314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Made reservation on behalf of 0bf570a857fa4655b367a1af910bc128 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:35.875804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.903066 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.984832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.991233 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.020935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:36.031952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9425feb7-980d-4103-be3e-110d7ddf7ff1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:36.037508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.038412 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Added segment 51c1e7e7-063c-44e8-9fd0-f1dadc492b79 of type vlan for network a414959d-4b5c-406d-8d14-273438240e4f Nov 23 14:36:36.093684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55006) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:36.101508 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.128090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.129157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.130315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.198398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:36.199911 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6560154 Nov 23 14:36:36.203961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Request body: {'subnet': {'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1374968191-subnet', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:36.228058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Made reservation on behalf of 0bf570a857fa4655b367a1af910bc128 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:36.230940 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.253472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1534548929-network', 'tenant_id': 'b11570a23e75422b87f8a5d4cecf081f'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:36.259335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67034097-2c0b-4164-9658-db5ee88a9025 admin admin] Pushing event updated for resources: {'Network': ['ID=a414959d-4b5c-406d-8d14-273438240e4f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:36.269885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network a414959d-4b5c-406d-8d14-273438240e4f details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:36.295470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Made reservation on behalf of b11570a23e75422b87f8a5d4cecf081f for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:36.297836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.315830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.462518 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.468770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.479192 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.501097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:36.511176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550854aa-a804-42a9-8a3c-c02ef7f9a2af,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:36.519636 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.519987 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Added segment 17286152-8e3c-4414-b0af-96277778d180 of type vlan for network 925b1ca1-c39f-4fc6-9830-c9c1581ceee2 Nov 23 14:36:36.533191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:36.569307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Checking segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:36.569955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Network hostable DHCP agents. Network: a414959d-4b5c-406d-8d14-273438240e4f, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:36.571702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.593272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Network a414959d-4b5c-406d-8d14-273438240e4f is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:36.605579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, a414959d-4b5c-406d-8d14-273438240e4f) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:36.615096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.616631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.617846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.618276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329a90a-1e1b-4168-a906-dac912e0f9f6 None None] Network a414959d-4b5c-406d-8d14-273438240e4f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:36.618868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.628551 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.648512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5537350 Nov 23 14:36:36.652763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55014) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:36.660425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Request body: {'subnet': {'network_id': '925b1ca1-c39f-4fc6-9830-c9c1581ceee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1534548929-subnet', 'tenant_id': 'b11570a23e75422b87f8a5d4cecf081f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:36.690434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-78df1c44-ff0a-403a-858a-8e1dad2d3cd4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4908378 Nov 23 14:36:36.694025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55018) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:36.701369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:36.706623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68621de6-673e-4910-8ce1-b42f3f4e8d49 admin admin] Pushing event updated for resources: {'Network': ['ID=925b1ca1-c39f-4fc6-9830-c9c1581ceee2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:36.728924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 925b1ca1-c39f-4fc6-9830-c9c1581ceee2 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:36.746972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Made reservation on behalf of b11570a23e75422b87f8a5d4cecf081f for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:36.750363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.753654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.755030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.905230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.927029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-a414959d-4b5c-406d-8d14-273438240e4f', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'fixed_ips': [{'subnet_id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:36:36.927941 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.111713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.204237 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.272174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Allocated IP 172.20.0.2 (a414959d-4b5c-406d-8d14-273438240e4f/04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c/ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:37.323235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59da1c9b-f3d0-486a-84cc-0fdcf2c3ff68,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:37.328526 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Checking segment: {'id': '17286152-8e3c-4414-b0af-96277778d180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '925b1ca1-c39f-4fc6-9830-c9c1581ceee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:37.328888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Network hostable DHCP agents. Network: 925b1ca1-c39f-4fc6-9830-c9c1581ceee2, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:37.353869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Network 925b1ca1-c39f-4fc6-9830-c9c1581ceee2 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:37.458715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 925b1ca1-c39f-4fc6-9830-c9c1581ceee2) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:37.468406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:37.469010 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.474991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f61d6-8108-4f41-8a29-ca721e13c90b None None] Network 925b1ca1-c39f-4fc6-9830-c9c1581ceee2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:37.490082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.495565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bcb2ab17-27f7-4724-b552-2d796ea9f10d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8415601 Nov 23 14:36:37.504010 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.522411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.529743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.628821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Network a414959d-4b5c-406d-8d14-273438240e4f is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:37.638447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:37.642344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:37.654301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Pushing event updated for resources: {'Port': ['ID=ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:37.669998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Allocated IP 172.25.3.105 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/d4934680-442e-4632-a682-99f95680313f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:37.751270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Attempting to bind port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:37.751646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Attempting to bind port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:37.752011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Attempting to bind port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd on network a414959d-4b5c-406d-8d14-273438240e4f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:37.775304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:37.775304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Checking segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:37.775304 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.775304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Bound using segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:37.775726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Bound port: ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:37.776351 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.807325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.815221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a87729-ae0c-410d-8eb0-16a69bfdcd8b None None] Network 925b1ca1-c39f-4fc6-9830-c9c1581ceee2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:37.850117 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:37.895884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:37.928062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:37.932836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:37.979298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23815042-9fd9-4b1a-937d-b9841c2ed4c0 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:37.997781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d4934680-442e-4632-a682-99f95680313f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:38.039488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] For port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:38.160664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] For port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:38.173369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.232889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-34a516a3-d994-4c17-8c4c-889bdb6d5624 None None] Provisioning complete for port d4934680-442e-4632-a682-99f95680313f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:38.233713 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34a516a3-d994-4c17-8c4c-889bdb6d5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.384674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-34a516a3-d994-4c17-8c4c-889bdb6d5624 None None] Port d4934680-442e-4632-a682-99f95680313f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:38.386109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f342415-d634-4de4-a5c6-843a85d8b024 None None] Pushing event updated for resources: {'Port': ['ID=ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:38.418723 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.510750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55056) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:38.541750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55060) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:38.554682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106773059-network', 'tenant_id': 'f2e7b82af7974f92ad06c2583aa15c2f'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:38.606237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Made reservation on behalf of f2e7b82af7974f92ad06c2583aa15c2f for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:38.609478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.625591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.780698 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.780915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.791912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.856912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c66526a-599c-4c09-81d4-120b2ebae506,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:38.876910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:38.902048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.902409 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Added segment ea434736-7e0a-4655-9b9e-c6b55e94dada of type vlan for network e3acdac1-dfa6-4169-b088-ab88539b39c5 Nov 23 14:36:38.944074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f7bb1c-dfd3-416f-acf3-968b1b30dc51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:38.973425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Router 053fc07e-b94c-440c-8bcc-49c79488852c is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:36:39.001595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.050426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.051417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:39.051995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.120097 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5743930 Nov 23 14:36:39.126236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55064) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:39.133714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Request body: {'subnet': {'network_id': 'e3acdac1-dfa6-4169-b088-ab88539b39c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106773059-subnet', 'tenant_id': 'f2e7b82af7974f92ad06c2583aa15c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:39.202510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f7bb1c-dfd3-416f-acf3-968b1b30dc51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.203597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02d176-cd3f-4bbc-a851-dacd595c0fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3acdac1-dfa6-4169-b088-ab88539b39c5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:39.211760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40f7bb1c-dfd3-416f-acf3-968b1b30dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.226059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network e3acdac1-dfa6-4169-b088-ab88539b39c5 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:39.233740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Made reservation on behalf of f2e7b82af7974f92ad06c2583aa15c2f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:39.236169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.315904 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40f7bb1c-dfd3-416f-acf3-968b1b30dc51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4deb6930a76e4242a02e542cb2fcf716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8021281 Nov 23 14:36:39.342274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55066) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:39.347641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7bb1c-dfd3-416f-acf3-968b1b30dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f1bf13-2fca-4a4b-90e2-fcd80ab63bc8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:39.470042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2f22413-f883-4a58-aa77-ae2dd0ee4172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.532011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:39.541178 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Sync routers for ids ['053fc07e-b94c-440c-8bcc-49c79488852c'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:39.553777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.557888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2f4fc65a-9175-4994-b312-d449367743f4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8594329 Nov 23 14:36:39.558058 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Routers {'053fc07e-b94c-440c-8bcc-49c79488852c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:39.558058 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['053fc07e-b94c-440c-8bcc-49c79488852c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:39.558254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55068) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:39.604970 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.615742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2f22413-f883-4a58-aa77-ae2dd0ee4172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.717101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Checking segment: {'id': 'ea434736-7e0a-4655-9b9e-c6b55e94dada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3acdac1-dfa6-4169-b088-ab88539b39c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:39.717841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Network hostable DHCP agents. Network: e3acdac1-dfa6-4169-b088-ab88539b39c5, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:39.727105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f851e0af-b7dd-4648-98e3-4a8505e1f310 None None] Network a414959d-4b5c-406d-8d14-273438240e4f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:39.730283 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb3061d-406b-4853-9bc4-c5b324510e24,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:39.746183 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Set router 053fc07e-b94c-440c-8bcc-49c79488852c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:39.748069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Network e3acdac1-dfa6-4169-b088-ab88539b39c5 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:39.771014 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, e3acdac1-dfa6-4169-b088-ab88539b39c5) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:39.796480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:39.797017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.805666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2f22413-f883-4a58-aa77-ae2dd0ee4172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.810866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2f22413-f883-4a58-aa77-ae2dd0ee4172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.813187 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d2f22413-f883-4a58-aa77-ae2dd0ee4172 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66f1bf13-2fca-4a4b-90e2-fcd80ab63bc8 HTTP/1.1" status: 204 len: 168 time: 0.4694569 Nov 23 14:36:39.831748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f22413-f883-4a58-aa77-ae2dd0ee4172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f1bf13-2fca-4a4b-90e2-fcd80ab63bc8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:39.839230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46100fbd-b9ce-4cc3-9bbc-009952fbb3ab None None] Network e3acdac1-dfa6-4169-b088-ab88539b39c5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:39.862071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-85260a49-6749-4cd1-a3ea-30fde4769a33 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7323196 Nov 23 14:36:39.950261 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'd4934680-442e-4632-a682-99f95680313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:36:38Z', 'revision_number': 3, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port': {'id': 'd4934680-442e-4632-a682-99f95680313f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:37Z', 'updated_at': '2021-11-23T14:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:39.988426 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Checking router: 053fc07e-b94c-440c-8bcc-49c79488852c for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:39.989253 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Updating router 053fc07e-b94c-440c-8bcc-49c79488852c port d4934680-442e-4632-a682-99f95680313f binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:36:40.021509 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.025589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e0f987d0-0718-43f0-b9f4-3bb4b29e2d48 None None] Provisioning complete for port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:40.026073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e0f987d0-0718-43f0-b9f4-3bb4b29e2d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.107262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55076) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:40.204556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:40.264105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] Deleting subnet 59da1c9b-f3d0-486a-84cc-0fdcf2c3ff68 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:40.276457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.292615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.337857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.406467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.411469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5268d2-916b-416d-98b1-e0c51bde7dcd None None] Network e3acdac1-dfa6-4169-b088-ab88539b39c5 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:40.436016 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.443011 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.505292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.513184 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e0f987d0-0718-43f0-b9f4-3bb4b29e2d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.525403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55080) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:40.532643 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Attempting to bind port d4934680-442e-4632-a682-99f95680313f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:40.533004 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Attempting to bind port d4934680-442e-4632-a682-99f95680313f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:40.533581 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Attempting to bind port d4934680-442e-4632-a682-99f95680313f on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:40.537398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e5031-dca9-4b16-a71f-4e39bafbf23b None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:40.540505 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Pushing event updated for resources: {'Port': ['ID=d4934680-442e-4632-a682-99f95680313f,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:40.549625 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.551357 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.551883 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.552372 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.553094 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.553594 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.554273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.554746 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.555426 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.555908 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.556452 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.557187 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:40.561375 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:40.562075 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:40.562651 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.563220 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:40.563877 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Bound port: d4934680-442e-4632-a682-99f95680313f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:40.564253 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.575228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.584410 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/59da1c9b-f3d0-486a-84cc-0fdcf2c3ff68 HTTP/1.1" status: 204 len: 168 time: 0.4750707 Nov 23 14:36:40.592464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55082) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:40.593757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8845708-e46d-4913-945f-5a255492acc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59da1c9b-f3d0-486a-84cc-0fdcf2c3ff68,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:40.637304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Allocated IP 172.20.0.1 (a414959d-4b5c-406d-8d14-273438240e4f/04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c/318feec8-9bf8-4d6c-81de-af9b9a8b83be) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:40.654457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee8c173b-fbb1-42b6-a7a1-db366de66046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.697729 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] For port d4934680-442e-4632-a682-99f95680313f, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:40.704767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] For port d4934680-442e-4632-a682-99f95680313f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4934680-442e-4632-a682-99f95680313f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:40.711397 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.746710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.748345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:40.749393 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.829521 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d31d15-25bc-4dca-9dd4-7570b11e623a None None] Pushing event updated for resources: {'Port': ['ID=d4934680-442e-4632-a682-99f95680313f,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:40.864119 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.866091 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Routers {'053fc07e-b94c-440c-8bcc-49c79488852c'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:40.866851 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['053fc07e-b94c-440c-8bcc-49c79488852c'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:40.886858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29301f08-d7fa-4649-aeda-030f66a20920 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:40.902606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e0f987d0-0718-43f0-b9f4-3bb4b29e2d48 None None] For port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:40.926964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e0f987d0-0718-43f0-b9f4-3bb4b29e2d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.932239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.940640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee8c173b-fbb1-42b6-a7a1-db366de66046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.961015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee8c173b-fbb1-42b6-a7a1-db366de66046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.978331 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] Set router 053fc07e-b94c-440c-8bcc-49c79488852c gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:41.012067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c173b-fbb1-42b6-a7a1-db366de66046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e5bfc-21d9-4151-80bf-b44b74ac97e3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.015085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=318feec8-9bf8-4d6c-81de-af9b9a8b83be,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.071792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Network a414959d-4b5c-406d-8d14-273438240e4f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:41.076269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:41.078026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.084302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ee8c173b-fbb1-42b6-a7a1-db366de66046 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=117b7acbef054301bd4b3e4ad6b5e9df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4984052 Nov 23 14:36:41.091224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55084) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:41.099531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:41.132486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925b1ca1-c39f-4fc6-9830-c9c1581ceee2']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:41.146188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] Provisioning complete for port d4934680-442e-4632-a682-99f95680313f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:41.146559 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.155491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17286152-8e3c-4414-b0af-96277778d180') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:41.156272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17286152-8e3c-4414-b0af-96277778d180') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:41.173678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.200141 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.201466 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.213210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:41.214269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.234868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f987d0-0718-43f0-b9f4-3bb4b29e2d48 None None] Pushing event updated for resources: {'Port': ['ID=ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:41.335888 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:41.343214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.369399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.372862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.378932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/925b1ca1-c39f-4fc6-9830-c9c1581ceee2 HTTP/1.1" status: 204 len: 168 time: 0.7696929 Nov 23 14:36:41.382574 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'd4934680-442e-4632-a682-99f95680313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:36:38Z', 'revision_number': 3, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port': {'id': 'd4934680-442e-4632-a682-99f95680313f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:37Z', 'updated_at': '2021-11-23T14:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:41.388009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55088) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:41.405737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] For port d4934680-442e-4632-a682-99f95680313f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4934680-442e-4632-a682-99f95680313f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:41.412297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.419206 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf8c71-66a6-4620-9d93-c28ab59648d9 None None] The sync data for ids ['053fc07e-b94c-440c-8bcc-49c79488852c'] in n-d-818503-2 is: [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'd4934680-442e-4632-a682-99f95680313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:36:38Z', 'revision_number': 3, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port': {'id': 'd4934680-442e-4632-a682-99f95680313f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:37Z', 'updated_at': '2021-11-23T14:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:41.461865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca376a-f784-429b-ad00-aeceeb6084d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=925b1ca1-c39f-4fc6-9830-c9c1581ceee2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.505418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] Deleting subnet adb3061d-406b-4853-9bc4-c5b324510e24 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:41.508517 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.508955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef46d2db-c8ba-4958-80a3-db5973e6325e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.509468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] Pushing event updated for resources: {'Port': ['ID=d4934680-442e-4632-a682-99f95680313f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.533969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] Provisioning complete for port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:41.534821 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-98a249f2-619b-4c72-9bfc-552f3cba2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.536536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef46d2db-c8ba-4958-80a3-db5973e6325e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.586660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.614478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef46d2db-c8ba-4958-80a3-db5973e6325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.617465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef46d2db-c8ba-4958-80a3-db5973e6325e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.618667 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef46d2db-c8ba-4958-80a3-db5973e6325e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c2e5bfc-21d9-4151-80bf-b44b74ac97e3 HTTP/1.1" status: 204 len: 168 time: 0.5263145 Nov 23 14:36:41.634831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46d2db-c8ba-4958-80a3-db5973e6325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e5bfc-21d9-4151-80bf-b44b74ac97e3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.644643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.713416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.833720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.840482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.841213 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.875602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bc3e813e-87d3-46a9-8848-d5a72b7c5e38 None None] Provisioning complete for port 318feec8-9bf8-4d6c-81de-af9b9a8b83be triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:41.875602 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bc3e813e-87d3-46a9-8848-d5a72b7c5e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.887250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb3061d-406b-4853-9bc4-c5b324510e24,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.900032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.905590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a0446032-99ef-4731-8e24-a16f191de82a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/adb3061d-406b-4853-9bc4-c5b324510e24 HTTP/1.1" status: 204 len: 168 time: 0.5164387 Nov 23 14:36:41.908100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55092) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:41.956162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.981422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e813e-87d3-46a9-8848-d5a72b7c5e38 None None] Port 318feec8-9bf8-4d6c-81de-af9b9a8b83be cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:41.999684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=318feec8-9bf8-4d6c-81de-af9b9a8b83be,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:42.025210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.141385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Network a414959d-4b5c-406d-8d14-273438240e4f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:42.143518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:42.242283 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.292950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3acdac1-dfa6-4169-b088-ab88539b39c5']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:42.308828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:42.336167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea434736-7e0a-4655-9b9e-c6b55e94dada') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:42.336514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea434736-7e0a-4655-9b9e-c6b55e94dada') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:42.387628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.390955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Router 053fc07e-b94c-440c-8bcc-49c79488852c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:42.440722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.462473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:42.463372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.468467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:42.468679 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:42.471429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.620265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.628211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.642479 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e3acdac1-dfa6-4169-b088-ab88539b39c5 HTTP/1.1" status: 204 len: 168 time: 0.7299900 Nov 23 14:36:42.645358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:42.664270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f9687454-2634-4a0d-9c36-e88f72133dc0 admin admin] 10.222.0.46 "PUT /v2.0/routers/053fc07e-b94c-440c-8bcc-49c79488852c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1051385 Nov 23 14:36:42.667604 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4934680-442e-4632-a682-99f95680313f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:42.688178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe52511-d869-489b-bea6-7b71f2d2e825 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3acdac1-dfa6-4169-b088-ab88539b39c5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:42.715306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4e02bce5-b540-4ac2-9ea2-3dcb4c51566b None None] Provisioning complete for port 318feec8-9bf8-4d6c-81de-af9b9a8b83be triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:42.715745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4e02bce5-b540-4ac2-9ea2-3dcb4c51566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.807437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-4e02bce5-b540-4ac2-9ea2-3dcb4c51566b None None] Port 318feec8-9bf8-4d6c-81de-af9b9a8b83be cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:42.814818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d4934680-442e-4632-a682-99f95680313f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:42.815254 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.903065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55118) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:42.979962 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-20a6321c-bdc4-440f-a460-3caa6118f484 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b11570a23e75422b87f8a5d4cecf081f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0751629 Nov 23 14:36:42.982794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55122) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:43.048821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1de7139-7bcd-4660-a9cc-5130fb2d5068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.076104 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1de7139-7bcd-4660-a9cc-5130fb2d5068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.133804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1de7139-7bcd-4660-a9cc-5130fb2d5068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.135396 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1de7139-7bcd-4660-a9cc-5130fb2d5068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.136509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1de7139-7bcd-4660-a9cc-5130fb2d5068 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/550854aa-a804-42a9-8a3c-c02ef7f9a2af HTTP/1.1" status: 204 len: 168 time: 0.1519303 Nov 23 14:36:43.146958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de7139-7bcd-4660-a9cc-5130fb2d5068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550854aa-a804-42a9-8a3c-c02ef7f9a2af,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:43.594390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55144) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:43.647027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-89fbd370-514a-43ee-8f46-e7bcb674b6aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2e7b82af7974f92ad06c2583aa15c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507164 Nov 23 14:36:43.649524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55148) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:43.715836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffbffe42-3ddc-405b-bd3b-ceca225449c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.752794 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffbffe42-3ddc-405b-bd3b-ceca225449c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.820172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffbffe42-3ddc-405b-bd3b-ceca225449c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.822266 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ffbffe42-3ddc-405b-bd3b-ceca225449c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.826064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ffbffe42-3ddc-405b-bd3b-ceca225449c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c66526a-599c-4c09-81d4-120b2ebae506 HTTP/1.1" status: 204 len: 168 time: 0.1731625 Nov 23 14:36:43.838882 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbffe42-3ddc-405b-bd3b-ceca225449c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c66526a-599c-4c09-81d4-120b2ebae506,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:43.867694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Sync routers for ids ['053fc07e-b94c-440c-8bcc-49c79488852c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:43.884628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Routers {'053fc07e-b94c-440c-8bcc-49c79488852c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:43.885303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['053fc07e-b94c-440c-8bcc-49c79488852c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:44.015736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55160) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:44.022220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2104550399-network', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:44.028390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Set router 053fc07e-b94c-440c-8bcc-49c79488852c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:44.056397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Made reservation on behalf of 1ec005f000cc42d49f85b803bbb55bf4 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:44.062296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.079182 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.245193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.250760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.305061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:44.350594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.350972 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Added segment 31d05516-c911-4437-97d2-151901c265a5 of type vlan for network 22bd5bd1-6622-4c32-9e77-bd376662b091 Nov 23 14:36:44.369239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8396e03-75c6-4be1-99b9-9197686fdf13,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:44.430855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.478689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.479756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:44.480328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.567529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5505276 Nov 23 14:36:44.568136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55178) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:44.574723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Request body: {'subnet': {'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2104550399-subnet', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:44.576371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'd4934680-442e-4632-a682-99f95680313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 4, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port': {'id': 'd4934680-442e-4632-a682-99f95680313f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:37Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '318feec8-9bf8-4d6c-81de-af9b9a8b83be', 'name': '', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'mac_address': 'fa:16:3e:8c:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:40Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 2, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'subnets': [{'id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:44.603649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49e6b-fede-4f16-af05-18634459ef44 admin admin] Pushing event updated for resources: {'Network': ['ID=22bd5bd1-6622-4c32-9e77-bd376662b091,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:44.633815 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Made reservation on behalf of 1ec005f000cc42d49f85b803bbb55bf4 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:44.637537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.641597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:44.645599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Checking router: 053fc07e-b94c-440c-8bcc-49c79488852c for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:44.645956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Updating router 053fc07e-b94c-440c-8bcc-49c79488852c port 318feec8-9bf8-4d6c-81de-af9b9a8b83be binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:36:44.740621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.887708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.941515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dcb9a8-0df4-4576-867f-added4586ae7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:44.995523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Checking segment: {'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:44.995891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Network hostable DHCP agents. Network: 22bd5bd1-6622-4c32-9e77-bd376662b091, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:45.033118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:45.053248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 22bd5bd1-6622-4c32-9e77-bd376662b091) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:45.059318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:45.060239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.067876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae15f7e-7c12-431f-a8b9-50bac93cef9e None None] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:45.095793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55194) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:45.097100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-634adc20-bb9b-4baa-b478-8241fa2c90f5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5261245 Nov 23 14:36:45.102995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:45.149192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.151992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.238188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.247791 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.259378 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.331899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65110e41-f093-4158-a4f2-78aeea98e6f2 None None] Pushing event updated for resources: {'Port': ['ID=318feec8-9bf8-4d6c-81de-af9b9a8b83be,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:45.410062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-22bd5bd1-6622-4c32-9e77-bd376662b091', 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'fixed_ips': [{'subnet_id': '78dcb9a8-0df4-4576-867f-added4586ae7'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:36:45.424722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.473051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Attempting to bind port 318feec8-9bf8-4d6c-81de-af9b9a8b83be on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:45.473338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Attempting to bind port 318feec8-9bf8-4d6c-81de-af9b9a8b83be by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:45.473844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Attempting to bind port 318feec8-9bf8-4d6c-81de-af9b9a8b83be on network a414959d-4b5c-406d-8d14-273438240e4f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:45.477180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.480435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:45.481409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Checking segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:45.481822 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.482399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Bound using segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:45.483746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Bound port: 318feec8-9bf8-4d6c-81de-af9b9a8b83be, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:45.484274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.717215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Allocated IP 172.20.0.2 (22bd5bd1-6622-4c32-9e77-bd376662b091/78dcb9a8-0df4-4576-867f-added4586ae7/61c1cb70-1f74-445f-a482-3c2fd570dc6c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:45.827347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d36900b7-ca7d-4e9e-89d4-40ed8bfd80ca None None] Provisioning complete for port 318feec8-9bf8-4d6c-81de-af9b9a8b83be triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:45.827720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d36900b7-ca7d-4e9e-89d4-40ed8bfd80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.892196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] For port 318feec8-9bf8-4d6c-81de-af9b9a8b83be, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:45.911762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d36900b7-ca7d-4e9e-89d4-40ed8bfd80ca None None] Port 318feec8-9bf8-4d6c-81de-af9b9a8b83be cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:45.916700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] For port 318feec8-9bf8-4d6c-81de-af9b9a8b83be, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=318feec8-9bf8-4d6c-81de-af9b9a8b83be,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:45.928186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.934458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:45.964758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.048636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Routers {'053fc07e-b94c-440c-8bcc-49c79488852c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:46.049289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['053fc07e-b94c-440c-8bcc-49c79488852c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:46.102299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.121058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65110e41-f093-4158-a4f2-78aeea98e6f2 None None] Pushing event updated for resources: {'Port': ['ID=318feec8-9bf8-4d6c-81de-af9b9a8b83be,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:46.128998 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.137930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Allocated IP 172.25.3.164 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/24e4e1ff-c6ff-470d-9464-7ae6d614c474) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:46.204971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Pushing event updated for resources: {'Port': ['ID=61c1cb70-1f74-445f-a482-3c2fd570dc6c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:46.269936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:46.273481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:46.277645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:46.319248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] Set router 053fc07e-b94c-440c-8bcc-49c79488852c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:46.390976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Attempting to bind port 61c1cb70-1f74-445f-a482-3c2fd570dc6c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:46.391800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Attempting to bind port 61c1cb70-1f74-445f-a482-3c2fd570dc6c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:46.391957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Attempting to bind port 61c1cb70-1f74-445f-a482-3c2fd570dc6c on network 22bd5bd1-6622-4c32-9e77-bd376662b091 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:46.398781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:46.399420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Checking segment: {'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:46.399926 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.400422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Bound using segment: {'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:46.401714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Bound port: 61c1cb70-1f74-445f-a482-3c2fd570dc6c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:46.402165 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.491121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.569809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2b7a08f5-a08d-483d-9039-5f7a4f717361 None None] Provisioning complete for port 318feec8-9bf8-4d6c-81de-af9b9a8b83be triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:46.570201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b7a08f5-a08d-483d-9039-5f7a4f717361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.573130 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.675206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:46.678433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:46.681424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] For port 61c1cb70-1f74-445f-a482-3c2fd570dc6c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:46.683115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:46.686275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] For port 61c1cb70-1f74-445f-a482-3c2fd570dc6c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=61c1cb70-1f74-445f-a482-3c2fd570dc6c,segment=NetworkSegment(31d05516-c911-4437-97d2-151901c265a5),segment_id=31d05516-c911-4437-97d2-151901c265a5)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:46.714781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Pushing event updated for resources: {'Port': ['ID=24e4e1ff-c6ff-470d-9464-7ae6d614c474,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:46.749120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b7a08f5-a08d-483d-9039-5f7a4f717361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.751296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab37165-d465-4032-aa30-b29be4fa59c5 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:46.753949 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.886423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2b7a08f5-a08d-483d-9039-5f7a4f717361 None None] For port 318feec8-9bf8-4d6c-81de-af9b9a8b83be, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=318feec8-9bf8-4d6c-81de-af9b9a8b83be,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:46.895105 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2b7a08f5-a08d-483d-9039-5f7a4f717361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.897655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c69d-8e3d-4714-b168-89b79facbc72 None None] Pushing event updated for resources: {'Port': ['ID=61c1cb70-1f74-445f-a482-3c2fd570dc6c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:46.946465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'd4934680-442e-4632-a682-99f95680313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 4, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port': {'id': 'd4934680-442e-4632-a682-99f95680313f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:37Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '318feec8-9bf8-4d6c-81de-af9b9a8b83be', 'name': '', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'mac_address': 'fa:16:3e:8c:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:40Z', 'updated_at': '2021-11-23T14:36:45Z', 'revision_number': 4, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'subnets': [{'id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:46.993236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9c735b-e7de-4571-af7d-0d77a309959c None None] The sync data for ids ['053fc07e-b94c-440c-8bcc-49c79488852c'] in n-d-818503-2 is: [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'd4934680-442e-4632-a682-99f95680313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 4, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port': {'id': 'd4934680-442e-4632-a682-99f95680313f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:37Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '318feec8-9bf8-4d6c-81de-af9b9a8b83be', 'name': '', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'mac_address': 'fa:16:3e:8c:e0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:40Z', 'updated_at': '2021-11-23T14:36:45Z', 'revision_number': 4, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'subnets': [{'id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:47.017079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a08f5-a08d-483d-9039-5f7a4f717361 None None] Pushing event updated for resources: {'Port': ['ID=318feec8-9bf8-4d6c-81de-af9b9a8b83be,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:47.037612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2a7e9202-f36d-4479-82c1-a8318424e2a4 None None] Provisioning complete for port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:47.038244 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9202-f36d-4479-82c1-a8318424e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.100013 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.104562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e9202-f36d-4479-82c1-a8318424e2a4 None None] Port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:47.772360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.985395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Router 7986711b-3a7a-4fc5-b864-fc66c0989b07 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:36:48.224789 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:36:48.242282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:48.243550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 61c1cb70-1f74-445f-a482-3c2fd570dc6c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:48.257335 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Sync routers for ids ['7986711b-3a7a-4fc5-b864-fc66c0989b07'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:48.277487 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Routers {'7986711b-3a7a-4fc5-b864-fc66c0989b07'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:48.278137 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7986711b-3a7a-4fc5-b864-fc66c0989b07'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:48.283219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.286079 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2eee8872-8da8-43ad-95ae-eacf7a9d1276 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1882198 Nov 23 14:36:48.289092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55260) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:48.383743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 61c1cb70-1f74-445f-a482-3c2fd570dc6c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:48.384399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.484006 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Set router 7986711b-3a7a-4fc5-b864-fc66c0989b07 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:48.553180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc0a96-6f26-4869-a1ff-fb9a78ec374e None None] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:48.844293 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:46Z', 'revision_number': 3, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:48.907606 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Checking router: 7986711b-3a7a-4fc5-b864-fc66c0989b07 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:48.908154 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Updating router 7986711b-3a7a-4fc5-b864-fc66c0989b07 port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:36:48.946503 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.102953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fe71a79a-d137-4207-b9c6-5c50cf808de1 None None] Provisioning complete for port 61c1cb70-1f74-445f-a482-3c2fd570dc6c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:49.103628 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fe71a79a-d137-4207-b9c6-5c50cf808de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.158587 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.249353 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.306838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 61c1cb70-1f74-445f-a482-3c2fd570dc6c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=61c1cb70-1f74-445f-a482-3c2fd570dc6c,segment=NetworkSegment(31d05516-c911-4437-97d2-151901c265a5),segment_id=31d05516-c911-4437-97d2-151901c265a5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:49.369020 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.369826 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 318feec8-9bf8-4d6c-81de-af9b9a8b83be up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:49.447201 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.457091 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.526085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7b07a-a609-424d-ab14-23ca6e30c46b None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:49.569097 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Attempting to bind port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:49.569722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Attempting to bind port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:49.570287 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Attempting to bind port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:49.572691 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937e9d5-2ecd-4b9d-91d1-076e2bef812d None None] Pushing event updated for resources: {'Port': ['ID=24e4e1ff-c6ff-470d-9464-7ae6d614c474,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:49.573857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Allocated IP 172.20.0.1 (22bd5bd1-6622-4c32-9e77-bd376662b091/78dcb9a8-0df4-4576-867f-added4586ae7/30b1123f-8861-4543-a2f1-843c5b6cf454) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:49.580002 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:49.580755 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:49.582323 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.583621 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:49.584139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Bound port: 24e4e1ff-c6ff-470d-9464-7ae6d614c474, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:49.584560 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.592699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 318feec8-9bf8-4d6c-81de-af9b9a8b83be triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:49.593228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.661797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=61c1cb70-1f74-445f-a482-3c2fd570dc6c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:49.760197 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] For port 24e4e1ff-c6ff-470d-9464-7ae6d614c474, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:49.767666 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] For port 24e4e1ff-c6ff-470d-9464-7ae6d614c474, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=24e4e1ff-c6ff-470d-9464-7ae6d614c474,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:49.771916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-91f21f11-fe86-4d1c-b43b-c450671a139c None None] Provisioning complete for port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:49.772482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-91f21f11-fe86-4d1c-b43b-c450671a139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.774184 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.912996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6151a2d-73cb-44b1-ab98-551d1247a83a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:49.918793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937e9d5-2ecd-4b9d-91d1-076e2bef812d None None] Pushing event updated for resources: {'Port': ['ID=24e4e1ff-c6ff-470d-9464-7ae6d614c474,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:49.921629 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Routers {'7986711b-3a7a-4fc5-b864-fc66c0989b07'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:49.922325 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7986711b-3a7a-4fc5-b864-fc66c0989b07'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:49.951432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-91f21f11-fe86-4d1c-b43b-c450671a139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.973831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.007486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-91f21f11-fe86-4d1c-b43b-c450671a139c None None] For port 24e4e1ff-c6ff-470d-9464-7ae6d614c474, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=24e4e1ff-c6ff-470d-9464-7ae6d614c474,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:50.012860 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-91f21f11-fe86-4d1c-b43b-c450671a139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.091731 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.166572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b9fa1da5-f976-4ac7-90f6-b84c7f874696 None None] Provisioning complete for port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:50.173766 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] Set router 7986711b-3a7a-4fc5-b864-fc66c0989b07 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:50.183261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1da5-f976-4ac7-90f6-b84c7f874696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.189004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f21f11-fe86-4d1c-b43b-c450671a139c None None] Pushing event updated for resources: {'Port': ['ID=24e4e1ff-c6ff-470d-9464-7ae6d614c474,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:50.232211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:50.236621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:50.251572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:50.255358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Pushing event updated for resources: {'Port': ['ID=30b1123f-8861-4543-a2f1-843c5b6cf454,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:50.273712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 61c1cb70-1f74-445f-a482-3c2fd570dc6c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:50.304797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.460030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 61c1cb70-1f74-445f-a482-3c2fd570dc6c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:50.461885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.510976 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.689247 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:46Z', 'revision_number': 3, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:50.740158 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc8fed-8b3b-438f-a301-455ef8dacebe None None] The sync data for ids ['7986711b-3a7a-4fc5-b864-fc66c0989b07'] in n-d-818503-2 is: [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:46Z', 'revision_number': 3, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:50.808838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b7430bb8-e0b1-4228-9346-a56fbc2782bb None None] Provisioning complete for port 61c1cb70-1f74-445f-a482-3c2fd570dc6c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:50.809507 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b7430bb8-e0b1-4228-9346-a56fbc2782bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.982600 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.988535 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.001041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b7430bb8-e0b1-4228-9346-a56fbc2782bb None None] Provisioning complete for port 30b1123f-8861-4543-a2f1-843c5b6cf454 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:51.001595 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b7430bb8-e0b1-4228-9346-a56fbc2782bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.044781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b7430bb8-e0b1-4228-9346-a56fbc2782bb None None] Port 30b1123f-8861-4543-a2f1-843c5b6cf454 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:51.075102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Pushing event updated for resources: {'Port': ['ID=30b1123f-8861-4543-a2f1-843c5b6cf454,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:51.079448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.205059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:51.206500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:51.364580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Router 7986711b-3a7a-4fc5-b864-fc66c0989b07 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:51.536735 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:51.543783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fc83ba4d-337f-41d3-bb14-f8f09fd65e9c admin admin] 10.222.0.46 "PUT /v2.0/routers/7986711b-3a7a-4fc5-b864-fc66c0989b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2534859 Nov 23 14:36:51.608889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2011a7bd-f4f0-481e-bcba-9318356c80f4 None None] Provisioning complete for port 30b1123f-8861-4543-a2f1-843c5b6cf454 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:51.609541 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2011a7bd-f4f0-481e-bcba-9318356c80f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.691774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2011a7bd-f4f0-481e-bcba-9318356c80f4 None None] Port 30b1123f-8861-4543-a2f1-843c5b6cf454 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:52.167186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 24e4e1ff-c6ff-470d-9464-7ae6d614c474 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:52.320587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:52.320983 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.466827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-a91e5298-73b1-41b2-86f8-5bd0956a04b3 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:52.469173 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-a91e5298-73b1-41b2-86f8-5bd0956a04b3 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/networks?id=a414959d-4b5c-406d-8d14-273438240e4f HTTP/1.1" status: 200 len: 911 time: 0.1348846 Nov 23 14:36:52.507392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-7a9ba079-af6c-4a0b-8bed-e04229c3dd6a tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/quotas/1ec005f000cc42d49f85b803bbb55bf4 HTTP/1.1" status: 200 len: 375 time: 0.0311356 Nov 23 14:36:52.624713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-a66d9bef-2357-4656-9053-988450a7b561 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec005f000cc42d49f85b803bbb55bf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114745 Nov 23 14:36:52.757288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-bdde638a-6e8f-484c-b733-e62a7fb1cc23 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:36:52.758341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-bdde638a-6e8f-484c-b733-e62a7fb1cc23 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1270196 Nov 23 14:36:52.911782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-57c3a376-d046-4a41-9061-eb6e8af93d69 service neutron] 10.222.0.46 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456559 Nov 23 14:36:53.013078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-be4292aa-773c-42f6-80c6-29a9ce4f426c service neutron] 10.222.0.46 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945680 Nov 23 14:36:53.250088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23425395-e445-414e-9f0e-dd4473f0e10b req-a726739d-38cb-45b5-b8e2-ae3d18b9a13c tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 210 time: 0.0863807 Nov 23 14:36:53.841594 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:53.870436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Sync routers for ids ['7986711b-3a7a-4fc5-b864-fc66c0989b07'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:53.892291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Routers {'7986711b-3a7a-4fc5-b864-fc66c0989b07'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:53.895857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7986711b-3a7a-4fc5-b864-fc66c0989b07'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:54.034007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Set router 7986711b-3a7a-4fc5-b864-fc66c0989b07 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:54.324728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:50Z', 'revision_number': 4, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '30b1123f-8861-4543-a2f1-843c5b6cf454', 'name': '', 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'mac_address': 'fa:16:3e:d2:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '78dcb9a8-0df4-4576-867f-added4586ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:49Z', 'updated_at': '2021-11-23T14:36:50Z', 'revision_number': 2, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'subnets': [{'id': '78dcb9a8-0df4-4576-867f-added4586ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:54.372570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Checking router: 7986711b-3a7a-4fc5-b864-fc66c0989b07 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:54.372991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Updating router 7986711b-3a7a-4fc5-b864-fc66c0989b07 port 30b1123f-8861-4543-a2f1-843c5b6cf454 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:36:54.390574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4f08da3-c4d1-4d57-8a02-fcc3aef9b5db req-bc40ad16-a9bd-4eeb-8c93-ebf1c86fc4d3 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 210 time: 0.0578203 Nov 23 14:36:54.446321 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.765147 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.772223 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.890256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ed11-74a3-49e1-b9b5-e5d249fc9529 None None] Pushing event updated for resources: {'Port': ['ID=30b1123f-8861-4543-a2f1-843c5b6cf454,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:54.916833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Attempting to bind port 30b1123f-8861-4543-a2f1-843c5b6cf454 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:54.917210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Attempting to bind port 30b1123f-8861-4543-a2f1-843c5b6cf454 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:54.917753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Attempting to bind port 30b1123f-8861-4543-a2f1-843c5b6cf454 on network 22bd5bd1-6622-4c32-9e77-bd376662b091 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:54.932120 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:54.932621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Checking segment: {'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:54.933337 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.933834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Bound using segment: {'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:54.934322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Bound port: 30b1123f-8861-4543-a2f1-843c5b6cf454, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d05516-c911-4437-97d2-151901c265a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:54.935245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.021859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-1e9e6ea6-5e3e-47a5-b59c-81713782752f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:55.030202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-1e9e6ea6-5e3e-47a5-b59c-81713782752f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.74 "GET /v2.0/networks?id=a414959d-4b5c-406d-8d14-273438240e4f HTTP/1.1" status: 200 len: 911 time: 0.2953701 Nov 23 14:36:55.042820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Request body: {'port': {'device_id': '07fc4782-8295-4777-9220-c45f2de93f50', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'admin_state_up': True, 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:55.047256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] For port 30b1123f-8861-4543-a2f1-843c5b6cf454, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:55.054674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] For port 30b1123f-8861-4543-a2f1-843c5b6cf454, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=30b1123f-8861-4543-a2f1-843c5b6cf454,segment=NetworkSegment(31d05516-c911-4437-97d2-151901c265a5),segment_id=31d05516-c911-4437-97d2-151901c265a5)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:55.061876 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.085778 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Made reservation on behalf of 1ec005f000cc42d49f85b803bbb55bf4 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:55.089459 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.140328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Routers {'7986711b-3a7a-4fc5-b864-fc66c0989b07'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:55.141250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7986711b-3a7a-4fc5-b864-fc66c0989b07'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:55.265894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] Set router 7986711b-3a7a-4fc5-b864-fc66c0989b07 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:55.351671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Allocated IP 172.20.0.5 (a414959d-4b5c-406d-8d14-273438240e4f/04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c/fed26cc0-786e-4364-9e53-c1a2f7b2a4af) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:36:55.405427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7d6a8100-6689-4191-90f2-1d413fd7c1a3 None None] Provisioning complete for port 30b1123f-8861-4543-a2f1-843c5b6cf454 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:55.405843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8100-6689-4191-90f2-1d413fd7c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.412045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ed11-74a3-49e1-b9b5-e5d249fc9529 None None] Pushing event updated for resources: {'Port': ['ID=30b1123f-8861-4543-a2f1-843c5b6cf454,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:55.597873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0931076-ce76-4b8c-88f1-f63afebc92e0 req-8d40f0eb-b5cf-4e8d-a41c-465496fc61ca tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 210 time: 0.0745595 Nov 23 14:36:55.681488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.719727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.720569 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8100-6689-4191-90f2-1d413fd7c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.743972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Network a414959d-4b5c-406d-8d14-273438240e4f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:36:55.748768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:55.769609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:36:55.813096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7d6a8100-6689-4191-90f2-1d413fd7c1a3 None None] For port 30b1123f-8861-4543-a2f1-843c5b6cf454, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=30b1123f-8861-4543-a2f1-843c5b6cf454,segment=NetworkSegment(31d05516-c911-4437-97d2-151901c265a5),segment_id=31d05516-c911-4437-97d2-151901c265a5)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:55.825783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Pushing event updated for resources: {'Port': ['ID=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:55.828101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8100-6689-4191-90f2-1d413fd7c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.862858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:55.863660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.882073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4a379210-48d1-4515-b775-f95933231b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:50Z', 'revision_number': 4, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '30b1123f-8861-4543-a2f1-843c5b6cf454', 'name': '', 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'mac_address': 'fa:16:3e:d2:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '78dcb9a8-0df4-4576-867f-added4586ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:49Z', 'updated_at': '2021-11-23T14:36:55Z', 'revision_number': 4, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'subnets': [{'id': '78dcb9a8-0df4-4576-867f-added4586ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:55.883339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-b6108dd0-ba87-4798-b746-2b6a79e3654e tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8453212 Nov 23 14:36:55.903746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-4c1caaf5-9955-48f6-9e4c-bff16880d30d tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:36:55.905394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-4c1caaf5-9955-48f6-9e4c-bff16880d30d tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161521 Nov 23 14:36:55.924060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a379210-48d1-4515-b775-f95933231b5c None None] The sync data for ids ['7986711b-3a7a-4fc5-b864-fc66c0989b07'] in n-d-818503-2 is: [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:50Z', 'revision_number': 4, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '30b1123f-8861-4543-a2f1-843c5b6cf454', 'name': '', 'network_id': '22bd5bd1-6622-4c32-9e77-bd376662b091', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'mac_address': 'fa:16:3e:d2:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '78dcb9a8-0df4-4576-867f-added4586ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:49Z', 'updated_at': '2021-11-23T14:36:55Z', 'revision_number': 4, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'subnets': [{'id': '78dcb9a8-0df4-4576-867f-added4586ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:56.056000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Request body: {'port': {'device_id': '07fc4782-8295-4777-9220-c45f2de93f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:56.339135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a8100-6689-4191-90f2-1d413fd7c1a3 None None] Pushing event updated for resources: {'Port': ['ID=30b1123f-8861-4543-a2f1-843c5b6cf454,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:56.343165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 30b1123f-8861-4543-a2f1-843c5b6cf454 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:56.386709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c40b3c55-bc0a-4c5c-8ecf-5112b9bc3e30 None None] Provisioning complete for port 30b1123f-8861-4543-a2f1-843c5b6cf454 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:56.387111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c40b3c55-bc0a-4c5c-8ecf-5112b9bc3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.504448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 30b1123f-8861-4543-a2f1-843c5b6cf454 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:56.504838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.672101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e7b47254-c87d-46a6-909a-85fe13c981c8 None None] Provisioning complete for port fed26cc0-786e-4364-9e53-c1a2f7b2a4af triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:56.675533 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e7b47254-c87d-46a6-909a-85fe13c981c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.799446 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.977083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e7b47254-c87d-46a6-909a-85fe13c981c8 None None] Port fed26cc0-786e-4364-9e53-c1a2f7b2a4af cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:36:56.989457 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-76894659-4138-47ff-a210-18eaab432469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.096599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.274233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed26cc0-786e-4364-9e53-c1a2f7b2a4af {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:36:57.283186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.297419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Transition to ACTIVE for port object fed26cc0-786e-4364-9e53-c1a2f7b2a4af will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:36:57.304260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.368868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Pushing event updated for resources: {'Port': ['ID=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.386444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef7aad-1057-4282-a125-d3c8fcc835bf req-f9b9c9d7-b67d-4fb9-a307-40a6df44ea50 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:57.388267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54ef7aad-1057-4282-a125-d3c8fcc835bf req-f9b9c9d7-b67d-4fb9-a307-40a6df44ea50 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1027 time: 0.5865073 Nov 23 14:36:57.483213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54ef7aad-1057-4282-a125-d3c8fcc835bf req-0431758d-067d-4173-9748-b3389208fa72 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793576 Nov 23 14:36:57.562467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Attempting to bind port fed26cc0-786e-4364-9e53-c1a2f7b2a4af on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:36:57.562877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Attempting to bind port fed26cc0-786e-4364-9e53-c1a2f7b2a4af by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:36:57.563225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Attempting to bind port fed26cc0-786e-4364-9e53-c1a2f7b2a4af on network a414959d-4b5c-406d-8d14-273438240e4f {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:57.568475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Port fed26cc0-786e-4364-9e53-c1a2f7b2a4af on network a414959d-4b5c-406d-8d14-273438240e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:36:57.568998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Attempting to bind port fed26cc0-786e-4364-9e53-c1a2f7b2a4af on network a414959d-4b5c-406d-8d14-273438240e4f {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:36:57.574637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:36:57.575028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Checking segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:57.575448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Bound using segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:36:57.575896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Bound port: fed26cc0-786e-4364-9e53-c1a2f7b2a4af, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:36:57.576562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.669078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] For port fed26cc0-786e-4364-9e53-c1a2f7b2a4af, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:36:57.673605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] For port fed26cc0-786e-4364-9e53-c1a2f7b2a4af, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:36:57.681454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.729803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:57.730447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.732108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] 10.222.0.74 "PUT /v2.0/ports/fed26cc0-786e-4364-9e53-c1a2f7b2a4af HTTP/1.1" status: 200 len: 1091 time: 1.8178174 Nov 23 14:36:57.737262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fc4782-8295-4777-9220-c45f2de93f50', 'tag': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:57.740348 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331" -d '{"events": [{"name": "network-changed", "server_uuid": "07fc4782-8295-4777-9220-c45f2de93f50", "tag": "fed26cc0-786e-4364-9e53-c1a2f7b2a4af"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:57.769970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e21698-7876-4dff-bda5-73b3f2f2e540 service neutron] Pushing event updated for resources: {'Port': ['ID=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.820166 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9185e-5b31-484f-b4f8-a9beb6f77ce1 x-openstack-request-id: req-f9d9185e-5b31-484f-b4f8-a9beb6f77ce1 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:57.820860 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fc4782-8295-4777-9220-c45f2de93f50", "tag": "fed26cc0-786e-4364-9e53-c1a2f7b2a4af", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:57.820860 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9d9185e-5b31-484f-b4f8-a9beb6f77ce1 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:57.821241 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fc4782-8295-4777-9220-c45f2de93f50', 'tag': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af', 'status': 'completed', 'code': 200} Nov 23 14:36:57.860209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-37ef99f3-eb7c-4945-9267-3730120e230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:57.863221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-37ef99f3-eb7c-4945-9267-3730120e230d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ec005f000cc42d49f85b803bbb55bf4&device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1094 time: 0.0874946 Nov 23 14:36:57.945605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-8e707ec5-7aa2-47d6-a9db-f24d815d86f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed26cc0-786e-4364-9e53-c1a2f7b2a4af HTTP/1.1" status: 200 len: 217 time: 0.0749016 Nov 23 14:36:58.064789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-6b37079e-eacc-42aa-adf8-da02dcaa11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:58.074232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-6b37079e-eacc-42aa-adf8-da02dcaa11b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c HTTP/1.1" status: 200 len: 849 time: 0.1210239 Nov 23 14:36:58.234217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 30b1123f-8861-4543-a2f1-843c5b6cf454 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:36:58.236137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5fb-176f-4639-800f-74147211f122 req-37aab6fa-e3f9-42be-8910-cc5dc53a8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:58.254447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-37aab6fa-e3f9-42be-8910-cc5dc53a8b88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a414959d-4b5c-406d-8d14-273438240e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709855 Nov 23 14:36:58.355599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 30b1123f-8861-4543-a2f1-843c5b6cf454 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:36:58.356374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.451870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-245d8c27-408c-4ac5-836a-40a0eea92f65 service neutron] 10.222.0.74 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897902 Nov 23 14:36:58.625998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c472c5fb-176f-4639-800f-74147211f122 req-c9cf7b0a-fe06-4c24-a9a8-b50f0744b1d6 service neutron] 10.222.0.74 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675642 Nov 23 14:36:58.680138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb563ccb-05fe-4b74-a135-17d5e75c523e req-05803687-ed97-4e7f-826d-e7696a2efabf tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:58.684630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb563ccb-05fe-4b74-a135-17d5e75c523e req-05803687-ed97-4e7f-826d-e7696a2efabf tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1094 time: 0.0810146 Nov 23 14:36:58.785083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb563ccb-05fe-4b74-a135-17d5e75c523e req-beea97cd-e115-452b-b5d8-0d29c870c173 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893366 Nov 23 14:36:58.803561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-03855cd2-0d58-49c1-a58c-9d815f357955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:58.817702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-03855cd2-0d58-49c1-a58c-9d815f357955 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ec005f000cc42d49f85b803bbb55bf4&device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1094 time: 0.0802150 Nov 23 14:36:58.934200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-711d1321-fc86-4d73-b304-977f68c1dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:58.936318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-711d1321-fc86-4d73-b304-977f68c1dca8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a414959d-4b5c-406d-8d14-273438240e4f HTTP/1.1" status: 200 len: 911 time: 0.1082337 Nov 23 14:36:58.980406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-31177326-bba5-45fb-8c8f-f85067965298 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fed26cc0-786e-4364-9e53-c1a2f7b2a4af HTTP/1.1" status: 200 len: 217 time: 0.0357740 Nov 23 14:36:59.040184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-506666e2-28b6-49e4-83e2-a57cf59134f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:59.041753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-506666e2-28b6-49e4-83e2-a57cf59134f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c HTTP/1.1" status: 200 len: 849 time: 0.0532804 Nov 23 14:36:59.098317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f446353-2a53-4a14-8333-f6e0f3f38ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.116850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-c56e0404-e962-4b14-adcf-c0006c2db6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:59.118431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-c56e0404-e962-4b14-adcf-c0006c2db6d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a414959d-4b5c-406d-8d14-273438240e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684404 Nov 23 14:36:59.230694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-ba2a38b9-0d98-4ac3-a7ec-d8838fa55fb1 service neutron] 10.222.0.74 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040485 Nov 23 14:36:59.496570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4d5f8b-4a06-4e10-903d-0e6680cf4331 req-097872e5-7790-4fb4-b0bb-fb267a41cddf service neutron] 10.222.0.74 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571020 Nov 23 14:36:59.787301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55452) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:59.939450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:59.950660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1c99-d066-4050-a8f0-e938e08c8d24 req-42e284c7-6fae-4a47-b131-30c794e5677c tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:59.952982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e7b1c99-d066-4050-a8f0-e938e08c8d24 req-42e284c7-6fae-4a47-b131-30c794e5677c tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1094 time: 0.0551710 Nov 23 14:37:00.029033 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.035136 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.057308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e7b1c99-d066-4050-a8f0-e938e08c8d24 req-32fa0952-280c-4b01-b816-6f029cb56d3c tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974076 Nov 23 14:37:00.100294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.101356 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36244cb7bfce4172aa94fe992377eee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120875 Nov 23 14:37:00.102497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8999298-10c8-4520-8b34-0666ac13919a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:00.104048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55460) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:00.117154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.117701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.118054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.118398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.119216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.119725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.120074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.120452 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.120795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.121131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.121559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.121895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c0c5a-0886-4f5f-8e46-72b19eb2574e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:00.172350 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ac8b6-43f9-47d9-aeaa-1c52f0d5ff01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.195842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ac8b6-43f9-47d9-aeaa-1c52f0d5ff01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.273642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ac8b6-43f9-47d9-aeaa-1c52f0d5ff01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.276916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-573ac8b6-43f9-47d9-aeaa-1c52f0d5ff01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.278465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-573ac8b6-43f9-47d9-aeaa-1c52f0d5ff01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8999298-10c8-4520-8b34-0666ac13919a HTTP/1.1" status: 204 len: 168 time: 0.1731248 Nov 23 14:37:00.300830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ac8b6-43f9-47d9-aeaa-1c52f0d5ff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8999298-10c8-4520-8b34-0666ac13919a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:00.729118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55470) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:00.745945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-599a967b-6dc0-4444-be18-67016bea5c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.894473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-599a967b-6dc0-4444-be18-67016bea5c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.898877 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-599a967b-6dc0-4444-be18-67016bea5c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:00.940097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a967b-6dc0-4444-be18-67016bea5c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a5023-f7d3-43dc-8125-728b5c8ef7fd,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:00.955852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-599a967b-6dc0-4444-be18-67016bea5c79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c47519decee4ab28acb8d12d7402215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254853 Nov 23 14:37:00.958823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55474) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:01.012854 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4468fea1-f6c0-426b-9708-0388e0c96957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.034968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4468fea1-f6c0-426b-9708-0388e0c96957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.087245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4468fea1-f6c0-426b-9708-0388e0c96957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.089927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4468fea1-f6c0-426b-9708-0388e0c96957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.094717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4468fea1-f6c0-426b-9708-0388e0c96957 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/830a5023-f7d3-43dc-8125-728b5c8ef7fd HTTP/1.1" status: 204 len: 168 time: 0.1312897 Nov 23 14:37:01.101131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468fea1-f6c0-426b-9708-0388e0c96957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a5023-f7d3-43dc-8125-728b5c8ef7fd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:01.194394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f18eb6-a67f-4e0a-8365-becb8fed9116 req-af0e3a2f-9f9c-4314-8eda-d465d99b9c7f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:01.195957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3f18eb6-a67f-4e0a-8365-becb8fed9116 req-af0e3a2f-9f9c-4314-8eda-d465d99b9c7f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1094 time: 0.0517941 Nov 23 14:37:01.247762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a3f18eb6-a67f-4e0a-8365-becb8fed9116 req-86aadcf0-c172-43c0-a963-29c53bac7dd6 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453334 Nov 23 14:37:01.428482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fed26cc0-786e-4364-9e53-c1a2f7b2a4af details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:37:01.537456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fed26cc0-786e-4364-9e53-c1a2f7b2a4af, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:01.561051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'port_id': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af', 'mac_address': 'fa:16:3e:46:f9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:37:01.623498 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.637466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed26cc0-786e-4364-9e53-c1a2f7b2a4af {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:01.658740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fed26cc0-786e-4364-9e53-c1a2f7b2a4af, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:01.665523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.705155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:01.724718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:01.887898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fed26cc0-786e-4364-9e53-c1a2f7b2a4af'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:02.386242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa66ad-1ae0-4bdc-b7e3-8636154d1e1f req-2fa2c81a-eb47-4e76-a969-42bcd4151849 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:02.388064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bfa66ad-1ae0-4bdc-b7e3-8636154d1e1f req-2fa2c81a-eb47-4e76-a969-42bcd4151849 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1095 time: 0.0677605 Nov 23 14:37:02.470518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6bfa66ad-1ae0-4bdc-b7e3-8636154d1e1f req-b324a42e-c4f0-4ada-922a-ac790bfbc376 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756607 Nov 23 14:37:02.561881 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.444198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fed26cc0-786e-4364-9e53-c1a2f7b2a4af up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:03.534336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port fed26cc0-786e-4364-9e53-c1a2f7b2a4af completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:37:03.539660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port fed26cc0-786e-4364-9e53-c1a2f7b2a4af triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:03.540949 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.632080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a049c47-e3fe-4639-a4b2-b28a7f681183 req-8e9cb9b6-3f51-44f9-bd5a-58ab1e6d4af1 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:03.634334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a049c47-e3fe-4639-a4b2-b28a7f681183 req-8e9cb9b6-3f51-44f9-bd5a-58ab1e6d4af1 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1095 time: 0.0705562 Nov 23 14:37:03.705727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.736193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc4782-8295-4777-9220-c45f2de93f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:03.738541 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb15d58-99dc-4e97-bad7-e3ebe2c36b23" -d '{"events": [{"server_uuid": "07fc4782-8295-4777-9220-c45f2de93f50", "name": "network-vif-plugged", "status": "completed", "tag": "fed26cc0-786e-4364-9e53-c1a2f7b2a4af"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:03.773588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fed26cc0-786e-4364-9e53-c1a2f7b2a4af, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:03.776298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a049c47-e3fe-4639-a4b2-b28a7f681183 req-fe7f8b8b-e8e6-467d-bbc4-b7a435fe0625 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343713 Nov 23 14:37:03.802256 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:03.972899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:04.125150 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c58a1c-ceb4-41f4-80df-eb11a1be6f91 x-openstack-request-id: req-e8c58a1c-ceb4-41f4-80df-eb11a1be6f91 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:04.125456 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc4782-8295-4777-9220-c45f2de93f50", "name": "network-vif-plugged", "status": "completed", "tag": "fed26cc0-786e-4364-9e53-c1a2f7b2a4af", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:04.125718 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8c58a1c-ceb4-41f4-80df-eb11a1be6f91 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:04.126157 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc4782-8295-4777-9220-c45f2de93f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af', 'code': 200} Nov 23 14:37:04.254358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f75657-9b38-42a1-be74-16ad5474b0e8 req-91b9e0ec-e1ac-48f2-8775-43f0595eec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:04.258106 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63f75657-9b38-42a1-be74-16ad5474b0e8 req-91b9e0ec-e1ac-48f2-8775-43f0595eec75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0580084 Nov 23 14:37:04.318664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63f75657-9b38-42a1-be74-16ad5474b0e8 req-c7598c94-ccfa-4a37-8c7b-881e205f9d14 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530291 Nov 23 14:37:05.058205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b8c50-215b-4055-940b-e6c9b6707fd3 req-deec0ee3-5b69-462e-8ad4-218da7d0be73 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:05.060549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e77b8c50-215b-4055-940b-e6c9b6707fd3 req-deec0ee3-5b69-462e-8ad4-218da7d0be73 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0882826 Nov 23 14:37:05.125108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e77b8c50-215b-4055-940b-e6c9b6707fd3 req-56d5c9cb-c86c-447f-b499-a7b18bdf47b6 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550661 Nov 23 14:37:06.264812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb8ed-a0bd-4ce2-b5dd-776899c98982 req-076e4bf8-3662-4f0f-9a2d-fa726130536b tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:06.266603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28ccb8ed-a0bd-4ce2-b5dd-776899c98982 req-076e4bf8-3662-4f0f-9a2d-fa726130536b tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0449331 Nov 23 14:37:06.337037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28ccb8ed-a0bd-4ce2-b5dd-776899c98982 req-f8e08577-ba28-4742-92d0-fad4e99aba85 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642788 Nov 23 14:37:06.456140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094fd5-ef22-43b7-bc3b-bfbd9b61aa35 req-78e18cf6-2604-48d6-8e8b-dcba318493d0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:06.457631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b094fd5-ef22-43b7-bc3b-bfbd9b61aa35 req-78e18cf6-2604-48d6-8e8b-dcba318493d0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0417848 Nov 23 14:37:06.528876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b094fd5-ef22-43b7-bc3b-bfbd9b61aa35 req-c183af7d-c3af-44ad-904d-7b1429baec28 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534863 Nov 23 14:37:06.643462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c54dc-04e7-481e-9055-387d92efa42b req-3ee7efbf-2a72-4446-a5d6-debd3546711d tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:06.645224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a3c54dc-04e7-481e-9055-387d92efa42b req-3ee7efbf-2a72-4446-a5d6-debd3546711d tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0464399 Nov 23 14:37:06.696928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a3c54dc-04e7-481e-9055-387d92efa42b req-f18259ee-87e9-4cc3-8a53-808d2a882541 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 Nov 23 14:37:07.087945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-417646e3-1f45-4630-88d1-935434576c00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:07.090008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-417646e3-1f45-4630-88d1-935434576c00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/networks?id=a414959d-4b5c-406d-8d14-273438240e4f HTTP/1.1" status: 200 len: 911 time: 0.1066167 Nov 23 14:37:07.106723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-86552d4e-7f62-44fe-9112-107dcc8df549 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/quotas/1ec005f000cc42d49f85b803bbb55bf4 HTTP/1.1" status: 200 len: 375 time: 0.0100362 Nov 23 14:37:07.179151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-5311500d-882b-43ba-a2a2-f4f32b768256 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec005f000cc42d49f85b803bbb55bf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612857 Nov 23 14:37:07.294094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-5cb12fd5-32dd-4b04-80f1-9eab2fbf5a1d service neutron] 10.222.0.46 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059840 Nov 23 14:37:07.459903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-b1b3a180-27f5-4c90-a4a6-361d660e5076 service neutron] 10.222.0.46 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582904 Nov 23 14:37:07.691267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9552191e-f4b8-4819-938e-f56fea91199f req-2f1f5680-546c-4a65-b258-553aab388a88 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 210 time: 0.0299020 Nov 23 14:37:08.839285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d76f88a-2108-444e-8e26-95cfa56f9f6c req-ebbdae4c-6dbc-48e8-af1d-3055ab3650e6 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 210 time: 0.0414822 Nov 23 14:37:09.106369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-fce53521-40eb-49b4-b7a8-083780cc4329 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:09.108504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-fce53521-40eb-49b4-b7a8-083780cc4329 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.11 "GET /v2.0/networks?id=a414959d-4b5c-406d-8d14-273438240e4f HTTP/1.1" status: 200 len: 911 time: 0.2181940 Nov 23 14:37:09.124569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Request body: {'port': {'device_id': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'admin_state_up': True, 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:09.149403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Made reservation on behalf of 1ec005f000cc42d49f85b803bbb55bf4 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:09.153328 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.294335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Allocated IP 172.20.0.3 (a414959d-4b5c-406d-8d14-273438240e4f/04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c/25ea593d-38c9-4b5f-b809-9744bd7dbda6) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:09.485651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.524334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.535585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fed26cc0-786e-4364-9e53-c1a2f7b2a4af'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:09.564373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Network a414959d-4b5c-406d-8d14-273438240e4f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:09.566157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:09.570205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:09.612226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:09.612844 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.633543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Pushing event updated for resources: {'Port': ['ID=25ea593d-38c9-4b5f-b809-9744bd7dbda6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:09.640696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-41e6bbb9-39af-493a-a02e-4f1a6c089751 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5228651 Nov 23 14:37:09.660253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Request body: {'port': {'device_id': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:09.814292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.096815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-89c28c36-0881-4edb-99fe-9413c1aa8412 None None] Provisioning complete for port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:10.099381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-89c28c36-0881-4edb-99fe-9413c1aa8412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.164845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6ba50-2484-4864-b0d1-f3a08e28b41c req-1b470ce2-85fa-4b29-8c05-f6a177ec1c9f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:10.167774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5e6ba50-2484-4864-b0d1-f3a08e28b41c req-1b470ce2-85fa-4b29-8c05-f6a177ec1c9f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1027 time: 0.1876020 Nov 23 14:37:10.176912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-89c28c36-0881-4edb-99fe-9413c1aa8412 None None] Port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:10.274969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5e6ba50-2484-4864-b0d1-f3a08e28b41c req-e7ec636a-81e1-480c-ba88-22e6ca4aecba tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992255 Nov 23 14:37:10.421736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ea593d-38c9-4b5f-b809-9744bd7dbda6 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:10.429976 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.444170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Transition to ACTIVE for port object 25ea593d-38c9-4b5f-b809-9744bd7dbda6 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:37:10.448101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.651098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Pushing event updated for resources: {'Port': ['ID=25ea593d-38c9-4b5f-b809-9744bd7dbda6,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:10.661225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Attempting to bind port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:10.661563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Attempting to bind port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:10.661893 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Attempting to bind port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 on network a414959d-4b5c-406d-8d14-273438240e4f {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:10.673452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 on network a414959d-4b5c-406d-8d14-273438240e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:37:10.673723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Attempting to bind port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 on network a414959d-4b5c-406d-8d14-273438240e4f {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:10.679648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:10.680000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Checking segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:10.680390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Bound using segment: {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:10.680828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Bound port: 25ea593d-38c9-4b5f-b809-9744bd7dbda6, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c1e7e7-063c-44e8-9fd0-f1dadc492b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:10.681193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.781401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] For port 25ea593d-38c9-4b5f-b809-9744bd7dbda6, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:10.785743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] For port 25ea593d-38c9-4b5f-b809-9744bd7dbda6, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25ea593d-38c9-4b5f-b809-9744bd7dbda6,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:10.795471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.880252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:10.881230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.882992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] 10.222.0.11 "PUT /v2.0/ports/25ea593d-38c9-4b5f-b809-9744bd7dbda6 HTTP/1.1" status: 200 len: 1091 time: 1.2336416 Nov 23 14:37:10.883522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'tag': '25ea593d-38c9-4b5f-b809-9744bd7dbda6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:10.886164 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3296bd-bd1e-4379-b8ca-2b042a65a377" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8c838b-eb2a-4b1b-93a5-2e2f8a479589", "tag": "25ea593d-38c9-4b5f-b809-9744bd7dbda6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:11.009046 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2f7e22-0475-4c49-852d-86e7ab40447b x-openstack-request-id: req-fd2f7e22-0475-4c49-852d-86e7ab40447b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:11.009337 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8c838b-eb2a-4b1b-93a5-2e2f8a479589", "tag": "25ea593d-38c9-4b5f-b809-9744bd7dbda6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:11.009594 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd2f7e22-0475-4c49-852d-86e7ab40447b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:11.009995 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'tag': '25ea593d-38c9-4b5f-b809-9744bd7dbda6', 'status': 'completed', 'code': 200} Nov 23 14:37:11.122323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25122af-d800-454a-9524-c9e5cddb072a service neutron] Pushing event updated for resources: {'Port': ['ID=25ea593d-38c9-4b5f-b809-9744bd7dbda6,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:11.134978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-39149884-4010-4a79-b219-717e9e539161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:11.136512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-39149884-4010-4a79-b219-717e9e539161 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ec005f000cc42d49f85b803bbb55bf4&device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1094 time: 0.1690094 Nov 23 14:37:11.168082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55716) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:11.194528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-a507f7a9-fd07-4aac-8ee5-6c52a60298f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25ea593d-38c9-4b5f-b809-9744bd7dbda6 HTTP/1.1" status: 200 len: 217 time: 0.0485599 Nov 23 14:37:11.276306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-59bf9279-1ebc-42a8-b27b-7368fca704cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:11.277599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-59bf9279-1ebc-42a8-b27b-7368fca704cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c HTTP/1.1" status: 200 len: 849 time: 0.0756238 Nov 23 14:37:11.346351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a61c-957d-46f5-95f1-916949e0207a req-4612743f-81ec-4cc4-b54c-0a9a82ac6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:11.348028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-4612743f-81ec-4cc4-b54c-0a9a82ac6965 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a414959d-4b5c-406d-8d14-273438240e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620167 Nov 23 14:37:11.372547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-651d3065-d31f-4683-aba7-8da2e4073dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:11.477020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-651d3065-d31f-4683-aba7-8da2e4073dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:11.482242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-651d3065-d31f-4683-aba7-8da2e4073dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:11.490859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a16961-1cf1-45f9-9cf9-56661a26a67f req-1148abcb-e1e3-4cde-a2f3-b4213dedddb4 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:11.495478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02a16961-1cf1-45f9-9cf9-56661a26a67f req-1148abcb-e1e3-4cde-a2f3-b4213dedddb4 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1094 time: 0.1008682 Nov 23 14:37:11.520547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d3065-d31f-4683-aba7-8da2e4073dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80198b96-12e9-4c17-888d-d623138b0b8e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:11.527324 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-651d3065-d31f-4683-aba7-8da2e4073dc2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f2871d42a714a1c9d8c5277fe883a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575282 Nov 23 14:37:11.531363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55722) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:11.536316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-f00e348b-b4c2-4ca0-a3eb-4383330fbe36 service neutron] 10.222.0.11 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767240 Nov 23 14:37:11.564875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02a16961-1cf1-45f9-9cf9-56661a26a67f req-465637f5-9730-4210-8725-b55bc0542bdb tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625672 Nov 23 14:37:11.602847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea22-e4f1-4473-a913-b6d2b24ddc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:11.630644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea22-e4f1-4473-a913-b6d2b24ddc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:11.689710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb35a61c-957d-46f5-95f1-916949e0207a req-eb6be01d-9d46-4e4f-ba43-1a87d5d640cc service neutron] 10.222.0.11 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275465 Nov 23 14:37:11.692617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea22-e4f1-4473-a913-b6d2b24ddc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:11.695503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ea22-e4f1-4473-a913-b6d2b24ddc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:11.696721 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c5e8ea22-e4f1-4473-a913-b6d2b24ddc47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80198b96-12e9-4c17-888d-d623138b0b8e HTTP/1.1" status: 204 len: 168 time: 0.1641908 Nov 23 14:37:11.714614 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ea22-e4f1-4473-a913-b6d2b24ddc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80198b96-12e9-4c17-888d-d623138b0b8e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:11.800245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-da906af2-6fdc-40ae-9f57-0362b7323b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:11.801964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-da906af2-6fdc-40ae-9f57-0362b7323b5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ec005f000cc42d49f85b803bbb55bf4&device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1094 time: 0.0496693 Nov 23 14:37:11.913879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-b97112dd-cbf3-439f-a99c-57f8d3530877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:11.915640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-b97112dd-cbf3-439f-a99c-57f8d3530877 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a414959d-4b5c-406d-8d14-273438240e4f HTTP/1.1" status: 200 len: 911 time: 0.1048617 Nov 23 14:37:11.962668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-5314f97b-f787-4608-8fb4-3b937fda27bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25ea593d-38c9-4b5f-b809-9744bd7dbda6 HTTP/1.1" status: 200 len: 217 time: 0.0388622 Nov 23 14:37:12.030365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-6f89f17d-feed-4013-8885-0cbc3bba6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:12.032486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-6f89f17d-feed-4013-8885-0cbc3bba6509 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c HTTP/1.1" status: 200 len: 849 time: 0.0614426 Nov 23 14:37:12.041152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55732) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:12.064159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa577752-5de9-4b52-8a28-572a5a52159b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.116861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-d4010d3b-9287-4a99-9687-681f270af8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:12.117627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-d4010d3b-9287-4a99-9687-681f270af8b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a414959d-4b5c-406d-8d14-273438240e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699909 Nov 23 14:37:12.251592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-4a7adc2b-50fe-4f37-8ff5-70e5ecd53433 service neutron] 10.222.0.11 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258721 Nov 23 14:37:12.253392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa577752-5de9-4b52-8a28-572a5a52159b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.257486 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa577752-5de9-4b52-8a28-572a5a52159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.329766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa577752-5de9-4b52-8a28-572a5a52159b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc83fd7b-a7d4-495c-93c1-47e6bdfc1e42,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:12.338311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa577752-5de9-4b52-8a28-572a5a52159b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ad626a14ce240da86c2769742aad89c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938664 Nov 23 14:37:12.339019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55748) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:12.397317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c3296bd-bd1e-4379-b8ca-2b042a65a377 req-ed4d0af4-de05-45b3-b097-1b054c9a6ac4 service neutron] 10.222.0.11 "GET /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371179 Nov 23 14:37:12.431388 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6403-180f-43ac-8387-ea79b525f339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.461952 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6403-180f-43ac-8387-ea79b525f339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.511526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6403-180f-43ac-8387-ea79b525f339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.517745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6403-180f-43ac-8387-ea79b525f339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:12.521859 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a9ec6403-180f-43ac-8387-ea79b525f339 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc83fd7b-a7d4-495c-93c1-47e6bdfc1e42 HTTP/1.1" status: 204 len: 168 time: 0.1789734 Nov 23 14:37:12.538932 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec6403-180f-43ac-8387-ea79b525f339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc83fd7b-a7d4-495c-93c1-47e6bdfc1e42,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:12.700527 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33b840-c4ec-4b94-8da0-7a7dba85f003 req-c96e3d02-5af0-4418-a781-444807bb22fa tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:12.702046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e33b840-c4ec-4b94-8da0-7a7dba85f003 req-c96e3d02-5af0-4418-a781-444807bb22fa tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1094 time: 0.0473740 Nov 23 14:37:12.751290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e33b840-c4ec-4b94-8da0-7a7dba85f003 req-91601796-e9d5-48eb-9eac-ff5a91c52aa1 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415893 Nov 23 14:37:12.918094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55760) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:12.937223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5de7848-591c-420e-9287-124f09be50ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.014932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5de7848-591c-420e-9287-124f09be50ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.019180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5de7848-591c-420e-9287-124f09be50ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.059458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d5de7848-591c-420e-9287-124f09be50ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e2336cacc2844a9900efb0dd5564789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402662 Nov 23 14:37:13.060896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de7848-591c-420e-9287-124f09be50ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4f58f8-d20a-4079-89ef-a132a8d4686d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:13.062578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55762) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:13.120690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f94f3632-f3f4-4613-bad5-0d8f7cf76a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.145140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f94f3632-f3f4-4613-bad5-0d8f7cf76a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.199536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f94f3632-f3f4-4613-bad5-0d8f7cf76a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.202842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f94f3632-f3f4-4613-bad5-0d8f7cf76a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:13.204306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f94f3632-f3f4-4613-bad5-0d8f7cf76a71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b4f58f8-d20a-4079-89ef-a132a8d4686d HTTP/1.1" status: 204 len: 168 time: 0.1386225 Nov 23 14:37:13.214047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f3632-f3f4-4613-bad5-0d8f7cf76a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4f58f8-d20a-4079-89ef-a132a8d4686d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:13.887793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885289-f608-4f49-ba3c-7ba227534937 req-08950bbf-0c50-4fee-8dd7-f212ec8c5efd tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:13.898742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1885289-f608-4f49-ba3c-7ba227534937 req-08950bbf-0c50-4fee-8dd7-f212ec8c5efd tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1094 time: 0.0594239 Nov 23 14:37:13.963152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1885289-f608-4f49-ba3c-7ba227534937 req-aa6b0ad3-f3d5-4c47-957a-846abfef5212 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630009 Nov 23 14:37:14.538976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25ea593d-38c9-4b5f-b809-9744bd7dbda6 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:37:14.698274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25ea593d-38c9-4b5f-b809-9744bd7dbda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25ea593d-38c9-4b5f-b809-9744bd7dbda6,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:14.713251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '25ea593d-38c9-4b5f-b809-9744bd7dbda6', 'network_id': 'a414959d-4b5c-406d-8d14-273438240e4f', 'port_id': '25ea593d-38c9-4b5f-b809-9744bd7dbda6', 'mac_address': 'fa:16:3e:90:6f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:37:14.758453 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:14.773864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ea593d-38c9-4b5f-b809-9744bd7dbda6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:14.798485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25ea593d-38c9-4b5f-b809-9744bd7dbda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25ea593d-38c9-4b5f-b809-9744bd7dbda6,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:14.806388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:14.919633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25ea593d-38c9-4b5f-b809-9744bd7dbda6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:15.071333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['25ea593d-38c9-4b5f-b809-9744bd7dbda6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:15.088210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b4ba-f682-4b71-ac9b-75292f457d7b req-de731c1a-2609-4900-933a-b0a12a84a002 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:15.097791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6215b4ba-f682-4b71-ac9b-75292f457d7b req-de731c1a-2609-4900-933a-b0a12a84a002 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1095 time: 0.0560887 Nov 23 14:37:15.162642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6215b4ba-f682-4b71-ac9b-75292f457d7b req-17643706-cbe5-4bc3-af24-305526281a69 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592825 Nov 23 14:37:15.757110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 55862) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:15.884248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d8f812d-8c05-437c-a14a-794af90a7d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:15.976260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d8f812d-8c05-437c-a14a-794af90a7d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:15.981056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d8f812d-8c05-437c-a14a-794af90a7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.025746 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9d8f812d-8c05-437c-a14a-794af90a7d0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f27e1a1e250042f0bf32fd8c4571abe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674274 Nov 23 14:37:16.027361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55870) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:16.029705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f812d-8c05-437c-a14a-794af90a7d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dcc0b1-576f-43f8-9e07-7ea1997795c3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:16.114395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e318dba1-e097-4530-9643-3b72d8ba1cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.139553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e318dba1-e097-4530-9643-3b72d8ba1cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.220330 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e318dba1-e097-4530-9643-3b72d8ba1cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.222943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e318dba1-e097-4530-9643-3b72d8ba1cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.227595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e318dba1-e097-4530-9643-3b72d8ba1cd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27dcc0b1-576f-43f8-9e07-7ea1997795c3 HTTP/1.1" status: 204 len: 168 time: 0.1937318 Nov 23 14:37:16.241759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318dba1-e097-4530-9643-3b72d8ba1cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dcc0b1-576f-43f8-9e07-7ea1997795c3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:16.342091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff34eb-445b-4b39-84bf-54b1b5820c59 req-1525aa01-c5a9-4bf1-a3de-0464d92e18d0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:16.350208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5ff34eb-445b-4b39-84bf-54b1b5820c59 req-1525aa01-c5a9-4bf1-a3de-0464d92e18d0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1095 time: 0.0582223 Nov 23 14:37:16.423417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e5ff34eb-445b-4b39-84bf-54b1b5820c59 req-89e30f95-28e4-47d8-b187-f8cd874da68f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Nov 23 14:37:16.554337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25ea593d-38c9-4b5f-b809-9744bd7dbda6 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:16.632485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:37:16.643200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:16.643903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.694105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55890) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:16.711929 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b27230b2-2f82-462f-b522-14ee91d13cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.733007 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.757452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ea593d-38c9-4b5f-b809-9744bd7dbda6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:16.759980 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d71347-5151-438d-85f0-cfd9fab17c04" -d '{"events": [{"server_uuid": "cf8c838b-eb2a-4b1b-93a5-2e2f8a479589", "name": "network-vif-plugged", "status": "completed", "tag": "25ea593d-38c9-4b5f-b809-9744bd7dbda6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:16.779324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 25ea593d-38c9-4b5f-b809-9744bd7dbda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25ea593d-38c9-4b5f-b809-9744bd7dbda6,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:16.783906 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.816484 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4996cdf4-bfdf-43d9-b66b-d4f12f422d7c x-openstack-request-id: req-4996cdf4-bfdf-43d9-b66b-d4f12f422d7c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:16.816779 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8c838b-eb2a-4b1b-93a5-2e2f8a479589", "name": "network-vif-plugged", "status": "completed", "tag": "25ea593d-38c9-4b5f-b809-9744bd7dbda6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:16.817007 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4996cdf4-bfdf-43d9-b66b-d4f12f422d7c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:16.817407 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ea593d-38c9-4b5f-b809-9744bd7dbda6', 'code': 200} Nov 23 14:37:16.823740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b27230b2-2f82-462f-b522-14ee91d13cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.829685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b27230b2-2f82-462f-b522-14ee91d13cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:16.855070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=25ea593d-38c9-4b5f-b809-9744bd7dbda6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:16.917452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b27230b2-2f82-462f-b522-14ee91d13cc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c83ae85f54274a76b8847b2cb622b371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222342 Nov 23 14:37:16.920620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 55894) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:16.927993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27230b2-2f82-462f-b522-14ee91d13cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d315e750-f124-4a0f-8d42-44eccff2a148,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:16.967433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fac1a-9ca0-40fd-8a6e-ac0918dab60a req-1c2369d1-9568-4bc4-870a-cf1b9338ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:16.969056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd5fac1a-9ca0-40fd-8a6e-ac0918dab60a req-1c2369d1-9568-4bc4-870a-cf1b9338ba39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.0874505 Nov 23 14:37:16.998302 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c6472b-3eba-4a9a-ba76-e28fd289eec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:17.039048 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c6472b-3eba-4a9a-ba76-e28fd289eec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:17.049626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd5fac1a-9ca0-40fd-8a6e-ac0918dab60a req-a41b0200-3b0b-4e1c-9f0e-4ec44a680d97 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728531 Nov 23 14:37:17.092357 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c6472b-3eba-4a9a-ba76-e28fd289eec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:17.095365 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-46c6472b-3eba-4a9a-ba76-e28fd289eec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:17.098860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-46c6472b-3eba-4a9a-ba76-e28fd289eec3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d315e750-f124-4a0f-8d42-44eccff2a148 HTTP/1.1" status: 204 len: 168 time: 0.1749451 Nov 23 14:37:17.105323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6472b-3eba-4a9a-ba76-e28fd289eec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315e750-f124-4a0f-8d42-44eccff2a148,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:17.561656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361ae3-dcae-4b31-b236-502c206338c9 req-5ecf8080-59a8-4a60-b50b-073a4eab55b9 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:17.563743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df361ae3-dcae-4b31-b236-502c206338c9 req-5ecf8080-59a8-4a60-b50b-073a4eab55b9 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.0491905 Nov 23 14:37:17.627741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df361ae3-dcae-4b31-b236-502c206338c9 req-b093c1e3-6436-42db-a1ce-8c72ef53241f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577316 Nov 23 14:37:18.903392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ec419-5b19-4831-bdc3-db8903ab98c3 req-7ddefe42-76d1-400a-8db2-52197797b618 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:18.905072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af5ec419-5b19-4831-bdc3-db8903ab98c3 req-7ddefe42-76d1-400a-8db2-52197797b618 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.1155555 Nov 23 14:37:18.995485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af5ec419-5b19-4831-bdc3-db8903ab98c3 req-613ad75d-f2a9-4da1-a8da-e5fc9e350cd0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821908 Nov 23 14:37:19.047462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56026) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:19.157201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbab6-dcc3-407f-80e3-e00f2e6f1653 req-c3f5a70e-ff51-4de5-90f8-e33302d97386 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:19.158705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b37bbab6-dcc3-407f-80e3-e00f2e6f1653 req-c3f5a70e-ff51-4de5-90f8-e33302d97386 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.0688629 Nov 23 14:37:19.220800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b37bbab6-dcc3-407f-80e3-e00f2e6f1653 req-edfddc90-1bf5-4707-8816-6383697b8ea7 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554078 Nov 23 14:37:19.221930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8254dd3c-e361-46c7-a3b1-8b110a4f145d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:19.329753 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8254dd3c-e361-46c7-a3b1-8b110a4f145d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:19.336719 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8254dd3c-e361-46c7-a3b1-8b110a4f145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:19.382548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0566b3-04cd-4b63-be37-efe8e8ae7ac0 req-fc101ef4-6026-4039-a1d8-a2b0b9568b47 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:19.384097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b0566b3-04cd-4b63-be37-efe8e8ae7ac0 req-fc101ef4-6026-4039-a1d8-a2b0b9568b47 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.0834670 Nov 23 14:37:19.389731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8254dd3c-e361-46c7-a3b1-8b110a4f145d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=979f9aabd2ec4a50a5d6c729a29570c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408260 Nov 23 14:37:19.392487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:19.396776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254dd3c-e361-46c7-a3b1-8b110a4f145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99746210-4a39-44bf-be25-d88e1715c7d5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:19.440139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b0566b3-04cd-4b63-be37-efe8e8ae7ac0 req-93b7e525-1545-4cc3-8d3d-9aea533a450a tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481725 Nov 23 14:37:19.484250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10414da1-46e4-4479-9f60-8f302125663e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:19.508860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10414da1-46e4-4479-9f60-8f302125663e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:19.559686 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10414da1-46e4-4479-9f60-8f302125663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:19.562922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10414da1-46e4-4479-9f60-8f302125663e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:19.564290 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-10414da1-46e4-4479-9f60-8f302125663e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99746210-4a39-44bf-be25-d88e1715c7d5 HTTP/1.1" status: 204 len: 168 time: 0.1702042 Nov 23 14:37:19.573075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414da1-46e4-4479-9f60-8f302125663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99746210-4a39-44bf-be25-d88e1715c7d5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:19.742987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08253a50-f02b-4cdd-8d85-5bbf86eb2856 req-d39b3dfa-c935-44ac-9092-c12dd6e810e0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:19.744579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08253a50-f02b-4cdd-8d85-5bbf86eb2856 req-d39b3dfa-c935-44ac-9092-c12dd6e810e0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.0482144 Nov 23 14:37:19.811496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08253a50-f02b-4cdd-8d85-5bbf86eb2856 req-87b5665c-df60-4e0e-82b4-8d62432cd55b tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578136 Nov 23 14:37:20.936960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f2ae8-d92b-4381-a536-c4bee8e03add req-f9020556-966d-4199-b27f-46ab1351cd49 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:20.938411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a83f2ae8-d92b-4381-a536-c4bee8e03add req-f9020556-966d-4199-b27f-46ab1351cd49 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.0418911 Nov 23 14:37:21.016694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a83f2ae8-d92b-4381-a536-c4bee8e03add req-4c637a3b-2d5a-4a5b-a4ec-517376419860 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712829 Nov 23 14:37:21.031931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-8ca43316-dcfb-46b8-8cf5-23fbe9be4663 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:21.033753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-8ca43316-dcfb-46b8-8cf5-23fbe9be4663 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cf8c838b-eb2a-4b1b-93a5-2e2f8a479589 HTTP/1.1" status: 200 len: 1096 time: 0.0587103 Nov 23 14:37:21.121304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Deleting port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:21.121926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.211175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] For port 25ea593d-38c9-4b5f-b809-9744bd7dbda6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=25ea593d-38c9-4b5f-b809-9744bd7dbda6,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:21.211930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.226780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Calling delete_port for 25ea593d-38c9-4b5f-b809-9744bd7dbda6 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:21.298176 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56094) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:21.302728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439495744', 'description': 'tempest-secgroup-smoke-1439495744 description', 'project_id': 'a4d753cb55474b9e9add25d832d02faf'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:21.336169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.345423 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.401282 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.415566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fed26cc0-786e-4364-9e53-c1a2f7b2a4af'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:21.418374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['25ea593d-38c9-4b5f-b809-9744bd7dbda6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:21.454016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Pushing event deleted for resources: {'Port': ['ID=25ea593d-38c9-4b5f-b809-9744bd7dbda6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:21.500135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.504084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] No DVR routers for this DVR port 25ea593d-38c9-4b5f-b809-9744bd7dbda6 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:37:21.505484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.515884 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.518618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6db42b19-8648-4f85-b721-6cd4ca275db4 req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.11 "DELETE /v2.0/ports/25ea593d-38c9-4b5f-b809-9744bd7dbda6 HTTP/1.1" status: 204 len: 173 time: 0.4784584 Nov 23 14:37:21.519287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'name': 'network-vif-deleted', 'tag': '25ea593d-38c9-4b5f-b809-9744bd7dbda6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:21.522701 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe741cb3-a7ee-4e7f-8023-bb247418f098" -d '{"events": [{"server_uuid": "cf8c838b-eb2a-4b1b-93a5-2e2f8a479589", "name": "network-vif-deleted", "tag": "25ea593d-38c9-4b5f-b809-9744bd7dbda6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:21.532811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.533156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.533497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.533837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.534173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.534506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.534832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.535184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.536101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.536101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.536717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.537057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d4163-bd75-4856-9533-e27f96686d3f tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:21.583350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a225b0-3232-4575-b84e-6b67298a24ed,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:21.633615 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a5c4f-99fe-4347-af6d-a1a6aaeeb906 x-openstack-request-id: req-ea5a5c4f-99fe-4347-af6d-a1a6aaeeb906 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:21.633910 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8c838b-eb2a-4b1b-93a5-2e2f8a479589", "name": "network-vif-deleted", "tag": "25ea593d-38c9-4b5f-b809-9744bd7dbda6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:21.634169 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea5a5c4f-99fe-4347-af6d-a1a6aaeeb906 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:21.634574 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8c838b-eb2a-4b1b-93a5-2e2f8a479589', 'name': 'network-vif-deleted', 'tag': '25ea593d-38c9-4b5f-b809-9744bd7dbda6', 'status': 'completed', 'code': 200} Nov 23 14:37:21.648761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.657570 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.694664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.700338 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4010179 Nov 23 14:37:21.700497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56100) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:21.703563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c787074-e303-45fd-8c7e-0b3c678a388f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4726f451-5d0e-4e39-a6d6-784758ba3fb3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:21.707194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4436f985-aacb-4112-999f-28d35ba64ee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '4726f451-5d0e-4e39-a6d6-784758ba3fb3', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:21.741906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4436f985-aacb-4112-999f-28d35ba64ee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.802328 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4436f985-aacb-4112-999f-28d35ba64ee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.808098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4436f985-aacb-4112-999f-28d35ba64ee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.826481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436f985-aacb-4112-999f-28d35ba64ee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e54b71-f440-4963-8828-ad3ca4bb7526,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:21.844447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4436f985-aacb-4112-999f-28d35ba64ee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.845700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4436f985-aacb-4112-999f-28d35ba64ee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434407 Nov 23 14:37:21.848395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:21.852791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-802a2d8a-838f-4309-b6b6-b4dd1343b6b3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '4726f451-5d0e-4e39-a6d6-784758ba3fb3', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:21.881214 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-802a2d8a-838f-4309-b6b6-b4dd1343b6b3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.948130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-802a2d8a-838f-4309-b6b6-b4dd1343b6b3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.952674 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-802a2d8a-838f-4309-b6b6-b4dd1343b6b3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.970112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a2d8a-838f-4309-b6b6-b4dd1343b6b3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957f8618-7669-4747-944e-9c56a71b383d,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:21.990792 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-802a2d8a-838f-4309-b6b6-b4dd1343b6b3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:21.992608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-802a2d8a-838f-4309-b6b6-b4dd1343b6b3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432390 Nov 23 14:37:21.995463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56106) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:22.000166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5dcfac8f-8706-4f07-a048-42a507abe0c6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '4726f451-5d0e-4e39-a6d6-784758ba3fb3', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:22.029900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcfac8f-8706-4f07-a048-42a507abe0c6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.118631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcfac8f-8706-4f07-a048-42a507abe0c6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.123093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcfac8f-8706-4f07-a048-42a507abe0c6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.141755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfac8f-8706-4f07-a048-42a507abe0c6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa41655-400e-489e-92d5-f38399e087ab,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:22.152429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5dcfac8f-8706-4f07-a048-42a507abe0c6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.153658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5dcfac8f-8706-4f07-a048-42a507abe0c6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572213 Nov 23 14:37:22.157113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56112) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:22.161834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-43115494-4634-45ef-8c17-6b0b9ccda9ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '4726f451-5d0e-4e39-a6d6-784758ba3fb3', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:22.190388 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43115494-4634-45ef-8c17-6b0b9ccda9ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.270950 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43115494-4634-45ef-8c17-6b0b9ccda9ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.279657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43115494-4634-45ef-8c17-6b0b9ccda9ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.309415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43115494-4634-45ef-8c17-6b0b9ccda9ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179f37e9-d186-46f2-9533-a338806d6abb,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:22.327347 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43115494-4634-45ef-8c17-6b0b9ccda9ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.328558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-43115494-4634-45ef-8c17-6b0b9ccda9ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704347 Nov 23 14:37:22.331355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56116) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:22.337408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '4726f451-5d0e-4e39-a6d6-784758ba3fb3', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:22.345090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7a33-3504-486d-84ff-e4df832f8edb req-858f9ba8-7ea0-48dd-a0b6-a47491a03204 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:22.346690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae8e7a33-3504-486d-84ff-e4df832f8edb req-858f9ba8-7ea0-48dd-a0b6-a47491a03204 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0554864 Nov 23 14:37:22.363282 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:37:22.372185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.397078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae8e7a33-3504-486d-84ff-e4df832f8edb req-2c7036c2-bf12-41d9-9938-3ef899420ce0 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Nov 23 14:37:22.446791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.458324 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.478371 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4c4895-0e54-4f95-ac60-1fd75b893453,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:22.490074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.494260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56122) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:22.494526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-82e0229f-49cd-4aa2-8ef8-c47cfc941db4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612074 Nov 23 14:37:22.499391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '4726f451-5d0e-4e39-a6d6-784758ba3fb3', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:22.527775 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:37:22.535575 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.615467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.620242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.639023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef93cfce-a861-4ff0-a48c-5eb6d9ee4024,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:22.647258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.648348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8c74df20-5270-42e0-a603-06f398f550a8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529047 Nov 23 14:37:22.651409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56126) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:22.659816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'network': {'name': 'tempest-network-smoke--1759897437', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'port_security_enabled': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:22.683269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:22.686770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.710423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:37:22.721032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.721563 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Added segment 36a82640-41f1-44f8-b5b7-d30afa2d87a6 of type vlan for network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd Nov 23 14:37:22.762647 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.788925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.795023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:22.795910 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.838630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1860728 Nov 23 14:37:22.842530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56128) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:22.848080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'admin_state_up': True, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:22.874624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.876097 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:22.884753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c85498-2fbf-4ad1-871f-b00c51509b5c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Network': ['ID=9bfa0931-9a5a-49e1-8967-84f61f6da4bd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:22.902715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:37:22.941635 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.443050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.574190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329eb4-c1cb-4b47-b6cb-bce4652c49ad req-7a0f0cd7-1b60-4704-8945-42d41fb18460 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:23.575781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87329eb4-c1cb-4b47-b6cb-bce4652c49ad req-7a0f0cd7-1b60-4704-8945-42d41fb18460 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0994263 Nov 23 14:37:23.622617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-6e71d523-19f5-408e-9955-69f8725968e3 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:23.624118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-6e71d523-19f5-408e-9955-69f8725968e3 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 1096 time: 0.0807297 Nov 23 14:37:23.680240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87329eb4-c1cb-4b47-b6cb-bce4652c49ad req-f70a146b-f551-43d9-8695-893d7e7e32cb tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8396e03-75c6-4be1-99b9-9197686fdf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944550 Nov 23 14:37:23.810562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.836090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.858044 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:23.878948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Deleting port fed26cc0-786e-4364-9e53-c1a2f7b2a4af {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:23.879314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.011262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] For port fed26cc0-786e-4364-9e53-c1a2f7b2a4af, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:24.011642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.015396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.247 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/4c691ff2-eb4c-4a94-870f-f84d24e7882c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:24.038955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Calling delete_port for fed26cc0-786e-4364-9e53-c1a2f7b2a4af owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:24.196356 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.267666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.270222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.278936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fed26cc0-786e-4364-9e53-c1a2f7b2a4af'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:24.318683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:24.327030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:24.340720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa32b87d-ed2d-4358-b792-8a337e434f0f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:37:24.343101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:24.381038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=4c691ff2-eb4c-4a94-870f-f84d24e7882c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:24.406514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] No DVR routers for this DVR port fed26cc0-786e-4364-9e53-c1a2f7b2a4af on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:37:24.411378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-69db5337-0ca1-48ed-a4c6-aa52bdcc0c6a None None] Provisioning complete for port 4c691ff2-eb4c-4a94-870f-f84d24e7882c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:24.411697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.412289 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-69db5337-0ca1-48ed-a4c6-aa52bdcc0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.415302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d09d46a3-1737-4d83-a786-ec288039f2b1 req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.74 "DELETE /v2.0/ports/fed26cc0-786e-4364-9e53-c1a2f7b2a4af HTTP/1.1" status: 204 len: 173 time: 0.7822204 Nov 23 14:37:24.415754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc4782-8295-4777-9220-c45f2de93f50', 'name': 'network-vif-deleted', 'tag': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:24.418145 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6322cd32-ec4b-4a3b-bd05-911145476586" -d '{"events": [{"server_uuid": "07fc4782-8295-4777-9220-c45f2de93f50", "name": "network-vif-deleted", "tag": "fed26cc0-786e-4364-9e53-c1a2f7b2a4af"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:24.441849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46addc0b-b75c-4577-b495-efd3718cac00 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] Pushing event deleted for resources: {'Port': ['ID=fed26cc0-786e-4364-9e53-c1a2f7b2a4af,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:24.475813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-69db5337-0ca1-48ed-a4c6-aa52bdcc0c6a None None] Port 4c691ff2-eb4c-4a94-870f-f84d24e7882c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:24.547662 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4cde2d-6915-40a9-af84-b81acf5fc25b x-openstack-request-id: req-ad4cde2d-6915-40a9-af84-b81acf5fc25b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:24.548263 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc4782-8295-4777-9220-c45f2de93f50", "name": "network-vif-deleted", "tag": "fed26cc0-786e-4364-9e53-c1a2f7b2a4af", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:24.548460 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad4cde2d-6915-40a9-af84-b81acf5fc25b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:24.548900 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc4782-8295-4777-9220-c45f2de93f50', 'name': 'network-vif-deleted', 'tag': 'fed26cc0-786e-4364-9e53-c1a2f7b2a4af', 'status': 'completed', 'code': 200} Nov 23 14:37:24.568626 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25ea593d-38c9-4b5f-b809-9744bd7dbda6 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:24.609740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 25ea593d-38c9-4b5f-b809-9744bd7dbda6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:24.610541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 25ea593d-38c9-4b5f-b809-9744bd7dbda6 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:24.702170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:24.820297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e814b67-4516-413c-82dc-dd22e89be982 req-57742831-0e3a-46ef-a379-0994fad56bf5 tempest-TestServerMultinode-1595305091 tempest-TestServerMultinode-1595305091-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07fc4782-8295-4777-9220-c45f2de93f50 HTTP/1.1" status: 200 len: 210 time: 0.0340402 Nov 23 14:37:24.945401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:25.121849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 5aa10b45-af6f-4f2f-8746-92b3ad195782 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:37:25.213865 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:37:25.256108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:25.268365 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Sync routers for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:25.280295 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:25.281073 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:25.286828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:25.291560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2157ed3-ad97-494c-b876-964a90d16f56 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4472859 Nov 23 14:37:25.291963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56160) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:25.399505 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:25.478360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56164) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:25.479257 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bcd8be3d-cae4-4d3d-b6a5-844b623b82d6 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a4d753cb55474b9e9add25d832d02faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1859024 Nov 23 14:37:25.611038 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:24Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:25.645488 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Checking router: 5aa10b45-af6f-4f2f-8746-92b3ad195782 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:25.645761 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Updating router 5aa10b45-af6f-4f2f-8746-92b3ad195782 port 4c691ff2-eb4c-4a94-870f-f84d24e7882c binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:37:25.675119 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:25.687949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876b6062-f756-45ca-9311-f94741d6dd33 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:25.692024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-876b6062-f756-45ca-9311-f94741d6dd33 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2092943 Nov 23 14:37:25.692243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56166) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:25.728650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f9c08204-64c7-42d7-abe8-4f7168a3e281 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353301 Nov 23 14:37:25.731461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56168) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:25.737681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968626144', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:25.838262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:25.842209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:25.908272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56172) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:26.017909 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.024061 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.075412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048bd3a9-0e16-4c2b-b2c1-fcb1e85af3a1 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:37:26.111308 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Attempting to bind port 4c691ff2-eb4c-4a94-870f-f84d24e7882c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:26.111916 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Attempting to bind port 4c691ff2-eb4c-4a94-870f-f84d24e7882c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:26.112559 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Attempting to bind port 4c691ff2-eb4c-4a94-870f-f84d24e7882c on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:26.127848 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:26.128517 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:26.129086 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.129639 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:26.130287 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Bound port: 4c691ff2-eb4c-4a94-870f-f84d24e7882c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:26.130861 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.157539 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.157755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-061d7775-b97a-4f8e-b6cb-28e5543bf1b9 None None] Provisioning complete for port 4c691ff2-eb4c-4a94-870f-f84d24e7882c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:26.157952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-061d7775-b97a-4f8e-b6cb-28e5543bf1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.197862 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] For port 4c691ff2-eb4c-4a94-870f-f84d24e7882c, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:26.201288 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] For port 4c691ff2-eb4c-4a94-870f-f84d24e7882c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4c691ff2-eb4c-4a94-870f-f84d24e7882c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:26.202525 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bab35-6c1a-4d8b-8bf2-d0a1fee13f75 None None] Pushing event updated for resources: {'Port': ['ID=4c691ff2-eb4c-4a94-870f-f84d24e7882c,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:26.217325 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.271833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-061d7775-b97a-4f8e-b6cb-28e5543bf1b9 None None] Port 4c691ff2-eb4c-4a94-870f-f84d24e7882c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:26.284270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Checking segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:26.284626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network hostable DHCP agents. Network: 9bfa0931-9a5a-49e1-8967-84f61f6da4bd, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:37:26.298982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Subnet': ['ID=4f7c0028-78d8-4670-b6c7-e93e8cc884e4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:26.302642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586260a3-4d84-4153-bff8-0772f5b5bc58 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:37:26.312091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:37:26.327695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 9bfa0931-9a5a-49e1-8967-84f61f6da4bd) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:26.333308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:26.333962 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.356646 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bab35-6c1a-4d8b-8bf2-d0a1fee13f75 None None] Pushing event updated for resources: {'Port': ['ID=4c691ff2-eb4c-4a94-870f-f84d24e7882c,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:26.359697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef0f39-edaf-4532-875d-82e9afc15cb0 None None] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:26.362375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56178) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:26.367511 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:26.368152 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:36:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:26.384360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e013e514-6c4c-4615-9c52-0eaabb28ee37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6262858 Nov 23 14:37:26.501844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-af2192dc-e938-4d6c-adff-3c615f22e2db None None] Provisioning complete for port 4c691ff2-eb4c-4a94-870f-f84d24e7882c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:26.502503 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af2192dc-e938-4d6c-adff-3c615f22e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.632988 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:26.761370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:37:26.762355 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.822225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-12ded3d0-5d2e-4bf5-9537-b14e249db292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.859144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af2192dc-e938-4d6c-adff-3c615f22e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:26.882952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-af2192dc-e938-4d6c-adff-3c615f22e2db None None] For port 4c691ff2-eb4c-4a94-870f-f84d24e7882c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4c691ff2-eb4c-4a94-870f-f84d24e7882c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:26.940166 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-af2192dc-e938-4d6c-adff-3c615f22e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.001071 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:24Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:27.033084 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba098c2-078b-4c6d-8bd3-58644ed2de00 None None] The sync data for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 is: [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:24Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:27.046555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2192dc-e938-4d6c-adff-3c615f22e2db None None] Pushing event updated for resources: {'Port': ['ID=4c691ff2-eb4c-4a94-870f-f84d24e7882c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:27.075157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Allocated IP 172.20.0.2 (9bfa0931-9a5a-49e1-8967-84f61f6da4bd/4f7c0028-78d8-4670-b6c7-e93e8cc884e4/e7ea1895-8daf-49e7-9620-f409b472d9af) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:27.117526 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.134711 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.396509 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.407423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.410152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.428722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:27.429429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:27.455565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:27.475259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fed26cc0-786e-4364-9e53-c1a2f7b2a4af no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:27.568510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: fed26cc0-786e-4364-9e53-c1a2f7b2a4af {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:27.570662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fed26cc0-786e-4364-9e53-c1a2f7b2a4af not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:27.577249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Pushing event updated for resources: {'Port': ['ID=e7ea1895-8daf-49e7-9620-f409b472d9af,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:27.654019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.655862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.657027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.659092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.665390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.665965 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.667116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.667716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.668004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.671703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.671703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.671703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:27.686125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Attempting to bind port e7ea1895-8daf-49e7-9620-f409b472d9af on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:27.696395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Attempting to bind port e7ea1895-8daf-49e7-9620-f409b472d9af by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:27.697038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Attempting to bind port e7ea1895-8daf-49e7-9620-f409b472d9af on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:27.708275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:27.710558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Checking segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:27.713698 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.717957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Bound using segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:27.717957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Bound port: e7ea1895-8daf-49e7-9620-f409b472d9af, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:27.717957 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.836543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] For port e7ea1895-8daf-49e7-9620-f409b472d9af, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:27.841207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] For port e7ea1895-8daf-49e7-9620-f409b472d9af, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e7ea1895-8daf-49e7-9620-f409b472d9af,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:27.847813 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:27.948393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deb7cb-2d9a-421d-9365-c26ce214dfd8 None None] Pushing event updated for resources: {'Port': ['ID=e7ea1895-8daf-49e7-9620-f409b472d9af,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:28.300232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4c691ff2-eb4c-4a94-870f-f84d24e7882c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:28.430701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.1 (9bfa0931-9a5a-49e1-8967-84f61f6da4bd/4f7c0028-78d8-4670-b6c7-e93e8cc884e4/037e2a98-40d0-4107-a24c-84a7bf669898) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:28.432632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4c691ff2-eb4c-4a94-870f-f84d24e7882c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:28.433011 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:28.436945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Deleting port 318feec8-9bf8-4d6c-81de-af9b9a8b83be {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:28.439309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:28.753448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:28.799076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] For port 318feec8-9bf8-4d6c-81de-af9b9a8b83be, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=318feec8-9bf8-4d6c-81de-af9b9a8b83be,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:28.799458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:28.802390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:28.840957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Calling delete_port for 318feec8-9bf8-4d6c-81de-af9b9a8b83be owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:28.864080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:28.871217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:28.877822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:28.911162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=037e2a98-40d0-4107-a24c-84a7bf669898,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:28.975077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.113022 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6014063a-d095-4675-810f-556f6767218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.279079 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.311275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.426827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Pushing event deleted for resources: {'Port': ['ID=318feec8-9bf8-4d6c-81de-af9b9a8b83be,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:29.709987 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.021363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.031422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.048984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7977737-a28d-43c0-aeeb-88332dd97da2 None None] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:30.115440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Router 053fc07e-b94c-440c-8bcc-49c79488852c has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:37:30.118080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.129902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.134235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=037e2a98-40d0-4107-a24c-84a7bf669898,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:30.167102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ac6c75b0-01a1-4b29-933c-c972ae0713b4 None None] Provisioning complete for port e7ea1895-8daf-49e7-9620-f409b472d9af triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:30.167477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac6c75b0-01a1-4b29-933c-c972ae0713b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.323158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:30.336103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e7ec903a-83c5-4d2a-9d8c-33ad1efd603c admin admin] 10.222.0.46 "PUT /v2.0/routers/053fc07e-b94c-440c-8bcc-49c79488852c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4264922 Nov 23 14:37:30.340108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56194) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:30.341464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:30.343075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:30.377197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e7ea1895-8daf-49e7-9620-f409b472d9af up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:30.379590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] Sync routers for ids ['053fc07e-b94c-440c-8bcc-49c79488852c'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:30.461628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] Routers {'053fc07e-b94c-440c-8bcc-49c79488852c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:30.462279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['053fc07e-b94c-440c-8bcc-49c79488852c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:30.574168 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.588690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 5aa10b45-af6f-4f2f-8746-92b3ad195782 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:37:30.660707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] Set router 053fc07e-b94c-440c-8bcc-49c79488852c gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:30.760549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:30.765372 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.766669 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b32d12d-8bb8-4408-823d-ff874049a92f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/5aa10b45-af6f-4f2f-8746-92b3ad195782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4030991 Nov 23 14:37:30.780035 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Sync routers for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:30.792357 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:30.793356 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:31.000457 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:31.001918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e7ea1895-8daf-49e7-9620-f409b472d9af triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:31.002474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.062945 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac6c75b0-01a1-4b29-933c-c972ae0713b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.216883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ac6c75b0-01a1-4b29-933c-c972ae0713b4 None None] For port e7ea1895-8daf-49e7-9620-f409b472d9af, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e7ea1895-8daf-49e7-9620-f409b472d9af,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:31.246366 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac6c75b0-01a1-4b29-933c-c972ae0713b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.362023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c75b0-01a1-4b29-933c-c972ae0713b4 None None] Pushing event updated for resources: {'Port': ['ID=e7ea1895-8daf-49e7-9620-f409b472d9af,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:31.410215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-eb2ec673-3a59-48bf-8d25-7b6fc502f5f3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439495744&fields=id&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 267 time: 0.0977063 Nov 23 14:37:31.411816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Deleting port d4934680-442e-4632-a682-99f95680313f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:31.412429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.415134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'd4934680-442e-4632-a682-99f95680313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 5, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port': {'id': 'd4934680-442e-4632-a682-99f95680313f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:37Z', 'updated_at': '2021-11-23T14:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:31.416838 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 2, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:31.516521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] Checking router: 053fc07e-b94c-440c-8bcc-49c79488852c for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:31.561280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] Routers {'053fc07e-b94c-440c-8bcc-49c79488852c'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:31.563697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['053fc07e-b94c-440c-8bcc-49c79488852c'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:31.711302 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Checking router: 5aa10b45-af6f-4f2f-8746-92b3ad195782 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:31.714397 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Updating router 5aa10b45-af6f-4f2f-8746-92b3ad195782 port 037e2a98-40d0-4107-a24c-84a7bf669898 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:37:31.749850 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.767929 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d68fdaa-03d1-4a6a-95e2-f42789476169 None None] Provisioning complete for port e7ea1895-8daf-49e7-9620-f409b472d9af triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:31.768455 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d68fdaa-03d1-4a6a-95e2-f42789476169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.773331 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.792631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] For port d4934680-442e-4632-a682-99f95680313f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d4934680-442e-4632-a682-99f95680313f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:31.792863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.804711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] Set router 053fc07e-b94c-440c-8bcc-49c79488852c gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:31.831593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b2158609-3871-413f-9e55-0907e0fc9d51 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:31.833177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b2158609-3871-413f-9e55-0907e0fc9d51 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 797 time: 0.3887932 Nov 23 14:37:31.838017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Calling delete_port for d4934680-442e-4632-a682-99f95680313f owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:31.855862 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-d60d6784-e1f6-4076-9f33-bcdf6247bc7b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/quotas/a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 375 time: 0.0154886 Nov 23 14:37:31.899775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:37:30Z', 'revision_number': 6, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:31.951780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e104e28-1b28-4b61-8392-27ce22cfb209 None None] The sync data for ids ['053fc07e-b94c-440c-8bcc-49c79488852c'] in n-d-818503-2 is: [{'id': '053fc07e-b94c-440c-8bcc-49c79488852c', 'name': 'tempest-TestServerMultinode-1374968191-router', 'tenant_id': '0bf570a857fa4655b367a1af910bc128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:36Z', 'updated_at': '2021-11-23T14:37:30Z', 'revision_number': 6, 'project_id': '0bf570a857fa4655b367a1af910bc128', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:32.062122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-f6437980-a656-4f3e-b670-2edd40ecaf51 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987023 Nov 23 14:37:32.094560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d68fdaa-03d1-4a6a-95e2-f42789476169 None None] Provisioning complete for port 037e2a98-40d0-4107-a24c-84a7bf669898 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:32.095982 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d68fdaa-03d1-4a6a-95e2-f42789476169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.146438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8d68fdaa-03d1-4a6a-95e2-f42789476169 None None] Port 037e2a98-40d0-4107-a24c-84a7bf669898 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:32.207200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-58394911-5008-4a8e-a0cb-c031d2cbb231 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:37:32.208695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-58394911-5008-4a8e-a0cb-c031d2cbb231 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1054778 Nov 23 14:37:32.250018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.275204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-216156ab-fae5-4e2b-9aea-926dfd0b7d5c None None] Provisioning complete for port 037e2a98-40d0-4107-a24c-84a7bf669898 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:32.278014 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-216156ab-fae5-4e2b-9aea-926dfd0b7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.363917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4934680-442e-4632-a682-99f95680313f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:32.373027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-216156ab-fae5-4e2b-9aea-926dfd0b7d5c None None] Port 037e2a98-40d0-4107-a24c-84a7bf669898 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:32.387724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925599a8-822a-4421-a8c1-21a25ad2eb4a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:37:32.415253 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.432612 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.457355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e7ea1895-8daf-49e7-9620-f409b472d9af up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:32.505838 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b4c50-ecbf-4933-a98c-edcc69578044 None None] Pushing event updated for resources: {'Port': ['ID=037e2a98-40d0-4107-a24c-84a7bf669898,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:32.526021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-f510ff8c-bc5c-4a7b-bb47-989963c2760d service neutron] 10.222.0.46 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064382 Nov 23 14:37:32.577938 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Attempting to bind port 037e2a98-40d0-4107-a24c-84a7bf669898 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:32.578555 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Attempting to bind port 037e2a98-40d0-4107-a24c-84a7bf669898 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:32.579159 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Attempting to bind port 037e2a98-40d0-4107-a24c-84a7bf669898 on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:32.592506 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:32.593106 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Checking segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:32.593683 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.594237 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Bound using segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:32.603951 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Bound port: 037e2a98-40d0-4107-a24c-84a7bf669898, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:32.604646 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.611383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-084db933-a880-43f0-9972-983d5a2866bb None None] Provisioning complete for port 037e2a98-40d0-4107-a24c-84a7bf669898 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:32.612125 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-084db933-a880-43f0-9972-983d5a2866bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.658191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.664440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-084db933-a880-43f0-9972-983d5a2866bb None None] Port 037e2a98-40d0-4107-a24c-84a7bf669898 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:32.674189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-3f3229e5-42e1-4a27-b633-92560176cffa service neutron] 10.222.0.46 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471422 Nov 23 14:37:32.677999 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] For port 037e2a98-40d0-4107-a24c-84a7bf669898, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:32.682298 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] For port 037e2a98-40d0-4107-a24c-84a7bf669898, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=037e2a98-40d0-4107-a24c-84a7bf669898,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:32.689850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port e7ea1895-8daf-49e7-9620-f409b472d9af triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:32.690880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.692608 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.732808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:32.788901 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:32.789252 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:32.876962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 318feec8-9bf8-4d6c-81de-af9b9a8b83be no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:32.929361 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:32.944872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 318feec8-9bf8-4d6c-81de-af9b9a8b83be {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:32.945495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 318feec8-9bf8-4d6c-81de-af9b9a8b83be not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:33.007217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.007478 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b4c50-ecbf-4933-a98c-edcc69578044 None None] Pushing event updated for resources: {'Port': ['ID=037e2a98-40d0-4107-a24c-84a7bf669898,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:33.020681 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.051339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ec97ad8a-5383-45a5-b94a-f0264cf3e7f1 None None] Provisioning complete for port 037e2a98-40d0-4107-a24c-84a7bf669898 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:33.051724 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec97ad8a-5383-45a5-b94a-f0264cf3e7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.160408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4b190cd-3c41-4853-8419-c1d1f7239a0e req-5b42e191-02cf-48c0-8415-72e2b43e9598 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 210 time: 0.0407600 Nov 23 14:37:33.161091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.161691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053fc07e-b94c-440c-8bcc-49c79488852c {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:37:33.167204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.170711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f84adf0d-6a83-437c-adc1-747a7aeda0c9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/053fc07e-b94c-440c-8bcc-49c79488852c HTTP/1.1" status: 204 len: 168 time: 2.8288338 Nov 23 14:37:33.171053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56242) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:33.242756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] Deleting subnet 04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:37:33.249026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.298829 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.305201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec97ad8a-5383-45a5-b94a-f0264cf3e7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.433703 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:33.435714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ec97ad8a-5383-45a5-b94a-f0264cf3e7f1 None None] For port 037e2a98-40d0-4107-a24c-84a7bf669898, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=037e2a98-40d0-4107-a24c-84a7bf669898,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:33.441132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec97ad8a-5383-45a5-b94a-f0264cf3e7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.480972 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9c192-3e12-4877-bd65-54a70055488b None None] The sync data for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 is: [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:33.554593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.610693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ecceeced-e655-430c-879b-08e48cfa3661 None None] Provisioning complete for port 037e2a98-40d0-4107-a24c-84a7bf669898 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:33.611093 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ecceeced-e655-430c-879b-08e48cfa3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.646739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97ad8a-5383-45a5-b94a-f0264cf3e7f1 None None] Pushing event updated for resources: {'Port': ['ID=037e2a98-40d0-4107-a24c-84a7bf669898,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:33.700644 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.740276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:33.748542 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:33.760403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56250) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:33.761803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2f17abb7-bed0-4ee0-be04-94afbe04fc7f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/04d09c88-31c7-41c8-bc89-9e6ce1bd0a0c HTTP/1.1" status: 204 len: 168 time: 0.5894978 Nov 23 14:37:33.836276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51708be4-06bd-4be3-b710-a11a0a072b32 None None] Network a414959d-4b5c-406d-8d14-273438240e4f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:33.855857 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.007303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Deleting port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:34.008565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.120652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] For port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd,segment=NetworkSegment(51c1e7e7-063c-44e8-9fd0-f1dadc492b79),segment_id=51c1e7e7-063c-44e8-9fd0-f1dadc492b79)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:34.121026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.155299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Calling delete_port for ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:34.256413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 037e2a98-40d0-4107-a24c-84a7bf669898 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:34.321333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.329856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3053f7e1-dccc-4e00-bcc3-a0e36e5a188b req-30a5258d-f051-45d6-b55d-b9a7af7770ea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 210 time: 0.0451856 Nov 23 14:37:34.333143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1007d7-e046-46d7-ae8c-9c5f1b74b469 None None] DHCP port deletion for a414959d-4b5c-406d-8d14-273438240e4f request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:37:34.375972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:34.402064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] No DVR routers for this DVR port ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:37:34.441523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 037e2a98-40d0-4107-a24c-84a7bf669898 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:34.441899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.490368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.533373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a414959d-4b5c-406d-8d14-273438240e4f']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:34.554037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c1e7e7-063c-44e8-9fd0-f1dadc492b79') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:34.554651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c1e7e7-063c-44e8-9fd0-f1dadc492b79') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:34.571974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.601947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.620187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:37:34.620727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:37:34.624358 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:37:34.666888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4934680-442e-4632-a682-99f95680313f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:34.706018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d4934680-442e-4632-a682-99f95680313f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:34.706625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d4934680-442e-4632-a682-99f95680313f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:34.784389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.807142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.811148 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a414959d-4b5c-406d-8d14-273438240e4f HTTP/1.1" status: 204 len: 168 time: 1.0503380 Nov 23 14:37:34.811989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f66a3c-48bb-478c-b004-649e795b6ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a414959d-4b5c-406d-8d14-273438240e4f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:34.816412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56266) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:35.017072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-fdb30c95-6914-4de4-89c6-0cc43cdf5ea8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:35.019279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-fdb30c95-6914-4de4-89c6-0cc43cdf5ea8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 797 time: 0.3547769 Nov 23 14:37:35.167880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-49b2093e-2fa0-4b33-b71f-4b13e3e7060f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 380 time: 0.1066620 Nov 23 14:37:35.191137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'port': {'device_id': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'admin_state_up': True, 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'security_groups': ['4726f451-5d0e-4e39-a6d6-784758ba3fb3']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:35.384978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:35.388632 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.557817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8bb7dac-acfd-410d-9868-a5920da2ffe4 req-28e9c7cc-3c48-4107-a71d-35ef513f05ea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 210 time: 0.0645494 Nov 23 14:37:35.632583 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.672662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.14 (9bfa0931-9a5a-49e1-8967-84f61f6da4bd/4f7c0028-78d8-4670-b6c7-e93e8cc884e4/939885e4-525d-4456-b12b-72e05c2eb36a) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:36.178680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:36.205605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:36.205978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ac0d70dd-8b4a-44b2-a326-1a1e71f5aadd not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:36.238933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.306113 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.374769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:36.384919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:36.388173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:36.391220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:36.433484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Deleting port 30b1123f-8861-4543-a2f1-843c5b6cf454 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:36.433826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.460180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:36.460713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.507888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-a8cc038c-3c7d-4f53-bb41-9489f2bc427c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3204901 Nov 23 14:37:36.521830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Request body: {'port': {'device_id': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:36.570510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] For port 30b1123f-8861-4543-a2f1-843c5b6cf454, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=30b1123f-8861-4543-a2f1-843c5b6cf454,segment=NetworkSegment(31d05516-c911-4437-97d2-151901c265a5),segment_id=31d05516-c911-4437-97d2-151901c265a5)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:36.570880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.602470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Calling delete_port for 30b1123f-8861-4543-a2f1-843c5b6cf454 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:36.608188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.806060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ad7d4f7f-841e-492b-8b8d-b3c5ec202948 None None] Provisioning complete for port 939885e4-525d-4456-b12b-72e05c2eb36a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:36.806508 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4f7f-841e-492b-8b8d-b3c5ec202948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.869057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fb8ee-67fd-46e4-aa8e-5eb95779022b req-3be34900-e545-4ea1-a221-14c6f788bd6b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:36.870582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-113fb8ee-67fd-46e4-aa8e-5eb95779022b req-3be34900-e545-4ea1-a221-14c6f788bd6b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 932 time: 0.2078760 Nov 23 14:37:36.881732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d4f7f-841e-492b-8b8d-b3c5ec202948 None None] Port 939885e4-525d-4456-b12b-72e05c2eb36a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:37:37.043281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-113fb8ee-67fd-46e4-aa8e-5eb95779022b req-c043d938-9613-46a0-b017-cc74a028d282 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458759 Nov 23 14:37:37.089430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:37.133810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b1123f-8861-4543-a2f1-843c5b6cf454,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:37.189772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939885e4-525d-4456-b12b-72e05c2eb36a {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:37.217230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:37.240633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Transition to ACTIVE for port object 939885e4-525d-4456-b12b-72e05c2eb36a will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:37:37.245893 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:37.390090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:37.472996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:37.549161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:37.549667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:37.550153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:37.558341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Port 939885e4-525d-4456-b12b-72e05c2eb36a on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:37:37.558694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:37.575490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:37.576198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Checking segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:37.576921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Bound using segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:37.578122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Bound port: 939885e4-525d-4456-b12b-72e05c2eb36a, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:37.579232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:37.769394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:37.792710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:37.822224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:37.866627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:37.867217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:37.868591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] 10.222.0.74 "PUT /v2.0/ports/939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1092 time: 1.3523173 Nov 23 14:37:37.871379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:37.873753 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf88769-ad28-40b5-82c4-9f9726f6ce89" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:37.924512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Router 7986711b-3a7a-4fc5-b864-fc66c0989b07 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:37:37.927290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0c2b5-4480-481b-9e33-5dc2e2dca258 service neutron] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:37.945658 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2013b5-8156-4be0-bfab-197e5fcef1fa x-openstack-request-id: req-ee2013b5-8156-4be0-bfab-197e5fcef1fa {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:37.946156 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:37.946565 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee2013b5-8156-4be0-bfab-197e5fcef1fa {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:37.947164 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'status': 'completed', 'code': 200} Nov 23 14:37:38.037285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-6ed83261-6c9e-4a13-a4a2-62c6ee133e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.039410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-6ed83261-6c9e-4a13-a4a2-62c6ee133e67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1095 time: 0.1132228 Nov 23 14:37:38.229733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-833013eb-7c54-44dc-88c9-5e65351fec71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 217 time: 0.1777532 Nov 23 14:37:38.270278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:38.280391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ccc3e8d7-bbb8-4c47-8147-6be448c05e33 admin admin] 10.222.0.46 "PUT /v2.0/routers/7986711b-3a7a-4fc5-b864-fc66c0989b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599488 Nov 23 14:37:38.280575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56324) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:38.285228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] Sync routers for ids ['7986711b-3a7a-4fc5-b864-fc66c0989b07'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:38.294775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfca1ce-0383-4b9a-a610-aca9dc3820c3 req-8fe10770-e8b7-4699-a952-044eeeab4c6a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.296399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bfca1ce-0383-4b9a-a610-aca9dc3820c3 req-8fe10770-e8b7-4699-a952-044eeeab4c6a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 944 time: 0.0977769 Nov 23 14:37:38.299172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] Routers {'7986711b-3a7a-4fc5-b864-fc66c0989b07'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:38.300249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7986711b-3a7a-4fc5-b864-fc66c0989b07'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:38.338965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-3a8dc97d-c7b7-4e0c-bdbc-9173027b76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.340465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-3a8dc97d-c7b7-4e0c-bdbc-9173027b76aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.1027069 Nov 23 14:37:38.400295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bfca1ce-0383-4b9a-a610-aca9dc3820c3 req-3239c11a-e354-49e3-b149-5d4919c16801 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965030 Nov 23 14:37:38.417106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-3a834dcc-9dec-48a7-aa08-376b3d814635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.418740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-3a834dcc-9dec-48a7-aa08-376b3d814635 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710142 Nov 23 14:37:38.435229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] Set router 7986711b-3a7a-4fc5-b864-fc66c0989b07 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:38.508608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:38.565714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-c2f456cb-c58f-4820-bd1e-826c04e61aff service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389558 Nov 23 14:37:38.729072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a16e548-c3d1-449f-839c-3e75bad86f1a req-35c72953-092e-4775-8962-b55616e44bce service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560318 Nov 23 14:37:38.782885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:37:36Z', 'revision_number': 5, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:38.817805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] Checking router: 7986711b-3a7a-4fc5-b864-fc66c0989b07 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:38.831136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] Routers {'7986711b-3a7a-4fc5-b864-fc66c0989b07'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:38.833404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['7986711b-3a7a-4fc5-b864-fc66c0989b07'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:38.885150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-65381d5d-78fa-4d51-9c85-247ec6b8bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.886736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-65381d5d-78fa-4d51-9c85-247ec6b8bcbc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1095 time: 0.1032321 Nov 23 14:37:38.982175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] Set router 7986711b-3a7a-4fc5-b864-fc66c0989b07 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:39.006555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-cb9d545f-4e50-4591-9d77-ba9bb371f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:39.010669 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.012422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-cb9d545f-4e50-4591-9d77-ba9bb371f033 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1180365 Nov 23 14:37:39.073376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-78f42d10-2011-43fd-94d6-5d6fc079d775 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 217 time: 0.0522745 Nov 23 14:37:39.117369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Deleting port 24e4e1ff-c6ff-470d-9464-7ae6d614c474 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:39.117715 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.133529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-2bea6bf1-66f1-4b48-9ea6-7131524de572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:39.135409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-2bea6bf1-66f1-4b48-9ea6-7131524de572 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0538616 Nov 23 14:37:39.190484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-69faaf14-583a-4e95-be38-86fcc0683fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:39.192201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-69faaf14-583a-4e95-be38-86fcc0683fac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482786 Nov 23 14:37:39.222622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:37:36Z', 'revision_number': 5, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:39.266538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bbb86-6c4e-48fb-839b-46e35e86567c None None] The sync data for ids ['7986711b-3a7a-4fc5-b864-fc66c0989b07'] in n-d-818503-2 is: [{'id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'name': 'tempest-TestServerMultinode-2104550399-router', 'tenant_id': '1ec005f000cc42d49f85b803bbb55bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:37:36Z', 'revision_number': 5, 'project_id': '1ec005f000cc42d49f85b803bbb55bf4', 'gw_port': {'id': '24e4e1ff-c6ff-470d-9464-7ae6d614c474', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7986711b-3a7a-4fc5-b864-fc66c0989b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:36:45Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:39.280074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] For port 24e4e1ff-c6ff-470d-9464-7ae6d614c474, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=24e4e1ff-c6ff-470d-9464-7ae6d614c474,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:39.280458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.319431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Calling delete_port for 24e4e1ff-c6ff-470d-9464-7ae6d614c474 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:39.320209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-3af619fe-85ad-47fa-856e-b70ee986953a service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191602 Nov 23 14:37:39.457237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcf88769-ad28-40b5-82c4-9f9726f6ce89 req-658730bb-8956-4fe8-8501-cd8d9ac796b1 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273296 Nov 23 14:37:39.531883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9db2d-1249-4b06-8350-600980c52ea9 req-81f5f1dd-a206-40fd-9424-03330191f737 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:39.533313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cd9db2d-1249-4b06-8350-600980c52ea9 req-81f5f1dd-a206-40fd-9424-03330191f737 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 944 time: 0.0540500 Nov 23 14:37:39.539959 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.571386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Pushing event deleted for resources: {'Port': ['ID=24e4e1ff-c6ff-470d-9464-7ae6d614c474,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:39.595285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f07d2-91d8-46d3-8988-db573f450518 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:37:39.613292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cd9db2d-1249-4b06-8350-600980c52ea9 req-008e3712-1d97-4834-8db2-80570753cdfa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699704 Nov 23 14:37:39.648624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.753282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.755702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.803741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.804266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7986711b-3a7a-4fc5-b864-fc66c0989b07 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:37:39.809119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.812870 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b46d6b5-8a6c-4ddb-afd7-b8dfb275bbee admin admin] 10.222.0.46 "DELETE /v2.0/routers/7986711b-3a7a-4fc5-b864-fc66c0989b07 HTTP/1.1" status: 204 len: 168 time: 1.5292077 Nov 23 14:37:39.813360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56334) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:39.903401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] Deleting subnet 78dcb9a8-0df4-4576-867f-added4586ae7 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:37:39.906012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:39.959251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.070130 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.171622 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.204618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dcb9a8-0df4-4576-867f-added4586ae7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:40.205560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 30b1123f-8861-4543-a2f1-843c5b6cf454 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:40.207196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.211159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5a9182d5-360a-447e-9752-9713d6c549fc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/78dcb9a8-0df4-4576-867f-added4586ae7 HTTP/1.1" status: 204 len: 168 time: 0.3964183 Nov 23 14:37:40.213794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56340) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:40.277914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cfbd7-d832-4505-add9-dff56f887b30 None None] Network 22bd5bd1-6622-4c32-9e77-bd376662b091 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:40.323492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.386365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 30b1123f-8861-4543-a2f1-843c5b6cf454 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:40.386681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 30b1123f-8861-4543-a2f1-843c5b6cf454 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:40.404485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Deleting port 61c1cb70-1f74-445f-a482-3c2fd570dc6c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:40.405041 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.509761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] For port 61c1cb70-1f74-445f-a482-3c2fd570dc6c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=61c1cb70-1f74-445f-a482-3c2fd570dc6c,segment=NetworkSegment(31d05516-c911-4437-97d2-151901c265a5),segment_id=31d05516-c911-4437-97d2-151901c265a5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:40.510279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.527718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Calling delete_port for 61c1cb70-1f74-445f-a482-3c2fd570dc6c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:40.614043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] DHCP port deletion for 22bd5bd1-6622-4c32-9e77-bd376662b091 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:37:40.662552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.708612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] No DVR routers for this DVR port 61c1cb70-1f74-445f-a482-3c2fd570dc6c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:37:40.710981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c1cb70-1f74-445f-a482-3c2fd570dc6c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:40.758247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] Deleting port 61c1cb70-1f74-445f-a482-3c2fd570dc6c {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:40.758631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.808028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.834671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd5bd1-6622-4c32-9e77-bd376662b091']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:40.855854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d05516-c911-4437-97d2-151901c265a5') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:40.856175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d05516-c911-4437-97d2-151901c265a5') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:40.868213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] For port 61c1cb70-1f74-445f-a482-3c2fd570dc6c, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:40.868816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.873015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed22d8a-a520-433c-a65f-59a2a417da67 req-164ad449-163a-4a7d-94e2-8d11b422d5d4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:40.874514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ed22d8a-a520-433c-a65f-59a2a417da67 req-164ad449-163a-4a7d-94e2-8d11b422d5d4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 944 time: 0.1107390 Nov 23 14:37:40.876330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.898723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.909155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:37:40.910246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:37:40.913489 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:37:40.915678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] Calling delete_port for 61c1cb70-1f74-445f-a482-3c2fd570dc6c owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:40.920279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] Port 61c1cb70-1f74-445f-a482-3c2fd570dc6c was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:37:40.927516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.960317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ed22d8a-a520-433c-a65f-59a2a417da67 req-c47f5ae5-ccac-46c5-8070-281efc300407 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731516 Nov 23 14:37:41.016761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.031916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] No DVR routers for this DVR port 61c1cb70-1f74-445f-a482-3c2fd570dc6c on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:37:41.051140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dd8de-d782-4631-b97e-f1c01a8c40b9 None None] Pushing event deleted for resources: {'Port': ['ID=61c1cb70-1f74-445f-a482-3c2fd570dc6c,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:41.065510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.073845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] 10.222.0.46 "DELETE /v2.0/networks/22bd5bd1-6622-4c32-9e77-bd376662b091 HTTP/1.1" status: 204 len: 168 time: 0.8552122 Nov 23 14:37:41.075936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13ebf9-164b-4942-9a56-5a54643dad61 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bd5bd1-6622-4c32-9e77-bd376662b091,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:41.279802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56352) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:41.345828 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1ccb36af-ca9d-4264-a8d7-6aa22b4b89fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bf570a857fa4655b367a1af910bc128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616167 Nov 23 14:37:41.346513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56354) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:41.412964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6880151d-2538-476b-b4aa-b1c7ae6d3832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.439003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6880151d-2538-476b-b4aa-b1c7ae6d3832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.501536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6880151d-2538-476b-b4aa-b1c7ae6d3832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.505908 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6880151d-2538-476b-b4aa-b1c7ae6d3832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.509494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6880151d-2538-476b-b4aa-b1c7ae6d3832 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9425feb7-980d-4103-be3e-110d7ddf7ff1 HTTP/1.1" status: 204 len: 168 time: 0.1598804 Nov 23 14:37:41.518677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880151d-2538-476b-b4aa-b1c7ae6d3832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9425feb7-980d-4103-be3e-110d7ddf7ff1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:41.547681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:37:41.698634 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:41.715639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '939885e4-525d-4456-b12b-72e05c2eb36a', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'port_id': '939885e4-525d-4456-b12b-72e05c2eb36a', 'mac_address': 'fa:16:3e:f2:b6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:37:41.770935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.792843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939885e4-525d-4456-b12b-72e05c2eb36a {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:41.816561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:41.821991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:41.887673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:41.891013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56362) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:41.931041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9061793e-83bd-401b-a461-3fd75bcee154 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ec005f000cc42d49f85b803bbb55bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387404 Nov 23 14:37:41.933691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56366) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:41.990056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34fe04c8-cf57-42a0-ad49-4546103a0712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:42.013497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['939885e4-525d-4456-b12b-72e05c2eb36a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:42.021657 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34fe04c8-cf57-42a0-ad49-4546103a0712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:42.084836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34fe04c8-cf57-42a0-ad49-4546103a0712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:42.088581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34fe04c8-cf57-42a0-ad49-4546103a0712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:42.093540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-34fe04c8-cf57-42a0-ad49-4546103a0712 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8396e03-75c6-4be1-99b9-9197686fdf13 HTTP/1.1" status: 204 len: 168 time: 0.1546881 Nov 23 14:37:42.105116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e6be3-83e1-4b5a-b24d-a4a4f41f7050 req-e0a48bb1-713c-45ad-992a-c461bf78e6a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:42.111461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85e6be3-83e1-4b5a-b24d-a4a4f41f7050 req-e0a48bb1-713c-45ad-992a-c461bf78e6a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 945 time: 0.0714774 Nov 23 14:37:42.113399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe04c8-cf57-42a0-ad49-4546103a0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8396e03-75c6-4be1-99b9-9197686fdf13,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:42.242834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85e6be3-83e1-4b5a-b24d-a4a4f41f7050 req-a1c5189b-ab83-4d78-a872-5581ad53dd3a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168244 Nov 23 14:37:42.289146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 24e4e1ff-c6ff-470d-9464-7ae6d614c474 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:42.323983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 24e4e1ff-c6ff-470d-9464-7ae6d614c474 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:42.324327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 24e4e1ff-c6ff-470d-9464-7ae6d614c474 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:42.324750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 61c1cb70-1f74-445f-a482-3c2fd570dc6c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:42.347423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 61c1cb70-1f74-445f-a482-3c2fd570dc6c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:42.347774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 61c1cb70-1f74-445f-a482-3c2fd570dc6c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:43.548182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:43.651993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 939885e4-525d-4456-b12b-72e05c2eb36a completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:37:43.666084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 939885e4-525d-4456-b12b-72e05c2eb36a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:43.666463 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:43.721023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91e22a-ca56-4b01-997d-1db44da70f04 req-a4020bac-4e14-4a34-8f69-87c96335b570 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:43.723491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f91e22a-ca56-4b01-997d-1db44da70f04 req-a4020bac-4e14-4a34-8f69-87c96335b570 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 945 time: 0.3621252 Nov 23 14:37:43.799652 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:43.803531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f91e22a-ca56-4b01-997d-1db44da70f04 req-ff3b232d-1fb2-47e5-9884-478185105723 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702345 Nov 23 14:37:43.838025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:43.841203 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96199a-e815-429e-a7c9-cd0a3f97c4b1" -d '{"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-plugged", "status": "completed", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:43.854786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:43.859356 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:43.934753 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542824d-ac53-47ae-9756-6a6d35a782fe x-openstack-request-id: req-a542824d-ac53-47ae-9756-6a6d35a782fe {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:43.934753 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-plugged", "status": "completed", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:43.934753 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a542824d-ac53-47ae-9756-6a6d35a782fe {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:43.934753 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'code': 200} Nov 23 14:37:43.961387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:44.007414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcc122-4707-48d6-a876-a5259d37a371 req-65e873b9-4294-40c7-84ae-1d202ef85ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:44.009022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97fcc122-4707-48d6-a876-a5259d37a371 req-65e873b9-4294-40c7-84ae-1d202ef85ec2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1097 time: 0.0394263 Nov 23 14:37:44.057366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97fcc122-4707-48d6-a876-a5259d37a371 req-6e6cbb9f-9cac-44b6-9810-5f7f39cb6271 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Nov 23 14:37:44.941384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0a5b-6471-4d41-9287-9ad8afd66a8e req-44c20bb1-4709-4592-8874-788713444b87 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:44.942993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd3f0a5b-6471-4d41-9287-9ad8afd66a8e req-44c20bb1-4709-4592-8874-788713444b87 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0601552 Nov 23 14:37:45.089893 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd3f0a5b-6471-4d41-9287-9ad8afd66a8e req-a549123a-1770-4cf3-88ba-d63f7851c685 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406095 Nov 23 14:37:46.238339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715c2a-945e-4af3-b19c-0b056c40df72 req-2e3c8c48-6737-444a-89dc-306d4edcc358 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:46.240163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae715c2a-945e-4af3-b19c-0b056c40df72 req-2e3c8c48-6737-444a-89dc-306d4edcc358 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0596819 Nov 23 14:37:46.303002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae715c2a-945e-4af3-b19c-0b056c40df72 req-bc2d63a9-da18-414f-8370-b219fc02f09c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560999 Nov 23 14:37:46.386811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56448) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:46.433901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92ef0-9bb4-4a86-a102-13f8d5f8e3ae req-2f68c78e-ebc0-4530-ab26-13c0a5d15e4c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:46.435430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7a92ef0-9bb4-4a86-a102-13f8d5f8e3ae req-2f68c78e-ebc0-4530-ab26-13c0a5d15e4c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0637088 Nov 23 14:37:46.488577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7a92ef0-9bb4-4a86-a102-13f8d5f8e3ae req-cd869ccb-7cd6-4a42-82e1-09081acd76cf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Nov 23 14:37:46.511533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56454) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:46.527231 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02769c0a-3520-4291-babc-73ed5b6ca311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.555725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23c0e9-4e81-40ed-932d-45e598ebe085 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:46.557270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2b23c0e9-4e81-40ed-932d-45e598ebe085 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1092 time: 0.0446401 Nov 23 14:37:46.560288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56456) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:46.564652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '939885e4-525d-4456-b12b-72e05c2eb36a', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:46.604629 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.616863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02769c0a-3520-4291-babc-73ed5b6ca311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.621489 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02769c0a-3520-4291-babc-73ed5b6ca311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.662982 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-02769c0a-3520-4291-babc-73ed5b6ca311 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7264866f36d5464bb4f4ffac847d189f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739251 Nov 23 14:37:46.666443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56458) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:46.705070 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.708823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02769c0a-3520-4291-babc-73ed5b6ca311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b59debb-2a7f-46ca-af20-1dca985be870,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:46.725143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3e892c3-0136-4c12-8323-c1d019ab4835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.747399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3e892c3-0136-4c12-8323-c1d019ab4835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.796272 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3e892c3-0136-4c12-8323-c1d019ab4835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.798962 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3e892c3-0136-4c12-8323-c1d019ab4835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.800132 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c3e892c3-0136-4c12-8323-c1d019ab4835 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b59debb-2a7f-46ca-af20-1dca985be870 HTTP/1.1" status: 204 len: 168 time: 0.1327422 Nov 23 14:37:46.808663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e892c3-0136-4c12-8323-c1d019ab4835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b59debb-2a7f-46ca-af20-1dca985be870,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:46.831842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.189 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/ffe3ca5b-3034-4bc2-a668-24e983b16f19) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:46.959530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:46.994512 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:47.036356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:47.043437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:47.049200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:47.080782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=ffe3ca5b-3034-4bc2-a668-24e983b16f19,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:47.605121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:47.730787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:47.963561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:47.968354 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:48.054812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=ffe3ca5b-3034-4bc2-a668-24e983b16f19,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:48.064581 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:48.188395 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP 15972d2b-cded-4144-8600-96836621c171 associated. External IP: 172.25.3.189, port: 939885e4-525d-4456-b12b-72e05c2eb36a. Nov 23 14:37:48.395375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 5aa10b45-af6f-4f2f-8746-92b3ad195782 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:37:48.505265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:37:48.518979 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] Sync routers for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:37:48.525812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:48.540701 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:48.540701 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:48.556207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2aac2e82-f708-420c-a4fc-edcdf043e7d9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9948347 Nov 23 14:37:48.556885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:48.560107 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7adf80-f6cc-456f-bb66-951eef23c222" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:48.639319 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc05f6e-2ea7-452b-a340-9bbbced39788 x-openstack-request-id: req-6fc05f6e-2ea7-452b-a340-9bbbced39788 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:48.640765 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:48.641262 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6fc05f6e-2ea7-452b-a340-9bbbced39788 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:48.641855 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'status': 'completed', 'code': 200} Nov 23 14:37:48.685577 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:48.759485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-e32ccbd7-781c-4ae3-a92b-8b95266dcf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:48.760996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-e32ccbd7-781c-4ae3-a92b-8b95266dcf2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1097 time: 0.0955138 Nov 23 14:37:48.770372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576378-292b-4030-9833-86e4cedb4706 req-05ed64a5-8c90-4cb4-a82c-a219431889a9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:48.771906 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-62576378-292b-4030-9833-86e4cedb4706 req-05ed64a5-8c90-4cb4-a82c-a219431889a9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1223922 Nov 23 14:37:48.911449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-62576378-292b-4030-9833-86e4cedb4706 req-61c76f98-1a58-4af1-8988-d1b9752cda8c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308308 Nov 23 14:37:48.943279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56524) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:48.968733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-6b54f1e1-ba8f-4b0d-9ec3-4cc2db6a81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:48.970922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-6b54f1e1-ba8f-4b0d-9ec3-4cc2db6a81ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1980634 Nov 23 14:37:49.033398 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-238f1006-9d2c-43ad-8ae8-906b147f56f5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/15972d2b-cded-4144-8600-96836621c171 HTTP/1.1" status: 200 len: 992 time: 0.0876496 Nov 23 14:37:49.040659 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '15972d2b-cded-4144-8600-96836621c171', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'port_id': '939885e4-525d-4456-b12b-72e05c2eb36a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'mac_address': 'fa:16:3e:f2:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:37:47Z', 'updated_at': '2021-11-23T14:37:47Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:33Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:49.114118 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] Checking router: 5aa10b45-af6f-4f2f-8746-92b3ad195782 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:37:49.124441 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:37:49.125079 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:49.144438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-26e6b867-8248-40a2-aae2-ad8e85031fef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1000 time: 0.1658022 Nov 23 14:37:49.197188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-60d999c0-ad12-4d1a-b48a-a55be2f50333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:49.198918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-60d999c0-ad12-4d1a-b48a-a55be2f50333 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0480819 Nov 23 14:37:49.251343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-19ccfd47-6832-4a83-88d8-78a28cf906f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:49.252904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-19ccfd47-6832-4a83-88d8-78a28cf906f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470197 Nov 23 14:37:49.259188 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:37:49.346027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-33fa20f7-df99-4624-91e6-1920f0f44f83 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851018 Nov 23 14:37:49.627804 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '15972d2b-cded-4144-8600-96836621c171', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'port_id': '939885e4-525d-4456-b12b-72e05c2eb36a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'mac_address': 'fa:16:3e:f2:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:37:47Z', 'updated_at': '2021-11-23T14:37:47Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:33Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:49.658465 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5033-a667-4e1d-9651-db5a49c747d2 None None] The sync data for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 is: [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '15972d2b-cded-4144-8600-96836621c171', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'port_id': '939885e4-525d-4456-b12b-72e05c2eb36a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'mac_address': 'fa:16:3e:f2:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:37:47Z', 'updated_at': '2021-11-23T14:37:47Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:33Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:37:49.703141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cd7adf80-f6cc-456f-bb66-951eef23c222 req-d7e927a5-21ce-4f82-89ff-cb0116a24899 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504007 Nov 23 14:37:49.861122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8682797-61c7-4af3-9b6c-d8a8df989e79 None None] New status for floating IP 15972d2b-cded-4144-8600-96836621c171: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:37:50.035622 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56530) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:50.102085 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2540e31f-36d3-4b48-bf3c-6130c33c57c3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/15972d2b-cded-4144-8600-96836621c171 HTTP/1.1" status: 200 len: 994 time: 0.0646152 Nov 23 14:37:53.925884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.020938 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56614) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:55.132692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fbb9041f-6cd4-40c5-91bd-f7bbb425d16b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.207928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fbb9041f-6cd4-40c5-91bd-f7bbb425d16b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.211673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fbb9041f-6cd4-40c5-91bd-f7bbb425d16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.250219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fbb9041f-6cd4-40c5-91bd-f7bbb425d16b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9624d05c046a4961b3b6637f3d2fb9f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2281685 Nov 23 14:37:55.251431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9041f-6cd4-40c5-91bd-f7bbb425d16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de55bc5-090a-4917-89d6-17b24fd3f1e5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:55.252957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56618) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:55.302421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0323bb04-0ff9-4654-91f7-d3a5227c870b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.322994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0323bb04-0ff9-4654-91f7-d3a5227c870b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.375500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0323bb04-0ff9-4654-91f7-d3a5227c870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.378195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0323bb04-0ff9-4654-91f7-d3a5227c870b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.379420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0323bb04-0ff9-4654-91f7-d3a5227c870b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1de55bc5-090a-4917-89d6-17b24fd3f1e5 HTTP/1.1" status: 204 len: 168 time: 0.1254046 Nov 23 14:37:55.388422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323bb04-0ff9-4654-91f7-d3a5227c870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de55bc5-090a-4917-89d6-17b24fd3f1e5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:55.642628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56624) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:55.656505 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5c2b545-091d-493f-9302-3a76ef7cafe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.729403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5c2b545-091d-493f-9302-3a76ef7cafe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.733869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5c2b545-091d-493f-9302-3a76ef7cafe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.774707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c5c2b545-091d-493f-9302-3a76ef7cafe8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6700ced3df334b758f7d31848635e399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284163 Nov 23 14:37:55.774707 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2b545-091d-493f-9302-3a76ef7cafe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f70f52-685b-4789-9da7-551e3f33436e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:55.775184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56628) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:55.836693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb294242-929a-4a74-96fa-feff97ffc88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.856812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb294242-929a-4a74-96fa-feff97ffc88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.906957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb294242-929a-4a74-96fa-feff97ffc88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.909692 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cb294242-929a-4a74-96fa-feff97ffc88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:55.911020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cb294242-929a-4a74-96fa-feff97ffc88d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98f70f52-685b-4789-9da7-551e3f33436e HTTP/1.1" status: 204 len: 168 time: 0.1349986 Nov 23 14:37:55.919431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb294242-929a-4a74-96fa-feff97ffc88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f70f52-685b-4789-9da7-551e3f33436e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:55.928194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-458db125-3a59-4718-b110-0612d4c3a466 req-f8ba56b4-1544-4246-b642-cb9ade1ef75d service neutron] (103346) timed out ('10.222.0.46', 57830) {{(pid=103346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:37:56.717145 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9bffecf9-c2cf-4434-b041-7ee3101beb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.116213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.439079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56670) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:57.551602 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-136df9b1-f662-419e-89b1-0bcf710c1ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.633198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-136df9b1-f662-419e-89b1-0bcf710c1ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.638103 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-136df9b1-f662-419e-89b1-0bcf710c1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.676636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-136df9b1-f662-419e-89b1-0bcf710c1ee4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b65bec259aaf417abef99f9b6ec88e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364628 Nov 23 14:37:57.678739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136df9b1-f662-419e-89b1-0bcf710c1ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23791ce-3e48-4e8f-a166-6697f53ffa80,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:57.680473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56674) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:57.733336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-659f77a8-6e7f-4a05-bea1-ecef13363e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.754929 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-659f77a8-6e7f-4a05-bea1-ecef13363e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.803638 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-659f77a8-6e7f-4a05-bea1-ecef13363e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.806204 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-659f77a8-6e7f-4a05-bea1-ecef13363e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:57.807442 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-659f77a8-6e7f-4a05-bea1-ecef13363e99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c23791ce-3e48-4e8f-a166-6697f53ffa80 HTTP/1.1" status: 204 len: 168 time: 0.1256185 Nov 23 14:37:57.820476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f77a8-6e7f-4a05-bea1-ecef13363e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23791ce-3e48-4e8f-a166-6697f53ffa80,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:58.084806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56684) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:58.099038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b73ecbde-1610-4218-a7b2-2e7f9f22f57a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.174082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b73ecbde-1610-4218-a7b2-2e7f9f22f57a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.178141 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b73ecbde-1610-4218-a7b2-2e7f9f22f57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.215163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b73ecbde-1610-4218-a7b2-2e7f9f22f57a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3082ba21c7054200b50d87f1923a9899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292348 Nov 23 14:37:58.216568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ecbde-1610-4218-a7b2-2e7f9f22f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c52c016-7ee3-48b2-8965-72db4eadd649,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:58.218439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56686) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:58.269247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e11af22-b8b6-40c9-8753-78aa7d6ad6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.290651 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e11af22-b8b6-40c9-8753-78aa7d6ad6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.335363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e11af22-b8b6-40c9-8753-78aa7d6ad6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.338000 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e11af22-b8b6-40c9-8753-78aa7d6ad6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.339176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4e11af22-b8b6-40c9-8753-78aa7d6ad6b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c52c016-7ee3-48b2-8965-72db4eadd649 HTTP/1.1" status: 204 len: 168 time: 0.1194694 Nov 23 14:37:58.347505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11af22-b8b6-40c9-8753-78aa7d6ad6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c52c016-7ee3-48b2-8965-72db4eadd649,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:59.101980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2593ec31-6bfb-4a9b-aabc-c8775c3995a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.086072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:01.688577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:02.212471 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:38:02.565484 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.334464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 56942) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:17.453153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.543132 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.547734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.589236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=789e88f62f7c4360be567e178c7adbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534413 Nov 23 14:38:17.590290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8589d83f-f240-4f07-84f6-9a782eb8b1f7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:17.592044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 56946) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:17.598518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.598876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.599248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.599585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.599923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.600252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.600582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.600912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.601251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.601561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.601885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.602207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e764-eee9-47ce-a075-15ff8f4de8e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:17.662311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e9ef-471d-4690-bed4-0d0f3377f0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.688186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e9ef-471d-4690-bed4-0d0f3377f0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.741713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e9ef-471d-4690-bed4-0d0f3377f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.745427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e9ef-471d-4690-bed4-0d0f3377f0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:17.749596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a8d2e9ef-471d-4690-bed4-0d0f3377f0a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8589d83f-f240-4f07-84f6-9a782eb8b1f7 HTTP/1.1" status: 204 len: 168 time: 0.1541431 Nov 23 14:38:17.758621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2e9ef-471d-4690-bed4-0d0f3377f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8589d83f-f240-4f07-84f6-9a782eb8b1f7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:19.070628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57000) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:19.099074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:19.221494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a004fa6e-2630-4195-ad1c-e4b02e51d261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.295702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'network': {'name': 'tempest-network-smoke--366112932', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'port_security_enabled': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:19.321144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a004fa6e-2630-4195-ad1c-e4b02e51d261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.326704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a004fa6e-2630-4195-ad1c-e4b02e51d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.343184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:19.347178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.373171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.381809 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a004fa6e-2630-4195-ad1c-e4b02e51d261 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c41b1682da344ab8a52c1716b17b9ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815108 Nov 23 14:38:19.384605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:19.388868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004fa6e-2630-4195-ad1c-e4b02e51d261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e108e282-efb2-42fc-bdab-2020397a0045,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:19.463554 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.467877 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.470491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5a402-c343-4c27-93c3-a67700428a18 req-1c476291-afe0-46c0-adfd-634f3bed9bc0 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:19.472053 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ba5a402-c343-4c27-93c3-a67700428a18 req-1c476291-afe0-46c0-adfd-634f3bed9bc0 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1097 time: 0.0737851 Nov 23 14:38:19.473187 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9431317e-ebb7-4d25-8669-33f0624e5d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.491175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:38:19.504598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c294f2-4a40-4efb-a8b2-44ee270c11b6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:19.506039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9431317e-ebb7-4d25-8669-33f0624e5d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.508021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4ba5a402-c343-4c27-93c3-a67700428a18 req-167eae8e-6a82-4083-8d2d-75df17fc1a70 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.509470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.509813 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Added segment 891f1db7-59ad-482c-a4c1-890aef18682c of type vlan for network 1a07e939-1260-49a0-812f-eafed0f34f90 Nov 23 14:38:19.551121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.582738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.589069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:19.590965 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.610676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9431317e-ebb7-4d25-8669-33f0624e5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.613181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9431317e-ebb7-4d25-8669-33f0624e5d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.614322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9431317e-ebb7-4d25-8669-33f0624e5d8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e108e282-efb2-42fc-bdab-2020397a0045 HTTP/1.1" status: 204 len: 168 time: 0.2286534 Nov 23 14:38:19.632252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431317e-ebb7-4d25-8669-33f0624e5d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e108e282-efb2-42fc-bdab-2020397a0045,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:19.638467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5661609 Nov 23 14:38:19.641444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57016) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:19.646057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'admin_state_up': True, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:19.657512 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4ba5a402-c343-4c27-93c3-a67700428a18 req-167eae8e-6a82-4083-8d2d-75df17fc1a70 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.665298 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4ba5a402-c343-4c27-93c3-a67700428a18 req-167eae8e-6a82-4083-8d2d-75df17fc1a70 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.691485 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45d2b-6c36-48d6-a191-bd4feb72893e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Network': ['ID=1a07e939-1260-49a0-812f-eafed0f34f90,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:19.704455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1a07e939-1260-49a0-812f-eafed0f34f90 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:38:19.712129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.713166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.720191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ba5a402-c343-4c27-93c3-a67700428a18 req-167eae8e-6a82-4083-8d2d-75df17fc1a70 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374780 Nov 23 14:38:19.721765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eae8e-6a82-4083-8d2d-75df17fc1a70 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace5166-f235-4de2-91a1-cc4e4ee13e88,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:19.790517 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.947758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:19.952391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57022) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:19.972713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec6f348d-3d85-4467-bf0b-277a14530a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.062678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec6f348d-3d85-4467-bf0b-277a14530a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.067691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec6f348d-3d85-4467-bf0b-277a14530a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.107144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec6f348d-3d85-4467-bf0b-277a14530a17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=686ff274589845ccbf8d574b7b6e6b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533320 Nov 23 14:38:20.107880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f348d-3d85-4467-bf0b-277a14530a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40d7447-9bec-4eda-8385-09c638738697,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:20.110154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57024) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:20.160109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb131-c2fb-4d05-bf3c-1fefeb015bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.181418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.188519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb131-c2fb-4d05-bf3c-1fefeb015bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.205115 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.223573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f03d-0536-47a4-baa9-7b0131ccc8c0 req-4eef53d9-c3ba-41e8-bce9-999845cb107c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:20.225104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7828f03d-0536-47a4-baa9-7b0131ccc8c0 req-4eef53d9-c3ba-41e8-bce9-999845cb107c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1275043 Nov 23 14:38:20.235624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb131-c2fb-4d05-bf3c-1fefeb015bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.238493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb131-c2fb-4d05-bf3c-1fefeb015bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.240437 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c6ebb131-c2fb-4d05-bf3c-1fefeb015bed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b40d7447-9bec-4eda-8385-09c638738697 HTTP/1.1" status: 204 len: 168 time: 0.1286228 Nov 23 14:38:20.247976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb131-c2fb-4d05-bf3c-1fefeb015bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40d7447-9bec-4eda-8385-09c638738697,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:20.322343 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7828f03d-0536-47a4-baa9-7b0131ccc8c0 req-11c9c051-d095-4c6b-860e-6ff45ca7b038 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893829 Nov 23 14:38:20.346815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57028) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:20.367336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.25.3.163 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/dad3a852-048b-4a6e-9b7e-3d261857d744) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:20.451583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b981bdb-a162-461a-883c-deb442a42828 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/15972d2b-cded-4144-8600-96836621c171 HTTP/1.1" status: 200 len: 994 time: 0.1032877 Nov 23 14:38:20.513071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.553758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.605204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:20.609011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:20.612605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:20.618790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=dad3a852-048b-4a6e-9b7e-3d261857d744,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:20.623575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294dff9f-d8ec-4b4b-a54c-5254b0acac70 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:38:20.693244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f60333ca-4892-4d35-a801-754401d5f4d2 None None] Provisioning complete for port dad3a852-048b-4a6e-9b7e-3d261857d744 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:20.694275 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f60333ca-4892-4d35-a801-754401d5f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:20.736309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f60333ca-4892-4d35-a801-754401d5f4d2 None None] Port dad3a852-048b-4a6e-9b7e-3d261857d744 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:20.778057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-033f9ca7-d5df-429c-9a6d-d0a4c811ec99 req-8ebb5d42-3040-46a1-b7bb-1fbcf999b46a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:38:20.779162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-033f9ca7-d5df-429c-9a6d-d0a4c811ec99 req-8ebb5d42-3040-46a1-b7bb-1fbcf999b46a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059052 Nov 23 14:38:20.911638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:21.107826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57060) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:21.172368 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:21.190425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd29afd-fe0d-468e-ad56-de13a868c161 req-05f99449-788d-4312-8a55-103728b04e74 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:21.191849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-edd29afd-fe0d-468e-ad56-de13a868c161 req-05f99449-788d-4312-8a55-103728b04e74 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0736477 Nov 23 14:38:21.313017 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-049719f8-daf5-438c-a19f-5ae290ddae1e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2008986 Nov 23 14:38:21.323728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-d829bb04-b286-4e91-b138-0802ce1ec9f8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:38:21.331439 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-d829bb04-b286-4e91-b138-0802ce1ec9f8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130489 Nov 23 14:38:21.357179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-edd29afd-fe0d-468e-ad56-de13a868c161 req-cbda4c9d-8957-412b-ae79-79bb135b5bca tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337278 Nov 23 14:38:21.403621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router f701af4d-393d-4603-a8b7-4623b88c3827 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:38:21.534759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:21.547258 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Sync routers for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:21.560498 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:21.561479 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:21.567506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:21.572030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:21.572224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e1d38d16-3acf-4de4-8095-d8c5048f815b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9297867 Nov 23 14:38:21.688550 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:21.820140 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d1d22b51-ca05-4081-9ee0-30949e72d309 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=65d7501893254e3689d34ca7413ac00a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2461336 Nov 23 14:38:21.823881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57098) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:21.892935 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:20Z', 'revision_number': 3, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:21.921305 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Checking router: f701af4d-393d-4603-a8b7-4623b88c3827 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:21.922359 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Updating router f701af4d-393d-4603-a8b7-4623b88c3827 port dad3a852-048b-4a6e-9b7e-3d261857d744 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:38:21.950379 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.071957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66227a2-4148-4fe7-9850-49bf58d6107d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.074659 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f66227a2-4148-4fe7-9850-49bf58d6107d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2482095 Nov 23 14:38:22.077345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57114) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:22.113535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ed14c45c-d1ec-4c4a-8e8a-31bc4277a8b8 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348809 Nov 23 14:38:22.114825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57116) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:22.120429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2054756964', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:22.240194 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.246216 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.248657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:22.252345 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.290517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b0bde-8183-4070-996a-751cb502b34b None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:38:22.307879 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Attempting to bind port dad3a852-048b-4a6e-9b7e-3d261857d744 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:22.308544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Attempting to bind port dad3a852-048b-4a6e-9b7e-3d261857d744 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:22.309528 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Attempting to bind port dad3a852-048b-4a6e-9b7e-3d261857d744 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:22.317417 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Pushing event updated for resources: {'Port': ['ID=dad3a852-048b-4a6e-9b7e-3d261857d744,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:22.322291 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:22.323051 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:22.323635 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.324211 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:22.324852 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Bound port: dad3a852-048b-4a6e-9b7e-3d261857d744, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:22.325396 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.332863 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.333488 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.333832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.334167 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.334498 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.334823 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.335177 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.335500 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.335816 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.336302 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.336777 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.337281 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:22.373938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7369a855-0b97-433e-9ebf-526960863573 None None] Provisioning complete for port dad3a852-048b-4a6e-9b7e-3d261857d744 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:22.374284 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7369a855-0b97-433e-9ebf-526960863573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.412353 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] For port dad3a852-048b-4a6e-9b7e-3d261857d744, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:22.416614 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] For port dad3a852-048b-4a6e-9b7e-3d261857d744, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dad3a852-048b-4a6e-9b7e-3d261857d744,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:22.422717 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.494582 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48e101-97ca-41ee-ad90-ce5d610f3928 None None] Pushing event updated for resources: {'Port': ['ID=dad3a852-048b-4a6e-9b7e-3d261857d744,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:22.517822 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:22.518974 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:22.561921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ddc71-5ccb-4174-be7b-758fd33a6263 req-d8301474-5dec-4b51-94df-f69960b1bb9a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.573667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a8ddc71-5ccb-4174-be7b-758fd33a6263 req-d8301474-5dec-4b51-94df-f69960b1bb9a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1016850 Nov 23 14:38:22.611154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.682582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b8e4f9-1214-4717-9a2b-c855ee50fa48 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:38:22.692762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7369a855-0b97-433e-9ebf-526960863573 None None] Port dad3a852-048b-4a6e-9b7e-3d261857d744 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:22.700321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a8ddc71-5ccb-4174-be7b-758fd33a6263 req-c068dbe3-0aa8-486f-b775-101008a808f3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252773 Nov 23 14:38:22.709015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Subnet': ['ID=9678b432-eb23-43fa-8018-688cd71f296f,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:22.713603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Checking segment: {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:22.713985 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network hostable DHCP agents. Network: 1a07e939-1260-49a0-812f-eafed0f34f90, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:38:22.731889 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:22.740146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 1a07e939-1260-49a0-812f-eafed0f34f90 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:38:22.752093 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1a07e939-1260-49a0-812f-eafed0f34f90) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:22.758142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:22.759029 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:22.765865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677ec71-8db0-4566-8f60-73050c6d01d5 None None] Network 1a07e939-1260-49a0-812f-eafed0f34f90 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:38:22.785117 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-57c20998-990c-411b-982c-85c79e678824 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6664176 Nov 23 14:38:22.785573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57124) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:22.872185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f58c6d91-dcbb-45a7-86bc-0aeae1d023fc None None] Provisioning complete for port dad3a852-048b-4a6e-9b7e-3d261857d744 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:22.872553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f58c6d91-dcbb-45a7-86bc-0aeae1d023fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.004622 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:20Z', 'revision_number': 3, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:23.020049 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f58c6d91-dcbb-45a7-86bc-0aeae1d023fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.034765 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618163a-6aa0-45c6-bba7-6ed398b65371 None None] The sync data for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 is: [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:20Z', 'revision_number': 3, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:23.058837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-1a07e939-1260-49a0-812f-eafed0f34f90', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:38:23.060305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.082775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f58c6d91-dcbb-45a7-86bc-0aeae1d023fc None None] For port dad3a852-048b-4a6e-9b7e-3d261857d744, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dad3a852-048b-4a6e-9b7e-3d261857d744,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:23.100772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-ec2c6cc4-7f32-4311-9eaa-af7abc5685dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:23.102556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-ec2c6cc4-7f32-4311-9eaa-af7abc5685dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1097 time: 0.1926618 Nov 23 14:38:23.144416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f58c6d91-dcbb-45a7-86bc-0aeae1d023fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.238876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c6d91-dcbb-45a7-86bc-0aeae1d023fc None None] Pushing event updated for resources: {'Port': ['ID=dad3a852-048b-4a6e-9b7e-3d261857d744,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:23.263007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Allocated IP 172.20.0.2 (1a07e939-1260-49a0-812f-eafed0f34f90/9678b432-eb23-43fa-8018-688cd71f296f/31155561-03d3-484f-b5b9-f5c35b54ecd7) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:23.269414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-7a58c576-014b-43ac-9370-3ca586b04e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:23.271010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-7a58c576-014b-43ac-9370-3ca586b04e2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1598005 Nov 23 14:38:23.435712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-f7935b6f-2ac0-47c1-890c-dcf733807f04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1002 time: 0.1527660 Nov 23 14:38:23.510223 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.518000 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.545939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-6ff48ec6-0ce9-4174-a5ca-ab5b9287bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:23.547498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-6ff48ec6-0ce9-4174-a5ca-ab5b9287bd77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0956571 Nov 23 14:38:23.562199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Network 1a07e939-1260-49a0-812f-eafed0f34f90 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:23.576427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:23.580658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:23.590421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Pushing event updated for resources: {'Port': ['ID=31155561-03d3-484f-b5b9-f5c35b54ecd7,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:23.657912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Attempting to bind port 31155561-03d3-484f-b5b9-f5c35b54ecd7 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:23.658144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Attempting to bind port 31155561-03d3-484f-b5b9-f5c35b54ecd7 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:23.658607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Attempting to bind port 31155561-03d3-484f-b5b9-f5c35b54ecd7 on network 1a07e939-1260-49a0-812f-eafed0f34f90 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:23.664410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:23.664900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Checking segment: {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:23.665369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.665836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Bound using segment: {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:23.666381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Bound port: 31155561-03d3-484f-b5b9-f5c35b54ecd7, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:23.666624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-c284bcba-8589-41b0-b78c-12d984e16071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:23.667115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.668182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-c284bcba-8589-41b0-b78c-12d984e16071 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980563 Nov 23 14:38:23.687665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.751349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] For port 31155561-03d3-484f-b5b9-f5c35b54ecd7, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:23.768545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] For port 31155561-03d3-484f-b5b9-f5c35b54ecd7, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=31155561-03d3-484f-b5b9-f5c35b54ecd7,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:23.773452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:23.881795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b3efd-8f5d-4422-88b1-d93bf2273d76 None None] Pushing event updated for resources: {'Port': ['ID=31155561-03d3-484f-b5b9-f5c35b54ecd7,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:23.890648 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.278337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 31155561-03d3-484f-b5b9-f5c35b54ecd7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:24.299978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3faf18-df8d-4771-922e-73126e1f340d req-39264992-e236-4529-b07c-f46a1b3a89e4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:24.301541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe3faf18-df8d-4771-922e-73126e1f340d req-39264992-e236-4529-b07c-f46a1b3a89e4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1473286 Nov 23 14:38:24.309197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-8183d585-9c55-4104-9dc1-e4093e4bcac4 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327455 Nov 23 14:38:24.353537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 31155561-03d3-484f-b5b9-f5c35b54ecd7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:24.354472 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.436422 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.475314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 31155561-03d3-484f-b5b9-f5c35b54ecd7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=31155561-03d3-484f-b5b9-f5c35b54ecd7,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:24.479784 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.480705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dad3a852-048b-4a6e-9b7e-3d261857d744 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:24.492509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe3faf18-df8d-4771-922e-73126e1f340d req-edc4d136-19b1-400d-abf4-76c2e8a95acd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783931 Nov 23 14:38:24.541939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-a3eb3b0a-21b4-4930-9786-392719344d69 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211759 Nov 23 14:38:24.560402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=31155561-03d3-484f-b5b9-f5c35b54ecd7,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:24.576955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port dad3a852-048b-4a6e-9b7e-3d261857d744 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:24.577342 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.603429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.20.0.1 (1a07e939-1260-49a0-812f-eafed0f34f90/9678b432-eb23-43fa-8018-688cd71f296f/12cfa985-d893-47ba-931c-8de04f7c7773) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:24.745947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.781673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:24.830232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 1a07e939-1260-49a0-812f-eafed0f34f90 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:24.833580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:24.836139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:24.871670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=12cfa985-d893-47ba-931c-8de04f7c7773,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:24.890659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.890908 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.891156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.891498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.891844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.892177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.892507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.892837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.893161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.893490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.893817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.894147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:24.906201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.013946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3921f0-5ed4-4e64-9345-dc3b8a37966b None None] Network 1a07e939-1260-49a0-812f-eafed0f34f90 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:38:25.067250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.115974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3aab7dbb-1a75-4eb2-b01b-f1b5940f0574 None None] Provisioning complete for port 31155561-03d3-484f-b5b9-f5c35b54ecd7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:25.116338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3aab7dbb-1a75-4eb2-b01b-f1b5940f0574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.403783 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.410294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.494792 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.496657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=12cfa985-d893-47ba-931c-8de04f7c7773,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:25.604552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a29edca1-24cf-44aa-866f-8ed8aee6bb59 None None] Provisioning complete for port 31155561-03d3-484f-b5b9-f5c35b54ecd7 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:25.605735 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a29edca1-24cf-44aa-866f-8ed8aee6bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.693435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4355d6-36a6-4561-9466-2cbe2c57be2e req-1f54c817-adbf-40de-b97d-242987077a65 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:25.695026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e4355d6-36a6-4561-9466-2cbe2c57be2e req-1f54c817-adbf-40de-b97d-242987077a65 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1028917 Nov 23 14:38:25.702000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 1a07e939-1260-49a0-812f-eafed0f34f90 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:25.707279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:25.756207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a29edca1-24cf-44aa-866f-8ed8aee6bb59 None None] Provisioning complete for port 12cfa985-d893-47ba-931c-8de04f7c7773 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:25.756678 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a29edca1-24cf-44aa-866f-8ed8aee6bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.808115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a29edca1-24cf-44aa-866f-8ed8aee6bb59 None None] Port 12cfa985-d893-47ba-931c-8de04f7c7773 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:25.864526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e4355d6-36a6-4561-9466-2cbe2c57be2e req-4442452f-c750-4095-8001-e0ac53874b84 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593523 Nov 23 14:38:25.898470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router f701af4d-393d-4603-a8b7-4623b88c3827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:38:25.933900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7d49608e-b1c7-4834-9255-929da671c233 None None] Provisioning complete for port 12cfa985-d893-47ba-931c-8de04f7c7773 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:25.934276 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7d49608e-b1c7-4834-9255-929da671c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:25.981289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7d49608e-b1c7-4834-9255-929da671c233 None None] Port 12cfa985-d893-47ba-931c-8de04f7c7773 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:26.022750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:26.030431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5d239b7e-d89e-4f4e-a711-4fed4214f03b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "PUT /v2.0/routers/f701af4d-393d-4603-a8b7-4623b88c3827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2414279 Nov 23 14:38:26.031491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57154) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:26.033797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Sync routers for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:26.043873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:26.044834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:26.165333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d9ff6406-4f29-48b0-be69-db7a56014bdc None None] Provisioning complete for port 12cfa985-d893-47ba-931c-8de04f7c7773 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:26.165703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6406-4f29-48b0-be69-db7a56014bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:26.201735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:26.209115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed982ac-682c-4c32-ae30-4a5b6565f12d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.209714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed982ac-682c-4c32-ae30-4a5b6565f12d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.210244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed982ac-682c-4c32-ae30-4a5b6565f12d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.210760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed982ac-682c-4c32-ae30-4a5b6565f12d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.211460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed982ac-682c-4c32-ae30-4a5b6565f12d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.214955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7ed982ac-682c-4c32-ae30-4a5b6565f12d tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1810019 Nov 23 14:38:26.216244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57156) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:26.232839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 31155561-03d3-484f-b5b9-f5c35b54ecd7 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:26.266345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff6406-4f29-48b0-be69-db7a56014bdc None None] Port 12cfa985-d893-47ba-931c-8de04f7c7773 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:26.310553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eac2f9-499c-4726-a626-ef0dcb1fff3e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.311195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eac2f9-499c-4726-a626-ef0dcb1fff3e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.311976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eac2f9-499c-4726-a626-ef0dcb1fff3e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.312496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eac2f9-499c-4726-a626-ef0dcb1fff3e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.313004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eac2f9-499c-4726-a626-ef0dcb1fff3e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:26.317352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-32eac2f9-499c-4726-a626-ef0dcb1fff3e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0975649 Nov 23 14:38:26.317755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57158) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:26.385233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 31155561-03d3-484f-b5b9-f5c35b54ecd7 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:26.385506 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:26.523670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:25Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:25Z', 'revision_number': 2, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:26.548898 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c81ba8fb-8fdd-412d-bc23-277b5d858e5c tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2299688 Nov 23 14:38:26.553616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Checking router: f701af4d-393d-4603-a8b7-4623b88c3827 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:26.553981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Updating router f701af4d-393d-4603-a8b7-4623b88c3827 port 12cfa985-d893-47ba-931c-8de04f7c7773 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:38:26.579389 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:26.731318 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a745a8bd-67bf-40cf-8138-0ba7c2b4947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:26.868741 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:26.875149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:26.945587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333918d3-23be-455a-82de-c8eb4e04d050 None None] Pushing event updated for resources: {'Port': ['ID=12cfa985-d893-47ba-931c-8de04f7c7773,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:26.984028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Attempting to bind port 12cfa985-d893-47ba-931c-8de04f7c7773 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:26.984362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Attempting to bind port 12cfa985-d893-47ba-931c-8de04f7c7773 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:26.984729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Attempting to bind port 12cfa985-d893-47ba-931c-8de04f7c7773 on network 1a07e939-1260-49a0-812f-eafed0f34f90 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:27.007365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57166) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:27.008730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:27.009129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Checking segment: {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:27.009514 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.009907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Bound using segment: {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:27.010392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Bound port: 12cfa985-d893-47ba-931c-8de04f7c7773, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:27.010772 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.012630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7df86c15-aa28-4418-ad02-611b120cd2d3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877128099', 'description': 'tempest-secgroup-smoke-1877128099 description', 'project_id': '65d7501893254e3689d34ca7413ac00a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:27.042472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df86c15-aa28-4418-ad02-611b120cd2d3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.048518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e6560-505e-4b9b-94dd-15709de92dc1 req-84655925-719d-480b-af3d-47463d68f404 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:27.050069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-381e6560-505e-4b9b-94dd-15709de92dc1 req-84655925-719d-480b-af3d-47463d68f404 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0616488 Nov 23 14:38:27.117980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-381e6560-505e-4b9b-94dd-15709de92dc1 req-00070ff4-6ccf-4f9b-a713-5dc85d81ebff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613799 Nov 23 14:38:27.123618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] For port 12cfa985-d893-47ba-931c-8de04f7c7773, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:27.145557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] For port 12cfa985-d893-47ba-931c-8de04f7c7773, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=12cfa985-d893-47ba-931c-8de04f7c7773,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:27.151174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df86c15-aa28-4418-ad02-611b120cd2d3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.152792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.160154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df86c15-aa28-4418-ad02-611b120cd2d3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.164443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.201976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7df86c15-aa28-4418-ad02-611b120cd2d3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.206573 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7df86c15-aa28-4418-ad02-611b120cd2d3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1951096 Nov 23 14:38:27.206687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57168) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:27.212019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-043e66bf-5146-41fb-b08b-61a2ec9d27ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '99af2208-04a2-443e-801a-65f32551d890', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:27.219578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df86c15-aa28-4418-ad02-611b120cd2d3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99af2208-04a2-443e-801a-65f32551d890,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:27.220536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:27.221243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:37:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:27.258094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-043e66bf-5146-41fb-b08b-61a2ec9d27ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.292799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333918d3-23be-455a-82de-c8eb4e04d050 None None] Pushing event updated for resources: {'Port': ['ID=12cfa985-d893-47ba-931c-8de04f7c7773,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:27.340819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Provisioning complete for port 12cfa985-d893-47ba-931c-8de04f7c7773 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:27.341380 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.353148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-043e66bf-5146-41fb-b08b-61a2ec9d27ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.367169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-043e66bf-5146-41fb-b08b-61a2ec9d27ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.391788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e66bf-5146-41fb-b08b-61a2ec9d27ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dadef8-2bfd-4ee1-bc6b-741c60851488,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:27.408424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-043e66bf-5146-41fb-b08b-61a2ec9d27ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.409833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-043e66bf-5146-41fb-b08b-61a2ec9d27ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020867 Nov 23 14:38:27.412794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57170) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:27.421866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-79e3fe83-dc44-49e7-b612-abc9df132268 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '99af2208-04a2-443e-801a-65f32551d890', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:27.500335 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e3fe83-dc44-49e7-b612-abc9df132268 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.599735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:27.623661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e3fe83-dc44-49e7-b612-abc9df132268 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.629001 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e3fe83-dc44-49e7-b612-abc9df132268 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.687458 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-79e3fe83-dc44-49e7-b612-abc9df132268 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.692136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79e3fe83-dc44-49e7-b612-abc9df132268 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2741072 Nov 23 14:38:27.694963 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57172) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:27.700818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3fe83-dc44-49e7-b612-abc9df132268 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f13f917-f2a6-457a-969e-1c4ba9a1cf71,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:27.701513 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-177fbff8-2429-4523-a080-4486af3367db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '99af2208-04a2-443e-801a-65f32551d890', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:27.716899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.751862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177fbff8-2429-4523-a080-4486af3367db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.826071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177fbff8-2429-4523-a080-4486af3367db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.831150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177fbff8-2429-4523-a080-4486af3367db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.853819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fbff8-2429-4523-a080-4486af3367db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f193e0a7-9185-48df-b9fb-46944ffdb9fd,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:27.869909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177fbff8-2429-4523-a080-4486af3367db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.871261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-177fbff8-2429-4523-a080-4486af3367db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1749969 Nov 23 14:38:27.874103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57176) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:27.879835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-25576423-8ed3-4842-af98-d028ac08db36 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '99af2208-04a2-443e-801a-65f32551d890', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:27.896725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] For port 12cfa985-d893-47ba-931c-8de04f7c7773, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=12cfa985-d893-47ba-931c-8de04f7c7773,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:27.923344 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:27.929183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25576423-8ed3-4842-af98-d028ac08db36 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.002550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Pushing event updated for resources: {'Port': ['ID=12cfa985-d893-47ba-931c-8de04f7c7773,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:28.012792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.013291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.013735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.014171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.014607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.015072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.015506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.015998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.016548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.017051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.017618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.018054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09882aa1-baef-4717-bcab-692838f9d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:28.025409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:25Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:28.030097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25576423-8ed3-4842-af98-d028ac08db36 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.044413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25576423-8ed3-4842-af98-d028ac08db36 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.064842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81541dc-82ad-4b97-9b83-6a6f4dda93ef None None] The sync data for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 is: [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:25Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:28.078327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-09e0a8ae-70e6-4920-8d94-8c102d1454e9 None None] Provisioning complete for port 12cfa985-d893-47ba-931c-8de04f7c7773 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:28.078860 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-09e0a8ae-70e6-4920-8d94-8c102d1454e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.080230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25576423-8ed3-4842-af98-d028ac08db36 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daef082-425b-451c-87cd-315563e5c726,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:28.090461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25576423-8ed3-4842-af98-d028ac08db36 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.094705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57178) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:28.104518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '99af2208-04a2-443e-801a-65f32551d890', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:28.109756 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-25576423-8ed3-4842-af98-d028ac08db36 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2163966 Nov 23 14:38:28.173806 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Project 65d7501893254e3689d34ca7413ac00a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:38:28.179707 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.308831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.316935 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.329816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 12cfa985-d893-47ba-931c-8de04f7c7773 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:28.377198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.385299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57184) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:28.387529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2914836 Nov 23 14:38:28.390323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73258917-b0bf-48fb-b92e-d74f67bbbabc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243b6a17-4b72-4c1a-b449-c5b18b2e0a56,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:28.399546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '99af2208-04a2-443e-801a-65f32551d890', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:28.413571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 12cfa985-d893-47ba-931c-8de04f7c7773 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:28.414107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.442926 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Project 65d7501893254e3689d34ca7413ac00a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:38:28.463004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.592403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80049e9-d27a-48f0-83b6-3a286e09d22d req-60de027f-7af2-44a0-95b0-765749ae6b82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:28.604684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f80049e9-d27a-48f0-83b6-3a286e09d22d req-60de027f-7af2-44a0-95b0-765749ae6b82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.3635361 Nov 23 14:38:28.604897 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.610631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.629116 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ce1f4f-6b35-46ad-b447-f829b5d275dd,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:28.656988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.668108 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-31317d71-a96a-4e5e-abd8-13463580289d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811160 Nov 23 14:38:28.712402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f80049e9-d27a-48f0-83b6-3a286e09d22d req-28d61768-6956-469f-aa6e-c24d34f07611 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000190 Nov 23 14:38:29.071635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-e0fba7a6-0c85-4c61-9662-a524d8044e7d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877128099&fields=id&tenant_id=65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 267 time: 0.0681543 Nov 23 14:38:29.117371 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c8b35401-eb24-4d2a-8fde-5943d74fe5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.200814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-4c58bf2a-af6f-480e-8ea8-ef6c24e20f55 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:29.203640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-4c58bf2a-af6f-480e-8ea8-ef6c24e20f55 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/networks?id=1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 200 len: 796 time: 0.1286559 Nov 23 14:38:29.224761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-35bd36d1-d9c4-48be-82b6-6dc7cc275dd4 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/quotas/65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 375 time: 0.0132685 Nov 23 14:38:29.302497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-f2a2b7d7-71f6-4c13-8f66-379ba919bc1d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665710 Nov 23 14:38:29.439301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-487a9165-7e4a-48bf-8ece-a01cc36821b2 service neutron] 10.222.0.46 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166523 Nov 23 14:38:29.452545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57208) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:29.566836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-77ca6842-9186-49f7-a97e-92f0d2fab67e service neutron] 10.222.0.46 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188593 Nov 23 14:38:29.611625 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e88aa82c-da50-4700-b91e-b412bbafee21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.734932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e88aa82c-da50-4700-b91e-b412bbafee21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.740219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e88aa82c-da50-4700-b91e-b412bbafee21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.806878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcb40b52-d36c-4358-a8f8-e37bd8b7b539 req-218943e3-e49c-49d2-9bf1-fb883f31017e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 210 time: 0.0568235 Nov 23 14:38:29.821097 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e88aa82c-da50-4700-b91e-b412bbafee21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46a0c9f6d90f4a35aa7f408c668e3160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670506 Nov 23 14:38:29.826559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57218) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:29.843555 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aa82c-da50-4700-b91e-b412bbafee21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2ff2a-216f-41de-89d2-914ce1314384,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:29.881242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b064b-673b-4824-9bb5-1963b49b2475 req-f802eab4-8633-4b61-9633-379c03661a57 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:29.881602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbd6263-ac2d-497a-b47a-cd4340b90e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.882774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b7b064b-673b-4824-9bb5-1963b49b2475 req-f802eab4-8633-4b61-9633-379c03661a57 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0784655 Nov 23 14:38:29.916957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbd6263-ac2d-497a-b47a-cd4340b90e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.949373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b7b064b-673b-4824-9bb5-1963b49b2475 req-759001a3-8c69-48d0-95b4-456c664c321b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598822 Nov 23 14:38:29.976655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbd6263-ac2d-497a-b47a-cd4340b90e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.979325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efbd6263-ac2d-497a-b47a-cd4340b90e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:29.983036 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-efbd6263-ac2d-497a-b47a-cd4340b90e80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1c2ff2a-216f-41de-89d2-914ce1314384 HTTP/1.1" status: 204 len: 168 time: 0.1536996 Nov 23 14:38:29.992065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd6263-ac2d-497a-b47a-cd4340b90e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2ff2a-216f-41de-89d2-914ce1314384,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:30.088472 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.287278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57230) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:30.300655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffab5bd6-8d52-4c8e-97bd-9ddd501a3623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.377020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffab5bd6-8d52-4c8e-97bd-9ddd501a3623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.380746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffab5bd6-8d52-4c8e-97bd-9ddd501a3623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.420836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ffab5bd6-8d52-4c8e-97bd-9ddd501a3623 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=960a6c9c2721436f8f88351af6603a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323571 Nov 23 14:38:30.423585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57232) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:30.424105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab5bd6-8d52-4c8e-97bd-9ddd501a3623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8f1209-767e-430b-8ce8-533cabdebbb1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:30.471839 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3758-560d-45e8-9196-99ee169b663e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.492492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3758-560d-45e8-9196-99ee169b663e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.536535 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3758-560d-45e8-9196-99ee169b663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.539374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3758-560d-45e8-9196-99ee169b663e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.540528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9ccf3758-560d-45e8-9196-99ee169b663e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b8f1209-767e-430b-8ce8-533cabdebbb1 HTTP/1.1" status: 204 len: 168 time: 0.1158552 Nov 23 14:38:30.548670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf3758-560d-45e8-9196-99ee169b663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8f1209-767e-430b-8ce8-533cabdebbb1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:31.171861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5972fc01-c1c2-43de-8869-3af25cea87b8 req-39a4b3cc-4141-451a-a12c-9b9310a0aa44 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 210 time: 0.0768750 Nov 23 14:38:31.217293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9fd6-432e-4bf4-a2e0-506bad4b8ad2 req-cc74bfec-17e4-4eda-95eb-bad51767a2c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:31.218768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d7c9fd6-432e-4bf4-a2e0-506bad4b8ad2 req-cc74bfec-17e4-4eda-95eb-bad51767a2c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1227565 Nov 23 14:38:31.225140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-212bff35-5d61-4b82-82ba-eb2cd0386449 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:31.226467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-212bff35-5d61-4b82-82ba-eb2cd0386449 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.11 "GET /v2.0/networks?id=1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 200 len: 796 time: 0.4766927 Nov 23 14:38:31.304427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d7c9fd6-432e-4bf4-a2e0-506bad4b8ad2 req-3a028b7b-37ac-4685-a6ac-176bfe09184b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768991 Nov 23 14:38:31.319188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-e526412f-2a7f-489c-99ea-c1206ca6f3da tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 380 time: 0.0784049 Nov 23 14:38:31.329213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'port': {'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'admin_state_up': True, 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'security_groups': ['99af2208-04a2-443e-801a-65f32551d890']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:31.442978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:31.446553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.577322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.20.0.11 (1a07e939-1260-49a0-812f-eafed0f34f90/9678b432-eb23-43fa-8018-688cd71f296f/2e0168ab-92a4-47a6-8b94-19d013909b03) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:31.690944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.729051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.764439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.809768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 1a07e939-1260-49a0-812f-eafed0f34f90 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:31.814739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:31.819924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:31.824915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=2e0168ab-92a4-47a6-8b94-19d013909b03,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:31.878531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:31.879188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.896970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-ce538e16-0716-4965-b416-5cf5ee4a9917 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711930 Nov 23 14:38:31.909939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Request body: {'port': {'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:31.971506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.099577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-77aab632-c81b-47d0-bbc8-ff7c82c4a0a7 None None] Provisioning complete for port 2e0168ab-92a4-47a6-8b94-19d013909b03 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:32.099952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77aab632-c81b-47d0-bbc8-ff7c82c4a0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.154125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-77aab632-c81b-47d0-bbc8-ff7c82c4a0a7 None None] Port 2e0168ab-92a4-47a6-8b94-19d013909b03 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:32.288646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0168ab-92a4-47a6-8b94-19d013909b03 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:38:32.298176 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.316745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Transition to ACTIVE for port object 2e0168ab-92a4-47a6-8b94-19d013909b03 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:38:32.325614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8118f5f-4f53-45ed-ad65-c93055f620eb req-bb3aaba6-f76a-4baa-89ac-a2835772f952 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:32.328333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8118f5f-4f53-45ed-ad65-c93055f620eb req-bb3aaba6-f76a-4baa-89ac-a2835772f952 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 932 time: 0.0788150 Nov 23 14:38:32.328333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.408102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0168ab-92a4-47a6-8b94-19d013909b03,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:32.506555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8118f5f-4f53-45ed-ad65-c93055f620eb req-91a26d0c-a759-46fd-8af1-ecc799ac9485 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518717 Nov 23 14:38:32.531137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31985b-2835-44c5-b7b9-9d77b760eef8 req-5d102bbd-2a58-4c22-810b-e19430c60110 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:32.536086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc31985b-2835-44c5-b7b9-9d77b760eef8 req-5d102bbd-2a58-4c22-810b-e19430c60110 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1426401 Nov 23 14:38:32.565083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Attempting to bind port 2e0168ab-92a4-47a6-8b94-19d013909b03 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:32.565738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Attempting to bind port 2e0168ab-92a4-47a6-8b94-19d013909b03 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:32.568179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Attempting to bind port 2e0168ab-92a4-47a6-8b94-19d013909b03 on network 1a07e939-1260-49a0-812f-eafed0f34f90 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:32.572771 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.581326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Port 2e0168ab-92a4-47a6-8b94-19d013909b03 on network 1a07e939-1260-49a0-812f-eafed0f34f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:38:32.581825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Attempting to bind port 2e0168ab-92a4-47a6-8b94-19d013909b03 on network 1a07e939-1260-49a0-812f-eafed0f34f90 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:32.603150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:32.603636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Checking segment: {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:32.604186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Bound using segment: {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:32.604826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Bound port: 2e0168ab-92a4-47a6-8b94-19d013909b03, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891f1db7-59ad-482c-a4c1-890aef18682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:32.605923 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.637365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc31985b-2835-44c5-b7b9-9d77b760eef8 req-b607555f-2139-4f38-8de8-ab9f0330c7cb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971539 Nov 23 14:38:32.699850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] For port 2e0168ab-92a4-47a6-8b94-19d013909b03, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:32.702887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] For port 2e0168ab-92a4-47a6-8b94-19d013909b03, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e0168ab-92a4-47a6-8b94-19d013909b03,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:32.707312 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.744317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:32.744992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.746408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] 10.222.0.11 "PUT /v2.0/ports/2e0168ab-92a4-47a6-8b94-19d013909b03 HTTP/1.1" status: 200 len: 1092 time: 0.8408411 Nov 23 14:38:32.746850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:32.749127 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:32.800918 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d91813f-2a22-4a7f-84b0-b9b3f93b87f9 x-openstack-request-id: req-3d91813f-2a22-4a7f-84b0-b9b3f93b87f9 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:32.801217 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:32.801483 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d91813f-2a22-4a7f-84b0-b9b3f93b87f9 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:32.801877 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'status': 'completed', 'code': 200} Nov 23 14:38:32.802612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfc3dc-e4e5-4e63-b203-e8f191737652 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0168ab-92a4-47a6-8b94-19d013909b03,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:32.854644 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-11846500-6025-4678-8a27-38a16b06cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:32.857267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-11846500-6025-4678-8a27-38a16b06cc07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 1095 time: 0.0483689 Nov 23 14:38:32.901366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-c92fe9e6-aa71-440c-b0bc-6dd0587e6d78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e0168ab-92a4-47a6-8b94-19d013909b03 HTTP/1.1" status: 200 len: 217 time: 0.0357175 Nov 23 14:38:32.963462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-fbd9a560-43e3-4204-a4c2-e769b1cf6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:32.965688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-fbd9a560-43e3-4204-a4c2-e769b1cf6f1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9678b432-eb23-43fa-8018-688cd71f296f HTTP/1.1" status: 200 len: 835 time: 0.0533116 Nov 23 14:38:33.018591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d254-33a6-4532-9840-62ad22bcf37e req-e8f3faea-65d5-4273-a00b-c3b2faf396c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:33.020178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-e8f3faea-65d5-4273-a00b-c3b2faf396c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a07e939-1260-49a0-812f-eafed0f34f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457981 Nov 23 14:38:33.109682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-4616b6f5-d2d6-4b52-a193-1b4dd974657e service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809436 Nov 23 14:38:33.201936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3087d254-33a6-4532-9840-62ad22bcf37e req-11050087-c4e8-432f-a553-654c955defd0 service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Nov 23 14:38:33.300463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-83fc8633-5adf-47a8-90f7-a68e54d76e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:33.302352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-83fc8633-5adf-47a8-90f7-a68e54d76e31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 1095 time: 0.0515602 Nov 23 14:38:33.403537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-b94d7ddf-571d-477b-86ed-e6b0d90df877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:33.404431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-b94d7ddf-571d-477b-86ed-e6b0d90df877 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 200 len: 897 time: 0.0947275 Nov 23 14:38:33.456775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-2eb6212e-43a9-4260-b4a4-e15c01036125 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e0168ab-92a4-47a6-8b94-19d013909b03 HTTP/1.1" status: 200 len: 217 time: 0.0434191 Nov 23 14:38:33.506711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-ea3684d4-c13c-4159-a16a-cfb11f5148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:33.508258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-ea3684d4-c13c-4159-a16a-cfb11f5148b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9678b432-eb23-43fa-8018-688cd71f296f HTTP/1.1" status: 200 len: 835 time: 0.0443592 Nov 23 14:38:33.561570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-5810b6ab-f807-4a57-bebe-b2efe805927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:33.563285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-5810b6ab-f807-4a57-bebe-b2efe805927a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a07e939-1260-49a0-812f-eafed0f34f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467780 Nov 23 14:38:33.716805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d5fd9-be6d-491b-b5e7-a9799d58a396 req-2ae8fae2-09c7-4f38-888e-49ac08ae3830 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:33.718388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198d5fd9-be6d-491b-b5e7-a9799d58a396 req-2ae8fae2-09c7-4f38-888e-49ac08ae3830 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 944 time: 0.1163630 Nov 23 14:38:33.724245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-b373f82c-a964-4c8d-b708-c0bc6915f078 service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516254 Nov 23 14:38:33.862513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-198d5fd9-be6d-491b-b5e7-a9799d58a396 req-109cb40d-4cf0-4394-87fa-a085c7fd86e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372805 Nov 23 14:38:33.875273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c418dc-7936-48d5-b793-ec04b946674e req-2f8304b7-6f4d-4ce4-9b3e-378982ea0029 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:33.876744 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2c418dc-7936-48d5-b793-ec04b946674e req-2f8304b7-6f4d-4ce4-9b3e-378982ea0029 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1439342 Nov 23 14:38:33.907641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29d592d8-bd5b-429d-88e7-6d81f3f13fe2 req-3066f9ef-d372-4f08-b5e1-c3a62b658265 service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735618 Nov 23 14:38:33.940850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2c418dc-7936-48d5-b793-ec04b946674e req-dcdd9c72-d943-443c-a12a-0ad307621fc6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575976 Nov 23 14:38:34.801441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e0168ab-92a4-47a6-8b94-19d013909b03 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:38:34.900109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2e0168ab-92a4-47a6-8b94-19d013909b03, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e0168ab-92a4-47a6-8b94-19d013909b03,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:34.912209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:38:34.961419 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.985265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0168ab-92a4-47a6-8b94-19d013909b03 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:38:34.994477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff50d-fb6f-4e02-9698-e0c32deff656 req-3f8df809-4891-4c09-aea9-5227f07f244a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:34.996741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-087ff50d-fb6f-4e02-9698-e0c32deff656 req-3f8df809-4891-4c09-aea9-5227f07f244a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 944 time: 0.0609338 Nov 23 14:38:35.020151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2e0168ab-92a4-47a6-8b94-19d013909b03, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e0168ab-92a4-47a6-8b94-19d013909b03,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:35.025872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.066273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-087ff50d-fb6f-4e02-9698-e0c32deff656 req-e74e7ea5-40ce-4407-9510-5308e37567d4 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601029 Nov 23 14:38:35.102772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=2e0168ab-92a4-47a6-8b94-19d013909b03,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:35.113122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f98c-4c5b-490e-a585-fe9f772bb919 req-04b214b2-c4d0-4f04-888d-7d5e383e53ba tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:35.114706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9900f98c-4c5b-490e-a585-fe9f772bb919 req-04b214b2-c4d0-4f04-888d-7d5e383e53ba tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0629206 Nov 23 14:38:35.168790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9900f98c-4c5b-490e-a585-fe9f772bb919 req-deb18445-2e13-4b7a-8ae4-ff958673f3d1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479202 Nov 23 14:38:35.264268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['2e0168ab-92a4-47a6-8b94-19d013909b03'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:38:36.028550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57326) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:36.135921 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd13f-cfad-4f55-9c88-54f3011daf90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.209591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dec4a0-a31a-4df3-b421-470790a63afa req-65784e40-64eb-466a-baee-9e0a095c3916 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:36.211307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3dec4a0-a31a-4df3-b421-470790a63afa req-65784e40-64eb-466a-baee-9e0a095c3916 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 945 time: 0.0726783 Nov 23 14:38:36.335861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd13f-cfad-4f55-9c88-54f3011daf90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.355021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ef9dd13f-cfad-4f55-9c88-54f3011daf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.384189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3dec4a0-a31a-4df3-b421-470790a63afa req-6057218c-ee4c-45a3-82d8-f65df77f1d70 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582239 Nov 23 14:38:36.403067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e75cb-bda4-4f59-864a-508a3ae7cf39 req-527616bf-c112-4eac-b9d3-8c7761331498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:36.404818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-357e75cb-bda4-4f59-864a-508a3ae7cf39 req-527616bf-c112-4eac-b9d3-8c7761331498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.1604245 Nov 23 14:38:36.460152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ef9dd13f-cfad-4f55-9c88-54f3011daf90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9173be0ed8a640a4be3371d50797665e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4280369 Nov 23 14:38:36.460152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dd13f-cfad-4f55-9c88-54f3011daf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8d3576-e922-4718-a8ec-56a117de1af3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:36.461834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57334) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:36.470548 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-c9d74e21-2517-4361-a495-8e78b09044f1 service neutron] show failed (client error): The resource could not be found. Nov 23 14:38:36.471519 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-c9d74e21-2517-4361-a495-8e78b09044f1 service neutron] 10.222.0.74 "GET /v2.0/ports/939885e4-525d-4456-b12b-72e05c2eb36a/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.1865950 Nov 23 14:38:36.491946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-29e8a81d-12a4-4562-b9a0-99c693d16e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:36.493632 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-29e8a81d-12a4-4562-b9a0-99c693d16e9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1097 time: 0.0706923 Nov 23 14:38:36.553435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-357e75cb-bda4-4f59-864a-508a3ae7cf39 req-7af8149c-0ab2-4d1c-8705-1036d9993199 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301427 Nov 23 14:38:36.579978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd72-2469-4a01-90b2-0c77f0e59907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.612574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd72-2469-4a01-90b2-0c77f0e59907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.745747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-7413fab3-acdf-44eb-ba7d-b0f06e1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:36.747551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-7413fab3-acdf-44eb-ba7d-b0f06e1faf05 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 1097 time: 0.0839930 Nov 23 14:38:36.748631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd72-2469-4a01-90b2-0c77f0e59907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.751230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd72-2469-4a01-90b2-0c77f0e59907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.752341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1eeddd72-2469-4a01-90b2-0c77f0e59907 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f8d3576-e922-4718-a8ec-56a117de1af3 HTTP/1.1" status: 204 len: 168 time: 0.2879033 Nov 23 14:38:36.762423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeddd72-2469-4a01-90b2-0c77f0e59907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8d3576-e922-4718-a8ec-56a117de1af3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:36.767749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:36.800980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e0168ab-92a4-47a6-8b94-19d013909b03 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:36.874153 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.876139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 2e0168ab-92a4-47a6-8b94-19d013909b03 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:38:36.888627 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 2e0168ab-92a4-47a6-8b94-19d013909b03 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:36.889319 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.977315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-60f0f77a-5a2d-4562-921f-d7291f7400b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:36.979046 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-60f0f77a-5a2d-4562-921f-d7291f7400b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.4594736 Nov 23 14:38:36.999630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.031664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:37.034728 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd0dddc-31da-4bcd-b352-f619ce142cae" -d '{"events": [{"server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:37.055976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 2e0168ab-92a4-47a6-8b94-19d013909b03, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e0168ab-92a4-47a6-8b94-19d013909b03,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:37.062234 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.106773 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8695d6-cc73-4370-b9be-58ee99b24a71 x-openstack-request-id: req-3e8695d6-cc73-4370-b9be-58ee99b24a71 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:37.107073 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:37.107326 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e8695d6-cc73-4370-b9be-58ee99b24a71 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:37.107733 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'code': 200} Nov 23 14:38:37.135403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=2e0168ab-92a4-47a6-8b94-19d013909b03,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.175085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57342) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:37.191173 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-089585f9-489e-4d18-82ae-c11156e88167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.194393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-d5162f18-fd2b-4d1f-9dd0-0f0da5668aaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1002 time: 0.2074893 Nov 23 14:38:37.222243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:37.268008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172aa8-7d16-4b64-8e79-3e48b1ac3697 req-f1dbd08b-0b12-409d-b936-0d7c9750e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.269792 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a7172aa8-7d16-4b64-8e79-3e48b1ac3697 req-f1dbd08b-0b12-409d-b936-0d7c9750e92d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 1097 time: 0.0869818 Nov 23 14:38:37.280023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:37.286918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-cd67ddfe-6f49-4d21-b3a4-b8d34e0ce486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.288845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-cd67ddfe-6f49-4d21-b3a4-b8d34e0ce486 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0806191 Nov 23 14:38:37.341704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:37.343970 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d99d188-eb53-4331-8e7a-7f702107b82c" -d '{"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-unplugged", "status": "completed", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:37.351821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.359611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-089585f9-489e-4d18-82ae-c11156e88167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.369729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-089585f9-489e-4d18-82ae-c11156e88167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.393206 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a7172aa8-7d16-4b64-8e79-3e48b1ac3697 req-83dc2d02-e1f6-44a7-b2f5-dac2636abfde service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144366 Nov 23 14:38:37.397987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-ee502692-5f18-4f46-8a8b-775ad64a13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.399514 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-ee502692-5f18-4f46-8a8b-775ad64a13df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017787 Nov 23 14:38:37.399972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-089585f9-489e-4d18-82ae-c11156e88167 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=841f945ef29a40e6bbea5492f7527c39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238824 Nov 23 14:38:37.402648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Transition to ACTIVE for port object 939885e4-525d-4456-b12b-72e05c2eb36a will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:38:37.404623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57346) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:37.414956 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afe66e-7900-452f-aa2b-c9113ef31f5e x-openstack-request-id: req-09afe66e-7900-452f-aa2b-c9113ef31f5e {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:37.415129 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-unplugged", "status": "completed", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:37.415387 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09afe66e-7900-452f-aa2b-c9113ef31f5e {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:37.415764 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'code': 200} Nov 23 14:38:37.418744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.467104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089585f9-489e-4d18-82ae-c11156e88167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d85fc-d121-46aa-804b-ef4c71cad9cd,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.543507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42c09cb2-1dd5-4c09-b88a-6997adceb26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.569409 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-9c8346fa-68cc-41f7-91c8-a1badec19524 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447437 Nov 23 14:38:37.586972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.593985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42c09cb2-1dd5-4c09-b88a-6997adceb26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.669722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] No DVR routers for this DVR port 939885e4-525d-4456-b12b-72e05c2eb36a on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:38:37.711716 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-855e88a4-1330-497b-ab3f-e449eabb00b4 req-087c3cc3-f513-46e2-8d20-73cc6cbbf693 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331494 Nov 23 14:38:37.716724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42c09cb2-1dd5-4c09-b88a-6997adceb26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.719566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42c09cb2-1dd5-4c09-b88a-6997adceb26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.724385 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-42c09cb2-1dd5-4c09-b88a-6997adceb26a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e4d85fc-d121-46aa-804b-ef4c71cad9cd HTTP/1.1" status: 204 len: 168 time: 0.3185995 Nov 23 14:38:37.733145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0c6a1-00f1-4008-b491-b32d613d1e60 req-c8df5acd-e2d0-40fa-8827-dde6f4d27f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:37.734499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c09cb2-1dd5-4c09-b88a-6997adceb26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d85fc-d121-46aa-804b-ef4c71cad9cd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.735324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cd0c6a1-00f1-4008-b491-b32d613d1e60 req-c8df5acd-e2d0-40fa-8827-dde6f4d27f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 946 time: 0.2614353 Nov 23 14:38:38.137355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb05e8-4bb0-4192-8752-ec69b4a674db req-07a32834-d320-462d-a152-0c9c24db6284 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:38.138847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dedb05e8-4bb0-4192-8752-ec69b4a674db req-07a32834-d320-462d-a152-0c9c24db6284 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 944 time: 0.4722035 Nov 23 14:38:38.179235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cd0c6a1-00f1-4008-b491-b32d613d1e60 req-193cd6f3-895b-4d08-9056-815a69dab55b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291046 Nov 23 14:38:38.225488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dedb05e8-4bb0-4192-8752-ec69b4a674db req-3f77ed1f-4fe6-4388-9975-abc15c541d84 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737140 Nov 23 14:38:38.254027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:38.254364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:38.254689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:38.259157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Port 939885e4-525d-4456-b12b-72e05c2eb36a on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:38:38.259477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Attempting to bind port 939885e4-525d-4456-b12b-72e05c2eb36a on network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:38.264513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:38.264848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Checking segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:38.265227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Bound using segment: {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:38.265653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Bound port: 939885e4-525d-4456-b12b-72e05c2eb36a, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a82640-41f1-44f8-b5b7-d30afa2d87a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:38.266010 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.329362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:38.332579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:38.336752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.376100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:38.376716 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.378076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] 10.222.0.11 "PUT /v2.0/ports/939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1092 time: 1.6174150 Nov 23 14:38:38.404646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a38a5-ec7d-4bd2-baad-4e5b56b983ee service neutron] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:38.455156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-1d037feb-7fad-4e76-ad94-d55216c7a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:38.456856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-1d037feb-7fad-4e76-ad94-d55216c7a859 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1095 time: 0.0490663 Nov 23 14:38:38.563663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-bdc27fca-0a1e-4af5-aa1e-156af41b941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:38.565358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-bdc27fca-0a1e-4af5-aa1e-156af41b941e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1009197 Nov 23 14:38:38.648018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-f04cdea1-af4a-48bc-a813-93bbb10d2ef7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1000 time: 0.0711060 Nov 23 14:38:38.697102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-614ede74-2f94-4b40-8013-23086cb299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:38.698657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-614ede74-2f94-4b40-8013-23086cb299ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0440109 Nov 23 14:38:38.743187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-ffd6bbcd-7aa2-4f62-92ff-0f30b6259fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:38.744714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-ffd6bbcd-7aa2-4f62-92ff-0f30b6259fcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388505 Nov 23 14:38:38.853321 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-3b0209fb-1340-418a-8c75-2ab74a1a29e3 service neutron] 10.222.0.11 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011102 Nov 23 14:38:38.913305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57384) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:38.946194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-9ebe3edd-ff26-4273-8bde-88e552abe2cd service neutron] 10.222.0.11 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 Nov 23 14:38:39.028641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fdd62f0-568e-47a6-acf2-d45ec76d7fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.102012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fdd62f0-568e-47a6-acf2-d45ec76d7fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.106428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fdd62f0-568e-47a6-acf2-d45ec76d7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.148442 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1fdd62f0-568e-47a6-acf2-d45ec76d7fd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b9f62a8c57a484883a415a1ac917b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337756 Nov 23 14:38:39.149355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd62f0-568e-47a6-acf2-d45ec76d7fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c7d7c-6492-4b52-86c1-7297005c6182,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:39.151111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57388) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:39.199903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ad6e-0775-4821-9034-4ad65d6f51e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.213208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:38:39.222093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ad6e-0775-4821-9034-4ad65d6f51e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.307091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930c803-9a3e-4e23-9903-31f3828d9fdd req-81ff5c1a-7b2c-4be1-a00c-95f861506a52 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.308563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c930c803-9a3e-4e23-9903-31f3828d9fdd req-81ff5c1a-7b2c-4be1-a00c-95f861506a52 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 946 time: 0.0601890 Nov 23 14:38:39.316615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ad6e-0775-4821-9034-4ad65d6f51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.319151 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ad6e-0775-4821-9034-4ad65d6f51e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.320176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d2d4ad6e-0775-4821-9034-4ad65d6f51e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b93c7d7c-6492-4b52-86c1-7297005c6182 HTTP/1.1" status: 204 len: 168 time: 0.1680462 Nov 23 14:38:39.357392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4ad6e-0775-4821-9034-4ad65d6f51e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c7d7c-6492-4b52-86c1-7297005c6182,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:39.404152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a17c5b-ace3-40ce-901d-bb4ca05ddd17 req-4e742a83-39d4-470d-b2ff-71d8945d7510 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.405658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2a17c5b-ace3-40ce-901d-bb4ca05ddd17 req-4e742a83-39d4-470d-b2ff-71d8945d7510 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 944 time: 0.1069422 Nov 23 14:38:39.409815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c930c803-9a3e-4e23-9903-31f3828d9fdd req-d1cd201b-faf6-40ae-9993-9a3188f6265e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874057 Nov 23 14:38:39.419021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:39.421241 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09141b9-3ed7-4204-bb16-f2ec77e0573a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:39.469037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2a17c5b-ace3-40ce-901d-bb4ca05ddd17 req-7834f51c-220b-421b-b505-3d3ab82150c3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572028 Nov 23 14:38:39.495000 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee51986-be8a-47c7-9d76-8ce0af3b27fc x-openstack-request-id: req-bee51986-be8a-47c7-9d76-8ce0af3b27fc {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:39.495300 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:39.495593 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bee51986-be8a-47c7-9d76-8ce0af3b27fc {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:39.498567 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'status': 'completed', 'code': 200} Nov 23 14:38:39.559560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-ed79cbd6-3428-42a4-8eb6-23500dff40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.561149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-ed79cbd6-3428-42a4-8eb6-23500dff40e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1095 time: 0.0515959 Nov 23 14:38:39.599308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-6ff8ade7-d017-4825-8c63-53cef7595fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.600830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-6ff8ade7-d017-4825-8c63-53cef7595fe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1095 time: 0.0743947 Nov 23 14:38:39.624705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0625a-4792-497c-a3cf-e5d88a9bca7b req-232181d7-98b7-4392-8eff-fa7b22921502 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.626163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ae0625a-4792-497c-a3cf-e5d88a9bca7b req-232181d7-98b7-4392-8eff-fa7b22921502 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 946 time: 0.0712395 Nov 23 14:38:39.671563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-df75a116-f5d7-42f4-801c-e6e02edd65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.673060 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-df75a116-f5d7-42f4-801c-e6e02edd65ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1050420 Nov 23 14:38:39.733055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ae0625a-4792-497c-a3cf-e5d88a9bca7b req-bb508485-15b5-4de8-bafe-08b7ebb65781 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938978 Nov 23 14:38:39.748270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-b7dc9e79-d4c7-42b0-a8bc-2904b93b19a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1000 time: 0.0685501 Nov 23 14:38:39.750595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-257b0521-be4c-4aa6-9cfa-e9e48a52a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.752092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-257b0521-be4c-4aa6-9cfa-e9e48a52a031 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1417961 Nov 23 14:38:39.757428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57410) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:39.801698 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-69152504-924d-4b85-93db-11b647de1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.803154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-69152504-924d-4b85-93db-11b647de1ccd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0475268 Nov 23 14:38:39.836061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:38:39.854167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-a5a2ff7c-13e7-44dc-afb3-6dc47e17a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.855677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a844c-9ee5-45c8-bada-5d7fe4fe6aec tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.856757 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-a5a2ff7c-13e7-44dc-afb3-6dc47e17a240 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471318 Nov 23 14:38:39.857221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-840a844c-9ee5-45c8-bada-5d7fe4fe6aec tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 1092 time: 0.0980732 Nov 23 14:38:39.859494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-97bb12f9-708a-4912-a82b-34edb3cc4f5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1000 time: 0.0904553 Nov 23 14:38:39.860187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57414) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:39.864967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:39.894832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:38:39.930295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-f184e69b-c424-4c41-bb97-dc222a05cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:39.932438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-f184e69b-c424-4c41-bb97-dc222a05cc12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0635769 Nov 23 14:38:39.933792 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.973172 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-bc0da6e8-0488-4617-a721-74b80622ccb0 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095753 Nov 23 14:38:40.015467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-93bcaf7a-5212-4062-8b56-b280fd97ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:40.017329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-93bcaf7a-5212-4062-8b56-b280fd97ccab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709162 Nov 23 14:38:40.066339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-6fd402ca-2258-4259-a481-ff1f162a556d service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Nov 23 14:38:40.161389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-eb57a533-f4b7-474a-ade7-51e335aa7d69 service neutron] 10.222.0.11 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171467 Nov 23 14:38:40.163921 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.337580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b09141b9-3ed7-4204-bb16-f2ec77e0573a req-626f4aba-5324-4cae-bea5-24031f6834bd service neutron] 10.222.0.11 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664593 Nov 23 14:38:40.349080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.25.3.241 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/1ee9befc-bf19-428d-9bfa-28be2b274738) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:40.461371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.512830 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.572584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:40.576032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:40.582854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:40.599984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=1ee9befc-bf19-428d-9bfa-28be2b274738,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:40.692573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108469a0-7b3d-4cba-a3ed-103dc86825c5 req-9af0de38-22d5-4220-9914-f2dd2f385923 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:40.694076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-108469a0-7b3d-4cba-a3ed-103dc86825c5 req-9af0de38-22d5-4220-9914-f2dd2f385923 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 944 time: 0.1124489 Nov 23 14:38:40.814517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-108469a0-7b3d-4cba-a3ed-103dc86825c5 req-1d2e4879-716e-4515-b1b0-8e1674d6a404 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963838 Nov 23 14:38:40.827022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:38:40.931644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:40.946844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '939885e4-525d-4456-b12b-72e05c2eb36a', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'port_id': '939885e4-525d-4456-b12b-72e05c2eb36a', 'mac_address': 'fa:16:3e:f2:b6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:38:40.984949 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.997767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939885e4-525d-4456-b12b-72e05c2eb36a {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:38:41.017403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:41.021636 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.027470 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.071382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:41.100675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.253608 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.255401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['939885e4-525d-4456-b12b-72e05c2eb36a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:38:41.258289 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.331341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=1ee9befc-bf19-428d-9bfa-28be2b274738,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:41.346477 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.459888 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Floating IP 654c4891-6de1-46fc-b3b2-46c133d20042 associated. External IP: 172.25.3.241, port: 2e0168ab-92a4-47a6-8b94-19d013909b03. Nov 23 14:38:41.678316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router f701af4d-393d-4603-a8b7-4623b88c3827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:38:41.787163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:41.798911 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] Sync routers for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:41.808488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.811498 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:41.812329 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:41.840451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57442) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:41.840964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5d98e755-7e93-408a-b1f1-d547d4c8ed15 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9793110 Nov 23 14:38:41.841259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:41.856880 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a841982-0f1d-4684-9779-0a2b53b33096" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:41.938764 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe3edc-af4a-45b2-b122-0d3c3d87c625 x-openstack-request-id: req-2bfe3edc-af4a-45b2-b122-0d3c3d87c625 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:41.939154 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:41.939480 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bfe3edc-af4a-45b2-b122-0d3c3d87c625 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:41.940029 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'status': 'completed', 'code': 200} Nov 23 14:38:41.971546 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2ac9fe8f-2ff3-4116-b10c-4d525a75d5b2 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/floatingips/654c4891-6de1-46fc-b3b2-46c133d20042 HTTP/1.1" status: 200 len: 992 time: 0.1293962 Nov 23 14:38:41.972125 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:42.036245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-5206da90-0fa5-4a3b-890b-40a79268b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.037828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-5206da90-0fa5-4a3b-890b-40a79268b5cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 1097 time: 0.0742218 Nov 23 14:38:42.052552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2dd99-5146-43af-a2d9-21fdf9c909ee req-e192e743-a1b4-4734-97a5-d165ade5be77 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.054082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26e2dd99-5146-43af-a2d9-21fdf9c909ee req-e192e743-a1b4-4734-97a5-d165ade5be77 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 945 time: 0.0607171 Nov 23 14:38:42.168746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26e2dd99-5146-43af-a2d9-21fdf9c909ee req-affd816e-657e-4e94-984f-412a5a2fe800 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948961 Nov 23 14:38:42.181624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-75de2c73-6442-44bf-817f-ea0bef997e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.184043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-75de2c73-6442-44bf-817f-ea0bef997e31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 200 len: 897 time: 0.1290295 Nov 23 14:38:42.226450 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:25Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:40Z', 'revision_number': 0, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:42.257931 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] Checking router: f701af4d-393d-4603-a8b7-4623b88c3827 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:42.266243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-7bb5644f-6e3f-4bc5-992e-ab4c3ba069f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e0168ab-92a4-47a6-8b94-19d013909b03 HTTP/1.1" status: 200 len: 1000 time: 0.0737009 Nov 23 14:38:42.269007 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:42.269842 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:42.354100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-ed548ded-b484-4049-a1fd-e40016bbba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.356888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-ed548ded-b484-4049-a1fd-e40016bbba6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9678b432-eb23-43fa-8018-688cd71f296f HTTP/1.1" status: 200 len: 835 time: 0.0815005 Nov 23 14:38:42.437424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb94f-f452-43c6-aabc-1612a40ee441 req-e31eae12-9470-44be-bef0-085bae8ad6e3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.445436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-169fb94f-f452-43c6-aabc-1612a40ee441 req-e31eae12-9470-44be-bef0-085bae8ad6e3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 945 time: 0.0874920 Nov 23 14:38:42.468107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-400cb37d-e1f5-4a20-9a16-33f0dfb910d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.469994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-400cb37d-e1f5-4a20-9a16-33f0dfb910d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a07e939-1260-49a0-812f-eafed0f34f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007724 Nov 23 14:38:42.488054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-40b75bd3-8a99-4651-b97f-0b5a1fb8fb1e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.489523 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-40b75bd3-8a99-4651-b97f-0b5a1fb8fb1e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333&tenant_id=a4d753cb55474b9e9add25d832d02faf&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 945 time: 0.0914686 Nov 23 14:38:42.540464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-169fb94f-f452-43c6-aabc-1612a40ee441 req-b19de206-f393-41ce-b958-0310f3dbc70a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890148 Nov 23 14:38:42.556026 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:42.564456 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-2e7df1c1-9c6b-420f-aad1-9d330462107f service neutron] delete failed (client error): The resource could not be found. Nov 23 14:38:42.565766 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-2e7df1c1-9c6b-420f-aad1-9d330462107f service neutron] 10.222.0.74 "DELETE /v2.0/ports/939885e4-525d-4456-b12b-72e05c2eb36a/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0680830 Nov 23 14:38:42.612661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-e001f20c-e752-4f15-9d5a-8ac8e2248c3f service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305239 Nov 23 14:38:42.665065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-d2595e98-19d0-4d17-806c-3d813456d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.666715 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-d2595e98-19d0-4d17-806c-3d813456d3ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1096 time: 0.0490980 Nov 23 14:38:42.729471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a841982-0f1d-4684-9779-0a2b53b33096 req-903d8b8e-fe94-4b88-ab53-fdab408d8d4d service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078315 Nov 23 14:38:42.781195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-4d8b3e46-e7da-4e5f-949e-3ad561b8dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.783158 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-4d8b3e46-e7da-4e5f-949e-3ad561b8dc0d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1101394 Nov 23 14:38:42.833479 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:25Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:40Z', 'revision_number': 0, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:42.848902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:42.860365 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-8b16f5d8-d50b-45f6-9598-4ae45f39b975 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 1001 time: 0.0705051 Nov 23 14:38:42.861775 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4137d3d-bc37-4a15-bf5b-971e625d06b9 None None] The sync data for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 is: [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:38:25Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:40Z', 'revision_number': 0, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:42.918783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-a2a5990d-45ae-4eda-b931-ec705cc89b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.920464 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-a2a5990d-45ae-4eda-b931-ec705cc89b65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0484374 Nov 23 14:38:42.936166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 939885e4-525d-4456-b12b-72e05c2eb36a completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:38:42.941885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 939885e4-525d-4456-b12b-72e05c2eb36a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:42.942265 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:42.969712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-9e88c8f5-da4d-4f65-aea8-afd00c5a3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:42.971288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-9e88c8f5-da4d-4f65-aea8-afd00c5a3ce3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442522 Nov 23 14:38:42.975029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57460) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:43.034707 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.065220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:43.067498 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a1853d-a948-48b1-aff7-c89cc5424592" -d '{"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-plugged", "status": "completed", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:43.082018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:43.088630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.114959 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4607f932-0fad-4a7f-b7ee-884d4371724d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/floatingips/654c4891-6de1-46fc-b3b2-46c133d20042 HTTP/1.1" status: 200 len: 992 time: 0.1385913 Nov 23 14:38:43.158863 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-cdc9f578-3a39-436d-9c1f-5aa11b6fc708 service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680422 Nov 23 14:38:43.160932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08b888-3ef7-4cd1-bdd3-3b8344cfc33d None None] New status for floating IP 654c4891-6de1-46fc-b3b2-46c133d20042: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:38:43.212060 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab15d70a-e8d3-43eb-a4e1-c6e5506aad2d x-openstack-request-id: req-ab15d70a-e8d3-43eb-a4e1-c6e5506aad2d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:43.212359 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-plugged", "status": "completed", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:43.212620 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab15d70a-e8d3-43eb-a4e1-c6e5506aad2d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:43.213018 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'code': 200} Nov 23 14:38:43.215958 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:43.258937 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7fa3d9e8-8902-4b97-965b-ffcf05d793b4 req-b879bf1b-2791-4895-ab22-c9230961fb3c service neutron] 10.222.0.74 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972173 Nov 23 14:38:43.658567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d9c2-afcf-4542-adde-556af78c4c1c req-72d24f99-f00b-4dfd-bfc1-cdc3af28c74f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:43.660119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b575d9c2-afcf-4542-adde-556af78c4c1c req-72d24f99-f00b-4dfd-bfc1-cdc3af28c74f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0508111 Nov 23 14:38:43.716167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b575d9c2-afcf-4542-adde-556af78c4c1c req-6bddcbef-be6f-4cde-a265-317cc274081e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495877 Nov 23 14:38:44.118746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:44.185079 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d0686283-d784-44f7-81ff-db27e7d01987 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/floatingips/654c4891-6de1-46fc-b3b2-46c133d20042 HTTP/1.1" status: 200 len: 994 time: 0.0651419 Nov 23 14:38:44.836273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d451df-3c7a-45a9-b5e7-588f09109146 req-b2753f47-38b5-4046-b809-0e348098c72d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:44.837777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d451df-3c7a-45a9-b5e7-588f09109146 req-b2753f47-38b5-4046-b809-0e348098c72d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0495253 Nov 23 14:38:44.886538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d451df-3c7a-45a9-b5e7-588f09109146 req-2b91cdcc-481a-4f78-9bfd-36acdb117d0b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Nov 23 14:38:44.909277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57494) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:44.969154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e05825ad-553c-4fd9-9b2c-091baecad9e8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/15972d2b-cded-4144-8600-96836621c171 HTTP/1.1" status: 200 len: 994 time: 0.0587010 Nov 23 14:38:53.631856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57570) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:53.760335 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f120cc76-6523-4bb5-ae16-e72f03343116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:53.841023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f120cc76-6523-4bb5-ae16-e72f03343116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:53.845228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f120cc76-6523-4bb5-ae16-e72f03343116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:53.872196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:53.891984 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f120cc76-6523-4bb5-ae16-e72f03343116 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e262a5e7c1547e28649c2fc756cc958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589641 Nov 23 14:38:53.894246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120cc76-6523-4bb5-ae16-e72f03343116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972506c-65d4-4df6-9995-dcf636421163,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:53.895126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57574) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:53.949280 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92b94cdf-761e-4796-896a-0426e023e7a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:53.972787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92b94cdf-761e-4796-896a-0426e023e7a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:54.020029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92b94cdf-761e-4796-896a-0426e023e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:54.022820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-92b94cdf-761e-4796-896a-0426e023e7a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:54.027200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-92b94cdf-761e-4796-896a-0426e023e7a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0972506c-65d4-4df6-9995-dcf636421163 HTTP/1.1" status: 204 len: 168 time: 0.1277485 Nov 23 14:38:54.033601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b94cdf-761e-4796-896a-0426e023e7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972506c-65d4-4df6-9995-dcf636421163,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:56.244550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-c775079e-5c50-44d9-9905-90e2caa1e32c tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e1fa89a8841d428b95c59d2b610fd48b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289474 Nov 23 14:38:56.717278 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-128e5696-b781-4271-ae66-89a543779c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:56.718771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-9b4c01ec-2d77-44a4-ba2b-9d089af5dea1 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:56.720322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-9b4c01ec-2d77-44a4-ba2b-9d089af5dea1 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4697969 Nov 23 14:38:56.735506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-de70d989-b896-48b7-9167-53612935895e tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/quotas/e1fa89a8841d428b95c59d2b610fd48b HTTP/1.1" status: 200 len: 375 time: 0.0092428 Nov 23 14:38:56.766783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-f55d5474-fb5a-47ec-9ec4-ba76ffb239f8 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1fa89a8841d428b95c59d2b610fd48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254996 Nov 23 14:38:56.929144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d413c5c-a39e-4846-8d44-aa259e4eca2c req-69994e27-cb6a-4bfc-b056-e34addecc4a4 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 210 time: 0.0289571 Nov 23 14:38:57.122908 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:57.759478 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-0c2e8f4d-14b3-4aed-8684-5aa088bf2e3c tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e1fa89a8841d428b95c59d2b610fd48b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326996 Nov 23 14:38:57.944749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-8ac32264-0ed9-4b92-b222-ec94418ed5c5 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:57.946148 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-8ac32264-0ed9-4b92-b222-ec94418ed5c5 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813223 Nov 23 14:38:57.959563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Request body: {'port': {'device_id': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': 'e1fa89a8841d428b95c59d2b610fd48b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:58.021123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-739d0be3-45cd-4cd3-98a4-09f886698a96 req-86033b1b-263b-436e-ac46-f3610ecd0d6d tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 210 time: 0.0258081 Nov 23 14:38:58.067884 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Made reservation on behalf of e1fa89a8841d428b95c59d2b610fd48b for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:58.071610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.080699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.152544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.156312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.216667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:58.287472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Allocated IP 192.168.233.137 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/509f556e-7923-403b-b0e0-3caab75e735d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:58.424074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.459419 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.505051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:58.507923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:58.510454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:58.537756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Pushing event updated for resources: {'Port': ['ID=509f556e-7923-403b-b0e0-3caab75e735d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:58.565661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:58.566280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.582764 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-1ca37994-8b1a-44f7-b128-2eef7122101f tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6268153 Nov 23 14:38:58.595753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Request body: {'port': {'device_id': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:58.650069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.743250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-41f432db-395f-4341-b841-61b0cfc37f3b None None] Provisioning complete for port 509f556e-7923-403b-b0e0-3caab75e735d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:58.743867 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-41f432db-395f-4341-b841-61b0cfc37f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:58.778719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-41f432db-395f-4341-b841-61b0cfc37f3b None None] Port 509f556e-7923-403b-b0e0-3caab75e735d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:59.099830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90f820cb-d94c-4042-a5f4-4197dc009c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:59.135348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9690c13-a579-4ec7-be31-13f762bed44a req-91a23207-f663-4e6a-ad9d-4bbe8bc36476 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:59.137376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9690c13-a579-4ec7-be31-13f762bed44a req-91a23207-f663-4e6a-ad9d-4bbe8bc36476 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 936 time: 0.0482492 Nov 23 14:38:59.184343 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9690c13-a579-4ec7-be31-13f762bed44a req-d14a24de-1f2a-44d7-9369-ec3d67ed7764 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Nov 23 14:38:59.245830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509f556e-7923-403b-b0e0-3caab75e735d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:38:59.253905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:59.270716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Transition to ACTIVE for port object 509f556e-7923-403b-b0e0-3caab75e735d will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:38:59.274228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:59.329134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Pushing event updated for resources: {'Port': ['ID=509f556e-7923-403b-b0e0-3caab75e735d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:59.394065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Attempting to bind port 509f556e-7923-403b-b0e0-3caab75e735d on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:59.394475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Attempting to bind port 509f556e-7923-403b-b0e0-3caab75e735d by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:59.394725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Attempting to bind port 509f556e-7923-403b-b0e0-3caab75e735d on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:59.399464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Port 509f556e-7923-403b-b0e0-3caab75e735d on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:38:59.399786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Attempting to bind port 509f556e-7923-403b-b0e0-3caab75e735d on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:59.405282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:59.405619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:59.406004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:59.406439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Bound port: 509f556e-7923-403b-b0e0-3caab75e735d, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:59.406796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:59.471454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] For port 509f556e-7923-403b-b0e0-3caab75e735d, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:59.474534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] For port 509f556e-7923-403b-b0e0-3caab75e735d, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=509f556e-7923-403b-b0e0-3caab75e735d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:59.479142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:59.514833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:59.515556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:59.516951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] 10.222.0.74 "PUT /v2.0/ports/509f556e-7923-403b-b0e0-3caab75e735d HTTP/1.1" status: 200 len: 1096 time: 0.9264443 Nov 23 14:38:59.517397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'tag': '509f556e-7923-403b-b0e0-3caab75e735d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:59.519698 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f9c97-6517-4dd2-b34c-361c03b4bb30", "tag": "509f556e-7923-403b-b0e0-3caab75e735d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:59.549830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c804-c780-489c-998a-6ff0a1207b94 service neutron] Pushing event updated for resources: {'Port': ['ID=509f556e-7923-403b-b0e0-3caab75e735d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:59.606822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-35477038-d599-4a83-b9d7-77f73a2597f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:59.608615 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-35477038-d599-4a83-b9d7-77f73a2597f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1fa89a8841d428b95c59d2b610fd48b&device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 1099 time: 0.0492003 Nov 23 14:38:59.654278 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-5def0b3c-724d-4cac-ad51-68f8f539c613 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=509f556e-7923-403b-b0e0-3caab75e735d HTTP/1.1" status: 200 len: 217 time: 0.0374911 Nov 23 14:38:59.716948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-9bfbc3d0-4eee-4461-8291-9a6711cf5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:59.718505 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-9bfbc3d0-4eee-4461-8291-9a6711cf5804 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0577784 Nov 23 14:38:59.722916 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5535fa3-d10c-4336-b7e2-7ace4d12d8c0 x-openstack-request-id: req-a5535fa3-d10c-4336-b7e2-7ace4d12d8c0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:59.723231 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f9c97-6517-4dd2-b34c-361c03b4bb30", "tag": "509f556e-7923-403b-b0e0-3caab75e735d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:59.723491 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5535fa3-d10c-4336-b7e2-7ace4d12d8c0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:59.723925 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'tag': '509f556e-7923-403b-b0e0-3caab75e735d', 'status': 'completed', 'code': 200} Nov 23 14:38:59.768261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-b9439378-cb95-4b86-b9c9-44773ebb0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:59.769739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-b9439378-cb95-4b86-b9c9-44773ebb0360 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393865 Nov 23 14:38:59.858288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-9d5045fc-ea43-4c91-a4eb-5ab15c130753 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812531 Nov 23 14:38:59.951127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-29e18e9c-648e-4bd0-a93c-157a84d5572f req-d8b2fb4f-dde6-410b-9a22-5ac20a881ffb service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864201 Nov 23 14:39:00.037935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-7a4685d5-7024-4c32-a54a-0145145c6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:00.039749 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-7a4685d5-7024-4c32-a54a-0145145c6392 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1fa89a8841d428b95c59d2b610fd48b&device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 1099 time: 0.0405662 Nov 23 14:39:00.092935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:00.132308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-9ff736ea-e442-43a0-b60d-2944efe9c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:00.133711 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-9ff736ea-e442-43a0-b60d-2944efe9c35c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.0873599 Nov 23 14:39:00.174178 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-b2d14842-e742-400e-b02b-0709c67b3875 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=509f556e-7923-403b-b0e0-3caab75e735d HTTP/1.1" status: 200 len: 217 time: 0.0331981 Nov 23 14:39:00.227629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-b4dd7699-6d9a-4188-9bf3-ad98dfedf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:00.229140 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-b4dd7699-6d9a-4188-9bf3-ad98dfedf01f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0482225 Nov 23 14:39:00.280791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-fbe09c12-18ca-418e-bd1b-90f26e68f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:00.283078 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-fbe09c12-18ca-418e-bd1b-90f26e68f4f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461054 Nov 23 14:39:00.299904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b928f80-b120-49df-a51b-719ac116168a req-4033ad61-6453-4fb0-bd40-67db33668197 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:00.301481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b928f80-b120-49df-a51b-719ac116168a req-4033ad61-6453-4fb0-bd40-67db33668197 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 948 time: 0.0490196 Nov 23 14:39:00.351736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b928f80-b120-49df-a51b-719ac116168a req-cdf91525-6fcc-415b-b566-fc6d54819ac3 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441539 Nov 23 14:39:00.376542 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-35b664e3-731e-473e-bf62-54cc7f257c2d service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850000 Nov 23 14:39:00.467339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6ceafcb7-c04f-4864-8d2f-b9e7bcec7668 req-5abb510d-f69e-429a-9ff6-c58b2696607a service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Nov 23 14:39:01.468098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe6bae-41cd-409e-8b2f-95611bf80c24 req-afeacbe9-6260-4ec5-9c14-9da080c5ddfb tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:01.469567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9abe6bae-41cd-409e-8b2f-95611bf80c24 req-afeacbe9-6260-4ec5-9c14-9da080c5ddfb tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 948 time: 0.0485864 Nov 23 14:39:01.515748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9abe6bae-41cd-409e-8b2f-95611bf80c24 req-f35221b9-4612-4cfb-92f8-4336c04453b4 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Nov 23 14:39:01.694955 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:01.950741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 509f556e-7923-403b-b0e0-3caab75e735d details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:39:02.043894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 509f556e-7923-403b-b0e0-3caab75e735d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=509f556e-7923-403b-b0e0-3caab75e735d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:02.054083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '509f556e-7923-403b-b0e0-3caab75e735d', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '509f556e-7923-403b-b0e0-3caab75e735d', 'mac_address': 'fa:16:3e:00:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:39:02.090911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:02.107063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509f556e-7923-403b-b0e0-3caab75e735d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:02.126072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 509f556e-7923-403b-b0e0-3caab75e735d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=509f556e-7923-403b-b0e0-3caab75e735d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:02.129194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:02.174789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=509f556e-7923-403b-b0e0-3caab75e735d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:02.330708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['509f556e-7923-403b-b0e0-3caab75e735d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:39:02.554296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:02.629481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d945e2-c5fc-49ff-9ef9-2f5e6060f61e req-4dcf2b59-2bd0-4d68-a2a6-6b21411d7922 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:02.630968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2d945e2-c5fc-49ff-9ef9-2f5e6060f61e req-4dcf2b59-2bd0-4d68-a2a6-6b21411d7922 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 949 time: 0.0479140 Nov 23 14:39:02.676658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2d945e2-c5fc-49ff-9ef9-2f5e6060f61e req-97c1ca12-3355-428f-bfcf-d6dda009f908 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Nov 23 14:39:03.797789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729235c-e7a6-4448-a1e0-44e72ac93a47 req-2107acb8-4d89-47f3-bb31-c62f5a0c1c37 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:03.799206 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6729235c-e7a6-4448-a1e0-44e72ac93a47 req-2107acb8-4d89-47f3-bb31-c62f5a0c1c37 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 949 time: 0.0560546 Nov 23 14:39:03.846342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6729235c-e7a6-4448-a1e0-44e72ac93a47 req-e2922e7e-922e-4b81-ad71-12d4133ed62a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Nov 23 14:39:03.966000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 509f556e-7923-403b-b0e0-3caab75e735d up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:04.013397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 509f556e-7923-403b-b0e0-3caab75e735d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:39:04.017264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 509f556e-7923-403b-b0e0-3caab75e735d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:04.017630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:04.091919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:04.116777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f556e-7923-403b-b0e0-3caab75e735d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:04.118909 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f90594-cc08-4acc-bd9d-0a12e6c2585a" -d '{"events": [{"server_uuid": "6d0f9c97-6517-4dd2-b34c-361c03b4bb30", "name": "network-vif-plugged", "status": "completed", "tag": "509f556e-7923-403b-b0e0-3caab75e735d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:04.132100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 509f556e-7923-403b-b0e0-3caab75e735d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=509f556e-7923-403b-b0e0-3caab75e735d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:04.137011 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:04.160594 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278de15b-dcc5-4992-a9b5-1ac08a04b1fe x-openstack-request-id: req-278de15b-dcc5-4992-a9b5-1ac08a04b1fe {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:04.160892 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f9c97-6517-4dd2-b34c-361c03b4bb30", "name": "network-vif-plugged", "status": "completed", "tag": "509f556e-7923-403b-b0e0-3caab75e735d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:04.161147 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-278de15b-dcc5-4992-a9b5-1ac08a04b1fe {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:04.161538 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f556e-7923-403b-b0e0-3caab75e735d', 'code': 200} Nov 23 14:39:04.186622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=509f556e-7923-403b-b0e0-3caab75e735d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:04.255826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8f6b-c351-481e-a8c4-3dae3b4e2436 req-45a81445-1627-4808-9aae-e3d9c7875f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.257363 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32df8f6b-c351-481e-a8c4-3dae3b4e2436 req-45a81445-1627-4808-9aae-e3d9c7875f05 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 1101 time: 0.0393505 Nov 23 14:39:04.302319 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-32df8f6b-c351-481e-a8c4-3dae3b4e2436 req-c8f1be1c-2a98-41af-bbdd-26067cb509ba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381420 Nov 23 14:39:04.959773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4600baf-7a7d-4100-9de0-f67c27a36908 req-ccfa3dc9-0970-4b92-a13a-617f744ba0a6 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.961230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4600baf-7a7d-4100-9de0-f67c27a36908 req-ccfa3dc9-0970-4b92-a13a-617f744ba0a6 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 950 time: 0.0467248 Nov 23 14:39:05.006572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4600baf-7a7d-4100-9de0-f67c27a36908 req-34c71c1d-906a-40f1-a094-246332af850e tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Nov 23 14:39:06.127382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4102-f1f7-452e-805a-e778d8497a9d req-41fd24db-f36c-4dde-a541-a3da13bae43a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:06.128843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1fe4102-f1f7-452e-805a-e778d8497a9d req-41fd24db-f36c-4dde-a541-a3da13bae43a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 950 time: 0.0513453 Nov 23 14:39:06.175398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1fe4102-f1f7-452e-805a-e778d8497a9d req-9506d261-de94-4c81-be6d-d9ee33c6b18a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Nov 23 14:39:06.425383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06c328-99bb-4869-9d70-cb6a48625902 req-31c79514-75f7-48fb-8236-d3ada9e767f9 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:06.426854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc06c328-99bb-4869-9d70-cb6a48625902 req-31c79514-75f7-48fb-8236-d3ada9e767f9 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 950 time: 0.0480356 Nov 23 14:39:06.473039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc06c328-99bb-4869-9d70-cb6a48625902 req-533b7499-56fb-470f-a8f5-d452af2352d9 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Nov 23 14:39:07.585727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944a5-fe97-4bf8-9528-adb3b7221877 req-6a2018e3-6805-48f8-97aa-8b8ffb6b05d7 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:07.587234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6944a5-fe97-4bf8-9528-adb3b7221877 req-6a2018e3-6805-48f8-97aa-8b8ffb6b05d7 tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 950 time: 0.0470526 Nov 23 14:39:07.638815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6944a5-fe97-4bf8-9528-adb3b7221877 req-9843a2db-f7aa-4aa6-8eab-d9ba7d1a022d tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452859 Nov 23 14:39:07.650929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-64516886-53d0-4dad-821b-01750093932e tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:07.652398 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-64516886-53d0-4dad-821b-01750093932e tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d0f9c97-6517-4dd2-b34c-361c03b4bb30 HTTP/1.1" status: 200 len: 950 time: 0.0517609 Nov 23 14:39:07.738022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Deleting port 509f556e-7923-403b-b0e0-3caab75e735d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:07.738361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:07.835628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] For port 509f556e-7923-403b-b0e0-3caab75e735d, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=509f556e-7923-403b-b0e0-3caab75e735d,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:07.835913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:07.847440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Calling delete_port for 509f556e-7923-403b-b0e0-3caab75e735d owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:07.969074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:07.980901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['509f556e-7923-403b-b0e0-3caab75e735d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:39:08.001727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Pushing event deleted for resources: {'Port': ['ID=509f556e-7923-403b-b0e0-3caab75e735d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:08.044715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] No DVR routers for this DVR port 509f556e-7923-403b-b0e0-3caab75e735d on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:39:08.047907 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:08.051571 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9792ece1-516e-4c3f-a1bd-3ed13d010b45 req-36b4b240-1102-4589-8fd3-984d5a363e8a tempest-VolumesNegativeTest-237875344 tempest-VolumesNegativeTest-237875344-project] 10.222.0.74 "DELETE /v2.0/ports/509f556e-7923-403b-b0e0-3caab75e735d HTTP/1.1" status: 204 len: 173 time: 0.3927658 Nov 23 14:39:08.052027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'name': 'network-vif-deleted', 'tag': '509f556e-7923-403b-b0e0-3caab75e735d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:08.054491 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e379f9bd-1a2a-4233-9148-baffe0747b19" -d '{"events": [{"server_uuid": "6d0f9c97-6517-4dd2-b34c-361c03b4bb30", "name": "network-vif-deleted", "tag": "509f556e-7923-403b-b0e0-3caab75e735d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:08.095195 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb56e6-94c0-4a66-aad8-1b475813eb8c x-openstack-request-id: req-e7fb56e6-94c0-4a66-aad8-1b475813eb8c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:08.095494 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f9c97-6517-4dd2-b34c-361c03b4bb30", "name": "network-vif-deleted", "tag": "509f556e-7923-403b-b0e0-3caab75e735d", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:08.095751 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7fb56e6-94c0-4a66-aad8-1b475813eb8c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:08.096156 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f9c97-6517-4dd2-b34c-361c03b4bb30', 'name': 'network-vif-deleted', 'tag': '509f556e-7923-403b-b0e0-3caab75e735d', 'status': 'completed', 'code': 200} Nov 23 14:39:11.981894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 509f556e-7923-403b-b0e0-3caab75e735d no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:39:12.005572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 509f556e-7923-403b-b0e0-3caab75e735d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:39:12.005912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 509f556e-7923-403b-b0e0-3caab75e735d not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:39:13.423023 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aeb61-50da-403e-ab7c-0e6e9851d930 req-53296701-dd31-45c1-894d-fb8b83d4019b tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:13.424613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd8aeb61-50da-403e-ab7c-0e6e9851d930 req-53296701-dd31-45c1-894d-fb8b83d4019b tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1097 time: 0.0426025 Nov 23 14:39:13.475072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd8aeb61-50da-403e-ab7c-0e6e9851d930 req-74fa2585-76b7-42af-938c-1e9529475bd1 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Nov 23 14:39:13.499434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57928) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:13.548864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57930) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:13.672883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port ffe3ca5b-3034-4bc2-a668-24e983b16f19 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:13.673835 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.689859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-59ffe931-8709-4669-a9e7-058cd0ca9287 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1fa89a8841d428b95c59d2b610fd48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392705 Nov 23 14:39:13.692294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57934) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:13.739224 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d6edd9-d020-41d1-8c58-97c7c22fb888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.751731 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.752064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.763015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d6edd9-d020-41d1-8c58-97c7c22fb888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.765338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for ffe3ca5b-3034-4bc2-a668-24e983b16f19 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:13.824775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d6edd9-d020-41d1-8c58-97c7c22fb888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.828297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4d6edd9-d020-41d1-8c58-97c7c22fb888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.832013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d4d6edd9-d020-41d1-8c58-97c7c22fb888 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c HTTP/1.1" status: 204 len: 168 time: 0.1362808 Nov 23 14:39:13.837828 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6edd9-d020-41d1-8c58-97c7c22fb888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ae8394-d0ff-4fbb-ac72-1fd2885d7d3c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:13.968595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.002825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=ffe3ca5b-3034-4bc2-a668-24e983b16f19,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:14.060234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.060793 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP 15972d2b-cded-4144-8600-96836621c171 disassociated (deleted). External IP: 172.25.3.189, port: 939885e4-525d-4456-b12b-72e05c2eb36a. Nov 23 14:39:14.302729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 5aa10b45-af6f-4f2f-8746-92b3ad195782 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:14.415976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:14.421153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.427382 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] Sync routers for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:14.441719 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:14.443344 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:14.449181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cef84224-5d30-40e2-a7a9-865272a015ae tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/floatingips/15972d2b-cded-4144-8600-96836621c171 HTTP/1.1" status: 204 len: 168 time: 0.9485660 Nov 23 14:39:14.450831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:14.452067 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50b906-faa8-40c4-b548-5d4a00ceac79" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:14.510128 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd66bb-af7e-47a6-8ed1-ae285fde6c93 x-openstack-request-id: req-36fd66bb-af7e-47a6-8ed1-ae285fde6c93 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:14.511335 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:14.511335 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36fd66bb-af7e-47a6-8ed1-ae285fde6c93 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:14.511743 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'status': 'completed', 'code': 200} Nov 23 14:39:14.573088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57960) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:14.585653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-dd471363-0877-4ae8-8318-667c5d56b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.587870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-dd471363-0877-4ae8-8318-667c5d56b436 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 1097 time: 0.0549536 Nov 23 14:39:14.618107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:14.718923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-712982178-network', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:14.732001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-dd43f195-d6f0-43af-8dee-8604179d6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.733622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-dd43f195-d6f0-43af-8dee-8604179d6c0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 200 len: 898 time: 0.1373501 Nov 23 14:39:14.741186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Made reservation on behalf of eaeda7ec279a432a8f6bf26ef72344eb for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:14.743099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f866603-55ce-440c-9f18-528302cc27db req-fbda679f-19a9-4c85-8527-0f095798ea54 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.743810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.744798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f866603-55ce-440c-9f18-528302cc27db req-fbda679f-19a9-4c85-8527-0f095798ea54 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0721829 Nov 23 14:39:14.753211 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.782974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-98a749fe-f915-4505-a038-b60ba0257a01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 200 len: 217 time: 0.0370343 Nov 23 14:39:14.841344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.843117 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:33Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:14.846179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.858542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:39:14.865545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f866603-55ce-440c-9f18-528302cc27db req-fb1c8738-8af3-4721-ad17-598ef7802553 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850692 Nov 23 14:39:14.868218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.868676 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Added segment 6b56c8bc-37e8-4378-90ed-86d1557c7037 of type vlan for network bfce6e4b-8217-4e66-8956-400374674763 Nov 23 14:39:14.872521 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] Checking router: 5aa10b45-af6f-4f2f-8746-92b3ad195782 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:14.875365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-ee42840c-4031-4a65-971c-958d39fce67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.877405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-ee42840c-4031-4a65-971c-958d39fce67c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 200 len: 834 time: 0.0747023 Nov 23 14:39:14.883096 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:14.883704 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:14.940156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f689b4-d036-48b6-9fdd-551c26f02435,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:14.942226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-0f901e6e-4b1e-4105-aecf-32004a40d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.944016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-0f901e6e-4b1e-4105-aecf-32004a40d82d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bfa0931-9a5a-49e1-8967-84f61f6da4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439730 Nov 23 14:39:14.944248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.971738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:14.972689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.973265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.003128 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:15.003633 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4293227 Nov 23 14:39:15.007750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57968) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:15.014548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Request body: {'subnet': {'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-712982178-subnet', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:15.062947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582740b6-356a-40b9-921a-302f221e9478 admin admin] Pushing event updated for resources: {'Network': ['ID=bfce6e4b-8217-4e66-8956-400374674763,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:15.063884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-72f932ca-e0a0-4522-a59d-e664f51680e2 service neutron] 10.222.0.11 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077695 Nov 23 14:39:15.066970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Made reservation on behalf of eaeda7ec279a432a8f6bf26ef72344eb for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:15.069349 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.074711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bfce6e4b-8217-4e66-8956-400374674763 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:39:15.188534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b50b906-faa8-40c4-b548-5d4a00ceac79 req-b35641e5-88b0-4d22-99ad-c7f4cf178c8b service neutron] 10.222.0.11 "GET /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155548 Nov 23 14:39:15.241933 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:33Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:15.251347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.268802 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485e3b7-d07e-43e7-9fd2-f59508e356ef None None] The sync data for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 is: [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:37:29Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '037e2a98-40d0-4107-a24c-84a7bf669898', 'name': '', 'network_id': '9bfa0931-9a5a-49e1-8967-84f61f6da4bd', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:1d:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:27Z', 'updated_at': '2021-11-23T14:37:33Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4f7c0028-78d8-4670-b6c7-e93e8cc884e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:15.304208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf8e880-6cf9-450a-98f8-e451057a62f0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:15.315627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Checking segment: {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:15.316095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Network hostable DHCP agents. Network: bfce6e4b-8217-4e66-8956-400374674763, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:39:15.333157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Network bfce6e4b-8217-4e66-8956-400374674763 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:39:15.343153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bfce6e4b-8217-4e66-8956-400374674763) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:15.347418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:15.348171 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.352694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9650e-baf6-4303-bf25-86ecc63e1bb8 None None] Network bfce6e4b-8217-4e66-8956-400374674763 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:15.364968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9b490e31-61df-4da9-8486-d540c987adc0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3560669 Nov 23 14:39:15.367539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57970) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:15.371486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57972) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:15.374281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:15.396194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.397399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.456824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122553e5-c94a-4eae-b1f9-0d679024177e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:15.457299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122553e5-c94a-4eae-b1f9-0d679024177e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:15.457753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122553e5-c94a-4eae-b1f9-0d679024177e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:15.459481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-122553e5-c94a-4eae-b1f9-0d679024177e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=65d7501893254e3689d34ca7413ac00a&network_id=1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 200 len: 2970 time: 0.0865602 Nov 23 14:39:15.464458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.533310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bfce6e4b-8217-4e66-8956-400374674763', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:39:15.534201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.609293 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.612250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4ccdc-985f-4cfe-ac38-d6b54bdf848e None None] New status for floating IP 15972d2b-cded-4144-8600-96836621c171: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:39:15.738021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Allocated IP 172.20.0.2 (bfce6e4b-8217-4e66-8956-400374674763/abf8e880-6cf9-450a-98f8-e451057a62f0/8a93d724-81eb-4afc-9650-e753eedbf036) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:15.808515 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.828089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.882482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.888923 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:15.928483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Network bfce6e4b-8217-4e66-8956-400374674763 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:15.935994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:15.939421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:15.941249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Allocated IP 172.25.3.132 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/19ee667e-1bad-4c50-9ae5-a8db4b6e3285) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:15.947840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Pushing event updated for resources: {'Port': ['ID=8a93d724-81eb-4afc-9650-e753eedbf036,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:16.006683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Attempting to bind port 8a93d724-81eb-4afc-9650-e753eedbf036 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:16.007632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Attempting to bind port 8a93d724-81eb-4afc-9650-e753eedbf036 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:16.007632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Attempting to bind port 8a93d724-81eb-4afc-9650-e753eedbf036 on network bfce6e4b-8217-4e66-8956-400374674763 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:16.012851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:16.013218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Checking segment: {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:16.013615 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.014004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Bound using segment: {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:16.014469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Bound port: 8a93d724-81eb-4afc-9650-e753eedbf036, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:16.014843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.023708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d004eb-24ca-48eb-82bb-4d6a189fd785 req-3a70ea19-423e-42d1-a741-b4a0204a3fe5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:16.026543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37d004eb-24ca-48eb-82bb-4d6a189fd785 req-3a70ea19-423e-42d1-a741-b4a0204a3fe5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0585434 Nov 23 14:39:16.063577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.085382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37d004eb-24ca-48eb-82bb-4d6a189fd785 req-64c9e92d-94a8-4873-a126-8ec29f422913 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=4726f451-5d0e-4e39-a6d6-784758ba3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503242 Nov 23 14:39:16.111829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.154777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:16.157925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:16.166602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:16.196347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Pushing event updated for resources: {'Port': ['ID=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:16.203855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-5d589e6e-8a4b-41a7-b4ab-3ea88018751c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:16.212273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:39:16.214591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-5d589e6e-8a4b-41a7-b4ab-3ea88018751c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c5a458c-24cf-4776-ad8a-62b5561aa333 HTTP/1.1" status: 200 len: 946 time: 0.0600748 Nov 23 14:39:16.227798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ed909-d263-4baf-83be-20dcbdc3868c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:16.267254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] For port 8a93d724-81eb-4afc-9650-e753eedbf036, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:16.270478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] For port 8a93d724-81eb-4afc-9650-e753eedbf036, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8a93d724-81eb-4afc-9650-e753eedbf036,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:16.277639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.313682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 939885e4-525d-4456-b12b-72e05c2eb36a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:16.313682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.358880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c41abb-d23e-43f0-a8dc-3fe4189cdeb5 None None] Pushing event updated for resources: {'Port': ['ID=8a93d724-81eb-4afc-9650-e753eedbf036,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:16.369128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4d9d0dcb-e395-4c65-ab1f-6923517ed679 None None] Provisioning complete for port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:16.369640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0dcb-e395-4c65-ab1f-6923517ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.414106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d0dcb-e395-4c65-ab1f-6923517ed679 None None] Port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:16.424208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 939885e4-525d-4456-b12b-72e05c2eb36a, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=939885e4-525d-4456-b12b-72e05c2eb36a,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:16.424763 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.438368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 939885e4-525d-4456-b12b-72e05c2eb36a owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:16.458487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.623667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.652380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=939885e4-525d-4456-b12b-72e05c2eb36a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:16.693072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.699884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] No DVR routers for this DVR port 939885e4-525d-4456-b12b-72e05c2eb36a on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:39:16.702546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.705976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06f8edc8-70fc-4006-a3f8-9921b404b6b6 req-3ff965d0-fa45-4a7d-b7f4-24d8619c13a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "DELETE /v2.0/ports/939885e4-525d-4456-b12b-72e05c2eb36a HTTP/1.1" status: 204 len: 173 time: 0.4841774 Nov 23 14:39:16.706430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-deleted', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:16.708803 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf14b3-6832-4386-802b-cf032947187d" -d '{"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-deleted", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:16.754024 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405bab20-190f-4b3f-a78c-31df74f4fa93 x-openstack-request-id: req-405bab20-190f-4b3f-a78c-31df74f4fa93 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:16.754322 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a458c-24cf-4776-ad8a-62b5561aa333", "name": "network-vif-deleted", "tag": "939885e4-525d-4456-b12b-72e05c2eb36a", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:16.754575 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-405bab20-190f-4b3f-a78c-31df74f4fa93 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:16.755818 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a458c-24cf-4776-ad8a-62b5561aa333', 'name': 'network-vif-deleted', 'tag': '939885e4-525d-4456-b12b-72e05c2eb36a', 'status': 'completed', 'code': 200} Nov 23 14:39:16.844030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Router 21182870-dcfb-4d6e-93eb-b8c77378c6be is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:39:17.156550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57986) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:17.293333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:17.307951 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Sync routers for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:17.312682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.317194 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0090741c-faa7-46e1-986f-4a69c55b728a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9486580 Nov 23 14:39:17.317817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 57988) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:17.320845 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:17.321659 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:17.444048 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:17.523297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb4f1d-bdcc-4542-89f0-e9e2517e1c20 None None] Network bfce6e4b-8217-4e66-8956-400374674763 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:17.575748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ac27c17f-ac51-44db-bce1-b59277817828 None None] Provisioning complete for port 8a93d724-81eb-4afc-9650-e753eedbf036 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:17.576115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac27c17f-ac51-44db-bce1-b59277817828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.631465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.711919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac27c17f-ac51-44db-bce1-b59277817828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.739789 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:16Z', 'revision_number': 3, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:17.772267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ac27c17f-ac51-44db-bce1-b59277817828 None None] For port 8a93d724-81eb-4afc-9650-e753eedbf036, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8a93d724-81eb-4afc-9650-e753eedbf036,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:17.773395 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Checking router: 21182870-dcfb-4d6e-93eb-b8c77378c6be for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:17.773784 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Updating router 21182870-dcfb-4d6e-93eb-b8c77378c6be port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:39:17.778651 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac27c17f-ac51-44db-bce1-b59277817828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.807872 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.808450 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.842126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27c17f-ac51-44db-bce1-b59277817828 None None] Pushing event updated for resources: {'Port': ['ID=8a93d724-81eb-4afc-9650-e753eedbf036,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:17.954668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 037e2a98-40d0-4107-a24c-84a7bf669898 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:17.955061 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.063600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Allocated IP 172.20.0.1 (bfce6e4b-8217-4e66-8956-400374674763/abf8e880-6cf9-450a-98f8-e451057a62f0/bb2c5516-42bc-45e9-bb31-baf5edf74a59) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:18.070824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 037e2a98-40d0-4107-a24c-84a7bf669898, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=037e2a98-40d0-4107-a24c-84a7bf669898,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:18.071843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.086646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 037e2a98-40d0-4107-a24c-84a7bf669898 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:18.091602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57992) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:18.144950 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.151209 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.186663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aced63c-f9db-4627-ac77-7372e76e24f4 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:18.199276 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5aced63c-f9db-4627-ac77-7372e76e24f4 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae HTTP/1.1" status: 200 len: 814 time: 0.0948441 Nov 23 14:39:18.219127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-66e1cad0-21cf-432f-96c5-2cec36376c07 None None] Provisioning complete for port 8a93d724-81eb-4afc-9650-e753eedbf036 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:18.219127 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-66e1cad0-21cf-432f-96c5-2cec36376c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.224583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fddc59d-77d8-40d4-bdcb-13be3ad5e59e None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:18.231639 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cc1ab-ffbf-4bbd-8ef1-e6a0d967cdf3 None None] Pushing event updated for resources: {'Port': ['ID=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.238294 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Attempting to bind port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:18.238745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Attempting to bind port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:18.239208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Attempting to bind port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:18.248194 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:18.248609 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:18.250757 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.251316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:18.251866 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Bound port: 19ee667e-1bad-4c50-9ae5-a8db4b6e3285, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:18.252312 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.268555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.310338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8a93d724-81eb-4afc-9650-e753eedbf036 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:18.339572 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] For port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:18.344143 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] For port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:18.345087 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.351060 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.383696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57933640-3ece-4975-b3ab-c30c515fc73f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:18.388611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.404239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Network bfce6e4b-8217-4e66-8956-400374674763 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:18.411527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:18.416622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8a93d724-81eb-4afc-9650-e753eedbf036 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:18.417023 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.417182 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:18.417932 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:18.426771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:18.436829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=037e2a98-40d0-4107-a24c-84a7bf669898,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.528538 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.546690 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:18.563274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1e9713a1-bdc8-45e5-8697-42b4057efdda None None] Provisioning complete for port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:18.564322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e9713a1-bdc8-45e5-8697-42b4057efdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.614913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Pushing event updated for resources: {'Port': ['ID=bb2c5516-42bc-45e9-bb31-baf5edf74a59,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.633609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.633928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.634275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.635787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.636135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.636475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.636812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.637144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.637475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.637803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.638129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.638456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:18.730935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e9713a1-bdc8-45e5-8697-42b4057efdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.731846 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cc1ab-ffbf-4bbd-8ef1-e6a0d967cdf3 None None] Pushing event updated for resources: {'Port': ['ID=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.774539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1e9713a1-bdc8-45e5-8697-42b4057efdda None None] For port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:18.782287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.791842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.793583 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e9713a1-bdc8-45e5-8697-42b4057efdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.853495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 57998) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:18.859022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'network': {'name': 'tempest-network-smoke--425492657', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'port_security_enabled': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:18.875099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9713a1-bdc8-45e5-8697-42b4057efdda None None] Pushing event updated for resources: {'Port': ['ID=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:18.927855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:18.932466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.937301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-15b50ce8-d324-4522-a0ff-c6c51270ab39 None None] Provisioning complete for port bb2c5516-42bc-45e9-bb31-baf5edf74a59 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:18.938362 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-15b50ce8-d324-4522-a0ff-c6c51270ab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.938730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:16Z', 'revision_number': 3, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:18.972441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:39:18.974726 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803146b4-f13d-40d8-b96c-6f3ba794000d None None] The sync data for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 is: [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:16Z', 'revision_number': 3, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:18.992681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:39:19.014585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.015198 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Added segment 8f70bc2b-c664-4e92-ab69-d39e350ecf5e of type vlan for network 3f84ce3b-6f45-475b-9601-5fa3795ceebc Nov 23 14:39:19.024863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 939885e4-525d-4456-b12b-72e05c2eb36a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:39:19.025215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 939885e4-525d-4456-b12b-72e05c2eb36a not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:39:19.027083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-15b50ce8-d324-4522-a0ff-c6c51270ab39 None None] Port bb2c5516-42bc-45e9-bb31-baf5edf74a59 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:19.049460 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.054101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.100993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.129974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Pushing event updated for resources: {'Port': ['ID=bb2c5516-42bc-45e9-bb31-baf5edf74a59,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:19.133891 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.153621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.160155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:19.160773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.165788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 5aa10b45-af6f-4f2f-8746-92b3ad195782 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:19.209249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3549509 Nov 23 14:39:19.212954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58000) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.288109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ef533-2510-4ed5-90ce-ddabe9461f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Network': ['ID=3f84ce3b-6f45-475b-9601-5fa3795ceebc,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:19.308191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Network bfce6e4b-8217-4e66-8956-400374674763 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:19.313393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:39:19.314549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:19.323677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49ff4d-9eba-4a68-bbed-e88cca1b19f1 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:19.325717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ae49ff4d-9eba-4a68-bbed-e88cca1b19f1 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=65d7501893254e3689d34ca7413ac00a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1111913 Nov 23 14:39:19.328546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58002) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.374747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:19.389217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d5e2e518-2074-4a89-9de4-b1bf8dd13f60 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/5aa10b45-af6f-4f2f-8746-92b3ad195782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2313702 Nov 23 14:39:19.389753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58004) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.415804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] Sync routers for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:19.442170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:19.443190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:19.515190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting subnet 4f7c0028-78d8-4670-b6c7-e93e8cc884e4 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:39:19.518791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.532482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Router 21182870-dcfb-4d6e-93eb-b8c77378c6be has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:19.595245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:19.610576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.656602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e96cd-6d88-4098-9ba3-af1689e36eb0 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:19.660703 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-268e96cd-6d88-4098-9ba3-af1689e36eb0 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3286753 Nov 23 14:39:19.662009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58006) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.700775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-32e26a47-6d05-4a89-8f41-4ab4f1f79b7e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372195 Nov 23 14:39:19.701433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.739301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-38652be6-f0b4-4b40-a91f-7c30e3bb40a7 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=65d7501893254e3689d34ca7413ac00a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344157 Nov 23 14:39:19.740320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:19.741714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58010) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.760596 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d1437142-f7bc-4d8b-a4c1-0a82a24610ff admin admin] 10.222.0.46 "PUT /v2.0/routers/21182870-dcfb-4d6e-93eb-b8c77378c6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4344106 Nov 23 14:39:19.763230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.789808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-cd798056-f3f4-45ba-8f97-9d52f1785ef7 None None] Provisioning complete for port bb2c5516-42bc-45e9-bb31-baf5edf74a59 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:19.790182 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cd798056-f3f4-45ba-8f97-9d52f1785ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.834803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.869166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:19.871824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cd798056-f3f4-45ba-8f97-9d52f1785ef7 None None] Port bb2c5516-42bc-45e9-bb31-baf5edf74a59 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:19.875942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/subnets/4f7c0028-78d8-4670-b6c7-e93e8cc884e4 HTTP/1.1" status: 204 len: 168 time: 0.4850028 Nov 23 14:39:19.876171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c2bb3-5d47-450c-9887-10bc60c62eca tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:19.880355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58014) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.880569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b44fc2-5e3c-44f2-87f9-3a927e15f744 None None] Network 9bfa0931-9a5a-49e1-8967-84f61f6da4bd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:19.881328 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c36c2bb3-5d47-450c-9887-10bc60c62eca tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386499 Nov 23 14:39:19.882094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58016) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.911061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042c2e9-015b-44e6-a3be-b7288fedaaea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7c0028-78d8-4670-b6c7-e93e8cc884e4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:19.941895 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1a73507a-fd12-445a-a09b-a3442a952d94 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582180 Nov 23 14:39:19.943075 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58020) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:19.949994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933659952', 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:20.003039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:20.069338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] Checking router: 5aa10b45-af6f-4f2f-8746-92b3ad195782 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:20.083120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:20.087924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.104949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] Routers {'5aa10b45-af6f-4f2f-8746-92b3ad195782'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:20.105578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5aa10b45-af6f-4f2f-8746-92b3ad195782'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:20.458783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:20.460235 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.467617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.572082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Subnet': ['ID=f50be408-d8d2-4819-8c34-00226dc521f9,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:20.577732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.594141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] DHCP port deletion for 9bfa0931-9a5a-49e1-8967-84f61f6da4bd request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:20.601150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Checking segment: {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:20.601523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network hostable DHCP agents. Network: 3f84ce3b-6f45-475b-9601-5fa3795ceebc, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:39:20.618657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:20.626919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1219373385-network', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:20.631194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:39:20.646255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 4c691ff2-eb4c-4a94-870f-f84d24e7882c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:20.646607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.653135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 3f84ce3b-6f45-475b-9601-5fa3795ceebc) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:20.658191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] Set router 5aa10b45-af6f-4f2f-8746-92b3ad195782 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:20.666099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:20.667795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.674744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Made reservation on behalf of bbcb8694cea4488a98c5caab44aefd66 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:20.677373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.693887 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.702242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06426f8b-fe63-420b-a244-f9231899daf1 None None] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:20.704943 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c9b160be-3c53-4bf9-8a83-69aec355ed08 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7604983 Nov 23 14:39:20.742918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 4c691ff2-eb4c-4a94-870f-f84d24e7882c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4c691ff2-eb4c-4a94-870f-f84d24e7882c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:20.743377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.764851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 4c691ff2-eb4c-4a94-870f-f84d24e7882c owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:20.773587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:20.773956 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.825355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.831241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.871130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:39:20.885508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea51d90-0344-44bd-866b-765f6fa4fcaf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:20.891400 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.891964 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Added segment 28c29230-3bba-4b0f-a733-dd5a0db5463f of type vlan for network 3ffc2af8-546f-4b03-8dac-61df7d6d172f Nov 23 14:39:20.947046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] Deleting port e7ea1895-8daf-49e7-9620-f409b472d9af {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:39:20.947760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:20.969739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.035787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.037542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:21.039994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.123875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] For port e7ea1895-8daf-49e7-9620-f409b472d9af, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=e7ea1895-8daf-49e7-9620-f409b472d9af,segment=NetworkSegment(36a82640-41f1-44f8-b5b7-d30afa2d87a6),segment_id=36a82640-41f1-44f8-b5b7-d30afa2d87a6)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:21.124424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.137296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] Calling delete_port for e7ea1895-8daf-49e7-9620-f409b472d9af owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:39:21.145429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.157058 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5358553 Nov 23 14:39:21.157922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd095-fd45-4f0d-a875-0204750e1624 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffc2af8-546f-4b03-8dac-61df7d6d172f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:21.162005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58036) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:21.188731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:39:21.206990 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Request body: {'subnet': {'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1219373385-subnet', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:21.238145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=4c691ff2-eb4c-4a94-870f-f84d24e7882c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:21.309714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6312a-2943-4a90-ae07-02a8b92964d6 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:21.324591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Made reservation on behalf of bbcb8694cea4488a98c5caab44aefd66 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:21.327868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.354789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.363596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58038) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:21.368946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a63e8ca5-941f-4c0a-b2f5-4a7acd6e0177 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62448133', 'description': 'tempest-secgroup-smoke-62448133 description', 'project_id': '65d7501893254e3689d34ca7413ac00a'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:21.397338 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63e8ca5-941f-4c0a-b2f5-4a7acd6e0177 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.431186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.462330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ips': [{'subnet_id': 'f50be408-d8d2-4819-8c34-00226dc521f9'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:39:21.463889 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.469805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] Pushing event deleted for resources: {'Port': ['ID=e7ea1895-8daf-49e7-9620-f409b472d9af,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:21.486200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb8a1b-3558-4ffc-af23-267e37de8914 None None] No DVR routers for this DVR port e7ea1895-8daf-49e7-9620-f409b472d9af on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:39:21.500163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:21.504644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63e8ca5-941f-4c0a-b2f5-4a7acd6e0177 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.514408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63e8ca5-941f-4c0a-b2f5-4a7acd6e0177 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.524919 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Sync routers for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:21.537532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4eb19-0561-4dfe-a742-cff400cae036 None None] The sync data for ids ['5aa10b45-af6f-4f2f-8746-92b3ad195782'] in n-d-818503-2 is: [{'id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825090465', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:37:22Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4c691ff2-eb4c-4a94-870f-f84d24e7882c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa10b45-af6f-4f2f-8746-92b3ad195782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:37:23Z', 'updated_at': '2021-11-23T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:21.538378 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.543953 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:21.544475 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:21.548133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a63e8ca5-941f-4c0a-b2f5-4a7acd6e0177 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.552614 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a63e8ca5-941f-4c0a-b2f5-4a7acd6e0177 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1879566 Nov 23 14:39:21.553315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.553469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58040) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:21.560989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2fd84563-953d-4185-ac8d-d0f416947d8a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': 'f85382ab-49fe-4b8c-b424-5759bde5d3a1', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:21.602921 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e8ca5-941f-4c0a-b2f5-4a7acd6e0177 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85382ab-49fe-4b8c-b424-5759bde5d3a1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:21.630002 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd84563-953d-4185-ac8d-d0f416947d8a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.659713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.660635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa10b45-af6f-4f2f-8746-92b3ad195782 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:39:21.671070 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.672989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-296693a6-9524-468b-a75d-08fee860c0a2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/routers/5aa10b45-af6f-4f2f-8746-92b3ad195782 HTTP/1.1" status: 204 len: 168 time: 1.7697814 Nov 23 14:39:21.676846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58042) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:21.687078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Allocated IP 172.20.0.18 (3f84ce3b-6f45-475b-9601-5fa3795ceebc/f50be408-d8d2-4819-8c34-00226dc521f9/8c58c10c-426c-4bf0-9bbb-b0f3218334d4) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:21.700864 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd84563-953d-4185-ac8d-d0f416947d8a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.705628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd84563-953d-4185-ac8d-d0f416947d8a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.712335 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:21.724091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd84563-953d-4185-ac8d-d0f416947d8a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d77a280-68af-4426-b996-de64ec203ef3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:21.740950 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2fd84563-953d-4185-ac8d-d0f416947d8a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.743158 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2fd84563-953d-4185-ac8d-d0f416947d8a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1851194 Nov 23 14:39:21.745708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58044) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:21.752767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3f7301bc-121b-44a0-be98-e4f00d5c31dc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': 'f85382ab-49fe-4b8c-b424-5759bde5d3a1', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:21.784327 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.791561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f7301bc-121b-44a0-be98-e4f00d5c31dc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.881300 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f7301bc-121b-44a0-be98-e4f00d5c31dc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.888681 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f7301bc-121b-44a0-be98-e4f00d5c31dc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.890448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.897052 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.912198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7301bc-121b-44a0-be98-e4f00d5c31dc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e7d83b-45c0-4806-8e22-673f67bbf5c3,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:21.939881 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f7301bc-121b-44a0-be98-e4f00d5c31dc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.944835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f7301bc-121b-44a0-be98-e4f00d5c31dc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1948225 Nov 23 14:39:21.945112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:21.956850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1694782d-8bce-4a34-99a8-f989e768d17a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': 'f85382ab-49fe-4b8c-b424-5759bde5d3a1', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:21.960633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.974538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:21.977269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:21.978463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Pushing event updated for resources: {'Port': ['ID=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:21.981865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:21.984506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:22.020670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfa0931-9a5a-49e1-8967-84f61f6da4bd']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:22.037655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1694782d-8bce-4a34-99a8-f989e768d17a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.040856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a82640-41f1-44f8-b5b7-d30afa2d87a6') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:22.041246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a82640-41f1-44f8-b5b7-d30afa2d87a6') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:22.059569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.073476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155d1d65-e530-460c-b659-350406ed4eb2,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.089324 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 2, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:22.089639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Attempting to bind port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:22.089927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Attempting to bind port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:22.090344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Attempting to bind port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 on network 3f84ce3b-6f45-475b-9601-5fa3795ceebc {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:22.094410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.101399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:22.101776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Checking segment: {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:22.102166 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.102561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Bound using segment: {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:22.103059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Bound port: 8c58c10c-426c-4bf0-9bbb-b0f3218334d4, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:22.103432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.121122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Checking segment: {'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:22.122877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Network hostable DHCP agents. Network: 3ffc2af8-546f-4b03-8dac-61df7d6d172f, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:39:22.129055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:39:22.130178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.130563 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Checking router: 21182870-dcfb-4d6e-93eb-b8c77378c6be for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:22.131199 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Updating router 21182870-dcfb-4d6e-93eb-b8c77378c6be port bb2c5516-42bc-45e9-bb31-baf5edf74a59 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:39:22.133845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1694782d-8bce-4a34-99a8-f989e768d17a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:39:22.137240 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:39:22.141889 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1694782d-8bce-4a34-99a8-f989e768d17a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.170577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694782d-8bce-4a34-99a8-f989e768d17a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc88e67-fd28-45a2-8d5e-a17cfa7944c0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.184363 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.188160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1694782d-8bce-4a34-99a8-f989e768d17a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.192237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1694782d-8bce-4a34-99a8-f989e768d17a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417681 Nov 23 14:39:22.193155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:39:22.194247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58048) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:22.205757 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-dbd086ff-a040-4a5a-8494-a3a9d023d252 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': 'f85382ab-49fe-4b8c-b424-5759bde5d3a1', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:22.220216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] For port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:22.228913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] For port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:22.239641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbd086ff-a040-4a5a-8494-a3a9d023d252 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.247897 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.305933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 3ffc2af8-546f-4b03-8dac-61df7d6d172f) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:22.312949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:22.316031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.320631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1233a-3051-4605-88df-f3042a286da4 None None] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:22.329319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.345332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.352596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbd086ff-a040-4a5a-8494-a3a9d023d252 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.361171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/networks/9bfa0931-9a5a-49e1-8967-84f61f6da4bd HTTP/1.1" status: 204 len: 168 time: 0.6818845 Nov 23 14:39:22.362676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58050) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:22.363828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbd086ff-a040-4a5a-8494-a3a9d023d252 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.368182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844730b-3d89-4da6-a17a-e0686a5c0f35 None None] Pushing event updated for resources: {'Port': ['ID=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.392253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64b3cf-e299-42ff-8131-ee859565fd26 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Network': ['ID=9bfa0931-9a5a-49e1-8967-84f61f6da4bd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.432281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5e00c84e-412f-49e9-9388-efc477c55c70 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2486205 Nov 23 14:39:22.435521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58052) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:22.436505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd086ff-a040-4a5a-8494-a3a9d023d252 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d146bf43-ce88-41f9-ac3d-813854f08854,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.452469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e7ea1895-8daf-49e7-9620-f409b472d9af no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:39:22.453743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:22.479245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dbd086ff-a040-4a5a-8494-a3a9d023d252 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.480609 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dbd086ff-a040-4a5a-8494-a3a9d023d252 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2847459 Nov 23 14:39:22.484426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58054) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:22.488997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': 'f85382ab-49fe-4b8c-b424-5759bde5d3a1', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:22.501731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: e7ea1895-8daf-49e7-9620-f409b472d9af {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:39:22.502420 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device e7ea1895-8daf-49e7-9620-f409b472d9af not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:39:22.503189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 037e2a98-40d0-4107-a24c-84a7bf669898 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:39:22.533393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf579ec-7a43-464d-8c8c-9828f1a8d397 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.543453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.544958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.552282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 037e2a98-40d0-4107-a24c-84a7bf669898 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:39:22.555757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 037e2a98-40d0-4107-a24c-84a7bf669898 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:39:22.569012 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf579ec-7a43-464d-8c8c-9828f1a8d397 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.573867 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Project 65d7501893254e3689d34ca7413ac00a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:39:22.592742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.687704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf579ec-7a43-464d-8c8c-9828f1a8d397 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.688530 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.691603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1bf579ec-7a43-464d-8c8c-9828f1a8d397 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.693143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1bf579ec-7a43-464d-8c8c-9828f1a8d397 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/security-groups/4726f451-5d0e-4e39-a6d6-784758ba3fb3 HTTP/1.1" status: 204 len: 168 time: 0.3106685 Nov 23 14:39:22.694258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-3ffc2af8-546f-4b03-8dac-61df7d6d172f', 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'fixed_ips': [{'subnet_id': '155d1d65-e530-460c-b659-350406ed4eb2'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:39:22.695388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.705116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf579ec-7a43-464d-8c8c-9828f1a8d397 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4726f451-5d0e-4e39-a6d6-784758ba3fb3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.756119 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.768201 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.882553 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Pushing event updated for resources: {'Port': ['ID=bb2c5516-42bc-45e9-bb31-baf5edf74a59,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.887145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.893657 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.899286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.914990 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.915630 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.916640 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.917173 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.919656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.920228 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.920779 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.921513 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.922975 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.923490 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.924008 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.924500 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:22.955470 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Attempting to bind port bb2c5516-42bc-45e9-bb31-baf5edf74a59 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:22.956090 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Attempting to bind port bb2c5516-42bc-45e9-bb31-baf5edf74a59 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:22.956652 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Attempting to bind port bb2c5516-42bc-45e9-bb31-baf5edf74a59 on network bfce6e4b-8217-4e66-8956-400374674763 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:22.966291 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:22.966922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c17ae5-a073-4326-a615-69df009370cd,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:22.967221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Checking segment: {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:22.968446 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:22.969085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Bound using segment: {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:22.970269 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Bound port: bb2c5516-42bc-45e9-bb31-baf5edf74a59, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:22.984516 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.013145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.023214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58060) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:23.027976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': 'f85382ab-49fe-4b8c-b424-5759bde5d3a1', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:23.033325 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c57a76cb-5b63-4acb-b157-a9ecf8551d2a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5477705 Nov 23 14:39:23.090504 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Project 65d7501893254e3689d34ca7413ac00a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:39:23.099641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.179469 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] For port bb2c5516-42bc-45e9-bb31-baf5edf74a59, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:23.190804 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] For port bb2c5516-42bc-45e9-bb31-baf5edf74a59, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bb2c5516-42bc-45e9-bb31-baf5edf74a59,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:23.201100 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.218696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58062) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:23.226104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-34501da0-e7f3-47a2-a093-3db76e0b8496 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97106344', 'description': 'tempest-secgroup-smoke-97106344 description', 'project_id': 'a4d753cb55474b9e9add25d832d02faf'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:23.253282 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.258819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.282411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7ac706-f113-47cc-a0ed-ac79c68180f4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:23.283102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Allocated IP 172.20.0.2 (3ffc2af8-546f-4b03-8dac-61df7d6d172f/155d1d65-e530-460c-b659-350406ed4eb2/87ff26ac-135c-44b1-86d0-7d241f80a019) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:23.325950 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bc4f5-19c4-4c2b-bfeb-46078920d756 None None] Pushing event updated for resources: {'Port': ['ID=bb2c5516-42bc-45e9-bb31-baf5edf74a59,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:23.347710 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.357014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-77ea0c03-4006-44e4-a765-3c8340a62404 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3246026 Nov 23 14:39:23.364719 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:23.365866 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:23.374089 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34501da0-e7f3-47a2-a093-3db76e0b8496 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.378745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-767460c9-c9f0-4f3f-82a1-1015d022216f None None] Provisioning complete for port bb2c5516-42bc-45e9-bb31-baf5edf74a59 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:23.379145 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-767460c9-c9f0-4f3f-82a1-1015d022216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.439210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.466797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.599611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.613410 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.667693 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:23.668328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34501da0-e7f3-47a2-a093-3db76e0b8496 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.682504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34501da0-e7f3-47a2-a093-3db76e0b8496 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.692364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Pushing event updated for resources: {'Port': ['ID=87ff26ac-135c-44b1-86d0-7d241f80a019,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:23.692603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-e2725e24-bc1a-48ce-8eb9-86df926294f2 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62448133&fields=id&tenant_id=65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 267 time: 0.0891225 Nov 23 14:39:23.695881 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-767460c9-c9f0-4f3f-82a1-1015d022216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.735056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:23.737495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Allocated IP 172.25.3.243 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/f948866c-dd01-4f88-a20f-d35d1d919df4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:23.746427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:23.751946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:23.753685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34501da0-e7f3-47a2-a093-3db76e0b8496 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.765606 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-34501da0-e7f3-47a2-a093-3db76e0b8496 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5438240 Nov 23 14:39:23.773459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58076) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:23.784174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f50b6ec9-a03e-4e1f-824f-6601fc387a16 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:23.794672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-767460c9-c9f0-4f3f-82a1-1015d022216f None None] For port bb2c5516-42bc-45e9-bb31-baf5edf74a59, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bb2c5516-42bc-45e9-bb31-baf5edf74a59,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:23.802886 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-767460c9-c9f0-4f3f-82a1-1015d022216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.832893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34501da0-e7f3-47a2-a093-3db76e0b8496 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:23.873856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f50b6ec9-a03e-4e1f-824f-6601fc387a16 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.880562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-858d2039-0cc5-4dac-a29e-2084c36dafe0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:23.882522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-858d2039-0cc5-4dac-a29e-2084c36dafe0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/networks?id=3f84ce3b-6f45-475b-9601-5fa3795ceebc HTTP/1.1" status: 200 len: 796 time: 0.1818805 Nov 23 14:39:23.906300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Attempting to bind port 87ff26ac-135c-44b1-86d0-7d241f80a019 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:23.906957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Attempting to bind port 87ff26ac-135c-44b1-86d0-7d241f80a019 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:23.907337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Attempting to bind port 87ff26ac-135c-44b1-86d0-7d241f80a019 on network 3ffc2af8-546f-4b03-8dac-61df7d6d172f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:23.920002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:23.920265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Checking segment: {'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:23.920398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-8458b735-68ea-45e8-af03-27297a66459c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/quotas/65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 375 time: 0.0315576 Nov 23 14:39:23.920680 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.920991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Bound using segment: {'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:23.921541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Bound port: 87ff26ac-135c-44b1-86d0-7d241f80a019, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:23.922199 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.928154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.974058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3fa5fe62-f05d-49df-93c2-9d745a3b88e9 None None] Provisioning complete for port bb2c5516-42bc-45e9-bb31-baf5edf74a59 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:23.974453 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3fa5fe62-f05d-49df-93c2-9d745a3b88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:23.976716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767460c9-c9f0-4f3f-82a1-1015d022216f None None] Pushing event updated for resources: {'Port': ['ID=bb2c5516-42bc-45e9-bb31-baf5edf74a59,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.019715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-b6b1c7ca-3c80-4327-af93-aeb5926b23e2 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925004 Nov 23 14:39:24.034417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f50b6ec9-a03e-4e1f-824f-6601fc387a16 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.045719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f50b6ec9-a03e-4e1f-824f-6601fc387a16 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.058347 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:24.080026 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.083537 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f50b6ec9-a03e-4e1f-824f-6601fc387a16 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.087835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f50b6ec9-a03e-4e1f-824f-6601fc387a16 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105743 Nov 23 14:39:24.089465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58078) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:24.093427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b6ec9-a03e-4e1f-824f-6601fc387a16 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5350d5f8-402b-4cc9-b5e2-60641e3d4a51,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.095401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c2dccf9e-b683-458e-950d-e0b4f7f4bc48 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:24.102718 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ef1b13-820c-4341-8b5d-f4c0c998cbc9 None None] The sync data for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 is: [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:24.111640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] For port 87ff26ac-135c-44b1-86d0-7d241f80a019, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:24.116971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] For port 87ff26ac-135c-44b1-86d0-7d241f80a019, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=87ff26ac-135c-44b1-86d0-7d241f80a019,segment=NetworkSegment(28c29230-3bba-4b0f-a733-dd5a0db5463f),segment_id=28c29230-3bba-4b0f-a733-dd5a0db5463f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:24.124069 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.151852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.245444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:24.252975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:24.261413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:24.265424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Pushing event updated for resources: {'Port': ['ID=f948866c-dd01-4f88-a20f-d35d1d919df4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.305071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5026b-4935-4723-841f-f896095fcd44 None None] Pushing event updated for resources: {'Port': ['ID=87ff26ac-135c-44b1-86d0-7d241f80a019,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.310196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e62f75-49a9-49df-b254-fc87e41d71e9 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:24.315913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-1872a51a-6669-4e5f-8e84-b66eb8add1be service neutron] 10.222.0.46 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807279 Nov 23 14:39:24.353431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2dccf9e-b683-458e-950d-e0b4f7f4bc48 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.397443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c349c21d-e821-4dee-9317-1bf0a41be76f None None] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:24.514993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2dccf9e-b683-458e-950d-e0b4f7f4bc48 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.520704 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2dccf9e-b683-458e-950d-e0b4f7f4bc48 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.553535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-4732a6fd-6cfb-40fd-b6fa-cce5ff84405a service neutron] 10.222.0.46 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296495 Nov 23 14:39:24.555685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dccf9e-b683-458e-950d-e0b4f7f4bc48 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf64650-ad9b-47e2-82fb-bc70559b17f7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.562355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c2dccf9e-b683-458e-950d-e0b4f7f4bc48 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.563780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c2dccf9e-b683-458e-950d-e0b4f7f4bc48 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4730763 Nov 23 14:39:24.566708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58080) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:24.569949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bb2c5516-42bc-45e9-bb31-baf5edf74a59 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:24.572802 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3c0ae6c4-8bdd-44a5-90b3-c2dd2b1945c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:24.627097 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae6c4-8bdd-44a5-90b3-c2dd2b1945c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.643466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9d0af4a6-881b-41b2-9c2a-1f35d4f80a27 None None] Provisioning complete for port f948866c-dd01-4f88-a20f-d35d1d919df4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:24.652956 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9d0af4a6-881b-41b2-9c2a-1f35d4f80a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.751041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae6c4-8bdd-44a5-90b3-c2dd2b1945c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.756077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae6c4-8bdd-44a5-90b3-c2dd2b1945c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.756994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9d0af4a6-881b-41b2-9c2a-1f35d4f80a27 None None] Port f948866c-dd01-4f88-a20f-d35d1d919df4 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:24.777428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bb2c5516-42bc-45e9-bb31-baf5edf74a59 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:24.777797 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.793373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ae6c4-8bdd-44a5-90b3-c2dd2b1945c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb6830e-3499-4561-817a-19439eadb766,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:24.809179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae6c4-8bdd-44a5-90b3-c2dd2b1945c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.814977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3c0ae6c4-8bdd-44a5-90b3-c2dd2b1945c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444675 Nov 23 14:39:24.815461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58084) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:24.832959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:24.894336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.938881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-06a81cda-08d1-422a-a952-6fcd4a1b53c4 None None] Provisioning complete for port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:24.939368 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-06a81cda-08d1-422a-a952-6fcd4a1b53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:24.960773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e2b4db5-3bc3-4920-8782-0cd44570e655 req-533fa1e4-fb98-4880-98cd-37d8cf89b415 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 210 time: 0.0808001 Nov 23 14:39:24.969628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.075292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:25.104859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.110038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.148430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75cbdd1-965d-45d0-9730-7e86abfacc77,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:25.154471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.158496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3380544 Nov 23 14:39:25.159352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58090) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:25.164242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:25.173959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:25.174331 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.185614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.185976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.189172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.189539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.189883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.190218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.190551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.191305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.191305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.191552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.194597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.195080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d45d31-1c67-495a-a569-e0d1d8b16b15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:25.242878 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:39:25.263225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-06a81cda-08d1-422a-a952-6fcd4a1b53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.268367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.333489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-06a81cda-08d1-422a-a952-6fcd4a1b53c4 None None] For port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:25.340591 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-06a81cda-08d1-422a-a952-6fcd4a1b53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.396791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.411470 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.442435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4c691ff2-eb4c-4a94-870f-f84d24e7882c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:39:25.464472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cc35bd-1a93-44b2-ab2e-e4a13c49a6d5,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:25.478465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.480231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cfee8d18-a374-4b05-a769-4d518dfaf824 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3198957 Nov 23 14:39:25.482988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58096) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:25.488396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:25.508542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a81cda-08d1-422a-a952-6fcd4a1b53c4 None None] Pushing event updated for resources: {'Port': ['ID=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:25.521231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4c691ff2-eb4c-4a94-870f-f84d24e7882c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:39:25.521574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4c691ff2-eb4c-4a94-870f-f84d24e7882c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:39:25.536660 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:39:25.548558 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.548821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f641c783-9fcb-4890-aeda-5058ce4e3b03 None None] Provisioning complete for port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:25.553054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f641c783-9fcb-4890-aeda-5058ce4e3b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.666777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.673452 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.691107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f81f68-a5a4-49f4-b229-b5025cf7ed93,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:25.723278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.725334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bf7126c2-5132-4f0b-80b7-b654d4a6cb62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2411339 Nov 23 14:39:25.728692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58098) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:25.740712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'network': {'name': 'tempest-network-smoke--2035588785', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'port_security_enabled': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:25.755083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-8c6308b0-1d5b-4c77-b8cd-725fa06103f4 req-4c93f602-07ec-4d7c-a5a9-ff1c70ad0924 service neutron] (103345) timed out ('10.222.0.11', 54240) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:39:25.777857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:25.787216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.816702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:39:25.835683 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.836397 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Added segment 29cd4e51-1110-4771-980c-67aa2e37243e of type vlan for network ac66da45-4dbe-4eb5-b803-9e897fd29265 Nov 23 14:39:25.892514 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.923385 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.931240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:25.932444 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.947302 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:25.974517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2440279 Nov 23 14:39:25.977666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58102) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:26.009319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'admin_state_up': True, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:26.018391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f5ed2-12db-4b0a-a6bb-47858f943bc2 None None] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:26.021588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1587e4b-ef4a-45b3-8971-02343c5b7f80 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Network': ['ID=ac66da45-4dbe-4eb5-b803-9e897fd29265,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:26.041926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.044380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.047806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:39:26.088961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79b8a979-2a07-4382-a1c9-7f4db8ed6101 req-32c3e732-59fc-493b-a243-38fa3b1a68af tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 210 time: 0.0359054 Nov 23 14:39:26.142989 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.171959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:39:26.263620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-11eba537-8353-4077-bc1e-55533649fdfd None None] Provisioning complete for port 87ff26ac-135c-44b1-86d0-7d241f80a019 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:26.263620 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-11eba537-8353-4077-bc1e-55533649fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.345537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.351139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:26.371619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Sync routers for ids ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:26.401268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Routers {'ccfbf334-e5ab-48cf-a982-c3ad8ea42063'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:26.401906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:26.495055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.496379 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-553b0149-f7b5-470d-8bf7-c21133535b86 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0568333 Nov 23 14:39:26.500256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58104) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:26.503807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 87ff26ac-135c-44b1-86d0-7d241f80a019 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:26.569961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-cc5799ff-af7d-472e-97ee-07bd7366de3a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:26.571839 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-cc5799ff-af7d-472e-97ee-07bd7366de3a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "GET /v2.0/networks?id=3f84ce3b-6f45-475b-9601-5fa3795ceebc HTTP/1.1" status: 200 len: 796 time: 0.1950028 Nov 23 14:39:26.642095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-11eba537-8353-4077-bc1e-55533649fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.660719 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-bb44bb4e-e2a1-48fd-815e-97df9e5acc7c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 471 time: 0.0797973 Nov 23 14:39:26.670340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'port': {'device_id': 'b52d654a-0193-443d-8c42-c37bb355908e', 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'admin_state_up': True, 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'security_groups': ['f85382ab-49fe-4b8c-b424-5759bde5d3a1']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:26.701041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.701271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Set router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:26.703527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-11eba537-8353-4077-bc1e-55533649fdfd None None] For port 87ff26ac-135c-44b1-86d0-7d241f80a019, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=87ff26ac-135c-44b1-86d0-7d241f80a019,segment=NetworkSegment(28c29230-3bba-4b0f-a733-dd5a0db5463f),segment_id=28c29230-3bba-4b0f-a733-dd5a0db5463f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:26.758408 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.770003 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-11eba537-8353-4077-bc1e-55533649fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.813570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:26.818831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.924464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eba537-8353-4077-bc1e-55533649fdfd None None] Pushing event updated for resources: {'Port': ['ID=87ff26ac-135c-44b1-86d0-7d241f80a019,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:26.959183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.240 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/5006b5a1-d5ab-4d13-9bf3-90957dc7a636) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:26.962201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 87ff26ac-135c-44b1-86d0-7d241f80a019 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:26.962623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:26.967696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4915254b-ea17-40fc-aee8-f7d42dc9d4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.016296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.20.0.27 (3f84ce3b-6f45-475b-9601-5fa3795ceebc/f50be408-d8d2-4819-8c34-00226dc521f9/06f7218e-7b2b-4937-a4ce-9cca7b98c131) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:27.064713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:39:24Z', 'revision_number': 3, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port': {'id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:23Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:27.193403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.230678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.272682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Checking router: ccfbf334-e5ab-48cf-a982-c3ad8ea42063 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:27.273105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Updating router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 port f948866c-dd01-4f88-a20f-d35d1d919df4 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:39:27.284746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:27.288424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:27.292134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:27.309456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:27.348088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=06f7218e-7b2b-4937-a4ce-9cca7b98c131,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:27.357782 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.362095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.364425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d8454c25-e154-44b0-b85c-0a1c9a609981 None None] Provisioning complete for port 87ff26ac-135c-44b1-86d0-7d241f80a019 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:27.364788 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d8454c25-e154-44b0-b85c-0a1c9a609981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.407751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:27.408763 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.430747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-acda54ae-9208-481b-b555-386758902125 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640364 Nov 23 14:39:27.434157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:27.434333 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.446361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Request body: {'port': {'device_id': 'b52d654a-0193-443d-8c42-c37bb355908e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:27.469389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cf10d-db23-4023-8ca1-1afa51039b4d req-133707a7-7bae-4925-a1b1-63b9268f0e4f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:27.471116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b3cf10d-db23-4023-8ca1-1afa51039b4d req-133707a7-7bae-4925-a1b1-63b9268f0e4f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 932 time: 0.1499939 Nov 23 14:39:27.549836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.567603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.624634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b3cf10d-db23-4023-8ca1-1afa51039b4d req-7998061b-b25f-45c6-9852-7e265f1f9740 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398251 Nov 23 14:39:27.708759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.766425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:27.776705 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.794050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:27.801711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:27.804584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:27.805652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f53e3004-bd29-41f7-98e3-159231b0d4a2 None None] Provisioning complete for port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:27.806025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f53e3004-bd29-41f7-98e3-159231b0d4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.849091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f53e3004-bd29-41f7-98e3-159231b0d4a2 None None] Port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:27.850901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b859f5-f5dd-4cf9-bd45-633754a5e91e None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:27.965240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:27.976015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.012947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f7218e-7b2b-4937-a4ce-9cca7b98c131 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:28.033249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-945cd7b9-bb10-412b-84c8-c5d2499144d3 None None] Provisioning complete for port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:28.033912 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-945cd7b9-bb10-412b-84c8-c5d2499144d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.047907 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.059570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe5057-5242-4155-9223-b64adb35b0c2 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:28.069184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Transition to ACTIVE for port object 06f7218e-7b2b-4937-a4ce-9cca7b98c131 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:39:28.078043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.103514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Attempting to bind port f948866c-dd01-4f88-a20f-d35d1d919df4 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:28.104732 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Attempting to bind port f948866c-dd01-4f88-a20f-d35d1d919df4 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:28.105256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Attempting to bind port f948866c-dd01-4f88-a20f-d35d1d919df4 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:28.115272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Pushing event updated for resources: {'Port': ['ID=f948866c-dd01-4f88-a20f-d35d1d919df4,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:28.136542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:28.137402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:28.137776 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.138325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:28.139028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Bound port: f948866c-dd01-4f88-a20f-d35d1d919df4, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:28.139572 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.144403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.144894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.145336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.145850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.146389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.146835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.147423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.147892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.148364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.148828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.149285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.149748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:39:28.162596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Pushing event updated for resources: {'Port': ['ID=06f7218e-7b2b-4937-a4ce-9cca7b98c131,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:28.212387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-945cd7b9-bb10-412b-84c8-c5d2499144d3 None None] Port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:28.269379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.282092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] For port f948866c-dd01-4f88-a20f-d35d1d919df4, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:28.287347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] For port f948866c-dd01-4f88-a20f-d35d1d919df4, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f948866c-dd01-4f88-a20f-d35d1d919df4,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:28.297339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.320360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Attempting to bind port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:28.321054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Attempting to bind port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:28.321564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Attempting to bind port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 on network 3f84ce3b-6f45-475b-9601-5fa3795ceebc {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:28.332593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 on network 3f84ce3b-6f45-475b-9601-5fa3795ceebc not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:39:28.333397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Attempting to bind port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 on network 3f84ce3b-6f45-475b-9601-5fa3795ceebc {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:28.335168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 87ff26ac-135c-44b1-86d0-7d241f80a019 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:28.340737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:28.341354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Checking segment: {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:28.343546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Bound using segment: {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:28.343546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Bound port: 06f7218e-7b2b-4937-a4ce-9cca7b98c131, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:28.343546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.347497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Allocated IP 172.20.0.1 (3ffc2af8-546f-4b03-8dac-61df7d6d172f/155d1d65-e530-460c-b659-350406ed4eb2/6106a850-61c0-4686-9e3e-977786216a86) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:28.398597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2393e6-0169-46f8-b287-d0e8bb3046f3 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:28.423247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] For port 06f7218e-7b2b-4937-a4ce-9cca7b98c131, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:28.427490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] For port 06f7218e-7b2b-4937-a4ce-9cca7b98c131, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:28.432808 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.444348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Routers {'ccfbf334-e5ab-48cf-a982-c3ad8ea42063'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:28.444946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:38:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:28.504415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:28.506046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.508427 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] 10.222.0.74 "PUT /v2.0/ports/06f7218e-7b2b-4937-a4ce-9cca7b98c131 HTTP/1.1" status: 200 len: 1092 time: 1.0667913 Nov 23 14:39:28.510527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52d654a-0193-443d-8c42-c37bb355908e', 'tag': '06f7218e-7b2b-4937-a4ce-9cca7b98c131'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:28.513213 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357" -d '{"events": [{"name": "network-changed", "server_uuid": "b52d654a-0193-443d-8c42-c37bb355908e", "tag": "06f7218e-7b2b-4937-a4ce-9cca7b98c131"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:28.549878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f2b22-e9d2-4ec1-96a8-04ba0fd04881 service neutron] Pushing event updated for resources: {'Port': ['ID=06f7218e-7b2b-4937-a4ce-9cca7b98c131,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:28.565457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bb9d5d03-2a48-4d22-869e-ffafe7c6c5de None None] Provisioning complete for port f948866c-dd01-4f88-a20f-d35d1d919df4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:28.565829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5d03-2a48-4d22-869e-ffafe7c6c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.570468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea63cb-c5ae-4a92-9244-2d5cadc00d4c None None] Pushing event updated for resources: {'Port': ['ID=f948866c-dd01-4f88-a20f-d35d1d919df4,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:28.639721 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf26b7-db4d-40f6-822f-529e222df4e5 x-openstack-request-id: req-46cf26b7-db4d-40f6-822f-529e222df4e5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:28.646349 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52d654a-0193-443d-8c42-c37bb355908e", "tag": "06f7218e-7b2b-4937-a4ce-9cca7b98c131", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:28.647017 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46cf26b7-db4d-40f6-822f-529e222df4e5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:28.647571 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52d654a-0193-443d-8c42-c37bb355908e', 'tag': '06f7218e-7b2b-4937-a4ce-9cca7b98c131', 'status': 'completed', 'code': 200} Nov 23 14:39:28.667003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-9fedf5fd-35db-4429-a4a7-f644b18a9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:28.669564 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-9fedf5fd-35db-4429-a4a7-f644b18a9660 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 1095 time: 0.0988061 Nov 23 14:39:28.686233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.702723 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.753835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-9b379bcf-1e63-45ed-be94-f3869ce9af06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131 HTTP/1.1" status: 200 len: 217 time: 0.0582566 Nov 23 14:39:28.760486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 87ff26ac-135c-44b1-86d0-7d241f80a019 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:28.760908 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.804218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] Set router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:28.828404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:28.851832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-2f94a49f-c095-4198-adfd-82668806aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:28.854225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-2f94a49f-c095-4198-adfd-82668806aca8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f50be408-d8d2-4819-8c34-00226dc521f9 HTTP/1.1" status: 200 len: 838 time: 0.0921607 Nov 23 14:39:28.905984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-0beace8e-29d0-4856-adb9-a0e8322d7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:28.907824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-0beace8e-29d0-4856-adb9-a0e8322d7793 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3f84ce3b-6f45-475b-9601-5fa3795ceebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471330 Nov 23 14:39:28.909633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Pushing event updated for resources: {'Port': ['ID=6106a850-61c0-4686-9e3e-977786216a86,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:28.923206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d455d7-b296-4161-bbb6-5cce6fe2eed9 req-da15edd5-e1bb-4b62-9283-31ac4ad1776f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:28.924796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6d455d7-b296-4161-bbb6-5cce6fe2eed9 req-da15edd5-e1bb-4b62-9283-31ac4ad1776f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 944 time: 0.1569757 Nov 23 14:39:28.948984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:28.960513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:28.965515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:29.008073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.084069 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6d455d7-b296-4161-bbb6-5cce6fe2eed9 req-08aa62cc-fadd-412b-8e33-6f19945acc17 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492183 Nov 23 14:39:29.116358 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-4ceea72f-acfe-46f9-9d95-77fad7a4030d service neutron] 10.222.0.74 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992648 Nov 23 14:39:29.149444 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5d03-2a48-4d22-869e-ffafe7c6c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.174264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router bf8733dd-6b0f-4b29-a718-96feba23e44f is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:39:29.266606 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7009f07a-bc9d-4bf9-8868-29f6c916e91b req-637ccbf9-4fd9-41f8-b733-e402359f8d79 service neutron] 10.222.0.74 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420324 Nov 23 14:39:29.267833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bb9d5d03-2a48-4d22-869e-ffafe7c6c5de None None] For port f948866c-dd01-4f88-a20f-d35d1d919df4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f948866c-dd01-4f88-a20f-d35d1d919df4,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:29.270044 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77830c5e-86cf-4a48-95f6-75e30b3cfe3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.274241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5d03-2a48-4d22-869e-ffafe7c6c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.301143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.347497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:39:24Z', 'revision_number': 3, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port': {'id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:23Z', 'updated_at': '2021-11-23T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:29.377661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca287a8e-d13f-41f8-a260-318bd9794708 None None] The sync data for ids ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'] in n-d-818503-2 is: [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:39:24Z', 'revision_number': 3, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port': {'id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:23Z', 'updated_at': '2021-11-23T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:29.379114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-f2b1642a-266e-4998-ae7d-bb2d35015fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:29.379297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d5d03-2a48-4d22-869e-ffafe7c6c5de None None] Pushing event updated for resources: {'Port': ['ID=f948866c-dd01-4f88-a20f-d35d1d919df4,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:29.380777 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-f2b1642a-266e-4998-ae7d-bb2d35015fec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 1095 time: 0.0582540 Nov 23 14:39:29.397002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fb2a6ef8-026d-40fb-9cb9-dcf6199f1d04 None None] Provisioning complete for port f948866c-dd01-4f88-a20f-d35d1d919df4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:29.397380 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6ef8-026d-40fb-9cb9-dcf6199f1d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.464059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:29.479401 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Sync routers for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:29.495731 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:29.498065 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:29.523548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-377e080b-36f1-418f-a225-356e664da920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:29.525840 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-377e080b-36f1-418f-a225-356e664da920 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3f84ce3b-6f45-475b-9601-5fa3795ceebc HTTP/1.1" status: 200 len: 897 time: 0.1343212 Nov 23 14:39:29.553994 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.559192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1dae9b30-533b-429d-86da-06021b7716bb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5767570 Nov 23 14:39:29.559192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58114) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:29.581157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fb2a6ef8-026d-40fb-9cb9-dcf6199f1d04 None None] Provisioning complete for port 6106a850-61c0-4686-9e3e-977786216a86 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:29.582357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6ef8-026d-40fb-9cb9-dcf6199f1d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.614019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9662bc39-445c-4686-a3be-bb33c4cd6c65 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a4d753cb55474b9e9add25d832d02faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513194 Nov 23 14:39:29.618559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58116) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:29.619729 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-6897a48b-9f08-45fd-909d-01c204b95004 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131 HTTP/1.1" status: 200 len: 217 time: 0.0850048 Nov 23 14:39:29.639695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a6ef8-026d-40fb-9cb9-dcf6199f1d04 None None] Port 6106a850-61c0-4686-9e3e-977786216a86 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:29.645193 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:29.701064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-44b35522-346f-4a7b-9c7b-940ae363a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:29.704377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-44b35522-346f-4a7b-9c7b-940ae363a55b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f50be408-d8d2-4819-8c34-00226dc521f9 HTTP/1.1" status: 200 len: 838 time: 0.0771067 Nov 23 14:39:29.730292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.768753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e4abe0-75ac-4db8-9743-b5096d952ec6 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:29.768753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-02e4abe0-75ac-4db8-9743-b5096d952ec6 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453719 Nov 23 14:39:29.768753 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.772833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58118) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:29.784575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-ead8e639-f9eb-4727-8fd1-8fc0fe05908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:29.787974 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-ead8e639-f9eb-4727-8fd1-8fc0fe05908b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3f84ce3b-6f45-475b-9601-5fa3795ceebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774205 Nov 23 14:39:29.868161 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6401cc15-7e10-4c6b-a0c7-34405a1482cd tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919392 Nov 23 14:39:29.870588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58120) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:29.877128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1294522336', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:29.885365 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:28Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:29.907847 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-d57d84a1-5cfa-48e9-b3a3-c287071ef8fd service neutron] 10.222.0.74 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117258 Nov 23 14:39:29.922812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Pushing event updated for resources: {'Port': ['ID=6106a850-61c0-4686-9e3e-977786216a86,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:29.930552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:29.941629 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Checking router: bf8733dd-6b0f-4b29-a718-96feba23e44f for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:29.943215 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Updating router bf8733dd-6b0f-4b29-a718-96feba23e44f port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:39:29.972769 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.016470 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8cbc569a-61c4-4ecf-bf2a-5a09c92e3357 req-123e7dc6-4637-4de8-98b4-4fbbc2d37451 service neutron] 10.222.0.74 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005249 Nov 23 14:39:30.029383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:30.033123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.097094 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.183791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:30.186749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:30.316211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f948866c-dd01-4f88-a20f-d35d1d919df4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:30.335342 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.342916 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.386997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5e5de-fd8a-4698-9f01-2c75d0fea4a4 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:30.424928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f948866c-dd01-4f88-a20f-d35d1d919df4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:30.425457 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.443179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Attempting to bind port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:30.443544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Attempting to bind port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:30.444041 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Attempting to bind port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:30.453718 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:30.454682 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:30.455273 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.455662 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:30.456150 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Bound port: 5006b5a1-d5ab-4d13-9bf3-90957dc7a636, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:30.456529 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.492222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8a6f-f161-435b-b470-e04e918830f6 req-3a31d45b-9d58-4388-9ec0-3b7b45a7e0e0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:30.493993 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e808e-2b31-4748-bf32-0a5919beab08 None None] Pushing event updated for resources: {'Port': ['ID=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:30.495062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f23a8a6f-f161-435b-b470-e04e918830f6 req-3a31d45b-9d58-4388-9ec0-3b7b45a7e0e0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 944 time: 0.2217386 Nov 23 14:39:30.496732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.542785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0236fe0f-09ee-456b-b861-2584d483f133 None None] Provisioning complete for port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:30.543192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0236fe0f-09ee-456b-b861-2584d483f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.546816 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] For port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:30.550660 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] For port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:30.556863 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.565567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:30.570645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Subnet': ['ID=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:30.602873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0236fe0f-09ee-456b-b861-2584d483f133 None None] Port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:30.617781 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:30.618407 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:30.635109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e4ab1-47fb-46fc-bc15-5e0f94db4a2d None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:39:30.668607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Checking segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:30.668960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network hostable DHCP agents. Network: ac66da45-4dbe-4eb5-b803-9e897fd29265, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:39:30.680208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e808e-2b31-4748-bf32-0a5919beab08 None None] Pushing event updated for resources: {'Port': ['ID=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:30.737219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Provisioning complete for port 6106a850-61c0-4686-9e3e-977786216a86 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:30.737963 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.754237 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:30.760808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f23a8a6f-f161-435b-b470-e04e918830f6 req-702c123f-a3e7-4ef2-bbc6-e19264b7039a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2534678 Nov 23 14:39:30.773459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:39:30.785083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:30.787403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, ac66da45-4dbe-4eb5-b803-9e897fd29265) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:30.792471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c6812bbc-f52d-4caf-a7f7-645eeb608148 admin admin] 10.222.0.46 "PUT /v2.0/routers/ccfbf334-e5ab-48cf-a982-c3ad8ea42063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2907672 Nov 23 14:39:30.795933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:30.796527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.813698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bdc421-43a4-4777-b711-7862db0920aa None None] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:30.818310 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58126) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:30.819099 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1860bc39-625c-4e36-8070-9b7a155a6eb8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9458909 Nov 23 14:39:30.841606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Port 6106a850-61c0-4686-9e3e-977786216a86 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:30.895657 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Provisioning complete for port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:30.896383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:30.986689 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:28Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:31.016338 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea61496-2ebd-4f32-841b-5f5bf78a902c None None] The sync data for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 is: [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:28Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:31.029814 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.067784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] For port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:31.077778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-ac66da45-4dbe-4eb5-b803-9e897fd29265', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:39:31.078687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.082706 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.200897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d78e22-bab7-41e7-afad-2350e345dff0 None None] Pushing event updated for resources: {'Port': ['ID=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:31.270271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Allocated IP 172.20.0.2 (ac66da45-4dbe-4eb5-b803-9e897fd29265/5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8/1cf710f8-7cfa-4a70-a6bf-329f86d53666) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:31.373318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.653448 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.662798 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.722765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:31.735046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:31.748326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:31.757275 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.766725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Pushing event updated for resources: {'Port': ['ID=1cf710f8-7cfa-4a70-a6bf-329f86d53666,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:31.803612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.1 (ac66da45-4dbe-4eb5-b803-9e897fd29265/5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8/687cfa8c-90ec-4f13-8270-1930a45c4c8d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:31.901842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Sync routers for ids ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:31.909938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Attempting to bind port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:31.910546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Attempting to bind port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:31.911117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Attempting to bind port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:31.922535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Routers {'ccfbf334-e5ab-48cf-a982-c3ad8ea42063'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:31.923369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:31.964920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:31.965235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Checking segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:31.965855 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:31.966386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Bound using segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:31.966928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Bound port: 1cf710f8-7cfa-4a70-a6bf-329f86d53666, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:31.967546 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.006926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0a06-08de-4c72-991d-e37b6e2e8207 req-847e7fcb-94da-4285-9fd3-a82e65c2eb4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:32.013581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e4e0a06-08de-4c72-991d-e37b6e2e8207 req-847e7fcb-94da-4285-9fd3-a82e65c2eb4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 944 time: 0.1136394 Nov 23 14:39:32.029209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.073839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e4e0a06-08de-4c72-991d-e37b6e2e8207 req-c39bfb5d-4d06-4283-b4d8-580b2b4627e2 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592978 Nov 23 14:39:32.097018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.145242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Set router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:32.150184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 06f7218e-7b2b-4937-a4ce-9cca7b98c131 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:39:32.182872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:32.190677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:32.193969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=687cfa8c-90ec-4f13-8270-1930a45c4c8d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:32.198566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] For port 1cf710f8-7cfa-4a70-a6bf-329f86d53666, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:32.202869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:32.270233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] For port 1cf710f8-7cfa-4a70-a6bf-329f86d53666, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1cf710f8-7cfa-4a70-a6bf-329f86d53666,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:32.274948 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.311680 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.365041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:32.486814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.585230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3f6c9-f678-4d5d-828c-879c4d3dc489 None None] Pushing event updated for resources: {'Port': ['ID=1cf710f8-7cfa-4a70-a6bf-329f86d53666,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:32.594658 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.640408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 06f7218e-7b2b-4937-a4ce-9cca7b98c131, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:32.692621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:32.693285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.695751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '06f7218e-7b2b-4937-a4ce-9cca7b98c131', 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'port_id': '06f7218e-7b2b-4937-a4ce-9cca7b98c131', 'mac_address': 'fa:16:3e:59:48:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f50be408-d8d2-4819-8c34-00226dc521f9', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:39:32.794123 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.820584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f7218e-7b2b-4937-a4ce-9cca7b98c131 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:32.833051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 4, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port': {'id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:23Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6106a850-61c0-4686-9e3e-977786216a86', 'name': '', 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'mac_address': 'fa:16:3e:25:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '155d1d65-e530-460c-b659-350406ed4eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:27Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 2, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'subnets': [{'id': '155d1d65-e530-460c-b659-350406ed4eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:32.893528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Checking router: ccfbf334-e5ab-48cf-a982-c3ad8ea42063 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:32.893893 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Updating router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 port 6106a850-61c0-4686-9e3e-977786216a86 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:39:32.925328 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.931154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:32.941371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 06f7218e-7b2b-4937-a4ce-9cca7b98c131, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:32.961714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.017170 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.018771 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.031566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=687cfa8c-90ec-4f13-8270-1930a45c4c8d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:33.051201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=06f7218e-7b2b-4937-a4ce-9cca7b98c131,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:33.137286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:33.139824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:33.168896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['06f7218e-7b2b-4937-a4ce-9cca7b98c131'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:39:33.230421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1d64d-b02e-4b10-b1de-c3547f69e198 req-374a8600-1a08-4395-a039-0ff7e965308b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:33.235436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37a1d64d-b02e-4b10-b1de-c3547f69e198 req-374a8600-1a08-4395-a039-0ff7e965308b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 945 time: 0.0788915 Nov 23 14:39:33.294258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router bf8733dd-6b0f-4b29-a718-96feba23e44f has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:33.331755 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37a1d64d-b02e-4b10-b1de-c3547f69e198 req-3e90fbec-019e-42d2-85ff-3d319f678f89 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918696 Nov 23 14:39:33.440297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:33.453925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e0caed4d-4c5e-4b4e-ac5b-0bb62b91509e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/bf8733dd-6b0f-4b29-a718-96feba23e44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6270845 Nov 23 14:39:33.514305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.526302 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.683062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc57ab-2cd2-497f-94da-46e3a0c30409 None None] Pushing event updated for resources: {'Port': ['ID=6106a850-61c0-4686-9e3e-977786216a86,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:33.708562 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Sync routers for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:33.732190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-8e154ab5-8887-4aa3-9320-98b64d7e305e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97106344&fields=id&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 267 time: 0.0663655 Nov 23 14:39:33.733424 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:33.734310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:33.747033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Attempting to bind port 6106a850-61c0-4686-9e3e-977786216a86 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:33.747639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Attempting to bind port 6106a850-61c0-4686-9e3e-977786216a86 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:33.747926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Attempting to bind port 6106a850-61c0-4686-9e3e-977786216a86 on network 3ffc2af8-546f-4b03-8dac-61df7d6d172f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:33.757898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:33.758389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Checking segment: {'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:33.758863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.759353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Bound using segment: {'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:33.760443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Bound port: 6106a850-61c0-4686-9e3e-977786216a86, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c29230-3bba-4b0f-a733-dd5a0db5463f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:33.760895 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.862860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] For port 6106a850-61c0-4686-9e3e-977786216a86, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:33.866497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] For port 6106a850-61c0-4686-9e3e-977786216a86, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6106a850-61c0-4686-9e3e-977786216a86,segment=NetworkSegment(28c29230-3bba-4b0f-a733-dd5a0db5463f),segment_id=28c29230-3bba-4b0f-a733-dd5a0db5463f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:33.873836 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:33.885230 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:33.896962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-69d1aa5f-1f94-40c1-a8a7-198be08340ed tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:33.906932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-69d1aa5f-1f94-40c1-a8a7-198be08340ed tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 797 time: 0.1662962 Nov 23 14:39:33.953316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-2eefa21f-639a-4f55-b3c4-914959d419e4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/quotas/a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 375 time: 0.0454466 Nov 23 14:39:34.006111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc57ab-2cd2-497f-94da-46e3a0c30409 None None] Pushing event updated for resources: {'Port': ['ID=6106a850-61c0-4686-9e3e-977786216a86,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:34.066164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-109a18e7-993b-4856-b99e-b6468103d86e None None] Provisioning complete for port 6106a850-61c0-4686-9e3e-977786216a86 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:34.066978 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-109a18e7-993b-4856-b99e-b6468103d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.097496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-001ebf5b-2ecc-42c8-948a-2de5e291c5ca tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432452 Nov 23 14:39:34.124720 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 06f7218e-7b2b-4937-a4ce-9cca7b98c131 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:34.163371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Routers {'ccfbf334-e5ab-48cf-a982-c3ad8ea42063'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:34.164409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:34.502095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1cf710f8-7cfa-4a70-a6bf-329f86d53666 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:34.534868 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 2, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:34.575052 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Checking router: bf8733dd-6b0f-4b29-a718-96feba23e44f for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:34.575415 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Updating router bf8733dd-6b0f-4b29-a718-96feba23e44f port 687cfa8c-90ec-4f13-8270-1930a45c4c8d binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:39:34.612517 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.654612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15625823-baf5-44bd-a167-5f7a9004f16a None None] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:39:34.746964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-109a18e7-993b-4856-b99e-b6468103d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.770264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:39:34.795339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] Set router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:34.799322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:34.799695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.866568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-109a18e7-993b-4856-b99e-b6468103d86e None None] For port 6106a850-61c0-4686-9e3e-977786216a86, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6106a850-61c0-4686-9e3e-977786216a86,segment=NetworkSegment(28c29230-3bba-4b0f-a733-dd5a0db5463f),segment_id=28c29230-3bba-4b0f-a733-dd5a0db5463f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:34.901774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-109a18e7-993b-4856-b99e-b6468103d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.909786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:34.910156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.911426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ec52b-d799-4b37-b470-4e7e38105b39 req-951c7357-6d7b-46dd-8c0d-e362a6bc923e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:34.919611 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-962ec52b-d799-4b37-b470-4e7e38105b39 req-951c7357-6d7b-46dd-8c0d-e362a6bc923e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 945 time: 0.1139014 Nov 23 14:39:34.935488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-30e022a4-c8e7-478a-a4b0-ff33d0526e4f service neutron] 10.222.0.46 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8232851 Nov 23 14:39:34.953256 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.960224 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:34.977060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-dd7a76ea-17ee-4ef9-bddb-d2a969c72109 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0592685 Nov 23 14:39:35.023623 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73b95f-0331-4f6d-a88f-8872e0a3d7e6 None None] Pushing event updated for resources: {'Port': ['ID=687cfa8c-90ec-4f13-8270-1930a45c4c8d,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:35.099074 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Attempting to bind port 687cfa8c-90ec-4f13-8270-1930a45c4c8d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:35.099760 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Attempting to bind port 687cfa8c-90ec-4f13-8270-1930a45c4c8d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:35.100243 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Attempting to bind port 687cfa8c-90ec-4f13-8270-1930a45c4c8d on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:35.106197 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:35.107125 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Checking segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:35.107125 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.107652 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Bound using segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:35.108323 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Bound port: 687cfa8c-90ec-4f13-8270-1930a45c4c8d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:35.108795 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.159874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a18e7-993b-4856-b99e-b6468103d86e None None] Pushing event updated for resources: {'Port': ['ID=6106a850-61c0-4686-9e3e-977786216a86,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:35.184846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-962ec52b-d799-4b37-b470-4e7e38105b39 req-8334ca3c-1506-4f90-8ae4-aea58fce4fdd tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2597256 Nov 23 14:39:35.185081 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] For port 687cfa8c-90ec-4f13-8270-1930a45c4c8d, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:35.189236 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] For port 687cfa8c-90ec-4f13-8270-1930a45c4c8d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=687cfa8c-90ec-4f13-8270-1930a45c4c8d,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:35.196889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] Provisioning complete for port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:35.197676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.206223 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.217060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-4127e703-53bb-4424-bab5-20d45d3a71dc service neutron] 10.222.0.46 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804816 Nov 23 14:39:35.224619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-1e4ccee4-d20f-4d1f-aaf6-79802f5af3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.227753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-1e4ccee4-d20f-4d1f-aaf6-79802f5af3d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 1097 time: 0.1310391 Nov 23 14:39:35.261833 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:35.262463 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:35.387746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-1d11cf0c-09ba-4947-aff6-ec0c2a9a475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.388006 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:35.389261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-1d11cf0c-09ba-4947-aff6-ec0c2a9a475d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 200 len: 897 time: 0.1398883 Nov 23 14:39:35.490992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-acad293c-ebac-4494-b3d7-6bffb6c27691 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e0168ab-92a4-47a6-8b94-19d013909b03 HTTP/1.1" status: 200 len: 1002 time: 0.0922887 Nov 23 14:39:35.505047 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.544726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-033e5ce7-e936-4eed-89cf-8defd25f952f req-785c5a2f-d1b6-427e-939d-1992e1b3589a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 210 time: 0.0524127 Nov 23 14:39:35.604323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.616728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-96e5db0d-9431-4902-9cf0-7b43c1f84ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.618258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-96e5db0d-9431-4902-9cf0-7b43c1f84ee1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9678b432-eb23-43fa-8018-688cd71f296f HTTP/1.1" status: 200 len: 835 time: 0.0636935 Nov 23 14:39:35.669228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.673785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] For port 1cf710f8-7cfa-4a70-a6bf-329f86d53666, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1cf710f8-7cfa-4a70-a6bf-329f86d53666,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:35.687663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.737760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-198c231e-21c0-42a9-9538-4249839697f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:35.741501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-198c231e-21c0-42a9-9538-4249839697f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a07e939-1260-49a0-812f-eafed0f34f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148388 Nov 23 14:39:35.762778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] Pushing event updated for resources: {'Port': ['ID=1cf710f8-7cfa-4a70-a6bf-329f86d53666,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:35.766032 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73b95f-0331-4f6d-a88f-8872e0a3d7e6 None None] Pushing event updated for resources: {'Port': ['ID=687cfa8c-90ec-4f13-8270-1930a45c4c8d,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:35.792550 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:35Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:35.828494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d654a-0193-443d-8c42-c37bb355908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7218e-7b2b-4937-a4ce-9cca7b98c131'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:35.833296 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c0f289-dd66-48dc-afa8-807e50b43e37" -d '{"events": [{"server_uuid": "b52d654a-0193-443d-8c42-c37bb355908e", "name": "network-vif-plugged", "status": "completed", "tag": "06f7218e-7b2b-4937-a4ce-9cca7b98c131"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:35.844629 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9478d9-27f5-48fb-995a-f62cc6d24732 None None] The sync data for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 is: [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:35Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:35.862726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 06f7218e-7b2b-4937-a4ce-9cca7b98c131, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:35.866875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 4, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port': {'id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:23Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6106a850-61c0-4686-9e3e-977786216a86', 'name': '', 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'mac_address': 'fa:16:3e:25:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '155d1d65-e530-460c-b659-350406ed4eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:27Z', 'updated_at': '2021-11-23T14:39:33Z', 'revision_number': 4, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'subnets': [{'id': '155d1d65-e530-460c-b659-350406ed4eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:35.870363 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:39:35.870702 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:39:35.872472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] Provisioning complete for port 6106a850-61c0-4686-9e3e-977786216a86 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:35.872842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6cafd3d0-a27b-4982-bb85-d73d79b19eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.874413 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:35.949228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-9ec74562-025e-4d87-b01c-511180e65c7a service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987772 Nov 23 14:39:36.028968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa5cb6-fe86-4a33-af09-46575de1b018 None None] The sync data for ids ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'] in n-d-818503-2 is: [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 4, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port': {'id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:23Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6106a850-61c0-4686-9e3e-977786216a86', 'name': '', 'network_id': '3ffc2af8-546f-4b03-8dac-61df7d6d172f', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'mac_address': 'fa:16:3e:25:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '155d1d65-e530-460c-b659-350406ed4eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:27Z', 'updated_at': '2021-11-23T14:39:33Z', 'revision_number': 4, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'subnets': [{'id': '155d1d65-e530-460c-b659-350406ed4eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:36.037127 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c291d594-d0d4-4af9-878a-fbec6d38e51d x-openstack-request-id: req-c291d594-d0d4-4af9-878a-fbec6d38e51d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:36.037429 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d654a-0193-443d-8c42-c37bb355908e", "name": "network-vif-plugged", "status": "completed", "tag": "06f7218e-7b2b-4937-a4ce-9cca7b98c131", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:36.037686 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c291d594-d0d4-4af9-878a-fbec6d38e51d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:36.038232 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d654a-0193-443d-8c42-c37bb355908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7218e-7b2b-4937-a4ce-9cca7b98c131', 'code': 200} Nov 23 14:39:36.169779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e17b4976-652c-4338-b4af-b2cc6a2dc11b req-a33fafad-aaa2-4acf-88c0-7e22b9fc7e00 service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089839 Nov 23 14:39:36.178051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aec80-591a-4db9-b45f-8f03d087e54a req-32195600-9524-42c1-9c52-07d639eb77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:36.180397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=06f7218e-7b2b-4937-a4ce-9cca7b98c131,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:36.222304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-475aec80-591a-4db9-b45f-8f03d087e54a req-32195600-9524-42c1-9c52-07d639eb77c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 1097 time: 0.1776195 Nov 23 14:39:36.372607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-475aec80-591a-4db9-b45f-8f03d087e54a req-2e9a8192-3653-4c59-9149-886cde987daf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418793 Nov 23 14:39:36.436194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f347ac-8166-4f52-ac21-776dc553e1fd req-9f46b6f2-efdf-4319-8540-6ecb7435bddb tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:36.460428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54f347ac-8166-4f52-ac21-776dc553e1fd req-9f46b6f2-efdf-4319-8540-6ecb7435bddb tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 946 time: 0.1174395 Nov 23 14:39:36.461103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-82ce80ef-095c-4932-934a-880a27185690 None None] Provisioning complete for port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:36.461480 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-82ce80ef-095c-4932-934a-880a27185690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:36.592071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54f347ac-8166-4f52-ac21-776dc553e1fd req-dc2e6715-ec53-45a3-9e41-cf80be06ad44 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304848 Nov 23 14:39:36.752863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-82ce80ef-095c-4932-934a-880a27185690 None None] Provisioning complete for port 687cfa8c-90ec-4f13-8270-1930a45c4c8d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:36.753227 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-82ce80ef-095c-4932-934a-880a27185690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:36.779046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f6907bf-6c8a-4094-9c4f-4f88ae2d37f4 req-b455f3e5-dde4-4972-8e2f-3f976f759073 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 210 time: 0.0761557 Nov 23 14:39:36.948649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1cf710f8-7cfa-4a70-a6bf-329f86d53666 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:37.015990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-82ce80ef-095c-4932-934a-880a27185690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:37.367365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-77d7f9ae-f402-4db7-bd29-bcbfaf49863c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:37.373729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-77d7f9ae-f402-4db7-bd29-bcbfaf49863c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 797 time: 0.2559826 Nov 23 14:39:37.417897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-82ce80ef-095c-4932-934a-880a27185690 None None] For port 687cfa8c-90ec-4f13-8270-1930a45c4c8d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=687cfa8c-90ec-4f13-8270-1930a45c4c8d,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:37.432270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:37.432708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:37.491740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-82ce80ef-095c-4932-934a-880a27185690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:37.532374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-24aa97ad-eb7c-4a55-bdb1-3d6ef932e5f9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 378 time: 0.1444349 Nov 23 14:39:37.550506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'port': {'device_id': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'admin_state_up': True, 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'security_groups': ['b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:37.601717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce80ef-095c-4932-934a-880a27185690 None None] Pushing event updated for resources: {'Port': ['ID=687cfa8c-90ec-4f13-8270-1930a45c4c8d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:37.663012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6106a850-61c0-4686-9e3e-977786216a86 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:37.666775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ded9c641-7142-45a8-a8d3-1776e3057ed1 None None] Provisioning complete for port 687cfa8c-90ec-4f13-8270-1930a45c4c8d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:37.666775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ded9c641-7142-45a8-a8d3-1776e3057ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:37.773361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6106a850-61c0-4686-9e3e-977786216a86 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:37.773837 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:37.796983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d2ed-0306-422e-9cf6-e3cbc41ef851 req-4832b2ee-d8ce-4544-bd1b-e451daaf7759 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:37.804410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d6d2ed-0306-422e-9cf6-e3cbc41ef851 req-4832b2ee-d8ce-4544-bd1b-e451daaf7759 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 946 time: 0.0902061 Nov 23 14:39:37.817188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:37.820652 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:37.962351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 687cfa8c-90ec-4f13-8270-1930a45c4c8d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:37.967314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85d6d2ed-0306-422e-9cf6-e3cbc41ef851 req-834df235-0762-4cfe-971b-139f55f96b0b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619143 Nov 23 14:39:37.972371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41384a7b-05d2-4796-acb3-48a9ab7a417b req-e9a68c0b-db81-4c18-8daa-d91d788f59e9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 210 time: 0.0981574 Nov 23 14:39:38.039110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 687cfa8c-90ec-4f13-8270-1930a45c4c8d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:38.039851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.089422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.8 (ac66da45-4dbe-4eb5-b803-9e897fd29265/5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8/0cca8ff9-d0dd-4d19-85b6-37bacf8361a5) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:38.173972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70e4e-183c-4338-a8e1-d273373aa1e0 req-2dd0c597-f338-4025-afc9-4f07ada565a9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:38.176358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60b70e4e-183c-4338-a8e1-d273373aa1e0 req-2dd0c597-f338-4025-afc9-4f07ada565a9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 946 time: 0.1041753 Nov 23 14:39:38.310275 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60b70e4e-183c-4338-a8e1-d273373aa1e0 req-415cd304-380b-4953-b1b5-ba93467120f9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191306 Nov 23 14:39:38.352862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.396592 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.440562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-c18efe53-9dff-42ec-9e45-2841c812dbda service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437779 Nov 23 14:39:38.451775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:38.455478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:38.461382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:38.496121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:38.543805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:38.545313 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.552318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7da00-f777-49af-b414-d413c8a66837 req-bc0ae40f-e2cc-4cd9-9f13-a9ef56d60c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:38.553882 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-bc0ae40f-e2cc-4cd9-9f13-a9ef56d60c6b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 1097 time: 0.0588489 Nov 23 14:39:38.563152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 687cfa8c-90ec-4f13-8270-1930a45c4c8d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:38.574485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-c2edf960-5e77-4546-b4c8-a267d2eb3151 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0303681 Nov 23 14:39:38.603024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Request body: {'port': {'device_id': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:38.638174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 687cfa8c-90ec-4f13-8270-1930a45c4c8d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:38.638695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.704492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7da00-f777-49af-b414-d413c8a66837 req-434f4785-e749-47cf-9f60-4fc8adcc7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:38.705993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-434f4785-e749-47cf-9f60-4fc8adcc7fce service neutron] 10.222.0.74 "GET /v2.0/networks?id=3f84ce3b-6f45-475b-9601-5fa3795ceebc HTTP/1.1" status: 200 len: 897 time: 0.1209271 Nov 23 14:39:38.713461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.763276 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-d88541df-f929-41f9-a29d-23dc3daa763e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131 HTTP/1.1" status: 200 len: 217 time: 0.0495474 Nov 23 14:39:38.796749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-84dfc612-cef1-49f7-a172-21800c763c5f None None] Provisioning complete for port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:38.797126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84dfc612-cef1-49f7-a172-21800c763c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.830643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7da00-f777-49af-b414-d413c8a66837 req-85e3e9a1-7635-4f58-b454-9f37e8a64a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:38.835897 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-85e3e9a1-7635-4f58-b454-9f37e8a64a59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f50be408-d8d2-4819-8c34-00226dc521f9 HTTP/1.1" status: 200 len: 838 time: 0.0662653 Nov 23 14:39:38.852621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-84dfc612-cef1-49f7-a172-21800c763c5f None None] Port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:38.893326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7da00-f777-49af-b414-d413c8a66837 req-40dccedf-9e04-4b19-9378-116b8793cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:38.895153 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-40dccedf-9e04-4b19-9378-116b8793cba6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3f84ce3b-6f45-475b-9601-5fa3795ceebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538311 Nov 23 14:39:39.004890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-fc340b53-5561-4371-bd77-3d0c6dfd2c90 service neutron] 10.222.0.74 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027632 Nov 23 14:39:39.079251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:39.100826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:39.116023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4af7da00-f777-49af-b414-d413c8a66837 req-b7b38ab6-f36a-4dea-b093-bad735e17cd1 service neutron] 10.222.0.74 "GET /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046455 Nov 23 14:39:39.122267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Transition to ACTIVE for port object 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:39:39.127056 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:39.151417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1c1a7-de8d-497b-a91a-ef6dc128137c req-141282ee-5bc9-417d-a68e-a7dbb103f204 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:39.152944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-faf1c1a7-de8d-497b-a91a-ef6dc128137c req-141282ee-5bc9-417d-a68e-a7dbb103f204 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 931 time: 0.0883980 Nov 23 14:39:39.222227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:39.320644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-faf1c1a7-de8d-497b-a91a-ef6dc128137c req-5a28c5a9-f4ad-4b81-8d8a-9ca366e2ed3d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464171 Nov 23 14:39:39.333149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:39.333497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:39.333827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:39.341913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:39:39.342239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:39.359485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:39.361591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Checking segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:39.363152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Bound using segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:39.363725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Bound port: 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:39.364094 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:39.449280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:39.452737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:39.457367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:39.498482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:39.499393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:39.500830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] 10.222.0.11 "PUT /v2.0/ports/0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 1091 time: 0.9181347 Nov 23 14:39:39.501280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:39.503577 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2253604-2857-4da5-9ac5-3d3926c36d27" -d '{"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:39.545667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8cd57-41ff-416f-bbd0-ee75c112d1db service neutron] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:39.587784 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f91694d-7f0d-4232-8c94-b96eeeb59708 x-openstack-request-id: req-4f91694d-7f0d-4232-8c94-b96eeeb59708 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:39.588077 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:39.588329 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f91694d-7f0d-4232-8c94-b96eeeb59708 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:39.588728 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'status': 'completed', 'code': 200} Nov 23 14:39:39.608458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-a5a1b6a6-ae6d-4869-b74d-a8a626b8a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:39.610157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-a5a1b6a6-ae6d-4869-b74d-a8a626b8a3b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1094 time: 0.0517714 Nov 23 14:39:39.660004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-37549180-5d50-4a0d-99da-848813093f37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 217 time: 0.0397973 Nov 23 14:39:39.723888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-014c2303-233d-4f75-a80e-8062bbd49ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:39.725395 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-014c2303-233d-4f75-a80e-8062bbd49ff9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0576143 Nov 23 14:39:39.775383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76853-27fd-464b-9231-fccf0824a414 req-f1320234-0de4-4153-b8e2-f2e7709acde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:39.776905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-f1320234-0de4-4153-b8e2-f2e7709acde6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428162 Nov 23 14:39:39.867645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58266) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:39.875718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-80c85425-03a3-4af6-b803-96100573f13f service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910521 Nov 23 14:39:40.091469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33b76853-27fd-464b-9231-fccf0824a414 req-060feb6f-0b4d-43fb-9180-4c1f5fdd6cc2 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802301 Nov 23 14:39:40.230745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-d2b2e382-5ba5-459f-bb3c-0171e7a0f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:40.232254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-d2b2e382-5ba5-459f-bb3c-0171e7a0f0f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1094 time: 0.0890632 Nov 23 14:39:40.415380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-b8a5f2cf-3503-4609-9c1b-18f84271e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:40.417452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-b8a5f2cf-3503-4609-9c1b-18f84271e4b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.1757305 Nov 23 14:39:40.506797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-622e790e-e622-4c0d-9d54-e8edb71e962c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 217 time: 0.0715649 Nov 23 14:39:40.536113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713c152-6cbf-47e8-a01d-852c7628a8b0 req-9382034f-9fd4-42f6-8db6-93753e437c15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:40.537619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c713c152-6cbf-47e8-a01d-852c7628a8b0 req-9382034f-9fd4-42f6-8db6-93753e437c15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.1381671 Nov 23 14:39:40.636672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-70137419-d432-46de-938a-351d44219492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:40.638187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-70137419-d432-46de-938a-351d44219492 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.1206379 Nov 23 14:39:40.660423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c713c152-6cbf-47e8-a01d-852c7628a8b0 req-c150d895-42be-4ce4-b89a-54d9fe9e044c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023962 Nov 23 14:39:40.664206 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:40.741881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-70c3fa16-5416-4102-a979-57d95d4a20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:40.743474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-70c3fa16-5416-4102-a979-57d95d4a20f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970886 Nov 23 14:39:40.926769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-ebdf5a06-2ac3-4f5c-81e5-fe2076421a80 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750741 Nov 23 14:39:41.094449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2253604-2857-4da5-9ac5-3d3926c36d27 req-ea883fbf-0555-4fc4-9e3b-e4959188e37d service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587999 Nov 23 14:39:41.103220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.20.0.17 (3f84ce3b-6f45-475b-9601-5fa3795ceebc/f50be408-d8d2-4819-8c34-00226dc521f9/05a5c210-de5f-4350-a195-c8b886784bac) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:41.223037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:41.257971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:41.303311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:41.306456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:41.314230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:41.319545 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=05a5c210-de5f-4350-a195-c8b886784bac,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:41.367485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:41.506741 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:41.540617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6644d7cd-a121-4bed-b100-3f5eb21281cf None None] Provisioning complete for port 05a5c210-de5f-4350-a195-c8b886784bac triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:41.541217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6644d7cd-a121-4bed-b100-3f5eb21281cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:41.576178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6644d7cd-a121-4bed-b100-3f5eb21281cf None None] Port 05a5c210-de5f-4350-a195-c8b886784bac cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:42.129382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4e0cc-ec9b-4bb6-b431-5c74c0af9e35 req-7bf2a641-6ef8-46a5-947c-593b6cda0fe1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:42.130787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ca4e0cc-ec9b-4bb6-b431-5c74c0af9e35 req-7bf2a641-6ef8-46a5-947c-593b6cda0fe1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.0970407 Nov 23 14:39:42.212588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ca4e0cc-ec9b-4bb6-b431-5c74c0af9e35 req-97c8269b-d6cd-4e75-903a-f05d9875856e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720935 Nov 23 14:39:42.215122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:42.220017 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:42.299043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:42.300754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=05a5c210-de5f-4350-a195-c8b886784bac,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:42.412798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:42.414021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:42.538661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router f701af4d-393d-4603-a8b7-4623b88c3827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:42.654712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:42.667386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Sync routers for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:42.671631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7f5c9563-66c3-4dbc-b288-3c2ff34b1438 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "PUT /v2.0/routers/f701af4d-393d-4603-a8b7-4623b88c3827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8027308 Nov 23 14:39:42.678785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:42.679227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:42.756739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6046c9ab-7165-443e-96d2-aa0be4fa720a None None] Provisioning complete for port 05a5c210-de5f-4350-a195-c8b886784bac triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:42.757111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6046c9ab-7165-443e-96d2-aa0be4fa720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:42.836214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6046c9ab-7165-443e-96d2-aa0be4fa720a None None] Port 05a5c210-de5f-4350-a195-c8b886784bac cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:42.844143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:43.079131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:39:41Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 1, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a5c210-de5f-4350-a195-c8b886784bac', 'name': '', 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:9e:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f50be408-d8d2-4819-8c34-00226dc521f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:40Z', 'updated_at': '2021-11-23T14:39:41Z', 'revision_number': 2, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'f50be408-d8d2-4819-8c34-00226dc521f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:43.110610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Checking router: f701af4d-393d-4603-a8b7-4623b88c3827 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:43.110989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Updating router f701af4d-393d-4603-a8b7-4623b88c3827 port 05a5c210-de5f-4350-a195-c8b886784bac binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:39:43.129982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:39:43.147471 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.331567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:43.347724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24cdd5-fb78-44c2-9d8b-9feb38ed7918 req-76573916-b407-4af2-b075-9e4a766e826c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:43.349398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d24cdd5-fb78-44c2-9d8b-9feb38ed7918 req-76573916-b407-4af2-b075-9e4a766e826c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.0588496 Nov 23 14:39:43.355816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'mac_address': 'fa:16:3e:4f:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:39:43.419557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d24cdd5-fb78-44c2-9d8b-9feb38ed7918 req-59eb040f-ad41-4a16-907a-df06855b5fe0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594134 Nov 23 14:39:43.445033 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.473667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:43.503731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:43.511553 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.586289 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.598168 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.601074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:43.657126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bafc38-ffdf-481b-90b2-d815515e83a5 None None] Pushing event updated for resources: {'Port': ['ID=05a5c210-de5f-4350-a195-c8b886784bac,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:43.706616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Attempting to bind port 05a5c210-de5f-4350-a195-c8b886784bac on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:43.707413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Attempting to bind port 05a5c210-de5f-4350-a195-c8b886784bac by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:43.707570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Attempting to bind port 05a5c210-de5f-4350-a195-c8b886784bac on network 3f84ce3b-6f45-475b-9601-5fa3795ceebc {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:43.713954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:43.714429 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Checking segment: {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:43.716061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.716061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Bound using segment: {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:43.716061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Bound port: 05a5c210-de5f-4350-a195-c8b886784bac, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f70bc2b-c664-4e92-ab69-d39e350ecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:43.716437 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.765293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:39:43.840010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] For port 05a5c210-de5f-4350-a195-c8b886784bac, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:43.844176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] For port 05a5c210-de5f-4350-a195-c8b886784bac, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=05a5c210-de5f-4350-a195-c8b886784bac,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:43.850394 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.949614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ba163061-57fd-4770-9b15-646797cf82f5 None None] Provisioning complete for port 05a5c210-de5f-4350-a195-c8b886784bac triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:43.949971 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba163061-57fd-4770-9b15-646797cf82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:43.972439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bafc38-ffdf-481b-90b2-d815515e83a5 None None] Pushing event updated for resources: {'Port': ['ID=05a5c210-de5f-4350-a195-c8b886784bac,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:43.982059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:43.982693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:44.346427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba163061-57fd-4770-9b15-646797cf82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:44.352239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:44.554396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ba163061-57fd-4770-9b15-646797cf82f5 None None] For port 05a5c210-de5f-4350-a195-c8b886784bac, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=05a5c210-de5f-4350-a195-c8b886784bac,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:44.570552 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba163061-57fd-4770-9b15-646797cf82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:44.584322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2355ff2-4eb0-443a-870c-10a4d1426e83 req-f48cf6f4-0c50-4c51-b611-074049e0eaf4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:44.587660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2355ff2-4eb0-443a-870c-10a4d1426e83 req-f48cf6f4-0c50-4c51-b611-074049e0eaf4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 944 time: 0.0717025 Nov 23 14:39:44.651031 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c2355ff2-4eb0-443a-870c-10a4d1426e83 req-d40d1bb4-8aac-496b-9d1c-0563b33f5aac tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562167 Nov 23 14:39:44.683068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba163061-57fd-4770-9b15-646797cf82f5 None None] Pushing event updated for resources: {'Port': ['ID=05a5c210-de5f-4350-a195-c8b886784bac,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:44.764708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-51f33b9c-c492-4490-8633-b94781cb421b None None] Provisioning complete for port 05a5c210-de5f-4350-a195-c8b886784bac triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:44.765267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-51f33b9c-c492-4490-8633-b94781cb421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:44.898659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:39:41Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 1, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a5c210-de5f-4350-a195-c8b886784bac', 'name': '', 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:9e:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f50be408-d8d2-4819-8c34-00226dc521f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:40Z', 'updated_at': '2021-11-23T14:39:43Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'f50be408-d8d2-4819-8c34-00226dc521f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:44.926634 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990e488-8af7-42ab-a731-116165f726c4 None None] The sync data for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 is: [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:39:41Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 1, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a5c210-de5f-4350-a195-c8b886784bac', 'name': '', 'network_id': '3f84ce3b-6f45-475b-9601-5fa3795ceebc', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:9e:db:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f50be408-d8d2-4819-8c34-00226dc521f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:40Z', 'updated_at': '2021-11-23T14:39:43Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'f50be408-d8d2-4819-8c34-00226dc521f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:45.143234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:45.205066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:39:45.212045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:45.212981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:45.296007 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:45.322379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:45.324656 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19935399-7d56-42a7-9170-ad6004069c91" -d '{"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-plugged", "status": "completed", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:45.341563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:45.351526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:45.420960 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2befd926-c401-4e5d-9bf3-ee92c02502db x-openstack-request-id: req-2befd926-c401-4e5d-9bf3-ee92c02502db {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:45.421259 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-plugged", "status": "completed", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:45.421664 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2befd926-c401-4e5d-9bf3-ee92c02502db {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:45.422127 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'code': 200} Nov 23 14:39:45.422670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:45.482573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d49707-b2ff-480e-91ce-0957ec04e854 req-284c000a-63ef-40a8-9d82-db10a7fdf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:45.484137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69d49707-b2ff-480e-91ce-0957ec04e854 req-284c000a-63ef-40a8-9d82-db10a7fdf79c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1096 time: 0.0420341 Nov 23 14:39:45.534050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69d49707-b2ff-480e-91ce-0957ec04e854 req-777762ca-373d-4583-9196-b84406bdc8de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424552 Nov 23 14:39:45.770510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9885bbb-275c-4e0e-aaa3-746e4c3f6397 req-d057af40-fcc4-4f73-a74c-3484925bf4c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:45.772017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9885bbb-275c-4e0e-aaa3-746e4c3f6397 req-d057af40-fcc4-4f73-a74c-3484925bf4c1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0484042 Nov 23 14:39:45.822159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9885bbb-275c-4e0e-aaa3-746e4c3f6397 req-3410bfec-7748-40af-b793-e3b1644c21d1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429728 Nov 23 14:39:46.552906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 05a5c210-de5f-4350-a195-c8b886784bac up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:46.619911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 05a5c210-de5f-4350-a195-c8b886784bac triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:46.620269 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:46.950726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46736c4b-97fc-460a-8d1e-5aa0a0366ae3 req-70c08353-98b1-4c57-8fe1-80e3dd4d9783 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:46.952182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46736c4b-97fc-460a-8d1e-5aa0a0366ae3 req-70c08353-98b1-4c57-8fe1-80e3dd4d9783 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0527101 Nov 23 14:39:47.001113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46736c4b-97fc-460a-8d1e-5aa0a0366ae3 req-d4441f87-9fee-4955-8b5b-d4c128237b05 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427716 Nov 23 14:39:47.119468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8a3ec-14c1-42b8-808b-2269a84462cb req-9fb1dec7-72d3-459a-9ecd-6a750e3d1bda tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:47.120972 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7a8a3ec-14c1-42b8-808b-2269a84462cb req-9fb1dec7-72d3-459a-9ecd-6a750e3d1bda tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0492663 Nov 23 14:39:47.170749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7a8a3ec-14c1-42b8-808b-2269a84462cb req-ebbfbe65-0d79-4a8c-895d-ac0f59d3f8b2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437660 Nov 23 14:39:47.192314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58320) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:47.235319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d81bc0-dab6-49b5-9c41-4e07280c6258 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:47.236900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-59d81bc0-dab6-49b5-9c41-4e07280c6258 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1091 time: 0.0436268 Nov 23 14:39:47.239868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58322) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:47.244424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:47.267432 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:47.367723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:47.484113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.77 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/bab9418b-9d80-49b6-a8d6-b2a9342ef0fe) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:47.592292 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:47.627993 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:47.668520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:47.673155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:47.676666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:47.701535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=bab9418b-9d80-49b6-a8d6-b2a9342ef0fe,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:48.380911 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:48.446665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:48.600174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:48.605757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:48.677539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=bab9418b-9d80-49b6-a8d6-b2a9342ef0fe,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:48.689592 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:48.791089 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP dac605b5-9944-4977-9840-69da4f8ed436 associated. External IP: 172.25.3.77, port: 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5. Nov 23 14:39:49.002156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router bf8733dd-6b0f-4b29-a718-96feba23e44f has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:49.116530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:49.127265 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] Sync routers for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:49.136286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:49.141968 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:49.142664 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:49.163707 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40abc5bf-aea2-4fe6-8d9e-ac1156f411fd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9227126 Nov 23 14:39:49.164637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:49.180353 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b1d37f-e079-45d7-a683-48233a31a977" -d '{"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:49.236003 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b157e7e0-2c65-420f-9e39-719c895875b9 x-openstack-request-id: req-b157e7e0-2c65-420f-9e39-719c895875b9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:49.236298 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:49.236551 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b157e7e0-2c65-420f-9e39-719c895875b9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:49.236953 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'status': 'completed', 'code': 200} Nov 23 14:39:49.289076 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:49.313782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81650dd6-b509-4599-9765-5feb9f60f6ec req-739a4901-d994-4821-8f61-1ee1f3001127 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:49.315402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81650dd6-b509-4599-9765-5feb9f60f6ec req-739a4901-d994-4821-8f61-1ee1f3001127 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0842185 Nov 23 14:39:49.318504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1d37f-e079-45d7-a683-48233a31a977 req-a17d4b4b-ddb3-4b7d-85b3-96a121479905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:49.320198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41b1d37f-e079-45d7-a683-48233a31a977 req-a17d4b4b-ddb3-4b7d-85b3-96a121479905 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1096 time: 0.0567126 Nov 23 14:39:49.430636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81650dd6-b509-4599-9765-5feb9f60f6ec req-999451e9-e774-43f2-9df0-e56d811dc6d6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071577 Nov 23 14:39:49.456783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1d37f-e079-45d7-a683-48233a31a977 req-c8cb4ac4-8284-4ece-903c-3c3293c2bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:49.458878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41b1d37f-e079-45d7-a683-48233a31a977 req-c8cb4ac4-8284-4ece-903c-3c3293c2bee7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.1284037 Nov 23 14:39:49.460751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58342) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:49.524840 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'dac605b5-9944-4977-9840-69da4f8ed436', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'mac_address': 'fa:16:3e:4f:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:47Z', 'updated_at': '2021-11-23T14:39:47Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:37Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:49.533835 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a7067d51-48b4-46f6-bd0c-632692f67d33 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/dac605b5-9944-4977-9840-69da4f8ed436 HTTP/1.1" status: 200 len: 990 time: 0.0719507 Nov 23 14:39:49.538524 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41b1d37f-e079-45d7-a683-48233a31a977 req-59233721-308b-4192-adb3-07e7eb483663 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0693824 Nov 23 14:39:49.552011 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] Checking router: bf8733dd-6b0f-4b29-a718-96feba23e44f for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:49.563414 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:49.564521 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:49.607748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1d37f-e079-45d7-a683-48233a31a977 req-6deac6dd-0dec-41c6-81fc-a81be1ff7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:49.609250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41b1d37f-e079-45d7-a683-48233a31a977 req-6deac6dd-0dec-41c6-81fc-a81be1ff7d98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0622444 Nov 23 14:39:49.660504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1d37f-e079-45d7-a683-48233a31a977 req-355e2587-f296-408c-abb6-472748ba470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:49.662049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41b1d37f-e079-45d7-a683-48233a31a977 req-355e2587-f296-408c-abb6-472748ba470c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456774 Nov 23 14:39:49.769468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41b1d37f-e079-45d7-a683-48233a31a977 req-09938042-5b4b-4f1a-9402-2eaa3453227e service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975797 Nov 23 14:39:49.771302 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:49.906523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41b1d37f-e079-45d7-a683-48233a31a977 req-3a172cdf-d0ae-4063-a265-0af6a2891061 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220970 Nov 23 14:39:50.082711 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'dac605b5-9944-4977-9840-69da4f8ed436', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'mac_address': 'fa:16:3e:4f:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:47Z', 'updated_at': '2021-11-23T14:39:47Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:37Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:50.115912 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007517bd-7fe0-4b32-97dd-df3c64a95e1a None None] The sync data for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 is: [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'dac605b5-9944-4977-9840-69da4f8ed436', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'mac_address': 'fa:16:3e:4f:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:47Z', 'updated_at': '2021-11-23T14:39:47Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:37Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:50.373218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07a114-d5ba-415a-900e-8448e72ef94e None None] New status for floating IP dac605b5-9944-4977-9840-69da4f8ed436: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:39:50.536141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58348) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:50.609295 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-66cb9e51-e650-4186-96b1-400c3b27e4ab tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/dac605b5-9944-4977-9840-69da4f8ed436 HTTP/1.1" status: 200 len: 992 time: 0.0719700 Nov 23 14:39:53.211659 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:39:53.885979 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:56.740858 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-09d30e7b-27a3-4018-976b-de75c4d683de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:57.120837 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:59.106086 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ead1795-30b9-462c-8823-74413deff25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:00.097395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:01.103282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58422) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:01.467152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:01.699852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:01.777725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port 05a5c210-de5f-4350-a195-c8b886784bac {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:01.778070 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:01.869508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port 05a5c210-de5f-4350-a195-c8b886784bac, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=05a5c210-de5f-4350-a195-c8b886784bac,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:01.869960 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:01.882143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for 05a5c210-de5f-4350-a195-c8b886784bac owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:02.063000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:02.090721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=05a5c210-de5f-4350-a195-c8b886784bac,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:02.262796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:02.478265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router f701af4d-393d-4603-a8b7-4623b88c3827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:02.560994 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:02.593901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:02.604271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6041fd92-7fa6-4942-9fa2-b882371a6007 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "PUT /v2.0/routers/f701af4d-393d-4603-a8b7-4623b88c3827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4999101 Nov 23 14:40:02.604745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] Sync routers for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:02.615793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:02.616786 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:02.728557 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:02.851952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edd9be-050d-4762-ba2d-9b885898839d req-abb93dbf-4e51-4801-88ea-0f2013bd125f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:02.853637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8edd9be-050d-4762-ba2d-9b885898839d req-abb93dbf-4e51-4801-88ea-0f2013bd125f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 946 time: 0.0526192 Nov 23 14:40:02.904529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8edd9be-050d-4762-ba2d-9b885898839d req-cddce6f3-1e28-47af-b639-9099f6bd0483 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447099 Nov 23 14:40:02.967741 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:02Z', 'revision_number': 6, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 1, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:02.994933 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] Checking router: f701af4d-393d-4603-a8b7-4623b88c3827 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:03.003116 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:03.003710 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:03.108754 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:03.328318 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:02Z', 'revision_number': 6, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 1, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:03.357926 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dc882-a8fb-405b-b102-ad42812e5dce None None] The sync data for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 is: [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:02Z', 'revision_number': 6, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '654c4891-6de1-46fc-b3b2-46c133d20042', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'port_id': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'mac_address': 'fa:16:3e:83:80:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:38:40Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 1, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:04.030495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58434f53-366f-4411-b637-6fcb485f458b req-98a74f78-eebf-4f9e-8809-e03c970e81c0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:04.032098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58434f53-366f-4411-b637-6fcb485f458b req-98a74f78-eebf-4f9e-8809-e03c970e81c0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 946 time: 0.0550408 Nov 23 14:40:04.084059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58434f53-366f-4411-b637-6fcb485f458b req-2a948d1c-dfa9-4cae-8f96-4c9e39e721d1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=f85382ab-49fe-4b8c-b424-5759bde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458984 Nov 23 14:40:04.192293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-cea63ab1-663f-4f36-ab9a-9d5032d7d588 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:04.193768 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-cea63ab1-663f-4f36-ab9a-9d5032d7d588 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "GET /v2.0/ports?device_id=b52d654a-0193-443d-8c42-c37bb355908e HTTP/1.1" status: 200 len: 946 time: 0.0487325 Nov 23 14:40:04.291394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:04.291655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:04.377766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port 06f7218e-7b2b-4937-a4ce-9cca7b98c131, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=06f7218e-7b2b-4937-a4ce-9cca7b98c131,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:04.378140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:04.391190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for 06f7218e-7b2b-4937-a4ce-9cca7b98c131 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:04.500442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 05a5c210-de5f-4350-a195-c8b886784bac no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:04.522019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 05a5c210-de5f-4350-a195-c8b886784bac {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:04.522614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 05a5c210-de5f-4350-a195-c8b886784bac not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:04.532301 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:04.561361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=06f7218e-7b2b-4937-a4ce-9cca7b98c131,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:04.611057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] No DVR routers for this DVR port 06f7218e-7b2b-4937-a4ce-9cca7b98c131 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:04.613997 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:04.617500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-268b88e0-94d1-4026-8216-49dcb1daf68c req-f03b57a8-1d7d-4fc0-a0a6-427a6a92a5bc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "DELETE /v2.0/ports/06f7218e-7b2b-4937-a4ce-9cca7b98c131 HTTP/1.1" status: 204 len: 173 time: 0.4176643 Nov 23 14:40:04.618080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d654a-0193-443d-8c42-c37bb355908e', 'name': 'network-vif-deleted', 'tag': '06f7218e-7b2b-4937-a4ce-9cca7b98c131'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:04.620608 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de9f7cb-0448-4762-871a-21485338a283" -d '{"events": [{"server_uuid": "b52d654a-0193-443d-8c42-c37bb355908e", "name": "network-vif-deleted", "tag": "06f7218e-7b2b-4937-a4ce-9cca7b98c131"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:04.673314 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b526e7-dc37-428f-8942-a954163d71e3 x-openstack-request-id: req-84b526e7-dc37-428f-8942-a954163d71e3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:04.673615 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d654a-0193-443d-8c42-c37bb355908e", "name": "network-vif-deleted", "tag": "06f7218e-7b2b-4937-a4ce-9cca7b98c131", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:04.674243 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84b526e7-dc37-428f-8942-a954163d71e3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:04.674686 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d654a-0193-443d-8c42-c37bb355908e', 'name': 'network-vif-deleted', 'tag': '06f7218e-7b2b-4937-a4ce-9cca7b98c131', 'status': 'completed', 'code': 200} Nov 23 14:40:05.145348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58478) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:05.205337 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de8b7111-5de6-48b6-a54a-413da87599d7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.230201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de8b7111-5de6-48b6-a54a-413da87599d7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.288311 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de8b7111-5de6-48b6-a54a-413da87599d7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.291756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-de8b7111-5de6-48b6-a54a-413da87599d7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.292921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-de8b7111-5de6-48b6-a54a-413da87599d7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/security-groups/f85382ab-49fe-4b8c-b424-5759bde5d3a1 HTTP/1.1" status: 204 len: 168 time: 0.1464870 Nov 23 14:40:05.302625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b7111-5de6-48b6-a54a-413da87599d7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85382ab-49fe-4b8c-b424-5759bde5d3a1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:05.333609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:05.387010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting subnet f50be408-d8d2-4819-8c34-00226dc521f9 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:40:05.390086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.429443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.512912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.568424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.594715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Subnet': ['ID=f50be408-d8d2-4819-8c34-00226dc521f9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:05.598815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.601899 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fac27bc2-bbd7-47ff-8972-15facc0146ad tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/subnets/f50be408-d8d2-4819-8c34-00226dc521f9 HTTP/1.1" status: 204 len: 168 time: 0.2670124 Nov 23 14:40:05.605034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58488) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:05.611347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce02ff-411f-499c-ac86-d6aef3c58161 None None] Network 3f84ce3b-6f45-475b-9601-5fa3795ceebc requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:40:05.689310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.743940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:05.744454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.814786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:05.815322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.815810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] DHCP port deletion for 3f84ce3b-6f45-475b-9601-5fa3795ceebc request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:05.834138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:05.868540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] Deleting port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:05.869064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.918342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.937277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] For port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,segment=NetworkSegment(8f70bc2b-c664-4e92-ab69-d39e350ecf5e),segment_id=8f70bc2b-c664-4e92-ab69-d39e350ecf5e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:05.937685 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:05.948376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:05.954623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] Calling delete_port for 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:05.957547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] No DVR routers for this DVR port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:06.039516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.044817 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.059959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f84ce3b-6f45-475b-9601-5fa3795ceebc']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:06.069302 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f70bc2b-c664-4e92-ab69-d39e350ecf5e') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:06.070220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f70bc2b-c664-4e92-ab69-d39e350ecf5e') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:06.072665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] Pushing event deleted for resources: {'Port': ['ID=8c58c10c-426c-4bf0-9bbb-b0f3218334d4,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:06.076820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9069d4-8beb-49c7-ac3a-01c5e219aac0 None None] No DVR routers for this DVR port 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:06.079930 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.100626 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.107290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:40:06.107726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:40:06.110624 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:40:06.170854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.177892 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.181068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/networks/3f84ce3b-6f45-475b-9601-5fa3795ceebc HTTP/1.1" status: 204 len: 168 time: 0.5751309 Nov 23 14:40:06.183903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58492) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:06.193924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75be12-c5c2-4e98-a479-990dda286b2d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Network': ['ID=3f84ce3b-6f45-475b-9601-5fa3795ceebc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:06.340721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port 1ee9befc-bf19-428d-9bfa-28be2b274738 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:06.341066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.548615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:06.570082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:06.570581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8c58c10c-426c-4bf0-9bbb-b0f3218334d4 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:06.750093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.750403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.762224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for 1ee9befc-bf19-428d-9bfa-28be2b274738 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:06.934743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.959642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=1ee9befc-bf19-428d-9bfa-28be2b274738,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:07.021093 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:07.021431 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Floating IP 654c4891-6de1-46fc-b3b2-46c133d20042 disassociated (deleted). External IP: 172.25.3.241, port: 2e0168ab-92a4-47a6-8b94-19d013909b03. Nov 23 14:40:07.236192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router f701af4d-393d-4603-a8b7-4623b88c3827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:07.346347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:07.351085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:07.358794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] Sync routers for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:07.369700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:07.370344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:07.381757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6f7d4b1c-142d-4f63-af1c-43598904410c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/floatingips/654c4891-6de1-46fc-b3b2-46c133d20042 HTTP/1.1" status: 204 len: 168 time: 1.1942189 Nov 23 14:40:07.381757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:07.382558 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a61d8c-196e-4a57-aa95-229ba2719184" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:07.429571 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac87b10-8118-439e-8098-cd48c8f63b30 x-openstack-request-id: req-1ac87b10-8118-439e-8098-cd48c8f63b30 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:07.429867 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:07.430388 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ac87b10-8118-439e-8098-cd48c8f63b30 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:07.431415 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'status': 'completed', 'code': 200} Nov 23 14:40:07.490543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:07.499386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-eb6f3121-1751-42df-8c7e-b82d60662e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:07.501809 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-eb6f3121-1751-42df-8c7e-b82d60662e3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 1097 time: 0.0486774 Nov 23 14:40:07.660232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-183676d5-fb9d-4623-b51d-d616f71c985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:07.661751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-183676d5-fb9d-4623-b51d-d616f71c985c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 200 len: 897 time: 0.1520083 Nov 23 14:40:07.674787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b2189-6fc0-4666-baad-f4cdaacad8fe req-6b918662-7f2e-4b13-8139-ab260cf3fa82 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:07.676246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c0b2189-6fc0-4666-baad-f4cdaacad8fe req-6b918662-7f2e-4b13-8139-ab260cf3fa82 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 946 time: 0.0711722 Nov 23 14:40:07.714696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:02Z', 'revision_number': 6, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:07.721052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-a4c0ac44-aadd-4845-922c-4cc292e644f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e0168ab-92a4-47a6-8b94-19d013909b03 HTTP/1.1" status: 200 len: 217 time: 0.0438657 Nov 23 14:40:07.743098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] Checking router: f701af4d-393d-4603-a8b7-4623b88c3827 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:07.751936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:07.752641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:07.809173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-77c71cae-ce1b-4da2-b247-b6eb666ca514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:07.810801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-77c71cae-ce1b-4da2-b247-b6eb666ca514 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9678b432-eb23-43fa-8018-688cd71f296f HTTP/1.1" status: 200 len: 835 time: 0.0814674 Nov 23 14:40:07.814886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c0b2189-6fc0-4666-baad-f4cdaacad8fe req-5aaac1d6-8196-49f5-b20f-0233062e42b0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929413 Nov 23 14:40:07.861148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-d9cd6fdf-6ccf-40b0-88b5-1bb76ef2182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:07.862586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-d9cd6fdf-6ccf-40b0-88b5-1bb76ef2182a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a07e939-1260-49a0-812f-eafed0f34f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427177 Nov 23 14:40:07.869677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:07.965295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-577cff66-3bb9-4ffb-ade3-426128b4f616 service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921237 Nov 23 14:40:08.065286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33a61d8c-196e-4a57-aa95-229ba2719184 req-08306fac-b9db-4b41-97af-ed3b410660ab service neutron] 10.222.0.11 "GET /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914514 Nov 23 14:40:08.078806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:02Z', 'revision_number': 6, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:08.109322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9ab35c-4c10-4762-b3a2-000cee31aeaa None None] The sync data for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 is: [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:02Z', 'revision_number': 6, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '12cfa985-d893-47ba-931c-8de04f7c7773', 'name': '', 'network_id': '1a07e939-1260-49a0-812f-eafed0f34f90', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:f3:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9678b432-eb23-43fa-8018-688cd71f296f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:24Z', 'updated_at': '2021-11-23T14:38:27Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': '9678b432-eb23-43fa-8018-688cd71f296f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:08.261083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 06f7218e-7b2b-4937-a4ce-9cca7b98c131 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:08.288238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 06f7218e-7b2b-4937-a4ce-9cca7b98c131 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:08.288584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 06f7218e-7b2b-4937-a4ce-9cca7b98c131 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:08.347820 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2caa3-3351-41f1-accd-4d2823517b30 None None] New status for floating IP 654c4891-6de1-46fc-b3b2-46c133d20042: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:40:08.939673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074c552-a907-4cf8-a6d0-484b960bcdd6 req-7293f627-6b9a-470e-a0a0-920ba921c3b0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:08.941170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6074c552-a907-4cf8-a6d0-484b960bcdd6 req-7293f627-6b9a-470e-a0a0-920ba921c3b0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 946 time: 0.0487094 Nov 23 14:40:09.021190 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6074c552-a907-4cf8-a6d0-484b960bcdd6 req-62820a10-8021-41f5-ac11-15003fafb2ba tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=99af2208-04a2-443e-801a-65f32551d890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737228 Nov 23 14:40:09.042939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-3f91f01a-eb3f-4bc0-8f1a-624fc0d48ae9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:09.042939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-3f91f01a-eb3f-4bc0-8f1a-624fc0d48ae9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6608f1-3a1f-48a4-9bd4-f7474e9657d0 HTTP/1.1" status: 200 len: 946 time: 0.0701153 Nov 23 14:40:09.126305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port 2e0168ab-92a4-47a6-8b94-19d013909b03 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:09.126645 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:09.217066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port 2e0168ab-92a4-47a6-8b94-19d013909b03, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=2e0168ab-92a4-47a6-8b94-19d013909b03,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:09.217546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:09.230699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for 2e0168ab-92a4-47a6-8b94-19d013909b03 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:09.360040 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:09.390153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=2e0168ab-92a4-47a6-8b94-19d013909b03,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:09.433664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] No DVR routers for this DVR port 2e0168ab-92a4-47a6-8b94-19d013909b03 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:09.436623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:09.440547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48bf579d-94c0-416c-9222-5f7c08762d8f req-8e45a6b9-93d0-49b4-aae6-f8e0a40c775e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.11 "DELETE /v2.0/ports/2e0168ab-92a4-47a6-8b94-19d013909b03 HTTP/1.1" status: 204 len: 173 time: 0.3992488 Nov 23 14:40:09.440999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'name': 'network-vif-deleted', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:09.443965 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7bfd07-2566-4c25-9ab4-4196613c304e" -d '{"events": [{"server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "name": "network-vif-deleted", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:09.492617 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bd5d1e-49b9-445c-8773-06be64bb9d93 x-openstack-request-id: req-56bd5d1e-49b9-445c-8773-06be64bb9d93 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:09.492923 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6608f1-3a1f-48a4-9bd4-f7474e9657d0", "name": "network-vif-deleted", "tag": "2e0168ab-92a4-47a6-8b94-19d013909b03", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:09.493167 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56bd5d1e-49b9-445c-8773-06be64bb9d93 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:09.493611 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6608f1-3a1f-48a4-9bd4-f7474e9657d0', 'name': 'network-vif-deleted', 'tag': '2e0168ab-92a4-47a6-8b94-19d013909b03', 'status': 'completed', 'code': 200} Nov 23 14:40:10.087590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58530) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:10.148171 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-590d124f-54fb-47e2-9911-9b4a6ca5daf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.174079 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-590d124f-54fb-47e2-9911-9b4a6ca5daf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.238957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-590d124f-54fb-47e2-9911-9b4a6ca5daf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.241597 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-590d124f-54fb-47e2-9911-9b4a6ca5daf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.242758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-590d124f-54fb-47e2-9911-9b4a6ca5daf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/security-groups/99af2208-04a2-443e-801a-65f32551d890 HTTP/1.1" status: 204 len: 168 time: 0.1507053 Nov 23 14:40:10.252823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d124f-54fb-47e2-9911-9b4a6ca5daf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af2208-04a2-443e-801a-65f32551d890,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:10.278650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58534) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:10.647391 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.901069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port 12cfa985-d893-47ba-931c-8de04f7c7773 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:10.901504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.994628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port 12cfa985-d893-47ba-931c-8de04f7c7773, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=12cfa985-d893-47ba-931c-8de04f7c7773,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:10.995021 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:11.007443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for 12cfa985-d893-47ba-931c-8de04f7c7773 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:11.191111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:11.225053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=12cfa985-d893-47ba-931c-8de04f7c7773,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:11.387749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:11.607530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router f701af4d-393d-4603-a8b7-4623b88c3827 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:11.711112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:11.715998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b91184b0-57ec-4a62-a4f6-3a17119c3107 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "PUT /v2.0/routers/f701af4d-393d-4603-a8b7-4623b88c3827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362447 Nov 23 14:40:11.718594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58546) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:11.721655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] Sync routers for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:11.732705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:11.733412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:11.768986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting subnet 9678b432-eb23-43fa-8018-688cd71f296f {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:40:11.772134 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:11.818728 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:11.927067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:11.994863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.006316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:12.029936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Subnet': ['ID=9678b432-eb23-43fa-8018-688cd71f296f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:12.035800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.041563 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7d5c072-b0ed-4834-bc9b-f4a336af3829 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/subnets/9678b432-eb23-43fa-8018-688cd71f296f HTTP/1.1" status: 204 len: 168 time: 0.3195937 Nov 23 14:40:12.042838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58554) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:12.065001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98fab2-816f-44f6-8c57-a1adc6e441be None None] Network 1a07e939-1260-49a0-812f-eafed0f34f90 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:40:12.154281 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.255950 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.289999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:11Z', 'revision_number': 7, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'dad3a852-048b-4a6e-9b7e-3d261857d744', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:40:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:20Z', 'updated_at': '2021-11-23T14:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:12.313048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port dad3a852-048b-4a6e-9b7e-3d261857d744 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:12.313482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.322412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] Checking router: f701af4d-393d-4603-a8b7-4623b88c3827 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:12.331651 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] Routers {'f701af4d-393d-4603-a8b7-4623b88c3827'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:12.332423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['f701af4d-393d-4603-a8b7-4623b88c3827'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:12.397039 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] DHCP port deletion for 1a07e939-1260-49a0-812f-eafed0f34f90 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:12.406534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port dad3a852-048b-4a6e-9b7e-3d261857d744, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dad3a852-048b-4a6e-9b7e-3d261857d744,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:12.406843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.420973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for dad3a852-048b-4a6e-9b7e-3d261857d744 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:12.450596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] Set router f701af4d-393d-4603-a8b7-4623b88c3827 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:12.514552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:12Z', 'revision_number': 8, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:12.547072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc316f1-cf5d-4e30-b401-22d9aae3a9d7 None None] The sync data for ids ['f701af4d-393d-4603-a8b7-4623b88c3827'] in n-d-818503-2 is: [{'id': 'f701af4d-393d-4603-a8b7-4623b88c3827', 'name': 'tempest-TestNetworkBasicOps-router-1768837717', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:19Z', 'updated_at': '2021-11-23T14:40:12Z', 'revision_number': 8, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:12.563123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] Deleting port 31155561-03d3-484f-b5b9-f5c35b54ecd7 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:40:12.563850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.649417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] For port 31155561-03d3-484f-b5b9-f5c35b54ecd7, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=31155561-03d3-484f-b5b9-f5c35b54ecd7,segment=NetworkSegment(891f1db7-59ad-482c-a4c1-890aef18682c),segment_id=891f1db7-59ad-482c-a4c1-890aef18682c)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:12.649988 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.651490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.676442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] Calling delete_port for 31155561-03d3-484f-b5b9-f5c35b54ecd7 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:40:12.681559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=dad3a852-048b-4a6e-9b7e-3d261857d744,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:12.725518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3326c-f062-4f7a-9b9e-4f0dbac13991 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:12.753499 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.782409 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.812150 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] Pushing event deleted for resources: {'Port': ['ID=31155561-03d3-484f-b5b9-f5c35b54ecd7,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:12.815481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9129433-8c42-476d-bc3c-6b6f1c21d2cd None None] No DVR routers for this DVR port 31155561-03d3-484f-b5b9-f5c35b54ecd7 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:12.859602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.862744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.935242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.936149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Fanout notify agent at l3_agent the message router_deleted on router f701af4d-393d-4603-a8b7-4623b88c3827 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:40:12.946702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:12.950551 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-584d3ebc-e4d1-4079-8e19-da4afc36eba7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/routers/f701af4d-393d-4603-a8b7-4623b88c3827 HTTP/1.1" status: 204 len: 168 time: 0.9042192 Nov 23 14:40:12.950847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58564) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:13.028725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 31155561-03d3-484f-b5b9-f5c35b54ecd7 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:13.063621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.068335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 31155561-03d3-484f-b5b9-f5c35b54ecd7 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:13.068689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 31155561-03d3-484f-b5b9-f5c35b54ecd7 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:13.159591 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.179515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a07e939-1260-49a0-812f-eafed0f34f90']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:13.188398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891f1db7-59ad-482c-a4c1-890aef18682c') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:13.188633 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891f1db7-59ad-482c-a4c1-890aef18682c') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:13.198075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.210833 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.217173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:40:13.217558 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:40:13.220625 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:40:13.223285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e0168ab-92a4-47a6-8b94-19d013909b03 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:13.246221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 2e0168ab-92a4-47a6-8b94-19d013909b03 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:13.246723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 2e0168ab-92a4-47a6-8b94-19d013909b03 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:13.281090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.286569 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.290535 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/networks/1a07e939-1260-49a0-812f-eafed0f34f90 HTTP/1.1" status: 204 len: 168 time: 0.3386943 Nov 23 14:40:13.304375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58568) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:13.309407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'network': {'name': 'tempest-network-smoke--1122282503', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'port_security_enabled': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:13.312389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e39c8e-7db3-4682-9c9c-c98b29982c67 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Network': ['ID=1a07e939-1260-49a0-812f-eafed0f34f90,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:13.335842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:40:13.340197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.363861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:40:13.376718 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.377064 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Added segment aee3bfc3-9310-4fc0-8071-4bf35ea9dca3 of type vlan for network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed Nov 23 14:40:13.422419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.449122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.454604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:13.455288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.498407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1902130 Nov 23 14:40:13.499186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58570) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:13.505275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-646071111', 'admin_state_up': True, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:13.524011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32311416-6041-499b-9dbd-cc922b08c35e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Network': ['ID=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:13.535481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:40:13.545494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.546818 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.622582 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.765603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.972001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:13.990525 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:14.093483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.25.3.140 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:40:14.190705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:14.221953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:14.256992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:40:14.261625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:40:14.265029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:40:14.276947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba447846-d50c-4c47-a998-45826778dc8a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:14.292625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:14.353653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7a771623-9c73-4482-ac47-fc8fab84b432 None None] Provisioning complete for port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:14.354022 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7a771623-9c73-4482-ac47-fc8fab84b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:14.392612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7a771623-9c73-4482-ac47-fc8fab84b432 None None] Port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:40:14.552080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 12cfa985-d893-47ba-931c-8de04f7c7773 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:14.573404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 12cfa985-d893-47ba-931c-8de04f7c7773 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:14.573756 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 12cfa985-d893-47ba-931c-8de04f7c7773 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:14.574410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dad3a852-048b-4a6e-9b7e-3d261857d744 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:14.594779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: dad3a852-048b-4a6e-9b7e-3d261857d744 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:40:14.595361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dad3a852-048b-4a6e-9b7e-3d261857d744 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:14.853381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:15.045393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:15.177231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:40:15.281572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:15.294043 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Sync routers for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:15.313273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:15.313922 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:15.317358 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:15.318817 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-847980b0-69fb-46b4-ab3e-5bcfd8b6f396 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8181257 Nov 23 14:40:15.321671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58584) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:15.355375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ea131b69-9dc2-4481-9575-ed0c779a0227 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=65d7501893254e3689d34ca7413ac00a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324473 Nov 23 14:40:15.357922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58586) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:15.426793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:15.448323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca27e7-fd06-466e-808f-8dba3c5f1171 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:15.450105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8aca27e7-fd06-466e-808f-8dba3c5f1171 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912907 Nov 23 14:40:15.453037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58588) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:15.481137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e6834abc-af35-4333-822e-6ab132d33a2e tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268106 Nov 23 14:40:15.483512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58590) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:15.488394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890809535', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:15.593795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:40:15.598365 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:15.719665 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:14Z', 'revision_number': 3, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:15.749242 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Checking router: 95807d24-15cf-4e4c-b7f6-d02dfc584b2b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:15.749695 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Updating router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:40:15.775431 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:15.791255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:15.845647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Subnet': ['ID=ffbe6d94-cf50-4b90-94b0-529cae574747,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:15.862158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Checking segment: {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:40:15.862771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network hostable DHCP agents. Network: 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:40:15.880743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:40:15.890718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:40:15.895926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:15.897107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:15.902484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b44bb-3610-48ce-826c-3586a6337520 None None] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:40:15.915804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2e42ba94-a8b3-4f4d-8fd5-8151c30152e9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4309826 Nov 23 14:40:15.918983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58598) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:16.051078 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.058506 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.075850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:40:16.076849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.110224 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b7d0a-33e4-425c-bcdc-9bfa460ea64c None None] Pushing event updated for resources: {'Port': ['ID=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:16.131094 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Attempting to bind port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:40:16.131580 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Attempting to bind port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:40:16.132044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Attempting to bind port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:16.139416 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:40:16.139983 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:40:16.140482 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.140972 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:40:16.141557 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Bound port: a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:40:16.142039 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.158378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a7aff-21a0-4fb1-b7e7-d7138e4c48bd None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:16.197959 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] For port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:16.201631 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] For port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:40:16.205753 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.245332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Allocated IP 172.20.0.2 (27c1a71c-9ac5-4f61-9fda-14c1b8b214ed/ffbe6d94-cf50-4b90-94b0-529cae574747/f10f2955-9332-4b77-9229-0feb73540d68) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:40:16.270934 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b7d0a-33e4-425c-bcdc-9bfa460ea64c None None] Pushing event updated for resources: {'Port': ['ID=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:16.299107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:16.299993 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:16.407442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.419210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3590c2-906c-4ac0-b6cb-56da673978c9 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:40:16.422991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.431977 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:16.469138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:40:16.475518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d83a06c4-781c-4777-84ae-83f78c786254 None None] Provisioning complete for port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:16.475939 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d83a06c4-781c-4777-84ae-83f78c786254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.507862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:40:16.519309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:40:16.533675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Pushing event updated for resources: {'Port': ['ID=f10f2955-9332-4b77-9229-0feb73540d68,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:16.589650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Attempting to bind port f10f2955-9332-4b77-9229-0feb73540d68 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:40:16.590040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Attempting to bind port f10f2955-9332-4b77-9229-0feb73540d68 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:40:16.590381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Attempting to bind port f10f2955-9332-4b77-9229-0feb73540d68 on network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:16.603682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:40:16.604075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Checking segment: {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:40:16.604461 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.604857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Bound using segment: {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:40:16.605868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Bound port: f10f2955-9332-4b77-9229-0feb73540d68, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:40:16.606255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.661862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d83a06c4-781c-4777-84ae-83f78c786254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.687108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:14Z', 'revision_number': 3, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:16.703761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d83a06c4-781c-4777-84ae-83f78c786254 None None] For port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:16.712858 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d83a06c4-781c-4777-84ae-83f78c786254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.733416 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829cc56-9dfb-4aab-8cfc-74374487e658 None None] The sync data for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 is: [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:14Z', 'revision_number': 3, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:16.770861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] For port f10f2955-9332-4b77-9229-0feb73540d68, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:16.776843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] For port f10f2955-9332-4b77-9229-0feb73540d68, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f10f2955-9332-4b77-9229-0feb73540d68,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:40:16.782072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.813324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a06c4-781c-4777-84ae-83f78c786254 None None] Pushing event updated for resources: {'Port': ['ID=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:16.871785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4108d6a7-79e2-48f6-83d2-488b652091a3 None None] Provisioning complete for port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:16.872253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4108d6a7-79e2-48f6-83d2-488b652091a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.915984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51994-64d7-4aa8-9cf5-fd7789105786 None None] Pushing event updated for resources: {'Port': ['ID=f10f2955-9332-4b77-9229-0feb73540d68,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:16.967191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:17.302603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.20.0.1 (27c1a71c-9ac5-4f61-9fda-14c1b8b214ed/ffbe6d94-cf50-4b90-94b0-529cae574747/f7e2f09d-ee42-42e7-9d80-eb87b390ca28) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:40:17.437340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:17.482267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:17.528513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:40:17.531916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:40:17.536035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:40:17.573384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:17.598031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:17.737867 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.052619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.059414 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.071934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0c00c-e0dd-42cf-8229-2476360c3e9c None None] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:40:18.144909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.146984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:18.217797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c9c5ba96-d394-458a-a5b0-6349cf083a21 None None] Provisioning complete for port f10f2955-9332-4b77-9229-0feb73540d68 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:18.218165 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ba96-d394-458a-a5b0-6349cf083a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.241007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:40:18.242497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:40:18.336127 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ba96-d394-458a-a5b0-6349cf083a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.375996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c9c5ba96-d394-458a-a5b0-6349cf083a21 None None] For port f10f2955-9332-4b77-9229-0feb73540d68, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f10f2955-9332-4b77-9229-0feb73540d68,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:18.384081 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ba96-d394-458a-a5b0-6349cf083a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.441188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:18.441846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5ba96-d394-458a-a5b0-6349cf083a21 None None] Pushing event updated for resources: {'Port': ['ID=f10f2955-9332-4b77-9229-0feb73540d68,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:18.589493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:18.600022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58618) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:18.600513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-22eb62ef-fc81-4112-af60-ba884847dea3 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "PUT /v2.0/routers/95807d24-15cf-4e4c-b7f6-d02dfc584b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6801591 Nov 23 14:40:18.618636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-59d83586-36c8-49f4-b9a3-2868b60d24f7 None None] Provisioning complete for port f10f2955-9332-4b77-9229-0feb73540d68 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:18.619383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59d83586-36c8-49f4-b9a3-2868b60d24f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.681205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f10f2955-9332-4b77-9229-0feb73540d68 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:40:18.811036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f10f2955-9332-4b77-9229-0feb73540d68 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:18.811493 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.815738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-59d83586-36c8-49f4-b9a3-2868b60d24f7 None None] Provisioning complete for port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:18.816296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59d83586-36c8-49f4-b9a3-2868b60d24f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:18.884786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.885531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.885994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.886451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.886931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.887359 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.887806 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:18.889915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d82fc679-75da-4008-b380-297a7c832133 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4974 time: 0.2871664 Nov 23 14:40:18.892512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58620) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:18.892685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-59d83586-36c8-49f4-b9a3-2868b60d24f7 None None] Port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:40:18.943661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Sync routers for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:18.973253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:18.973884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:19.013380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.013849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.014300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.014756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.015221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.015662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.016099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.017968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-377132f1-af85-4cbf-855d-906663799752 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4631 time: 0.1245122 Nov 23 14:40:19.020732 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58622) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:19.219291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:40:19.309861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-969193d5-6c63-4d27-8343-7e69cb6d177b None None] Provisioning complete for port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:19.310232 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-969193d5-6c63-4d27-8343-7e69cb6d177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:19.311438 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a1a5ef8b-977c-4b62-b1da-9cace9211476 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.2812593 Nov 23 14:40:19.374426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-969193d5-6c63-4d27-8343-7e69cb6d177b None None] Port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:40:19.377437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:19.408284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:19.408661 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:19.524455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38331fcb-d84c-4f58-bf12-02ae61b0f2b0 req-15abd397-0e42-4cef-b43d-78e1195142b7 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.526485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38331fcb-d84c-4f58-bf12-02ae61b0f2b0 req-15abd397-0e42-4cef-b43d-78e1195142b7 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1096 time: 0.0498576 Nov 23 14:40:19.551097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d290013b-88de-4a23-bcb9-b75001fc76b3 None None] Provisioning complete for port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:19.551501 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d290013b-88de-4a23-bcb9-b75001fc76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:19.576540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-38331fcb-d84c-4f58-bf12-02ae61b0f2b0 req-55660d85-9424-4cec-8835-32b71cbcfcd3 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438347 Nov 23 14:40:19.627889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d290013b-88de-4a23-bcb9-b75001fc76b3 None None] Port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:40:19.720837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d0d2-40dc-4f1f-806c-687340736452 req-a5325bf2-7828-4305-b60a-fd42e635db9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:19.722526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3437d0d2-40dc-4f1f-806c-687340736452 req-a5325bf2-7828-4305-b60a-fd42e635db9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0651350 Nov 23 14:40:19.726184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 2, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:19.760327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Checking router: 95807d24-15cf-4e4c-b7f6-d02dfc584b2b for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:19.761554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Updating router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:40:19.777334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3437d0d2-40dc-4f1f-806c-687340736452 req-a784a253-c410-4521-a9db-b44f2cda6fdd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464597 Nov 23 14:40:19.799529 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:19.802618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58638) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:19.865716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0adbbd84-52c0-40e9-b570-1f67824413e1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/dac605b5-9944-4977-9840-69da4f8ed436 HTTP/1.1" status: 200 len: 992 time: 0.0618925 Nov 23 14:40:20.071897 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.077146 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.174946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58648) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:20.179952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c8bb5163-0cd2-4fa5-87e3-e8fa141b2e5c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127915558', 'description': 'tempest-secgroup-smoke-127915558 description', 'project_id': '65d7501893254e3689d34ca7413ac00a'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:20.183136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef305-4f26-41e2-87e6-d5f6fcd58852 None None] Pushing event updated for resources: {'Port': ['ID=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:20.196302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Attempting to bind port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:40:20.196860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Attempting to bind port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:40:20.197637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Attempting to bind port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 on network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:20.205264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:40:20.205817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Checking segment: {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:40:20.206339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.206863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Bound using segment: {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:40:20.210543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-e366ee17-4044-4a9d-bb15-c126e340f986 req-b315b3b7-da05-4ec1-b1c0-6a4b79ee51b3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:40:20.211631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e366ee17-4044-4a9d-bb15-c126e340f986 req-b315b3b7-da05-4ec1-b1c0-6a4b79ee51b3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067763 Nov 23 14:40:20.218074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Bound port: f7e2f09d-ee42-42e7-9d80-eb87b390ca28, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:40:20.219017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.229850 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5163-0cd2-4fa5-87e3-e8fa141b2e5c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.303892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] For port f7e2f09d-ee42-42e7-9d80-eb87b390ca28, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:20.308816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] For port f7e2f09d-ee42-42e7-9d80-eb87b390ca28, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:40:20.315505 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.381530 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5163-0cd2-4fa5-87e3-e8fa141b2e5c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.388780 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5163-0cd2-4fa5-87e3-e8fa141b2e5c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.427170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5163-0cd2-4fa5-87e3-e8fa141b2e5c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.431232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c8bb5163-0cd2-4fa5-87e3-e8fa141b2e5c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2521360 Nov 23 14:40:20.431462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58654) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:20.432911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb5163-0cd2-4fa5-87e3-e8fa141b2e5c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa451e-ffb8-47e7-8319-d80985fc47b2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:20.440327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '69aa451e-ffb8-47e7-8319-d80985fc47b2', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:20.446592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:20.447430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:39:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:20.501243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.517236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef305-4f26-41e2-87e6-d5f6fcd58852 None None] Pushing event updated for resources: {'Port': ['ID=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:20.529353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a880795c-3669-4276-aab4-3e3887fd00ed None None] Provisioning complete for port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:20.530035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a880795c-3669-4276-aab4-3e3887fd00ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.615527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.625394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.675549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:20.682607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57644aa-5844-4dbc-8bfb-f64c22ba38ff,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:20.705459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.706237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.706930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.707345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.707835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.708573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.709064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.709559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.709959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.710445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.710930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.711496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:20.725638 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.729149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e920bb9d-dd09-4744-95b5-1236afb55cf1 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2959635 Nov 23 14:40:20.731331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58662) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:20.738043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a4c2b2dc-5783-40c0-b8a2-4f7a5bf80dab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '69aa451e-ffb8-47e7-8319-d80985fc47b2', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:20.751908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58664) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:20.760040 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a880795c-3669-4276-aab4-3e3887fd00ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.807172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d4fd-a296-48e4-8323-c2c43e173413 req-138da86d-0262-4f94-8903-42b287e87adf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:20.809235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d657d4fd-a296-48e4-8323-c2c43e173413 req-138da86d-0262-4f94-8903-42b287e87adf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0646746 Nov 23 14:40:20.816027 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b2dc-5783-40c0-b8a2-4f7a5bf80dab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.893516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d657d4fd-a296-48e4-8323-c2c43e173413 req-79a2b616-7795-4eb4-b6ee-07782eb8bb64 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737181 Nov 23 14:40:20.900401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-51688807-0888-4831-bcc4-39f369ab98ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472681 Nov 23 14:40:20.905515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-a35783b6-75c8-4ed9-beaa-39632f6a0e36 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:40:20.910939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-a35783b6-75c8-4ed9-beaa-39632f6a0e36 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096564 Nov 23 14:40:20.921062 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b2dc-5783-40c0-b8a2-4f7a5bf80dab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.926445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b2dc-5783-40c0-b8a2-4f7a5bf80dab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.948126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2b2dc-5783-40c0-b8a2-4f7a5bf80dab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9440f3a1-92c7-48e7-a0b5-b1ba7883768e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:20.954661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b2dc-5783-40c0-b8a2-4f7a5bf80dab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.958339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a4c2b2dc-5783-40c0-b8a2-4f7a5bf80dab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2230041 Nov 23 14:40:20.958581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58668) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:20.964719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-24a8cc33-5e7b-45a1-83ea-d15cc8362e0c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '69aa451e-ffb8-47e7-8319-d80985fc47b2', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:20.965459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a880795c-3669-4276-aab4-3e3887fd00ed None None] For port f7e2f09d-ee42-42e7-9d80-eb87b390ca28, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:20.972181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a880795c-3669-4276-aab4-3e3887fd00ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:20.997384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24a8cc33-5e7b-45a1-83ea-d15cc8362e0c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.032418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880795c-3669-4276-aab4-3e3887fd00ed None None] Pushing event updated for resources: {'Port': ['ID=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:21.053128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:21.064769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24a8cc33-5e7b-45a1-83ea-d15cc8362e0c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.069926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24a8cc33-5e7b-45a1-83ea-d15cc8362e0c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.088919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a753f0-3c05-4d84-bdb9-e1072783871e None None] The sync data for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 is: [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:21.100443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b18ab954-a3a8-4050-94bc-54b7e151b56e None None] Provisioning complete for port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:21.100823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b18ab954-a3a8-4050-94bc-54b7e151b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.105297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8cc33-5e7b-45a1-83ea-d15cc8362e0c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab450c3-bce1-4b7e-9224-9f588bf48ccd,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:21.121054 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-24a8cc33-5e7b-45a1-83ea-d15cc8362e0c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.124228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-24a8cc33-5e7b-45a1-83ea-d15cc8362e0c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1637397 Nov 23 14:40:21.126072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58680) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:21.137023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f44069c5-d58d-4ec6-9395-452b7f4a6787 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '69aa451e-ffb8-47e7-8319-d80985fc47b2', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:21.205794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f44069c5-d58d-4ec6-9395-452b7f4a6787 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.324860 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f44069c5-d58d-4ec6-9395-452b7f4a6787 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.330031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f44069c5-d58d-4ec6-9395-452b7f4a6787 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.356409 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44069c5-d58d-4ec6-9395-452b7f4a6787 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc0a597-059f-4258-ba2d-e868cc11c8be,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:21.390357 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f44069c5-d58d-4ec6-9395-452b7f4a6787 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.397362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58690) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:21.402600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '69aa451e-ffb8-47e7-8319-d80985fc47b2', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:21.405674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f44069c5-d58d-4ec6-9395-452b7f4a6787 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2783661 Nov 23 14:40:21.448689 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Project 65d7501893254e3689d34ca7413ac00a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:40:21.462289 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.641777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.648595 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.670726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578b5bd6-6347-4adb-8ccf-6e029ebc19c8,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:21.686406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.689942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58698) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:21.691822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1de2a484-d3bf-48ef-b080-fd42971194a5 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2931173 Nov 23 14:40:21.695404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'security_group_rule': {'security_group_id': '69aa451e-ffb8-47e7-8319-d80985fc47b2', 'project_id': '65d7501893254e3689d34ca7413ac00a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:21.736973 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Project 65d7501893254e3689d34ca7413ac00a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:40:21.744377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.828470 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.836279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.857773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21e5a37-8dac-451b-b4d7-0df45a5445b8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:21.873228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:21.875118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-77578e6d-d26c-48e3-88f5-aaa2d7b70bd8 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1839833 Nov 23 14:40:22.116907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16273f-087b-43a7-a32f-7dea32322c09 req-abb31ff7-9b28-4552-a7b6-ef352518a961 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:22.118589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa16273f-087b-43a7-a32f-7dea32322c09 req-abb31ff7-9b28-4552-a7b6-ef352518a961 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.1016703 Nov 23 14:40:22.122588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-1fef2816-a5c7-4a29-be50-6d2aacfc93ff tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127915558&fields=id&tenant_id=65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 267 time: 0.1233582 Nov 23 14:40:22.243451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa16273f-087b-43a7-a32f-7dea32322c09 req-fa0eb8eb-0b86-4151-baf5-119d74c7ac07 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180918 Nov 23 14:40:22.283199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-08235e2d-20b4-4210-ae64-b159790d3072 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:22.284747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-08235e2d-20b4-4210-ae64-b159790d3072 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/networks?id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed HTTP/1.1" status: 200 len: 797 time: 0.1532490 Nov 23 14:40:22.302428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-548ea11b-36d2-4f0a-8e28-1585a7c2ad2f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/quotas/65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 375 time: 0.0106032 Nov 23 14:40:22.368107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-12d32eda-e356-4693-8d8e-cae0897fa2a0 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587273 Nov 23 14:40:22.539565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-c6a4aa0a-d736-479d-9da7-05f8d5c160d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:22.546970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-c6a4aa0a-d736-479d-9da7-05f8d5c160d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1096 time: 0.0702465 Nov 23 14:40:22.549223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-120eed46-e528-46c9-b442-738fd9bc302b service neutron] 10.222.0.46 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556716 Nov 23 14:40:22.593245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f7e2f09d-ee42-42e7-9d80-eb87b390ca28 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:40:22.646188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:22.646834 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:22.743358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-932d000f-2210-408f-9bc6-2e9838d9c7fc service neutron] 10.222.0.46 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925108 Nov 23 14:40:22.744655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-99c1c81c-d488-4f92-8a11-39326069f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:22.746083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-99c1c81c-d488-4f92-8a11-39326069f414 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.1670702 Nov 23 14:40:22.817904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca4f425a-03d6-4231-9d6d-64851d34e062 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 1000 time: 0.0639608 Nov 23 14:40:22.889112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-7e1420ff-e67b-4dc9-9da2-a8d46211d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:22.890865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-7e1420ff-e67b-4dc9-9da2-a8d46211d7a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0650322 Nov 23 14:40:22.928997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45de0e35-4c8a-4d64-b2c5-31cd82b94530 req-47fab947-d2f5-4fd8-ac6f-25fd8862dc35 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 210 time: 0.0371625 Nov 23 14:40:22.959208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-64c1532b-504d-4069-8764-05befe842b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:22.960779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-64c1532b-504d-4069-8764-05befe842b49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596042 Nov 23 14:40:23.054759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-9f12fe70-f317-4a22-ab46-6cdef0bec5da service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Nov 23 14:40:23.112240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-2e1914ef-c085-41ec-a1da-c6e847d974d6 req-12e2cd53-b75a-4bb1-b527-773cddaef37f service neutron] (103345) timed out ('10.222.0.74', 59486) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:40:23.154019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-bf462230-c4f7-4333-b8a6-b705ac635552 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916443 Nov 23 14:40:23.374393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c71978-a826-4d70-b113-e4f9035a34bc req-7f568268-c88b-4d6b-a1f2-f4790ea7e900 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:23.376040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c71978-a826-4d70-b113-e4f9035a34bc req-7f568268-c88b-4d6b-a1f2-f4790ea7e900 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0524194 Nov 23 14:40:23.428789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16c71978-a826-4d70-b113-e4f9035a34bc req-fee347b5-06f8-476a-8e16-5226fedd745d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461464 Nov 23 14:40:23.871183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-17ef6b3b-59ea-4283-940f-0f39ff051047 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:23.872851 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-17ef6b3b-59ea-4283-940f-0f39ff051047 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "GET /v2.0/networks?id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed HTTP/1.1" status: 200 len: 797 time: 0.1095707 Nov 23 14:40:23.890300 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:23.942775 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-2b2846a5-4026-4b99-bfcd-6adbfcdd6fab tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d7501893254e3689d34ca7413ac00a HTTP/1.1" status: 200 len: 379 time: 0.0606329 Nov 23 14:40:23.953799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'port': {'device_id': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'admin_state_up': True, 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'security_groups': ['69aa451e-ffb8-47e7-8319-d80985fc47b2']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:24.032184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36949f57-fc49-4258-b2eb-a110b6933058 req-4c94e3e2-a2ee-42af-b51a-3a0e7a24c55d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 210 time: 0.0264072 Nov 23 14:40:24.072054 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Made reservation on behalf of 65d7501893254e3689d34ca7413ac00a for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:40:24.075621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.200094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.20.0.9 (27c1a71c-9ac5-4f61-9fda-14c1b8b214ed/ffbe6d94-cf50-4b90-94b0-529cae574747/92522884-2563-4120-a231-b0d4fabad7c9) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:40:24.336760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.369368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.411506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:40:24.417819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:40:24.421606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:40:24.458463 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=92522884-2563-4120-a231-b0d4fabad7c9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:24.493674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:24.495579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.518284 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-bf11e6d2-01af-411a-af80-f2804a78b97d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679502 Nov 23 14:40:24.531448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Request body: {'port': {'device_id': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:24.606931 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.618980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2843c-bdcb-4220-9edf-cfb46314322a req-0141293e-23e9-4e34-92aa-f47661adb912 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:24.620770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fe2843c-bdcb-4220-9edf-cfb46314322a req-0141293e-23e9-4e34-92aa-f47661adb912 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0695624 Nov 23 14:40:24.677716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1fe2843c-bdcb-4220-9edf-cfb46314322a req-034e4dbd-97b9-4e1c-ae42-68b2be693f8c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505676 Nov 23 14:40:24.721639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-afed61f2-829e-4277-8365-1bfdc3a3b4a8 None None] Provisioning complete for port 92522884-2563-4120-a231-b0d4fabad7c9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:24.721924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-afed61f2-829e-4277-8365-1bfdc3a3b4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.756872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-afed61f2-829e-4277-8365-1bfdc3a3b4a8 None None] Port 92522884-2563-4120-a231-b0d4fabad7c9 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:40:24.886927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92522884-2563-4120-a231-b0d4fabad7c9 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:40:24.894099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.905527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Transition to ACTIVE for port object 92522884-2563-4120-a231-b0d4fabad7c9 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:40:24.909285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:24.958867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Pushing event updated for resources: {'Port': ['ID=92522884-2563-4120-a231-b0d4fabad7c9,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:25.029163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Attempting to bind port 92522884-2563-4120-a231-b0d4fabad7c9 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:40:25.029492 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Attempting to bind port 92522884-2563-4120-a231-b0d4fabad7c9 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:40:25.029824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Attempting to bind port 92522884-2563-4120-a231-b0d4fabad7c9 on network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:25.034865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Port 92522884-2563-4120-a231-b0d4fabad7c9 on network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:40:25.035215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Attempting to bind port 92522884-2563-4120-a231-b0d4fabad7c9 on network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:25.040546 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:40:25.040882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Checking segment: {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:40:25.041271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Bound using segment: {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:40:25.041693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Bound port: 92522884-2563-4120-a231-b0d4fabad7c9, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:40:25.042046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:25.137389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] For port 92522884-2563-4120-a231-b0d4fabad7c9, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:25.140935 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] For port 92522884-2563-4120-a231-b0d4fabad7c9, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=92522884-2563-4120-a231-b0d4fabad7c9,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:40:25.145503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:25.182782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffaed1-be1c-41e5-ab45-6fd7846c31b4 req-1fb78c1a-202d-4de7-acbe-5edc20bcdb9c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.185073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73ffaed1-be1c-41e5-ab45-6fd7846c31b4 req-1fb78c1a-202d-4de7-acbe-5edc20bcdb9c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 943 time: 0.0574946 Nov 23 14:40:25.193717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.194480 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:25.195972 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] 10.222.0.74 "PUT /v2.0/ports/92522884-2563-4120-a231-b0d4fabad7c9 HTTP/1.1" status: 200 len: 1091 time: 0.6690073 Nov 23 14:40:25.196478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:25.199882 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1d1b4c-1ee0-458b-913f-5a662e696d30" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "tag": "92522884-2563-4120-a231-b0d4fabad7c9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:25.235790 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1abc0-7b29-46ae-9f93-c8e2be335f23 service neutron] Pushing event updated for resources: {'Port': ['ID=92522884-2563-4120-a231-b0d4fabad7c9,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:25.259665 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab5ca6-d8fb-49b5-9d1b-4266dc05e458 x-openstack-request-id: req-a3ab5ca6-d8fb-49b5-9d1b-4266dc05e458 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:25.259875 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "tag": "92522884-2563-4120-a231-b0d4fabad7c9", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:25.260141 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3ab5ca6-d8fb-49b5-9d1b-4266dc05e458 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:25.260607 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9', 'status': 'completed', 'code': 200} Nov 23 14:40:25.310931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73ffaed1-be1c-41e5-ab45-6fd7846c31b4 req-ac90d2b6-9b9d-486c-bfdf-7b68120a8aea tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141438 Nov 23 14:40:25.312253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-e8af1937-a312-464a-8773-cbd6ac3df90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.314445 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-e8af1937-a312-464a-8773-cbd6ac3df90d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 1094 time: 0.0735164 Nov 23 14:40:25.362077 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-3d234107-0aea-4a67-9afd-2c5bc1da2498 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92522884-2563-4120-a231-b0d4fabad7c9 HTTP/1.1" status: 200 len: 217 time: 0.0393572 Nov 23 14:40:25.422735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-f1901112-5c8f-4227-be08-9912ab609f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.424410 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-f1901112-5c8f-4227-be08-9912ab609f75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffbe6d94-cf50-4b90-94b0-529cae574747 HTTP/1.1" status: 200 len: 834 time: 0.0534034 Nov 23 14:40:25.481232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44861f92-a6c9-4693-af20-83a82153f46a req-ddbaff03-53a7-4086-92c8-26ca11e18541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.482938 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-ddbaff03-53a7-4086-92c8-26ca11e18541 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513375 Nov 23 14:40:25.580032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-1e7204ad-bafa-4a77-a178-d01ffc559bc7 service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893941 Nov 23 14:40:25.669578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44861f92-a6c9-4693-af20-83a82153f46a req-dee07be9-a446-4254-b8db-77ec4cb95480 service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828488 Nov 23 14:40:25.764410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-d6dbf649-c6ce-4193-831b-fd8a7d31621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.765997 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-d6dbf649-c6ce-4193-831b-fd8a7d31621f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 1094 time: 0.0473409 Nov 23 14:40:25.807436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91599-7a66-49be-891c-4c46a343afad req-095eb628-ceb1-4dae-bcff-d9acbf52feca tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.810197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efc91599-7a66-49be-891c-4c46a343afad req-095eb628-ceb1-4dae-bcff-d9acbf52feca tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0570235 Nov 23 14:40:25.863729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efc91599-7a66-49be-891c-4c46a343afad req-4b7e49b8-b69a-458a-bc57-c4a66014aee1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465868 Nov 23 14:40:25.866151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-0a06fdd1-800b-4506-b6ba-fd15e2d1fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.868321 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-0a06fdd1-800b-4506-b6ba-fd15e2d1fb14 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed HTTP/1.1" status: 200 len: 898 time: 0.0936997 Nov 23 14:40:25.918142 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-7d682714-a957-463a-97c7-cb7fbf6c1ca3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92522884-2563-4120-a231-b0d4fabad7c9 HTTP/1.1" status: 200 len: 217 time: 0.0406220 Nov 23 14:40:25.967469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-70f9ace3-d566-420c-92ed-c5f7cfd57867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:25.968887 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-70f9ace3-d566-420c-92ed-c5f7cfd57867 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffbe6d94-cf50-4b90-94b0-529cae574747 HTTP/1.1" status: 200 len: 834 time: 0.0429232 Nov 23 14:40:26.014601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-72b67cf9-a22a-47a4-bfce-4d59ab0d626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:26.016095 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-72b67cf9-a22a-47a4-bfce-4d59ab0d626c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382445 Nov 23 14:40:26.111115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-a5fa7584-e523-4280-b1ce-b7596b535c8a service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866745 Nov 23 14:40:26.202282 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cc1d1b4c-1ee0-458b-913f-5a662e696d30 req-b4e46f8a-9c87-4fac-bb4b-cfae8b8cac84 service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821009 Nov 23 14:40:26.423138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd470ef8-62bf-457d-a2ae-8fef3241376c req-abeff498-60c8-465b-ac41-8c6126b45d30 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:26.424311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd470ef8-62bf-457d-a2ae-8fef3241376c req-abeff498-60c8-465b-ac41-8c6126b45d30 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 943 time: 0.0504346 Nov 23 14:40:26.474650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd470ef8-62bf-457d-a2ae-8fef3241376c req-70466934-4262-4b43-9633-9056f2d78f9d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Nov 23 14:40:26.746385 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84fa957d-fa8f-48b6-ab14-3c18d9e6ad1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:26.981479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269232ce-e4fc-4347-b33d-85e0c93c7390 req-89f243a9-387a-4ff8-b2bb-3fc5364aef29 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:26.982961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-269232ce-e4fc-4347-b33d-85e0c93c7390 req-89f243a9-387a-4ff8-b2bb-3fc5364aef29 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0471592 Nov 23 14:40:27.034664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-269232ce-e4fc-4347-b33d-85e0c93c7390 req-d5d5b9f4-b595-473b-85aa-798df26727fa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456145 Nov 23 14:40:27.124219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:27.615359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523b354-fa30-4af8-9c7a-bfb927941d98 req-8da51172-9088-49a2-afdf-1df94d693e7d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:27.617216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1523b354-fa30-4af8-9c7a-bfb927941d98 req-8da51172-9088-49a2-afdf-1df94d693e7d tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 943 time: 0.0632930 Nov 23 14:40:27.676670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1523b354-fa30-4af8-9c7a-bfb927941d98 req-e5181d78-3fa2-41db-ab96-bb6c4e21defc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525973 Nov 23 14:40:28.162139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead64a-bb8b-480c-96df-fcdcc471dca1 req-28f73795-5f5f-417b-bd01-1967f0732170 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:28.163787 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8dead64a-bb8b-480c-96df-fcdcc471dca1 req-28f73795-5f5f-417b-bd01-1967f0732170 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0524182 Nov 23 14:40:28.231521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8dead64a-bb8b-480c-96df-fcdcc471dca1 req-bb4a31cd-640b-4a1e-ae2e-f4a96ff588f5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600910 Nov 23 14:40:28.365961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 92522884-2563-4120-a231-b0d4fabad7c9 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:40:28.474654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 92522884-2563-4120-a231-b0d4fabad7c9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=92522884-2563-4120-a231-b0d4fabad7c9,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:28.486431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '92522884-2563-4120-a231-b0d4fabad7c9', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'port_id': '92522884-2563-4120-a231-b0d4fabad7c9', 'mac_address': 'fa:16:3e:ed:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:40:28.525107 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:28.538019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92522884-2563-4120-a231-b0d4fabad7c9 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:40:28.567499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 92522884-2563-4120-a231-b0d4fabad7c9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=92522884-2563-4120-a231-b0d4fabad7c9,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:28.572574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:28.633960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=92522884-2563-4120-a231-b0d4fabad7c9,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:28.642055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.642405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.642746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.643109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.643450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.643781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.644107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.644434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.644762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.645083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.645404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.645722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:28.777667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['92522884-2563-4120-a231-b0d4fabad7c9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:40:28.821596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c183af-9d5b-4ddb-8330-c205231b704b req-1db9818d-9fda-4d2b-8236-0aff6ac6852c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:28.823102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7c183af-9d5b-4ddb-8330-c205231b704b req-1db9818d-9fda-4d2b-8236-0aff6ac6852c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 944 time: 0.0650382 Nov 23 14:40:28.878307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7c183af-9d5b-4ddb-8330-c205231b704b req-97f0a87c-d74c-4cae-96e6-120684af9656 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490088 Nov 23 14:40:29.096774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9fb42ca1-205b-4f86-bfc6-a4419ca4a753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:29.344824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33604037-aa5f-40c0-8bff-a4f1b9035674 req-8f3a9f7c-e21d-46eb-a5d2-5fe6ebad9263 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:29.346242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33604037-aa5f-40c0-8bff-a4f1b9035674 req-8f3a9f7c-e21d-46eb-a5d2-5fe6ebad9263 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0474625 Nov 23 14:40:29.395377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33604037-aa5f-40c0-8bff-a4f1b9035674 req-7fa0bed3-6376-412e-8b04-9c0d808ec4f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430937 Nov 23 14:40:29.996781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de35dcf-ab64-4967-96e0-88b49dffe9e3 req-c21b8a64-ef3a-4720-a7b5-64a60d6b2537 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:29.998274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3de35dcf-ab64-4967-96e0-88b49dffe9e3 req-c21b8a64-ef3a-4720-a7b5-64a60d6b2537 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 944 time: 0.0475721 Nov 23 14:40:30.050089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3de35dcf-ab64-4967-96e0-88b49dffe9e3 req-58030386-5f03-4e20-879c-23b16784817c tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456216 Nov 23 14:40:30.099660 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.211817 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:40:30.369089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 92522884-2563-4120-a231-b0d4fabad7c9 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:40:30.417143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 92522884-2563-4120-a231-b0d4fabad7c9 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:40:30.421247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 92522884-2563-4120-a231-b0d4fabad7c9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:30.421734 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.528905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e111e1-955f-456c-bf31-b8a478d911a6 req-7e719574-ffca-4b74-9f2a-9eb64b938bd5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:30.530760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4e111e1-955f-456c-bf31-b8a478d911a6 req-7e719574-ffca-4b74-9f2a-9eb64b938bd5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0552142 Nov 23 14:40:30.603522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4e111e1-955f-456c-bf31-b8a478d911a6 req-193982bb-77ca-44c6-9a4c-c44eb5644a6b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658450 Nov 23 14:40:30.676919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.700583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:30.702681 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b30caa-df33-4be8-ae43-56e99fdfea5b" -d '{"events": [{"server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "name": "network-vif-plugged", "status": "completed", "tag": "92522884-2563-4120-a231-b0d4fabad7c9"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:30.717456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 92522884-2563-4120-a231-b0d4fabad7c9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=92522884-2563-4120-a231-b0d4fabad7c9,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:30.721951 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:30.745802 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9d5efe-08ff-4c2f-8c60-35e2523967ff x-openstack-request-id: req-5e9d5efe-08ff-4c2f-8c60-35e2523967ff {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:30.746091 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "name": "network-vif-plugged", "status": "completed", "tag": "92522884-2563-4120-a231-b0d4fabad7c9", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:30.746339 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e9d5efe-08ff-4c2f-8c60-35e2523967ff {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:30.746725 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9', 'code': 200} Nov 23 14:40:30.779287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=92522884-2563-4120-a231-b0d4fabad7c9,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:30.850007 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a17beb-1abc-41ed-802c-ada687421b3a req-73f9c69e-a50d-4594-8e2f-68b4eb74099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:30.851540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4a17beb-1abc-41ed-802c-ada687421b3a req-73f9c69e-a50d-4594-8e2f-68b4eb74099b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 1096 time: 0.0408418 Nov 23 14:40:30.901014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d4a17beb-1abc-41ed-802c-ada687421b3a req-e9e5d31c-837c-496d-bf66-2584638ec570 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Nov 23 14:40:31.162202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ca974-b2cb-440e-9702-33282e8550f8 req-bbf50b66-cb57-4628-a7b6-3615c6d631ea tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.163614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d3ca974-b2cb-440e-9702-33282e8550f8 req-bbf50b66-cb57-4628-a7b6-3615c6d631ea tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 945 time: 0.0476463 Nov 23 14:40:31.211900 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d3ca974-b2cb-440e-9702-33282e8550f8 req-397b0b1c-5f3e-4615-bf7a-746abe063c64 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Nov 23 14:40:31.700633 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:31.730860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a2b78-eeee-4858-b637-14629a786c99 req-9ed9bf81-946a-4d1f-803e-25241a0f9bb5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:31.732494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e69a2b78-eeee-4858-b637-14629a786c99 req-9ed9bf81-946a-4d1f-803e-25241a0f9bb5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0602777 Nov 23 14:40:31.781307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e69a2b78-eeee-4858-b637-14629a786c99 req-a022630e-7d20-433e-95a0-8089cd3f259a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423517 Nov 23 14:40:32.326761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb241fd8-fa21-4f6e-86e9-18e25d88deb7 req-8c0e3443-0726-4aa5-aa5d-eb084f29e6a6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.328457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb241fd8-fa21-4f6e-86e9-18e25d88deb7 req-8c0e3443-0726-4aa5-aa5d-eb084f29e6a6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Nov 23 14:40:32.377203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb241fd8-fa21-4f6e-86e9-18e25d88deb7 req-6812cfd8-cd6d-4604-918d-5007b286badc tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Nov 23 14:40:32.495440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ae031-5e41-457c-9ef6-c4a8a808a361 req-7091ef67-6948-4cf8-803c-936b30892b50 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.496973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-435ae031-5e41-457c-9ef6-c4a8a808a361 req-7091ef67-6948-4cf8-803c-936b30892b50 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Nov 23 14:40:32.549511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-435ae031-5e41-457c-9ef6-c4a8a808a361 req-8bb055a4-d91f-4d92-a841-649878410c66 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429423 Nov 23 14:40:32.565090 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:32.573321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58832) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:32.615905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a36f76-3587-4378-ae8b-8e01702cbba3 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.620304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f1a36f76-3587-4378-ae8b-8e01702cbba3 tempest-TestNetworkBasicOps-2102948719 tempest-TestNetworkBasicOps-2102948719-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 1091 time: 0.0429981 Nov 23 14:40:32.620487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58834) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:32.624729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '92522884-2563-4120-a231-b0d4fabad7c9', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:32.647054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:32.746075 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:32.856017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Allocated IP 172.25.3.177 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/daaa500e-3c1f-428e-a522-a9ec28c3b6b2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:40:32.905473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8b524-521b-4c19-bf30-61019341b165 req-9b4d30eb-3dc6-47b7-a0f6-0b6621fc0a37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:32.907153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e8b524-521b-4c19-bf30-61019341b165 req-9b4d30eb-3dc6-47b7-a0f6-0b6621fc0a37 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0548713 Nov 23 14:40:32.957578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e8b524-521b-4c19-bf30-61019341b165 req-49ccc361-bd2e-4822-811a-674fe5c4d059 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440197 Nov 23 14:40:32.965582 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:32.999485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:33.038616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:40:33.041706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:40:33.045112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:40:33.068976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=daaa500e-3c1f-428e-a522-a9ec28c3b6b2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:33.738364 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:33.802732 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:33.961618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:33.966399 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.042284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event updated for resources: {'Port': ['ID=daaa500e-3c1f-428e-a522-a9ec28c3b6b2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:34.052905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.084640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6c81-5f81-4f21-8a10-5acda9faea63 req-700073e0-693f-4345-8ae4-157f84837fb2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:34.086136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c7d6c81-5f81-4f21-8a10-5acda9faea63 req-700073e0-693f-4345-8ae4-157f84837fb2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0532622 Nov 23 14:40:34.142346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c7d6c81-5f81-4f21-8a10-5acda9faea63 req-ff6c81ca-5e7a-41ec-b18d-b6373605b95a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493619 Nov 23 14:40:34.150750 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Floating IP 44b71995-a7e9-47af-a312-f21bdcd739ea associated. External IP: 172.25.3.177, port: 92522884-2563-4120-a231-b0d4fabad7c9. Nov 23 14:40:34.356587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:40:34.460012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:40:34.470496 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] Sync routers for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:40:34.479675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.482725 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:34.483459 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:34.509915 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-48496594-f6a9-4d11-823f-32c464ca6812 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8858349 Nov 23 14:40:34.509915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:34.510250 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "tag": "92522884-2563-4120-a231-b0d4fabad7c9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:34.511770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58850) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:34.551605 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e73c9d-321f-4135-960f-fcb5ef227d43 x-openstack-request-id: req-d3e73c9d-321f-4135-960f-fcb5ef227d43 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:34.552007 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "tag": "92522884-2563-4120-a231-b0d4fabad7c9", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:34.552386 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3e73c9d-321f-4135-960f-fcb5ef227d43 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:34.552879 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9', 'status': 'completed', 'code': 200} Nov 23 14:40:34.607836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a87cbb3b-db19-4faa-8e11-603236d6b8ed tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/floatingips/44b71995-a7e9-47af-a312-f21bdcd739ea HTTP/1.1" status: 200 len: 991 time: 0.0943518 Nov 23 14:40:34.617027 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:34.621433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-cc9da850-ebe0-4b1e-9baf-c51dbe011021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:34.623162 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-cc9da850-ebe0-4b1e-9baf-c51dbe011021 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 1096 time: 0.0492749 Nov 23 14:40:34.719532 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-d22a3280-cc7d-4781-a64c-ace2f1a05f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:34.721134 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-d22a3280-cc7d-4781-a64c-ace2f1a05f6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed HTTP/1.1" status: 200 len: 898 time: 0.0906181 Nov 23 14:40:34.843587 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-9e28231f-9afb-4a95-932b-006aa47682a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92522884-2563-4120-a231-b0d4fabad7c9 HTTP/1.1" status: 200 len: 999 time: 0.1142204 Nov 23 14:40:34.854735 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '44b71995-a7e9-47af-a312-f21bdcd739ea', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'port_id': '92522884-2563-4120-a231-b0d4fabad7c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'mac_address': 'fa:16:3e:ed:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:40:33Z', 'updated_at': '2021-11-23T14:40:33Z', 'revision_number': 0, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:34.881169 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] Checking router: 95807d24-15cf-4e4c-b7f6-d02dfc584b2b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:40:34.892215 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:40:34.893171 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:34.898184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-47352b00-c096-4fa5-bb63-f7ac564d1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:34.900713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-47352b00-c096-4fa5-bb63-f7ac564d1e3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffbe6d94-cf50-4b90-94b0-529cae574747 HTTP/1.1" status: 200 len: 834 time: 0.0498409 Nov 23 14:40:34.952027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-9fc004e5-a682-40d6-be85-52df020fd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:34.953557 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-9fc004e5-a682-40d6-be85-52df020fd61b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407147 Nov 23 14:40:35.002415 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:40:35.059182 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-5be3c998-5980-4389-93eb-855283653e6f service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984859 Nov 23 14:40:35.063905 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-bdff0934-53c7-4d41-80b9-6ec146cf3e23 service neutron] show failed (client error): The resource could not be found. Nov 23 14:40:35.065019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-bdff0934-53c7-4d41-80b9-6ec146cf3e23 service neutron] 10.222.0.11 "GET /v2.0/ports/0cca8ff9-d0dd-4d19-85b6-37bacf8361a5/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0607510 Nov 23 14:40:35.183011 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fb7ecd4d-22c9-4a91-a85c-1f68cc146d26 req-13c928b6-0d80-453f-9e5a-e3396d8cfc85 service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088085 Nov 23 14:40:35.297357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f674c-c5ea-48b8-a28d-1d033b47ff18 req-80a9f0a1-48b9-480c-8914-2d6d5b388a0c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:35.304509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea8f674c-c5ea-48b8-a28d-1d033b47ff18 req-80a9f0a1-48b9-480c-8914-2d6d5b388a0c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 945 time: 0.0757535 Nov 23 14:40:35.361582 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '44b71995-a7e9-47af-a312-f21bdcd739ea', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'port_id': '92522884-2563-4120-a231-b0d4fabad7c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'mac_address': 'fa:16:3e:ed:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:40:33Z', 'updated_at': '2021-11-23T14:40:33Z', 'revision_number': 0, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:40:35.365186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea8f674c-c5ea-48b8-a28d-1d033b47ff18 req-38b39751-e641-468d-a1be-16e69544316d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520074 Nov 23 14:40:35.392232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-f5a59796-02e1-4553-b4e6-c355a8f6590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:35.392468 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d81b2-8f11-47e8-81c6-559cb3720caa None None] The sync data for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 is: [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '44b71995-a7e9-47af-a312-f21bdcd739ea', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'port_id': '92522884-2563-4120-a231-b0d4fabad7c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'mac_address': 'fa:16:3e:ed:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:40:33Z', 'updated_at': '2021-11-23T14:40:33Z', 'revision_number': 0, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:40:35.394443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-f5a59796-02e1-4553-b4e6-c355a8f6590d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 1096 time: 0.1015639 Nov 23 14:40:35.406489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:35.462963 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:35.617966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 58868) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:35.671237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44556718-2ad4-4ace-81a6-181aa8afd48a None None] New status for floating IP 44b71995-a7e9-47af-a312-f21bdcd739ea: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:40:35.689533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0b4af5fc-fb9c-45cf-ae9e-4824e54758c9 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/floatingips/44b71995-a7e9-47af-a312-f21bdcd739ea HTTP/1.1" status: 200 len: 991 time: 0.0703025 Nov 23 14:40:35.703364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:35.741351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:35.780856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:35.795113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Transition to ACTIVE for port object 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:40:35.799352 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:35.916836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:35.996160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] No DVR routers for this DVR port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:36.128843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:40:36.129182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:40:36.129504 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:36.134182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:40:36.134500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:36.139228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:40:36.139564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Checking segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:40:36.139941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Bound using segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:40:36.140363 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Bound port: 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:40:36.140708 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:36.204442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:36.207354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:40:36.212646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:36.245400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.246019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:36.247415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] 10.222.0.74 "PUT /v2.0/ports/0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 1091 time: 0.8452024 Nov 23 14:40:36.267752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a6bbd-e899-4561-81c1-bac3a06d436c service neutron] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:36.311141 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-0b377d90-ade1-4be8-abf7-bac7e39b80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.312848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-0b377d90-ade1-4be8-abf7-bac7e39b80ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1094 time: 0.0415611 Nov 23 14:40:36.417723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-84b6a208-79c1-411f-95f5-da2064d5c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.419714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-84b6a208-79c1-411f-95f5-da2064d5c91e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.0998993 Nov 23 14:40:36.480714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82874a61-0bfe-4799-9757-70c1ff26ad5e req-23556398-dce4-4ee9-8a81-e92a4f954222 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.487413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82874a61-0bfe-4799-9757-70c1ff26ad5e req-23556398-dce4-4ee9-8a81-e92a4f954222 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.0559776 Nov 23 14:40:36.492726 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-e3282be9-1375-47b8-b62d-e346c2e37fe9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0651829 Nov 23 14:40:36.545464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-994b2dce-ba8e-48a4-9f71-5eff92ab31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.547007 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-994b2dce-ba8e-48a4-9f71-5eff92ab31a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0470405 Nov 23 14:40:36.548701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82874a61-0bfe-4799-9757-70c1ff26ad5e req-21aecc14-7a49-4485-b61f-40af193fa17e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579064 Nov 23 14:40:36.562112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}, {'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:36.564378 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075ea972-f7fc-47a3-a714-9a030a60617b" -d '{"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-unplugged", "status": "completed", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}, {"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:36.607824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-204d2318-4f90-495d-8e29-786983e7edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.609096 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-204d2318-4f90-495d-8e29-786983e7edbd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553164 Nov 23 14:40:36.635317 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a79454e-0dbf-4472-9a1c-9b4d45db258c x-openstack-request-id: req-5a79454e-0dbf-4472-9a1c-9b4d45db258c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:36.635627 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-unplugged", "status": "completed", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "code": 200}, {"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:36.635889 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a79454e-0dbf-4472-9a1c-9b4d45db258c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:36.636305 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'code': 200} Nov 23 14:40:36.636576 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'status': 'completed', 'code': 200} Nov 23 14:40:36.693105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 58880) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:36.697651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-46caff4c-1d96-4bf1-b14c-a177479815aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.699501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-46caff4c-1d96-4bf1-b14c-a177479815aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1094 time: 0.0451396 Nov 23 14:40:36.749946 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-5e0c5af8-ea2f-485e-9da8-17f270647c94 service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339405 Nov 23 14:40:36.795309 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-53dc7b56-d438-405c-87ec-9f428cea893b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/floatingips/44b71995-a7e9-47af-a312-f21bdcd739ea HTTP/1.1" status: 200 len: 993 time: 0.1010518 Nov 23 14:40:36.805647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-68bb3ad3-536c-41fe-be52-b646e7c6dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.807464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-68bb3ad3-536c-41fe-be52-b646e7c6dced service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.1007779 Nov 23 14:40:36.865931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-45b9bd81-fee1-422a-8384-b480f5d9c909 req-46f6b19d-6a42-4802-9677-024ff4a1c6c8 service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073711 Nov 23 14:40:36.890767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-a0a9938b-7d64-4bf6-8255-d7745e6c48d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0757167 Nov 23 14:40:36.952672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-a1fff917-b897-49b1-8412-391a835c0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.956107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-a1fff917-b897-49b1-8412-391a835c0579 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0564189 Nov 23 14:40:36.966049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-a011a4e3-3f0e-44b7-971b-e2e8b39ede5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:36.968071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-a011a4e3-3f0e-44b7-971b-e2e8b39ede5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1094 time: 0.0469902 Nov 23 14:40:37.002449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-73ff14f0-88e5-4a91-b403-42cea50b7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:37.004024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-73ff14f0-88e5-4a91-b403-42cea50b7695 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414264 Nov 23 14:40:37.103670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-fd5489e9-f4db-4f64-b0dc-6e4d656fe629 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913067 Nov 23 14:40:37.203124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-29228301-d8f4-4c3f-b7c3-27de9443d796 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914822 Nov 23 14:40:37.320714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-c3313743-4c61-4514-bcd3-67a40cad78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:37.322163 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-c3313743-4c61-4514-bcd3-67a40cad78cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.3469574 Nov 23 14:40:37.386122 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-2df26609-6a15-4cc9-9e86-4470d4eaac31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0555968 Nov 23 14:40:37.441041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-2a9a7a08-936f-4975-bfaa-075ef74aa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:37.442811 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-2a9a7a08-936f-4975-bfaa-075ef74aa114 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0494704 Nov 23 14:40:37.489170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea972-f7fc-47a3-a714-9a030a60617b req-b87a64ff-938c-47a0-bbcd-b925e326119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:37.490667 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-b87a64ff-938c-47a0-bbcd-b925e326119f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399094 Nov 23 14:40:37.596417 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-50985810-ac79-4a1b-a4b0-0868c761e37d service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974026 Nov 23 14:40:37.680803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbf0f7-1bcb-4953-809a-14cd0d5a894f req-d3d86114-44cb-40c4-a8fe-3bcfa84eee62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:37.682419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20cbf0f7-1bcb-4953-809a-14cd0d5a894f req-d3d86114-44cb-40c4-a8fe-3bcfa84eee62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.0536807 Nov 23 14:40:37.694886 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-075ea972-f7fc-47a3-a714-9a030a60617b req-887a6caf-9d14-4909-8802-8056995c6815 service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909607 Nov 23 14:40:37.732982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20cbf0f7-1bcb-4953-809a-14cd0d5a894f req-62f7f148-bc9c-484e-821c-6b0af5701bf7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438390 Nov 23 14:40:38.856864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e6da-d3cf-461e-af7b-141f1a55e69d req-684c3d27-57e3-4d8c-bd48-f2d50710bff0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:38.858369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f33e6da-d3cf-461e-af7b-141f1a55e69d req-684c3d27-57e3-4d8c-bd48-f2d50710bff0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.0486677 Nov 23 14:40:38.907032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f33e6da-d3cf-461e-af7b-141f1a55e69d req-b5ccce0a-1005-4e2e-b578-7016bdabd1c8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425220 Nov 23 14:40:39.157801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cd002-552d-43a4-9af3-b6d503a7b943 req-260929e6-6a5e-4256-a4b9-5164a4b12991 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.159481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-593cd002-552d-43a4-9af3-b6d503a7b943 req-260929e6-6a5e-4256-a4b9-5164a4b12991 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.0535979 Nov 23 14:40:39.181040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-4667e447-c635-4ac6-890c-6565de1d473e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.182543 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-4667e447-c635-4ac6-890c-6565de1d473e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b&tenant_id=a4d753cb55474b9e9add25d832d02faf&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 943 time: 0.0966790 Nov 23 14:40:39.211857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-593cd002-552d-43a4-9af3-b6d503a7b943 req-f248bfa8-57c5-4936-96a9-4b58eab5c521 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443456 Nov 23 14:40:39.252152 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-104be3b1-1b3a-4669-bd6c-1edfb97e180a service neutron] 10.222.0.74 "GET /v2.0/ports/0cca8ff9-d0dd-4d19-85b6-37bacf8361a5/bindings/n-h2-818503-2 HTTP/1.1" status: 200 len: 382 time: 0.0624201 Nov 23 14:40:39.297509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:39.322201 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-70844085-148d-48aa-a77c-cb30cd53b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.323853 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-70844085-148d-48aa-a77c-cb30cd53b3ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1094 time: 0.0476899 Nov 23 14:40:39.345073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:39.425565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-e6436cfc-de72-468c-a561-fa6d8cd80532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.427092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-e6436cfc-de72-468c-a561-fa6d8cd80532 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.0961933 Nov 23 14:40:39.489777 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-aa31166f-4fe7-4691-b892-9a28ca00e7f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0560653 Nov 23 14:40:39.541090 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-2c6dac04-56cf-462d-ac7b-782bcc9dc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.542598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-2c6dac04-56cf-462d-ac7b-782bcc9dc9fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0453913 Nov 23 14:40:39.593179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-5d3b0cb0-9c57-449d-886d-51139f1b2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.594743 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-5d3b0cb0-9c57-449d-886d-51139f1b2e82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449560 Nov 23 14:40:39.694286 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-77670c9b-25c6-4128-b1d7-d5cc79f1ab84 service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922704 Nov 23 14:40:39.787345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-cf78e751-8f43-4ec3-b40b-64b368ebb13d service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860398 Nov 23 14:40:39.884397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-cde0a129-c121-45b2-9d1b-60094906e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.885977 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-cde0a129-c121-45b2-9d1b-60094906e058 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1094 time: 0.0402520 Nov 23 14:40:39.995233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-d1520cb2-39f4-439d-9e77-4aad383893d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:39.996725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-d1520cb2-39f4-439d-9e77-4aad383893d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.0910635 Nov 23 14:40:40.065304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-1a2e472a-ffe8-43b4-b8dc-ee8291647130 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0599964 Nov 23 14:40:40.113845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-12d08aa3-5da9-4fd5-9f89-9a26f13745a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:40.115313 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-12d08aa3-5da9-4fd5-9f89-9a26f13745a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0429957 Nov 23 14:40:40.163380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-fd31fab7-9565-4f40-996e-dccb4fd36573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:40.165453 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-fd31fab7-9565-4f40-996e-dccb4fd36573 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424924 Nov 23 14:40:40.256164 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-dcda18d7-bead-42cc-b8db-72818428befd service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818706 Nov 23 14:40:40.334699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23e42a-c460-4adc-9333-d108d913281f req-efe39269-9532-4e06-b2ab-cb0a5f9ab3df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:40.336619 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d23e42a-c460-4adc-9333-d108d913281f req-efe39269-9532-4e06-b2ab-cb0a5f9ab3df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.0502372 Nov 23 14:40:40.359159 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-649d53fb-0a59-4c98-ae34-4ec5f618c0d9 req-2458b96e-318d-46ca-ac8d-753ab6024285 service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950689 Nov 23 14:40:40.391785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d23e42a-c460-4adc-9333-d108d913281f req-d2aaabb5-a2b0-4fcf-ac77-bcd24df7b6f6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485122 Nov 23 14:40:40.453261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:40:40.551783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:40.563549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'mac_address': 'fa:16:3e:4f:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:40:40.605698 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:40.618569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:40:40.638324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:40.642332 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:40.688568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:41.522263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805041d7-e4b1-4fe7-9cde-8255aa962d31 req-2e143205-83ed-4a1a-8f03-0710e286bedf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:41.523824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-805041d7-e4b1-4fe7-9cde-8255aa962d31 req-2e143205-83ed-4a1a-8f03-0710e286bedf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 944 time: 0.0561681 Nov 23 14:40:41.577799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-805041d7-e4b1-4fe7-9cde-8255aa962d31 req-8da369e2-2a73-4d30-8c38-336db38647f9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461817 Nov 23 14:40:41.804468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-3f77277b-8a1d-4ea7-9673-77600e66a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:41.806534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-3f77277b-8a1d-4ea7-9673-77600e66a591 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 1095 time: 0.0514021 Nov 23 14:40:41.818838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:40:41.878120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:42.392760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:42.424081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:42.454567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:40:42.461315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:40:42.464366 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:42.476016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Ignored duplicate provisioning block setup for port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 14:40:42.480661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:42.533367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=9']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:42.546683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.547054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.547399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.547728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.548060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.548390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.548714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.549159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.549905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.549905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.550126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.550434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:40:42.573763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:42.592920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'mac_address': 'fa:16:3e:4f:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:40:42.637750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] No DVR routers for this DVR port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:40:42.779309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5634c4-33ac-41a5-8697-333980751fd4 req-cf378c38-1564-487d-a0c4-6634214ef412 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:42.780869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd5634c4-33ac-41a5-8697-333980751fd4 req-cf378c38-1564-487d-a0c4-6634214ef412 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 943 time: 0.1032975 Nov 23 14:40:42.861862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:40:42.862198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:40:42.862531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:42.874779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:40:42.875126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Attempting to bind port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on network ac66da45-4dbe-4eb5-b803-9e897fd29265 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:40:42.884656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd5634c4-33ac-41a5-8697-333980751fd4 req-59542db8-d1d5-4a16-8443-f8610ce0a70c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952797 Nov 23 14:40:42.884656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:40:42.885105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Checking segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:40:42.886418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Bound using segment: {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:40:42.886418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Bound port: 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cd4e51-1110-4771-980c-67aa2e37243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:40:42.888434 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:42.960230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:40:42.963442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:40:42.967555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:43.007931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.008631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:43.010111 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] 10.222.0.11 "PUT /v2.0/ports/0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 1091 time: 1.1953607 Nov 23 14:40:43.010755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:43.013208 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1d9e60-e537-4d9b-b847-6550227a9a52" -d '{"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:43.035530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcdf48-3bce-41de-9d44-1bdfd4a56467 service neutron] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=10']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:43.093774 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401635ba-f3e4-4cb0-a3b6-b30a87dabd2b x-openstack-request-id: req-401635ba-f3e4-4cb0-a3b6-b30a87dabd2b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:43.094169 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:43.094488 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-401635ba-f3e4-4cb0-a3b6-b30a87dabd2b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:43.095035 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'status': 'completed', 'code': 200} Nov 23 14:40:43.110773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-e81922e1-3f09-4701-b131-217473c2983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.116613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-e81922e1-3f09-4701-b131-217473c2983e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1095 time: 0.0565300 Nov 23 14:40:43.160436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-8b40f74f-afcd-4859-82b6-83eba27ea7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.162353 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-8b40f74f-afcd-4859-82b6-83eba27ea7ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1095 time: 0.0503993 Nov 23 14:40:43.246755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-2cc340f8-031b-4048-a99a-3926acec8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.249232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-2cc340f8-031b-4048-a99a-3926acec8d4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.1247811 Nov 23 14:40:43.271528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-27771bdf-0dd4-4298-9b7d-674ee249cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.273183 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-27771bdf-0dd4-4298-9b7d-674ee249cebd service neutron] 10.222.0.74 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.1012757 Nov 23 14:40:43.316828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-884bae8d-0cba-4df5-99ee-0e4ca4c1a026 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0597200 Nov 23 14:40:43.342802 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-aae88334-a39a-41e3-a53f-c4bbb55a3d92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0597358 Nov 23 14:40:43.379275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-e9119a64-2650-43ce-96fc-56d7b61a4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.380756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-e9119a64-2650-43ce-96fc-56d7b61a4d76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0531378 Nov 23 14:40:43.405684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-84da115e-ab58-4ef5-b2b3-2883a02bcf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.407299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-84da115e-ab58-4ef5-b2b3-2883a02bcf0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0593238 Nov 23 14:40:43.429373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-92f41517-5135-4a91-acee-bb470632d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.430933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-92f41517-5135-4a91-acee-bb470632d256 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417035 Nov 23 14:40:43.456668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-4d10183f-5dc1-4f3a-93ac-f16324f9121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.458300 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-4d10183f-5dc1-4f3a-93ac-f16324f9121d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444820 Nov 23 14:40:43.523049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-f8fc3d92-4150-4ff3-9065-1591df740bd5 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Nov 23 14:40:43.548465 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-e3804ed9-0a1e-4ac2-89ff-e179ec410ec1 service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831687 Nov 23 14:40:43.624714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-314fd776-b193-4ffe-92e3-73a31e8ff44d req-04b41b27-1ad4-4c3b-85ed-7e7820854288 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931766 Nov 23 14:40:43.653655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-30dc4493-5818-4dff-be71-21e51159bc09 service neutron] 10.222.0.74 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970342 Nov 23 14:40:43.710697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-21f26348-d18c-4008-9076-6950f668201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.713182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-21f26348-d18c-4008-9076-6950f668201b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1095 time: 0.0417163 Nov 23 14:40:43.817562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-11a53948-6cc9-4d19-8947-10388471abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.819079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-11a53948-6cc9-4d19-8947-10388471abbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.0982120 Nov 23 14:40:43.885674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-bf2dab83-2f4f-4f17-92d2-d9e0c9c4d321 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 998 time: 0.0592172 Nov 23 14:40:43.941564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-1d98fc08-c11d-4708-b269-0c88aed772f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:43.943075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-1d98fc08-c11d-4708-b269-0c88aed772f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.0496755 Nov 23 14:40:44.023835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb244c-b9ed-4fd4-9f53-df62dfe6431c req-515304b7-ab07-42d7-8eb6-2489f7be2dd5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:44.025327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76eb244c-b9ed-4fd4-9f53-df62dfe6431c req-515304b7-ab07-42d7-8eb6-2489f7be2dd5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 944 time: 0.0670867 Nov 23 14:40:44.028000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-887f9509-bd14-4b43-8e68-906866be2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:44.029367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-887f9509-bd14-4b43-8e68-906866be2d2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789220 Nov 23 14:40:44.133223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76eb244c-b9ed-4fd4-9f53-df62dfe6431c req-badb7aec-7544-48b1-a49d-09fe157f7cff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012635 Nov 23 14:40:44.156683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-7506a359-7cb3-48dd-adf3-23754a7e4659 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191192 Nov 23 14:40:44.244897 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f1d9e60-e537-4d9b-b847-6550227a9a52 req-acbbb45b-37d4-4518-bb26-7d5c466e62fd service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810127 Nov 23 14:40:44.459401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:40:44.498380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:40:45.263750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3f7e9-d052-490f-a7ac-475e5cd9abe0 req-a880273c-8a40-42a9-a76c-0fc3c1e3e3ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:45.270995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22a3f7e9-d052-490f-a7ac-475e5cd9abe0 req-a880273c-8a40-42a9-a76c-0fc3c1e3e3ff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 944 time: 0.0608966 Nov 23 14:40:45.316861 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22a3f7e9-d052-490f-a7ac-475e5cd9abe0 req-bc3b59cb-31e1-4c9e-a448-13aa54a55d65 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450118 Nov 23 14:40:46.436548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48050d-ce95-4f4c-991f-562e7e683475 req-17f7b393-8b33-4184-838a-42df2a064d98 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:46.438020 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb48050d-ce95-4f4c-991f-562e7e683475 req-17f7b393-8b33-4184-838a-42df2a064d98 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 944 time: 0.0480931 Nov 23 14:40:46.489107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb48050d-ce95-4f4c-991f-562e7e683475 req-778657a9-499c-4665-bef3-469b3dda1b0a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448501 Nov 23 14:40:46.511823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59002) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:40:46.574791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9e58c17c-d74b-4aa4-bf1f-daa5e57ee43e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/dac605b5-9944-4977-9840-69da4f8ed436 HTTP/1.1" status: 200 len: 990 time: 0.0618367 Nov 23 14:40:47.338437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:40:47.437382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:47.449307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'port_id': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'mac_address': 'fa:16:3e:4f:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:40:47.491990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:47.503084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:40:47.523085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:47.527770 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:47.578816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:47.754633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:40:49.359561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:40:49.416794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:40:49.420912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:40:49.421291 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:49.499817 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:49.521320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:40:49.524993 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0582fe2e-6dc6-4ab1-8482-0ae59f1b2368" -d '{"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-plugged", "status": "completed", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:40:49.540172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:40:49.544812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:49.572195 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a49652-2592-4e62-9b65-0ad2e86fbdd3 x-openstack-request-id: req-b7a49652-2592-4e62-9b65-0ad2e86fbdd3 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:40:49.572499 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-plugged", "status": "completed", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:40:49.572752 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7a49652-2592-4e62-9b65-0ad2e86fbdd3 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:40:49.573146 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'code': 200} Nov 23 14:40:49.606106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:40:53.891171 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:56.748830 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eceb0d32-4525-4340-b36a-6f7cfe2efd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:57.140539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:59.097441 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e59702a-f69a-47c5-8fd9-02042aa7196c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:00.103583 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:01.704355 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:02.571668 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.363750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59210) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:03.429372 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f27a1679-c2d9-4ee8-b125-f2bebd6dcac7 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/floatingips/44b71995-a7e9-47af-a312-f21bdcd739ea HTTP/1.1" status: 200 len: 993 time: 0.0592337 Nov 23 14:41:03.672203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59218) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:03.834161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port daaa500e-3c1f-428e-a522-a9ec28c3b6b2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:03.834416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.908924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.909246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:03.921069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for daaa500e-3c1f-428e-a522-a9ec28c3b6b2 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:04.112170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:04.145123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=daaa500e-3c1f-428e-a522-a9ec28c3b6b2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:04.203885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:04.204224 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Floating IP 44b71995-a7e9-47af-a312-f21bdcd739ea disassociated (deleted). External IP: 172.25.3.177, port: 92522884-2563-4120-a231-b0d4fabad7c9. Nov 23 14:41:04.408811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:04.516281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:04.520668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:04.527615 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] Sync routers for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:04.541131 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:04.541819 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:04.549734 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-095088f4-d3f8-490c-91c0-eaf7cf6d1d58 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/floatingips/44b71995-a7e9-47af-a312-f21bdcd739ea HTTP/1.1" status: 204 len: 168 time: 0.8741992 Nov 23 14:41:04.549734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:04.550437 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "tag": "92522884-2563-4120-a231-b0d4fabad7c9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:04.641941 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037ae89-66ae-4307-8b56-203615f42f27 x-openstack-request-id: req-4037ae89-66ae-4307-8b56-203615f42f27 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:04.642220 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "tag": "92522884-2563-4120-a231-b0d4fabad7c9", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:04.642499 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4037ae89-66ae-4307-8b56-203615f42f27 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:04.643746 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9', 'status': 'completed', 'code': 200} Nov 23 14:41:04.656392 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:04.696318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-60e2b32b-1a95-4a3b-9d3f-791f4866ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:04.697978 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-60e2b32b-1a95-4a3b-9d3f-791f4866ecfe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=65d7501893254e3689d34ca7413ac00a&device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 1096 time: 0.0522058 Nov 23 14:41:04.818445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-63630310-fcb4-4400-b557-5999515bd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:04.820471 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-63630310-fcb4-4400-b557-5999515bd86c service neutron] 10.222.0.74 "GET /v2.0/networks?id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed HTTP/1.1" status: 200 len: 898 time: 0.1083648 Nov 23 14:41:04.833014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c540a-11dd-45ce-8a9c-82354738568a req-1dfbb9f9-9b98-458e-8ed1-25c8fba2b5db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:04.843363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-731c540a-11dd-45ce-8a9c-82354738568a req-1dfbb9f9-9b98-458e-8ed1-25c8fba2b5db tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 945 time: 0.0602801 Nov 23 14:41:04.870970 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-7fd135ee-7641-477b-8cb9-98c76ad68c45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92522884-2563-4120-a231-b0d4fabad7c9 HTTP/1.1" status: 200 len: 217 time: 0.0403142 Nov 23 14:41:04.905394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-731c540a-11dd-45ce-8a9c-82354738568a req-0bfa4998-12cb-46aa-a1fe-394b503ef807 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607803 Nov 23 14:41:04.908644 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:04.934583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-5f42abdc-52f1-40b7-8af6-a37f7134b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:04.936127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-5f42abdc-52f1-40b7-8af6-a37f7134b2ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffbe6d94-cf50-4b90-94b0-529cae574747 HTTP/1.1" status: 200 len: 834 time: 0.0576239 Nov 23 14:41:04.940175 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] Checking router: 95807d24-15cf-4e4c-b7f6-d02dfc584b2b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:04.949967 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:04.950480 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:04.994226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-1b633cf5-3c3e-4a82-bc9d-ecd241a170f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:04.996184 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-1b633cf5-3c3e-4a82-bc9d-ecd241a170f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501211 Nov 23 14:41:05.060768 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:05.100513 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-27f3102f-d9f0-4775-907b-55931b996c5c service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938418 Nov 23 14:41:05.209589 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-090d17b5-1b78-45c8-ad64-0cc3fa2ea11e req-14886dd2-d4c3-41b2-9806-4c816fc851b4 service neutron] 10.222.0.74 "GET /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005676 Nov 23 14:41:05.274016 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:05.300530 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc18462-5c5c-404a-8a0e-423f768d51e6 None None] The sync data for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 is: [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:17Z', 'revision_number': 4, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f7e2f09d-ee42-42e7-9d80-eb87b390ca28', 'name': '', 'network_id': '27c1a71c-9ac5-4f61-9fda-14c1b8b214ed', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'mac_address': 'fa:16:3e:3f:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:17Z', 'updated_at': '2021-11-23T14:40:20Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'subnets': [{'id': 'ffbe6d94-cf50-4b90-94b0-529cae574747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:05.523456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038578ca-6872-495a-a26f-0f7c0aefe4f9 None None] New status for floating IP 44b71995-a7e9-47af-a312-f21bdcd739ea: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:06.019363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836a77b-46a6-4b53-9247-0a7b8b72644d req-42c1bc73-fead-4580-8615-9c1558a34815 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:06.020869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7836a77b-46a6-4b53-9247-0a7b8b72644d req-42c1bc73-fead-4580-8615-9c1558a34815 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 945 time: 0.0504797 Nov 23 14:41:06.075566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7836a77b-46a6-4b53-9247-0a7b8b72644d req-78148842-aab0-410f-9397-d32e36d9c265 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/security-groups?id=69aa451e-ffb8-47e7-8319-d80985fc47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476205 Nov 23 14:41:06.158635 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-4a27fe71-a859-43de-8959-4d0572d15721 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:06.160223 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-4a27fe71-a859-43de-8959-4d0572d15721 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Nov 23 14:41:06.253132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port 92522884-2563-4120-a231-b0d4fabad7c9 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:06.253477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:06.339850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port 92522884-2563-4120-a231-b0d4fabad7c9, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=92522884-2563-4120-a231-b0d4fabad7c9,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:06.340106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:06.352012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for 92522884-2563-4120-a231-b0d4fabad7c9 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:06.745165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:06.774887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=92522884-2563-4120-a231-b0d4fabad7c9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:06.813502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] No DVR routers for this DVR port 92522884-2563-4120-a231-b0d4fabad7c9 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:06.816291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:06.819751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-913352ac-6ccd-4a00-8c20-772f110168d7 req-67580bab-2a3b-48dc-9ab1-84950154b66f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.74 "DELETE /v2.0/ports/92522884-2563-4120-a231-b0d4fabad7c9 HTTP/1.1" status: 204 len: 173 time: 0.6535940 Nov 23 14:41:06.820192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'name': 'network-vif-deleted', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:06.822489 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb4c06c-72a4-4ca9-a166-4fe02ecf8226" -d '{"events": [{"server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "name": "network-vif-deleted", "tag": "92522884-2563-4120-a231-b0d4fabad7c9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:06.863619 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdf2bfe-e2fb-4e49-9d40-71d52b8e7dbb x-openstack-request-id: req-ccdf2bfe-e2fb-4e49-9d40-71d52b8e7dbb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:06.863918 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa15cf5-adee-4c6d-9f85-7565c29b5473", "name": "network-vif-deleted", "tag": "92522884-2563-4120-a231-b0d4fabad7c9", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:06.864249 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccdf2bfe-e2fb-4e49-9d40-71d52b8e7dbb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:06.864693 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa15cf5-adee-4c6d-9f85-7565c29b5473', 'name': 'network-vif-deleted', 'tag': '92522884-2563-4120-a231-b0d4fabad7c9', 'status': 'completed', 'code': 200} Nov 23 14:41:07.206180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c828c401-28dd-4e2f-8572-db8145978b24 req-ec476ee8-d04a-45ec-adca-819254f59f4a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aa15cf5-adee-4c6d-9f85-7565c29b5473 HTTP/1.1" status: 200 len: 210 time: 0.0426288 Nov 23 14:41:07.213727 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:41:08.261067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59244) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:08.316596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0935ba09-b484-45f2-9dbb-19703d926f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:08.340772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0935ba09-b484-45f2-9dbb-19703d926f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:08.398309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0935ba09-b484-45f2-9dbb-19703d926f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:08.400925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0935ba09-b484-45f2-9dbb-19703d926f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:08.402098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0935ba09-b484-45f2-9dbb-19703d926f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/security-groups/69aa451e-ffb8-47e7-8319-d80985fc47b2 HTTP/1.1" status: 204 len: 168 time: 0.1400373 Nov 23 14:41:08.411223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935ba09-b484-45f2-9dbb-19703d926f1b tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa451e-ffb8-47e7-8319-d80985fc47b2,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:08.445175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59248) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:08.805838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:09.058710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port f7e2f09d-ee42-42e7-9d80-eb87b390ca28 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:09.059002 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:09.147422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port f7e2f09d-ee42-42e7-9d80-eb87b390ca28, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:09.147828 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:09.161901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for f7e2f09d-ee42-42e7-9d80-eb87b390ca28 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:09.463827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:09.463827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=f7e2f09d-ee42-42e7-9d80-eb87b390ca28,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:09.641523 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:09.872402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:09.982693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:09.988433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cd2fb513-0470-4833-8fff-7cf0e1c3595a tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "PUT /v2.0/routers/95807d24-15cf-4e4c-b7f6-d02dfc584b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5422666 Nov 23 14:41:09.991187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59282) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:09.995920 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] Sync routers for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:10.006593 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:10.007326 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:10.044642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting subnet ffbe6d94-cf50-4b90-94b0-529cae574747 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:41:10.048225 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.091163 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.115209 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:10.188170 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.252419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.283593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Subnet': ['ID=ffbe6d94-cf50-4b90-94b0-529cae574747,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:10.287595 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.291179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5ab72574-a506-427a-b693-70dde914634f tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/subnets/ffbe6d94-cf50-4b90-94b0-529cae574747 HTTP/1.1" status: 204 len: 168 time: 0.2989855 Nov 23 14:41:10.293838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59288) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:10.302698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f680a9-cda3-4fa6-9ad8-eb2a5662d6c1 None None] Network 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:10.303210 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:41:09Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:10.337736 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] Checking router: 95807d24-15cf-4e4c-b7f6-d02dfc584b2b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:10.347798 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] Routers {'95807d24-15cf-4e4c-b7f6-d02dfc584b2b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:10.348395 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:10.413038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.568475 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.599958 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] Set router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:10.633919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 92522884-2563-4120-a231-b0d4fabad7c9 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:10.643498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Deleting port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:10.643841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.664175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] DHCP port deletion for 27c1a71c-9ac5-4f61-9fda-14c1b8b214ed request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:10.668319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 92522884-2563-4120-a231-b0d4fabad7c9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:10.668868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 92522884-2563-4120-a231-b0d4fabad7c9 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:10.749016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] Deleting port f10f2955-9332-4b77-9229-0feb73540d68 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:10.749396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.783433 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] For port a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:10.783806 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.815294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Calling delete_port for a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:10.875659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] For port f10f2955-9332-4b77-9229-0feb73540d68, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f10f2955-9332-4b77-9229-0feb73540d68,segment=NetworkSegment(aee3bfc3-9310-4fc0-8071-4bf35ea9dca3),segment_id=aee3bfc3-9310-4fc0-8071-4bf35ea9dca3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:10.876393 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.889926 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:41:09Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:10.896557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] Calling delete_port for f10f2955-9332-4b77-9229-0feb73540d68 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:10.919601 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be382b1-8b75-43d3-b9c1-1ecbbceca9e9 None None] The sync data for ids ['95807d24-15cf-4e4c-b7f6-d02dfc584b2b'] in n-d-818503-2 is: [{'id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'name': 'tempest-TestNetworkBasicOps-router-646071111', 'tenant_id': '65d7501893254e3689d34ca7413ac00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:41:09Z', 'revision_number': 5, 'project_id': '65d7501893254e3689d34ca7413ac00a', 'gw_port': {'id': 'a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95807d24-15cf-4e4c-b7f6-d02dfc584b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:40:13Z', 'updated_at': '2021-11-23T14:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:10.987098 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.015047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] No DVR routers for this DVR port f10f2955-9332-4b77-9229-0feb73540d68 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:11.019721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba16223-41e9-412f-a55d-9ee03cb71ce2 None None] Pushing event deleted for resources: {'Port': ['ID=f10f2955-9332-4b77-9229-0feb73540d68,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:11.037077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.072324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Port': ['ID=a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:11.089514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431cd9b-9a62-40be-914c-4c0b5b4522d5 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:11.138122 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.596235 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.600367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.661896 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.662430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Fanout notify agent at l3_agent the message router_deleted on router 95807d24-15cf-4e4c-b7f6-d02dfc584b2b {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:41:11.671355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.674989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-55ab7311-5d15-47ff-be27-cda91eef1bb6 tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/routers/95807d24-15cf-4e4c-b7f6-d02dfc584b2b HTTP/1.1" status: 204 len: 168 time: 1.3767133 Nov 23 14:41:11.675244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59316) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:11.766190 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.876617 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.906121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c1a71c-9ac5-4f61-9fda-14c1b8b214ed']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:11.916352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:11.916640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee3bfc3-9310-4fc0-8071-4bf35ea9dca3') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:11.926740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.939642 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.946098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:41:11.946576 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:41:11.949592 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:41:12.018127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:12.027475 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:12.030557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] 10.222.0.46 "DELETE /v2.0/networks/27c1a71c-9ac5-4f61-9fda-14c1b8b214ed HTTP/1.1" status: 204 len: 168 time: 0.3543820 Nov 23 14:41:12.040278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e8df7-c0d0-4d37-b1c4-f3c1c83d796e tempest-TestNetworkBasicOps-1454180124 tempest-TestNetworkBasicOps-1454180124-project] Pushing event deleted for resources: {'Network': ['ID=27c1a71c-9ac5-4f61-9fda-14c1b8b214ed,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:12.319247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59332) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:12.467104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5aabffe8-85b8-4b99-8272-81ff1fe2f258 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65d7501893254e3689d34ca7413ac00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455059 Nov 23 14:41:12.469453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59340) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:12.523472 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc38c50c-db14-4fab-9eca-9471f28676a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:12.545422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc38c50c-db14-4fab-9eca-9471f28676a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:12.607728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f10f2955-9332-4b77-9229-0feb73540d68 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:12.608512 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc38c50c-db14-4fab-9eca-9471f28676a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:12.611424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc38c50c-db14-4fab-9eca-9471f28676a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:12.613046 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc38c50c-db14-4fab-9eca-9471f28676a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8c294f2-4a40-4efb-a8b2-44ee270c11b6 HTTP/1.1" status: 204 len: 168 time: 0.1418812 Nov 23 14:41:12.624624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38c50c-db14-4fab-9eca-9471f28676a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c294f2-4a40-4efb-a8b2-44ee270c11b6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:12.630422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f10f2955-9332-4b77-9229-0feb73540d68 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:12.631835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f10f2955-9332-4b77-9229-0feb73540d68 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:12.632391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:12.668906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:12.669897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a87ce4ac-4e71-4c8b-9a1e-ec6e79a653bf not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:12.670507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f7e2f09d-ee42-42e7-9d80-eb87b390ca28 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:12.696125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f7e2f09d-ee42-42e7-9d80-eb87b390ca28 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:12.696519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f7e2f09d-ee42-42e7-9d80-eb87b390ca28 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:12.909627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59352) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:12.924811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b560fd0b-4131-4b76-91b0-7eb0f35d3a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:13.007783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b560fd0b-4131-4b76-91b0-7eb0f35d3a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:13.012946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b560fd0b-4131-4b76-91b0-7eb0f35d3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:13.063786 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b560fd0b-4131-4b76-91b0-7eb0f35d3a76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38120eb5f7ae4eefa6af69d22f85e5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506789 Nov 23 14:41:13.063786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560fd0b-4131-4b76-91b0-7eb0f35d3a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede587f7-52cf-47e9-a428-583ef10a52cd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:13.064284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59356) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:13.115128 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eaca3ed4-fbc1-4475-882e-c8459faee099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:13.135271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eaca3ed4-fbc1-4475-882e-c8459faee099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:13.191084 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eaca3ed4-fbc1-4475-882e-c8459faee099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:13.193778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-eaca3ed4-fbc1-4475-882e-c8459faee099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:13.195478 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-eaca3ed4-fbc1-4475-882e-c8459faee099 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ede587f7-52cf-47e9-a428-583ef10a52cd HTTP/1.1" status: 204 len: 168 time: 0.1295493 Nov 23 14:41:13.208008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca3ed4-fbc1-4475-882e-c8459faee099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede587f7-52cf-47e9-a428-583ef10a52cd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:15.470185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59448) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:15.475378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'network': {'name': 'tempest-network-smoke--502014295', 'project_id': '8870526a9d4349d08543bcb047393c4d', 'port_security_enabled': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:15.502017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Made reservation on behalf of 8870526a9d4349d08543bcb047393c4d for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:15.505491 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.514022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.597481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.602343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.632393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:41:15.638139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64aa973b-77e1-4e4d-9701-6608d29fbf57,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:15.646047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.646398 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Added segment 32784086-89c3-4974-9e11-d4a8c7f5b814 of type vlan for network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 Nov 23 14:41:15.690621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.717834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.723690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:15.724291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.765827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2943776 Nov 23 14:41:15.768851 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59454) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:15.774139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'admin_state_up': True, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:15.798153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee7294-3530-4156-89d2-e49d39f92b54 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Network': ['ID=5aecc189-4a64-4fb8-95ce-903c55b7ce92,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:15.802497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.804378 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:15.810082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:41:15.881575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.029648 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.227898 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.248839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.359758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Allocated IP 172.25.3.115 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/6f698565-cbcb-48a5-82cd-7ebce8faf492) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:16.466160 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.500607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.544354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:16.549229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:16.552722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:16.564267 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77caf8b6-7dec-4d3f-b1f0-53318ac58790 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:16.577878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=6f698565-cbcb-48a5-82cd-7ebce8faf492,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:16.645405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ff8c6ad9-1124-4482-9fe9-97bbe579d03b None None] Provisioning complete for port 6f698565-cbcb-48a5-82cd-7ebce8faf492 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:16.646101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6ad9-1124-4482-9fe9-97bbe579d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.686226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c6ad9-1124-4482-9fe9-97bbe579d03b None None] Port 6f698565-cbcb-48a5-82cd-7ebce8faf492 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:16.825210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.047237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.063493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2bc6e-5e80-44e6-b97b-360b2f2a2ea0 req-f78590a0-07f6-458a-91c5-41625c8a555b tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:17.065834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cf2bc6e-5e80-44e6-b97b-360b2f2a2ea0 req-f78590a0-07f6-458a-91c5-41625c8a555b tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1097 time: 0.0469062 Nov 23 14:41:17.119977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cf2bc6e-5e80-44e6-b97b-360b2f2a2ea0 req-44921df2-3eb1-4fb1-97e3-e1bdd4c2ec72 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470834 Nov 23 14:41:17.144008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59488) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:17.313020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:41:17.387064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port bab9418b-9d80-49b6-a8d6-b2a9342ef0fe {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:17.387406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.488730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:17.499875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Sync routers for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:17.516652 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.517050 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.518109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:17.519630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:17.521894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.526098 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b6f6e9b-77f2-46e9-a4ae-a80c7793ff5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7531540 Nov 23 14:41:17.526449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59496) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:17.535923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for bab9418b-9d80-49b6-a8d6-b2a9342ef0fe owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:17.665035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:17.734803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8cc01267-47a5-4b02-90ad-708a326e2ce4 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8870526a9d4349d08543bcb047393c4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2067468 Nov 23 14:41:17.737326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59502) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:17.758879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.792360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=bab9418b-9d80-49b6-a8d6-b2a9342ef0fe,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:17.867188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef097488-22ed-4f89-83dc-b7c70a1dca16 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:17.868997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ef097488-22ed-4f89-83dc-b7c70a1dca16 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302841 Nov 23 14:41:17.872095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59508) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:17.875752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:17.876299 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP dac605b5-9944-4977-9840-69da4f8ed436 disassociated (deleted). External IP: 172.25.3.77, port: 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5. Nov 23 14:41:17.887304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:16Z', 'revision_number': 3, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:17.906185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-15bc8dbd-33b3-449e-9d3d-cdf119c5b341 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323071 Nov 23 14:41:17.911447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59510) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:17.917407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1849837200', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'project_id': '8870526a9d4349d08543bcb047393c4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:17.922292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Checking router: 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:17.922292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Updating router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 port 6f698565-cbcb-48a5-82cd-7ebce8faf492 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:41:18.021633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Made reservation on behalf of 8870526a9d4349d08543bcb047393c4d for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:18.026435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.165789 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.299255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.383558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Checking segment: {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:18.383933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network hostable DHCP agents. Network: 5aecc189-4a64-4fb8-95ce-903c55b7ce92, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:41:18.386247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Subnet': ['ID=5d30c1f6-7a2a-45cd-b989-e8704a72b504,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:18.406657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:41:18.421315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 5aecc189-4a64-4fb8-95ce-903c55b7ce92) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:18.427320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:18.427931 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.439417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11e5b6-d5c7-44f7-9894-90f96cd6093b None None] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:18.454610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f16e2d53-40f4-4324-bc07-df1ade5c7bd1 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5420530 Nov 23 14:41:18.456748 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59522) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:18.526275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router bf8733dd-6b0f-4b29-a718-96feba23e44f has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:18.579737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.605815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.667019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Attempting to bind port 6f698565-cbcb-48a5-82cd-7ebce8faf492 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:18.667696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Attempting to bind port 6f698565-cbcb-48a5-82cd-7ebce8faf492 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:18.668067 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Attempting to bind port 6f698565-cbcb-48a5-82cd-7ebce8faf492 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:18.668778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:18.680928 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] Sync routers for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:18.682017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.702551 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:18.703542 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:18.703954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5aa100-697f-4080-8f19-f309fd5c4f41 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:18.710149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:18.710149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:18.710596 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.710970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:18.713992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Bound port: 6f698565-cbcb-48a5-82cd-7ebce8faf492, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:18.720730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.744132 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-83d382ba-1796-4920-8404-382d521f2c4a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/floatingips/dac605b5-9944-4977-9840-69da4f8ed436 HTTP/1.1" status: 204 len: 168 time: 1.5990145 Nov 23 14:41:18.744769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:18.748140 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532ef1af-f77e-4479-804b-2e84842f2685" -d '{"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:18.784728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d151e3-f7ca-4216-aec3-e8914b520f34 None None] Pushing event updated for resources: {'Port': ['ID=6f698565-cbcb-48a5-82cd-7ebce8faf492,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:18.799189 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ee825f-5a83-4ad1-ba9e-82e07be5431b x-openstack-request-id: req-69ee825f-5a83-4ad1-ba9e-82e07be5431b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:18.799491 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:18.799749 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69ee825f-5a83-4ad1-ba9e-82e07be5431b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:18.800154 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'status': 'completed', 'code': 200} Nov 23 14:41:18.870362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] For port 6f698565-cbcb-48a5-82cd-7ebce8faf492, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:18.886581 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:18.905536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] For port 6f698565-cbcb-48a5-82cd-7ebce8faf492, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6f698565-cbcb-48a5-82cd-7ebce8faf492,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:18.909886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9acae9f3-21cb-44ee-8e86-45beb61669a8 None None] Provisioning complete for port 6f698565-cbcb-48a5-82cd-7ebce8faf492 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:18.910558 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9acae9f3-21cb-44ee-8e86-45beb61669a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.952970 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.055955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:41:19.056969 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.077404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d151e3-f7ca-4216-aec3-e8914b520f34 None None] Pushing event updated for resources: {'Port': ['ID=6f698565-cbcb-48a5-82cd-7ebce8faf492,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:19.082714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ef1af-f77e-4479-804b-2e84842f2685 req-623afc20-20ab-4b7e-8bbc-c0dbdc1e3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.085301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-532ef1af-f77e-4479-804b-2e84842f2685 req-623afc20-20ab-4b7e-8bbc-c0dbdc1e3004 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 1097 time: 0.2574937 Nov 23 14:41:19.145554 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:37Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:19.179780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7088f5a3-4525-4f17-857d-6f5aca103416 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:19.197004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:19.197647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:19.208501 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] Checking router: bf8733dd-6b0f-4b29-a718-96feba23e44f for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:19.219140 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:19.219995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:19.337996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9f578-cf49-45f4-ab10-b9afaf750ac8 req-7f800f4a-eb03-468e-949b-e5029156513d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.340522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59c9f578-cf49-45f4-ab10-b9afaf750ac8 req-7f800f4a-eb03-468e-949b-e5029156513d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 946 time: 0.1975713 Nov 23 14:41:19.361010 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:19.370522 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9acae9f3-21cb-44ee-8e86-45beb61669a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.399947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9acae9f3-21cb-44ee-8e86-45beb61669a8 None None] For port 6f698565-cbcb-48a5-82cd-7ebce8faf492, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6f698565-cbcb-48a5-82cd-7ebce8faf492,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:19.405763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ef1af-f77e-4479-804b-2e84842f2685 req-731975a3-38ef-49c1-933b-649872eaac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.407284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-532ef1af-f77e-4479-804b-2e84842f2685 req-731975a3-38ef-49c1-933b-649872eaac3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 200 len: 898 time: 0.3125353 Nov 23 14:41:19.407544 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9acae9f3-21cb-44ee-8e86-45beb61669a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.484206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Allocated IP 172.20.0.2 (5aecc189-4a64-4fb8-95ce-903c55b7ce92/5d30c1f6-7a2a-45cd-b989-e8704a72b504/81e691a9-abfe-4ad8-aeff-006899f4ea2f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:19.510958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59c9f578-cf49-45f4-ab10-b9afaf750ac8 req-3ad54a52-ec9d-4da6-aa38-c5d0a7287159 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613655 Nov 23 14:41:19.540012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-532ef1af-f77e-4479-804b-2e84842f2685 req-b6853fd8-9688-4153-911f-4c098aa70752 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 200 len: 217 time: 0.1052408 Nov 23 14:41:19.580895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acae9f3-21cb-44ee-8e86-45beb61669a8 None None] Pushing event updated for resources: {'Port': ['ID=6f698565-cbcb-48a5-82cd-7ebce8faf492,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:19.617923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2fb84249-468a-46e6-a04c-cc1fe94bfaaf None None] Provisioning complete for port 6f698565-cbcb-48a5-82cd-7ebce8faf492 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:19.618769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2fb84249-468a-46e6-a04c-cc1fe94bfaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.625664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:19.645870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.676662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ef1af-f77e-4479-804b-2e84842f2685 req-97815108-3dc6-4209-8b30-9b82ae5599e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.679372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-532ef1af-f77e-4479-804b-2e84842f2685 req-97815108-3dc6-4209-8b30-9b82ae5599e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 200 len: 835 time: 0.1144385 Nov 23 14:41:19.684994 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:37Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:19.716603 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffb365-a9b2-4f33-927d-bc040c7890bb None None] The sync data for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 is: [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:32Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '687cfa8c-90ec-4f13-8270-1930a45c4c8d', 'name': '', 'network_id': 'ac66da45-4dbe-4eb5-b803-9e897fd29265', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:f0:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:31Z', 'updated_at': '2021-11-23T14:39:37Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:19.886148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ef1af-f77e-4479-804b-2e84842f2685 req-8a8ff6aa-0be5-48aa-95ad-d8c7b67f14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.887717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-532ef1af-f77e-4479-804b-2e84842f2685 req-8a8ff6aa-0be5-48aa-95ad-d8c7b67f14ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac66da45-4dbe-4eb5-b803-9e897fd29265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688106 Nov 23 14:41:19.950421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.986981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:20.040987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Pushing event updated for resources: {'Port': ['ID=81e691a9-abfe-4ad8-aeff-006899f4ea2f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:20.060734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:20.066698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:20.075074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-532ef1af-f77e-4479-804b-2e84842f2685 req-886acec9-94aa-4f80-9d75-f36b1374aec9 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726360 Nov 23 14:41:20.079865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:20.111606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:16Z', 'revision_number': 3, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:20.144167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec383260-6cff-4814-bbe9-5d428fc7d7a8 None None] The sync data for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 is: [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:16Z', 'revision_number': 3, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:20.146017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4213a13-a019-4afe-aaee-4ff4885322d8 None None] New status for floating IP dac605b5-9944-4977-9840-69da4f8ed436: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:20.206565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Allocated IP 172.20.0.1 (5aecc189-4a64-4fb8-95ce-903c55b7ce92/5d30c1f6-7a2a-45cd-b989-e8704a72b504/527c81a7-096c-45c4-af60-ab3e02af9ebd) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:20.262139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-532ef1af-f77e-4479-804b-2e84842f2685 req-26c4223e-8f7f-4961-928b-9e9dbbdb34b1 service neutron] 10.222.0.11 "GET /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820850 Nov 23 14:41:20.272223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Attempting to bind port 81e691a9-abfe-4ad8-aeff-006899f4ea2f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:20.273192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Attempting to bind port 81e691a9-abfe-4ad8-aeff-006899f4ea2f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:20.273504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Attempting to bind port 81e691a9-abfe-4ad8-aeff-006899f4ea2f on network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:20.283248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:20.284144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Checking segment: {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:20.284144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:20.284647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Bound using segment: {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:20.285180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Bound port: 81e691a9-abfe-4ad8-aeff-006899f4ea2f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:20.285509 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:20.403221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:20.474691 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:20.536449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:20.546015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:20.549288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=527c81a7-096c-45c4-af60-ab3e02af9ebd,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:20.552491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:20.563796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-fcf0ffa8-bc2c-4825-94a0-67a1021d284b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:20.565391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-fcf0ffa8-bc2c-4825-94a0-67a1021d284b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 946 time: 0.1419225 Nov 23 14:41:20.618401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] For port 81e691a9-abfe-4ad8-aeff-006899f4ea2f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:20.623579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] For port 81e691a9-abfe-4ad8-aeff-006899f4ea2f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=81e691a9-abfe-4ad8-aeff-006899f4ea2f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:20.632667 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:20.727928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a759fe-a405-4452-9762-a73236fe7e64 None None] Pushing event updated for resources: {'Port': ['ID=81e691a9-abfe-4ad8-aeff-006899f4ea2f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:20.794848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:20.803682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6f698565-cbcb-48a5-82cd-7ebce8faf492 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:20.907201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37876c-0d08-466d-b3bf-3350ce730f61 req-7ac91745-bfa2-4a32-ab91-c6e14a86bd84 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:20.908793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c37876c-0d08-466d-b3bf-3350ce730f61 req-7ac91745-bfa2-4a32-ab91-c6e14a86bd84 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 946 time: 0.2149091 Nov 23 14:41:20.921936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6f698565-cbcb-48a5-82cd-7ebce8faf492 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:20.922308 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:21.036626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c37876c-0d08-466d-b3bf-3350ce730f61 req-e444803f-b3da-4351-8059-8efce796056c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120400 Nov 23 14:41:21.074704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:21.075073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:21.190426 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:21.346365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:21.346741 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:21.394393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:21.641724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:21.647977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:21.660693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.132679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=0cca8ff9-d0dd-4d19-85b6-37bacf8361a5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:22.238127 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] No DVR routers for this DVR port 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:22.240301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676afb9-c185-491f-82c1-88c056055099 None None] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:22.245675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.249703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e09a2a8-ac6d-49ed-95d2-e03833dfa1b4 req-1fde42b9-e285-4809-9b78-dd101682e709 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "DELETE /v2.0/ports/0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 HTTP/1.1" status: 204 len: 173 time: 1.6213238 Nov 23 14:41:22.254443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-deleted', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:22.257394 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a90dd3c-7941-41ba-8f19-3fb3ecf1cd41" -d '{"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-deleted", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:22.283612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1785e02b-4750-4321-9d9d-19c85de8d7b4 req-dfc948af-7ff2-47c5-a1e0-b7a06e5cf551 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe647b49-06fc-43cf-8227-90d56aa3181b HTTP/1.1" status: 200 len: 210 time: 0.1161587 Nov 23 14:41:22.285357 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.337170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=527c81a7-096c-45c4-af60-ab3e02af9ebd,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:22.387638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6abdfb03-3215-4a78-b072-bc34232b31cc None None] Provisioning complete for port 81e691a9-abfe-4ad8-aeff-006899f4ea2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:22.388379 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6abdfb03-3215-4a78-b072-bc34232b31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.441435 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88feaa88-e5cf-48c8-bf9d-3df5f2ba43d6 x-openstack-request-id: req-88feaa88-e5cf-48c8-bf9d-3df5f2ba43d6 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:22.441730 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe647b49-06fc-43cf-8227-90d56aa3181b", "name": "network-vif-deleted", "tag": "0cca8ff9-d0dd-4d19-85b6-37bacf8361a5", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:22.441981 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88feaa88-e5cf-48c8-bf9d-3df5f2ba43d6 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:22.442372 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe647b49-06fc-43cf-8227-90d56aa3181b', 'name': 'network-vif-deleted', 'tag': '0cca8ff9-d0dd-4d19-85b6-37bacf8361a5', 'status': 'completed', 'code': 200} Nov 23 14:41:22.504515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:22.505983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:22.568626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6abdfb03-3215-4a78-b072-bc34232b31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.689700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6abdfb03-3215-4a78-b072-bc34232b31cc None None] For port 81e691a9-abfe-4ad8-aeff-006899f4ea2f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=81e691a9-abfe-4ad8-aeff-006899f4ea2f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:22.695406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 81e691a9-abfe-4ad8-aeff-006899f4ea2f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:22.701138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6abdfb03-3215-4a78-b072-bc34232b31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.703017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:22.891157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 81e691a9-abfe-4ad8-aeff-006899f4ea2f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:22.891597 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.900848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:22.911406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dcf7c759-56f9-4eb3-b3f1-27db62ae4163 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "PUT /v2.0/routers/760714fa-4ce4-4ee0-bcfc-ac8c425efa86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4527383 Nov 23 14:41:22.913556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59616) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:22.916126 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Sync routers for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:22.919293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ab12db4a-17a3-444a-8cd0-a88f78c3872a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--862277045', 'description': 'tempest-secgroup_access--862277045 description', 'project_id': '8870526a9d4349d08543bcb047393c4d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:22.931748 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:22.934491 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:22.959340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab12db4a-17a3-444a-8cd0-a88f78c3872a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:22.971854 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdfb03-3215-4a78-b072-bc34232b31cc None None] Pushing event updated for resources: {'Port': ['ID=81e691a9-abfe-4ad8-aeff-006899f4ea2f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:23.111246 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:23.114186 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab12db4a-17a3-444a-8cd0-a88f78c3872a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.119458 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab12db4a-17a3-444a-8cd0-a88f78c3872a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.185096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab12db4a-17a3-444a-8cd0-a88f78c3872a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.187513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ab12db4a-17a3-444a-8cd0-a88f78c3872a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2724874 Nov 23 14:41:23.189737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12db4a-17a3-444a-8cd0-a88f78c3872a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:23.190298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59622) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:23.196360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1482906266', 'description': 'tempest-secgroup_general--1482906266 description', 'project_id': '8870526a9d4349d08543bcb047393c4d'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:23.234245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-204a9e5f-2b53-4233-b21b-0d8489902bc4 None None] Provisioning complete for port 527c81a7-096c-45c4-af60-ab3e02af9ebd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:23.234646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-204a9e5f-2b53-4233-b21b-0d8489902bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.236566 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.317205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-204a9e5f-2b53-4233-b21b-0d8489902bc4 None None] Port 527c81a7-096c-45c4-af60-ab3e02af9ebd cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:23.360081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-204a9e5f-2b53-4233-b21b-0d8489902bc4 None None] Provisioning complete for port 81e691a9-abfe-4ad8-aeff-006899f4ea2f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:23.361087 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-204a9e5f-2b53-4233-b21b-0d8489902bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.368868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.376839 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.403217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59628) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:23.440233 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.452920 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2606740 Nov 23 14:41:23.453708 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59630) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:23.457543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6544c08-dc08-4709-a8cc-14019d06a78b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:23.469913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-16022fa3-4335-4256-b279-b2b2de2b7a6a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'security_group_rule': {'security_group_id': 'd8eb9528-aa6b-4b79-bb1e-8b74c5ef8536', 'project_id': '8870526a9d4349d08543bcb047393c4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:23.483426 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 2, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:23.498863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.499669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.500297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.500829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.501345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.501955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.502537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.504081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.504723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.506088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.507797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.508637 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83363106-28e2-4097-ae42-2a3c8f43afea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:23.520270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16022fa3-4335-4256-b279-b2b2de2b7a6a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.538141 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Checking router: 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:23.538546 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Updating router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 port 527c81a7-096c-45c4-af60-ab3e02af9ebd binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:41:23.585493 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.590997 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16022fa3-4335-4256-b279-b2b2de2b7a6a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.599488 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16022fa3-4335-4256-b279-b2b2de2b7a6a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.630482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16022fa3-4335-4256-b279-b2b2de2b7a6a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d54f3f1-3749-499f-9a7e-9bbb85caa28e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:23.638437 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16022fa3-4335-4256-b279-b2b2de2b7a6a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.650565 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-16022fa3-4335-4256-b279-b2b2de2b7a6a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1938734 Nov 23 14:41:23.706731 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c3b5a46e-bf73-47c8-9b8f-fd74d7ccb70d None None] Provisioning complete for port 527c81a7-096c-45c4-af60-ab3e02af9ebd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:23.712731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a46e-bf73-47c8-9b8f-fd74d7ccb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.802390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5a46e-bf73-47c8-9b8f-fd74d7ccb70d None None] Port 527c81a7-096c-45c4-af60-ab3e02af9ebd cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:23.885802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.933198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e876f3fd-5656-4798-878a-4fb3d5e786c2 None None] Provisioning complete for port 527c81a7-096c-45c4-af60-ab3e02af9ebd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:23.933198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e876f3fd-5656-4798-878a-4fb3d5e786c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:23.976703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-03a681b9-5c98-4347-b989-4812bff5deda tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--862277045&fields=id&tenant_id=8870526a9d4349d08543bcb047393c4d HTTP/1.1" status: 200 len: 267 time: 0.1192205 Nov 23 14:41:24.024696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e876f3fd-5656-4798-878a-4fb3d5e786c2 None None] Port 527c81a7-096c-45c4-af60-ab3e02af9ebd cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:24.068668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-de181950-a60e-4ffa-ba76-def47942ef92 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1482906266&fields=id&tenant_id=8870526a9d4349d08543bcb047393c4d HTTP/1.1" status: 200 len: 267 time: 0.0910795 Nov 23 14:41:24.104601 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.111092 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.165575 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Pushing event updated for resources: {'Port': ['ID=527c81a7-096c-45c4-af60-ab3e02af9ebd,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:24.189424 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.190208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.190208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.190467 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.190728 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.191081 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.192423 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.192423 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.192423 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.192423 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.193113 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.193445 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:24.226165 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Attempting to bind port 527c81a7-096c-45c4-af60-ab3e02af9ebd on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:24.226537 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Attempting to bind port 527c81a7-096c-45c4-af60-ab3e02af9ebd by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:24.226919 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Attempting to bind port 527c81a7-096c-45c4-af60-ab3e02af9ebd on network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:24.232078 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:24.232449 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Checking segment: {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:24.232849 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.233239 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Bound using segment: {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:24.233598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-f77f2d0f-8e60-4885-a5a7-a969cef30553 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:24.233862 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Bound port: 527c81a7-096c-45c4-af60-ab3e02af9ebd, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:24.234240 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.236397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-f77f2d0f-8e60-4885-a5a7-a969cef30553 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/networks?id=5aecc189-4a64-4fb8-95ce-903c55b7ce92 HTTP/1.1" status: 200 len: 796 time: 0.1538343 Nov 23 14:41:24.252135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.288831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-a135ad22-49c1-4008-b51c-567065f38308 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/quotas/8870526a9d4349d08543bcb047393c4d HTTP/1.1" status: 200 len: 375 time: 0.0456214 Nov 23 14:41:24.316520 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] For port 527c81a7-096c-45c4-af60-ab3e02af9ebd, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:24.320707 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] For port 527c81a7-096c-45c4-af60-ab3e02af9ebd, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=527c81a7-096c-45c4-af60-ab3e02af9ebd,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:24.326598 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.394558 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:24.395368 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:24.446767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-4e4d267c-83a0-4a49-b047-faa3f6ba3514 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514165 Nov 23 14:41:24.509498 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7eae3-0087-4eaa-89bc-7b47067a1a1c None None] Pushing event updated for resources: {'Port': ['ID=527c81a7-096c-45c4-af60-ab3e02af9ebd,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:24.569550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-443f0c27-3d31-4aac-8094-dd416fed7a8e None None] Provisioning complete for port 527c81a7-096c-45c4-af60-ab3e02af9ebd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:24.570701 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-443f0c27-3d31-4aac-8094-dd416fed7a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.575352 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:24.628345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 81e691a9-abfe-4ad8-aeff-006899f4ea2f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:24.643346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-eff0dc04-452d-4b42-9041-53165226d66b service neutron] 10.222.0.46 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598938 Nov 23 14:41:24.725892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 81e691a9-abfe-4ad8-aeff-006899f4ea2f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:24.726474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.821679 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-443f0c27-3d31-4aac-8094-dd416fed7a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.830743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-2b4ebc8c-355a-4bcc-a901-dcd5efec16d0 service neutron] 10.222.0.46 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783240 Nov 23 14:41:24.842556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 687cfa8c-90ec-4f13-8270-1930a45c4c8d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:24.842928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.871638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-443f0c27-3d31-4aac-8094-dd416fed7a8e None None] For port 527c81a7-096c-45c4-af60-ab3e02af9ebd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=527c81a7-096c-45c4-af60-ab3e02af9ebd,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:24.902015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-443f0c27-3d31-4aac-8094-dd416fed7a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:24.909201 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:24.954264 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20591f0-7617-4d13-ad9e-1c4b909e8f82 None None] The sync data for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 is: [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:24.975964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f0c27-3d31-4aac-8094-dd416fed7a8e None None] Pushing event updated for resources: {'Port': ['ID=527c81a7-096c-45c4-af60-ab3e02af9ebd,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:24.999018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 687cfa8c-90ec-4f13-8270-1930a45c4c8d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=687cfa8c-90ec-4f13-8270-1930a45c4c8d,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:25.001376 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:25.033572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 687cfa8c-90ec-4f13-8270-1930a45c4c8d owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:25.063303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5e52b3e1-cc76-4ec3-8816-ff621f612674 None None] Provisioning complete for port 527c81a7-096c-45c4-af60-ab3e02af9ebd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:25.063667 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e52b3e1-cc76-4ec3-8816-ff621f612674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:25.180045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5268907d-f768-4efa-a60a-9b990aec26c7 req-a99f3bcb-c777-4bca-b8a0-de4050e83ce7 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 210 time: 0.0412459 Nov 23 14:41:25.373647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:25.455301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=687cfa8c-90ec-4f13-8270-1930a45c4c8d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:25.501180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:25.556279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:25.556730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0cca8ff9-d0dd-4d19-85b6-37bacf8361a5 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:25.695193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:25.959165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router bf8733dd-6b0f-4b29-a718-96feba23e44f has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:26.091712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:26.098944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa421aab-0e66-4ca0-b901-13be8a5afd25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/bf8733dd-6b0f-4b29-a718-96feba23e44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6927381 Nov 23 14:41:26.100549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59664) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:26.104889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] Sync routers for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:26.119407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:26.120316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:26.160218 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting subnet 5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:41:26.165331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.223861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.256355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:26.322438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50ba41f1-0d00-4a2c-b26c-ea9b535c9a85 req-662a98e1-efed-40fe-8e17-591e3b1c17a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 210 time: 0.0384092 Nov 23 14:41:26.358099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.427933 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.510741 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7ad5f-01de-4684-adb8-ce43f9d70c81 None None] Network ac66da45-4dbe-4eb5-b803-9e897fd29265 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:26.528019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.537592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59670) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:26.544301 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/subnets/5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8 HTTP/1.1" status: 204 len: 168 time: 0.4363225 Nov 23 14:41:26.568046 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce09398-5e63-480f-945e-9d3005450752 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5eda3a-f6a3-4d9d-bbde-41974b0ce3f8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:26.669814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:41:25Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:26.767650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.769386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] Checking router: bf8733dd-6b0f-4b29-a718-96feba23e44f for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:26.780696 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-88435f95-1257-412f-94b5-8d424e92d462 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:26.782393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-88435f95-1257-412f-94b5-8d424e92d462 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.74 "GET /v2.0/networks?id=5aecc189-4a64-4fb8-95ce-903c55b7ce92 HTTP/1.1" status: 200 len: 796 time: 0.3441439 Nov 23 14:41:26.791066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 527c81a7-096c-45c4-af60-ab3e02af9ebd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:26.876061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] Routers {'bf8733dd-6b0f-4b29-a718-96feba23e44f'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:26.876696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:40:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['bf8733dd-6b0f-4b29-a718-96feba23e44f'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:26.878601 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0de09afb-cd80-4736-889a-709c5783bbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.890725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-156e823a-e5f1-4100-9d25-311603a0e53b tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8870526a9d4349d08543bcb047393c4d HTTP/1.1" status: 200 len: 477 time: 0.0978703 Nov 23 14:41:26.902728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'port': {'device_id': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'admin_state_up': True, 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'security_groups': ['d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536', 'b6544c08-dc08-4709-a8cc-14019d06a78b']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:26.907688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:26.981197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:26.981848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.038692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Made reservation on behalf of 8870526a9d4349d08543bcb047393c4d for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:27.045473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 527c81a7-096c-45c4-af60-ab3e02af9ebd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:27.046038 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.051417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.076143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] Set router bf8733dd-6b0f-4b29-a718-96feba23e44f gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:27.094459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 5006b5a1-d5ab-4d13-9bf3-90957dc7a636, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:27.095092 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.108760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:27.209067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Allocated IP 172.20.0.11 (5aecc189-4a64-4fb8-95ce-903c55b7ce92/5d30c1f6-7a2a-45cd-b989-e8704a72b504/94b30850-0042-4ed7-9d75-bc6328fd231f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:27.283568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] DHCP port deletion for ac66da45-4dbe-4eb5-b803-9e897fd29265 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:27.320521 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.354628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=5006b5a1-d5ab-4d13-9bf3-90957dc7a636,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:27.384268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31eaeda-1df5-4d36-93de-2bbd1aac6671 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:27.399886 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.444846 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.468438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8392086-268a-4a5c-ba36-52155be65a51 req-9fb38155-f99e-4d06-8de8-d7df567e08ea tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 210 time: 0.0351110 Nov 23 14:41:27.482862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] Deleting port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:27.483310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.544106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.593925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.596872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.599675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.658936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.659711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Fanout notify agent at l3_agent the message router_deleted on router bf8733dd-6b0f-4b29-a718-96feba23e44f {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:41:27.671440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.675475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d7c5f0a0-dd55-4418-8ade-43272eddf84c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/routers/bf8733dd-6b0f-4b29-a718-96feba23e44f HTTP/1.1" status: 204 len: 168 time: 1.1390986 Nov 23 14:41:27.679317 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59676) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:27.722318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:27.726238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:27.742953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:27.761805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=94b30850-0042-4ed7-9d75-bc6328fd231f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:27.798589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:41:25Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:27.861025 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.879931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73064b49-aca9-462c-95b2-9385bbf81bf7 None None] The sync data for ids ['bf8733dd-6b0f-4b29-a718-96feba23e44f'] in n-d-818503-2 is: [{'id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431619209', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:41:25Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '5006b5a1-d5ab-4d13-9bf3-90957dc7a636', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8733dd-6b0f-4b29-a718-96feba23e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:26Z', 'updated_at': '2021-11-23T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:27.884490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:27.886376 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.912302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-13df56f2-21a8-4630-8fc3-87e82eeff434 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0159137 Nov 23 14:41:27.928842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Request body: {'port': {'device_id': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:27.949453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] For port 1cf710f8-7cfa-4a70-a6bf-329f86d53666, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1cf710f8-7cfa-4a70-a6bf-329f86d53666,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:27.949858 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:27.964303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] Calling delete_port for 1cf710f8-7cfa-4a70-a6bf-329f86d53666 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:28.003268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:28.003906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.027435 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.085508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1f8006ac-09de-4ba6-ac5d-9abe4b4f63ed None None] Provisioning complete for port 94b30850-0042-4ed7-9d75-bc6328fd231f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:28.086287 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f8006ac-09de-4ba6-ac5d-9abe4b4f63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.088244 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.102229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 1cf710f8-7cfa-4a70-a6bf-329f86d53666, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1cf710f8-7cfa-4a70-a6bf-329f86d53666,segment=NetworkSegment(29cd4e51-1110-4771-980c-67aa2e37243e),segment_id=29cd4e51-1110-4771-980c-67aa2e37243e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:28.102824 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.121705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 1cf710f8-7cfa-4a70-a6bf-329f86d53666 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:28.144676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] Pushing event deleted for resources: {'Port': ['ID=1cf710f8-7cfa-4a70-a6bf-329f86d53666,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:28.155071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0fa82-e954-43c4-88d7-cdce26b92dea None None] No DVR routers for this DVR port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:28.167712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1f8006ac-09de-4ba6-ac5d-9abe4b4f63ed None None] Port 94b30850-0042-4ed7-9d75-bc6328fd231f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:28.250333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.295808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=1cf710f8-7cfa-4a70-a6bf-329f86d53666,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:28.313716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] No DVR routers for this DVR port 1cf710f8-7cfa-4a70-a6bf-329f86d53666 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:28.380084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b30850-0042-4ed7-9d75-bc6328fd231f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:28.393615 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.408372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Transition to ACTIVE for port object 94b30850-0042-4ed7-9d75-bc6328fd231f will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:41:28.418672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.422538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.456939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac66da45-4dbe-4eb5-b803-9e897fd29265']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:28.473514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cd4e51-1110-4771-980c-67aa2e37243e') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:28.474236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cd4e51-1110-4771-980c-67aa2e37243e') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:28.501850 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.519362 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.526404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:41:28.526809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.609186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Pushing event updated for resources: {'Port': ['ID=94b30850-0042-4ed7-9d75-bc6328fd231f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:41:28.651737 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:41:28.737482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.775547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Attempting to bind port 94b30850-0042-4ed7-9d75-bc6328fd231f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:28.776589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Attempting to bind port 94b30850-0042-4ed7-9d75-bc6328fd231f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:28.776934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Attempting to bind port 94b30850-0042-4ed7-9d75-bc6328fd231f on network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:28.778612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1cf710f8-7cfa-4a70-a6bf-329f86d53666 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:28.789265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Port 94b30850-0042-4ed7-9d75-bc6328fd231f on network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:41:28.789897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Attempting to bind port 94b30850-0042-4ed7-9d75-bc6328fd231f on network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:28.802247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:28.802594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Checking segment: {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:28.803030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Bound using segment: {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:28.803516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Bound port: 94b30850-0042-4ed7-9d75-bc6328fd231f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32784086-89c3-4974-9e11-d4a8c7f5b814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:28.803881 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.813183 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.826246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/networks/ac66da45-4dbe-4eb5-b803-9e897fd29265 HTTP/1.1" status: 204 len: 168 time: 1.1434386 Nov 23 14:41:28.830236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964330c-5913-49f6-bae3-cc74d0279bc8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Network': ['ID=ac66da45-4dbe-4eb5-b803-9e897fd29265,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:28.839656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59682) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:28.842715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 1cf710f8-7cfa-4a70-a6bf-329f86d53666 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:28.843395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1cf710f8-7cfa-4a70-a6bf-329f86d53666 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:28.844125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 687cfa8c-90ec-4f13-8270-1930a45c4c8d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:28.852574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f474ad-fc38-4a8c-9ae7-1c089ac1c76a req-883b0597-487d-4591-ab9a-9d65ed5f11e5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:28.854188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59f474ad-fc38-4a8c-9ae7-1c089ac1c76a req-883b0597-487d-4591-ab9a-9d65ed5f11e5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 983 time: 0.1993983 Nov 23 14:41:28.889998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 687cfa8c-90ec-4f13-8270-1930a45c4c8d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:28.890613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 687cfa8c-90ec-4f13-8270-1930a45c4c8d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:28.965215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59f474ad-fc38-4a8c-9ae7-1c089ac1c76a req-f8c1a324-a4d6-439b-bfc1-6a4bbf938674 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1034822 Nov 23 14:41:28.999277 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] For port 94b30850-0042-4ed7-9d75-bc6328fd231f, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:29.016765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc063da3-836b-4328-ab7c-d4bde10824df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.020399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] For port 94b30850-0042-4ed7-9d75-bc6328fd231f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=94b30850-0042-4ed7-9d75-bc6328fd231f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:29.032873 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.083937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:29.085527 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.087229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] 10.222.0.74 "PUT /v2.0/ports/94b30850-0042-4ed7-9d75-bc6328fd231f HTTP/1.1" status: 200 len: 1131 time: 1.1668172 Nov 23 14:41:29.094126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc063da3-836b-4328-ab7c-d4bde10824df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.097572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:29.099819 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de1b80-f1c2-4aaa-946c-37f9a437277f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:29.103357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08cb6332-705d-43c0-a0d4-1850b42086cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.202495 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a862146-9d79-41a3-a616-d9be922e29ab x-openstack-request-id: req-3a862146-9d79-41a3-a616-d9be922e29ab {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:29.202856 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:29.203071 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a862146-9d79-41a3-a616-d9be922e29ab {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:29.203525 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'status': 'completed', 'code': 200} Nov 23 14:41:29.221920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac264f-90d2-4b1b-97e8-432e944e532e service neutron] Pushing event updated for resources: {'Port': ['ID=94b30850-0042-4ed7-9d75-bc6328fd231f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:29.249144 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-6a22274e-fc6e-464c-adb6-8100a7c2aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:29.250819 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-6a22274e-fc6e-464c-adb6-8100a7c2aca9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1134 time: 0.0647388 Nov 23 14:41:29.314371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-5ea63c7d-0b5f-405c-af60-4922d904d955 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b30850-0042-4ed7-9d75-bc6328fd231f HTTP/1.1" status: 200 len: 217 time: 0.0558302 Nov 23 14:41:29.329598 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc063da3-836b-4328-ab7c-d4bde10824df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.332489 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc063da3-836b-4328-ab7c-d4bde10824df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:29.336907 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc063da3-836b-4328-ab7c-d4bde10824df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/security-groups/b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b HTTP/1.1" status: 204 len: 168 time: 0.4924319 Nov 23 14:41:29.393640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc063da3-836b-4328-ab7c-d4bde10824df tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c97c6-2e7d-4f89-bd8f-cf63e9a3027b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:29.429992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0b5f9816-c04d-40b5-955e-b98a1f1d66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:29.431569 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-0b5f9816-c04d-40b5-955e-b98a1f1d66d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d30c1f6-7a2a-45cd-b989-e8704a72b504 HTTP/1.1" status: 200 len: 835 time: 0.1103823 Nov 23 14:41:29.498469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-f72ee21e-bba5-4aa7-b9ad-aba0a75b926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:29.500232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-f72ee21e-bba5-4aa7-b9ad-aba0a75b926d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5aecc189-4a64-4fb8-95ce-903c55b7ce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606515 Nov 23 14:41:29.634591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-429f0df6-22e8-4d02-9f2f-9937782e51c0 service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155407 Nov 23 14:41:29.743158 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e95f0af2-1221-46b6-8aeb-e1f38b331076 req-7a4770fc-f96b-417d-8a15-5148075c6058 service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018722 Nov 23 14:41:29.838035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-96502fcc-55eb-4092-ab37-42cab5ab5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:29.840125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-96502fcc-55eb-4092-ab37-42cab5ab5449 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1134 time: 0.0469735 Nov 23 14:41:29.936956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-aaccacec-74f3-4392-becc-74d25458d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:29.938444 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-aaccacec-74f3-4392-becc-74d25458d4e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5aecc189-4a64-4fb8-95ce-903c55b7ce92 HTTP/1.1" status: 200 len: 897 time: 0.0910740 Nov 23 14:41:29.941781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:29.946323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6b11e950-775b-4df6-a9ef-6b2e88feffb4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356319572', 'description': 'tempest-secgroup-smoke-1356319572 description', 'project_id': 'a4d753cb55474b9e9add25d832d02faf'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:29.992338 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-10af0daf-5951-47f9-b80a-3b14c622d29f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b30850-0042-4ed7-9d75-bc6328fd231f HTTP/1.1" status: 200 len: 217 time: 0.0415664 Nov 23 14:41:30.038322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b11e950-775b-4df6-a9ef-6b2e88feffb4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.083041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-b4cda725-1831-4991-bf85-23d9a9a3b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.085118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-b4cda725-1831-4991-bf85-23d9a9a3b179 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d30c1f6-7a2a-45cd-b989-e8704a72b504 HTTP/1.1" status: 200 len: 835 time: 0.0853593 Nov 23 14:41:30.101523 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d00c7-ce0d-4ebf-8974-2e12eeb3c3be req-705105bc-4367-4226-9595-830b1d12667f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.103910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-344d00c7-ce0d-4ebf-8974-2e12eeb3c3be req-705105bc-4367-4226-9595-830b1d12667f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 983 time: 0.0588329 Nov 23 14:41:30.116349 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.164712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b11e950-775b-4df6-a9ef-6b2e88feffb4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.167061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-2483d09a-1b05-4952-a028-efeb38df2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.168567 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-2483d09a-1b05-4952-a028-efeb38df2c7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5aecc189-4a64-4fb8-95ce-903c55b7ce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742400 Nov 23 14:41:30.169509 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b11e950-775b-4df6-a9ef-6b2e88feffb4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.173414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-344d00c7-ce0d-4ebf-8974-2e12eeb3c3be req-7076d12a-7413-4038-9295-5fe1c0659bbf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575249 Nov 23 14:41:30.231854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b11e950-775b-4df6-a9ef-6b2e88feffb4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.236018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6b11e950-775b-4df6-a9ef-6b2e88feffb4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2903180 Nov 23 14:41:30.236182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59696) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:30.240365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cf6cbf61-e90e-4e5c-8190-feae095bb855 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b0277ede-3e61-4f6d-bb41-c74fdab2b85f', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:30.267693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11e950-775b-4df6-a9ef-6b2e88feffb4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0277ede-3e61-4f6d-bb41-c74fdab2b85f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:30.311880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbf61-e90e-4e5c-8190-feae095bb855 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.315660 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-060860d1-d429-434e-a379-6d39e5cf2937 service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Nov 23 14:41:30.425843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbf61-e90e-4e5c-8190-feae095bb855 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.433326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbf61-e90e-4e5c-8190-feae095bb855 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.456606 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c7de1b80-f1c2-4aaa-946c-37f9a437277f req-0f4b1b70-6db9-44f5-9c7a-d922da35ed3c service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317098 Nov 23 14:41:30.461831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cbf61-e90e-4e5c-8190-feae095bb855 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea0a0ff-afed-481d-a6cd-ade5822c4ef1,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:30.471276 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbf61-e90e-4e5c-8190-feae095bb855 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.472581 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cf6cbf61-e90e-4e5c-8190-feae095bb855 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355993 Nov 23 14:41:30.476101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59698) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:30.483758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e9693a8b-a067-40eb-8f58-3cef897c2aa7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b0277ede-3e61-4f6d-bb41-c74fdab2b85f', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:30.514422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9693a8b-a067-40eb-8f58-3cef897c2aa7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.550075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:30.572687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:30.573388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5006b5a1-d5ab-4d13-9bf3-90957dc7a636 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:30.581312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9693a8b-a067-40eb-8f58-3cef897c2aa7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.591996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9693a8b-a067-40eb-8f58-3cef897c2aa7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.614537 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9693a8b-a067-40eb-8f58-3cef897c2aa7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4082fe12-b1a0-42ef-836f-ee8ec0d7181c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:30.623599 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9693a8b-a067-40eb-8f58-3cef897c2aa7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.624788 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e9693a8b-a067-40eb-8f58-3cef897c2aa7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477003 Nov 23 14:41:30.627654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59702) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:30.632918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c9dc3977-7496-4d5d-bf9a-1176ac0c676d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b0277ede-3e61-4f6d-bb41-c74fdab2b85f', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:30.659769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3977-7496-4d5d-bf9a-1176ac0c676d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.718159 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3977-7496-4d5d-bf9a-1176ac0c676d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.722244 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3977-7496-4d5d-bf9a-1176ac0c676d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.740241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc3977-7496-4d5d-bf9a-1176ac0c676d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e89c53-acbd-4653-bec2-897e29bca1f6,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:30.748067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9dc3977-7496-4d5d-bf9a-1176ac0c676d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.751691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c9dc3977-7496-4d5d-bf9a-1176ac0c676d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204352 Nov 23 14:41:30.752152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59704) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:30.757379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ed370db0-ba89-4838-bf5d-a9fcb8aa0357 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b0277ede-3e61-4f6d-bb41-c74fdab2b85f', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:30.787512 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed370db0-ba89-4838-bf5d-a9fcb8aa0357 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.848387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed370db0-ba89-4838-bf5d-a9fcb8aa0357 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.852424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed370db0-ba89-4838-bf5d-a9fcb8aa0357 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.876410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed370db0-ba89-4838-bf5d-a9fcb8aa0357 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f7c6cb-9a1a-4952-8399-d26f79058aff,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:30.883299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed370db0-ba89-4838-bf5d-a9fcb8aa0357 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.884492 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ed370db0-ba89-4838-bf5d-a9fcb8aa0357 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312478 Nov 23 14:41:30.887233 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59706) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:30.891573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b0277ede-3e61-4f6d-bb41-c74fdab2b85f', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:30.913217 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:41:30.919223 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.980285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.984191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.007239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661c16e2-6974-4096-a87c-0b8e297cf5f1,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:31.013107 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.017686 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a9b20626-5684-4358-bdaa-3c06d557c498 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266887 Nov 23 14:41:31.017686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59708) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:31.022285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': 'b0277ede-3e61-4f6d-bb41-c74fdab2b85f', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:31.044440 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:41:31.050028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.107958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.111478 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.128670 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be957bed-1732-4f8b-8b19-ebbc1fabbe9c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:31.138014 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.139282 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b0075299-e632-4e0f-9e38-beac5ed8bbc0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204581 Nov 23 14:41:31.142229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59710) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:31.147195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'network': {'name': 'tempest-network-smoke--1284466982', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'port_security_enabled': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:31.167002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:31.170330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.192709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:41:31.202278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.202627 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Added segment a17ec8b9-723e-44e3-a2ce-75674320d587 of type vlan for network 1a6ae908-4fa8-440a-94af-80c287a39450 Nov 23 14:41:31.246153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.271899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.278944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:31.279539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.299320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d221cb-fc88-490c-b0cd-2f4e71b2f37a req-d2f3fd2d-988a-4afd-b374-8b1a92023bda tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:31.300842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68d221cb-fc88-490c-b0cd-2f4e71b2f37a req-d2f3fd2d-988a-4afd-b374-8b1a92023bda tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 983 time: 0.0528140 Nov 23 14:41:31.334183 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1907048 Nov 23 14:41:31.336950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59714) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:31.341966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'admin_state_up': True, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:31.379533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68d221cb-fc88-490c-b0cd-2f4e71b2f37a req-e9f3c4d5-bc1a-4013-b832-db88a08cbb25 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0717809 Nov 23 14:41:31.383379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ebf59-8d4b-408e-840d-73249f8ed7f2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Network': ['ID=1a6ae908-4fa8-440a-94af-80c287a39450,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:31.393054 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.394563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.404505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1a6ae908-4fa8-440a-94af-80c287a39450 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:41:31.454668 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.713063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:31.915616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.105488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.123782 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.224981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.217 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/4fa086eb-a197-4b11-9265-1a86b3de5720) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:32.232301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59726) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.237273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-499f92e6-ad1c-48f7-81dc-a00cf20a750b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-158724471', 'description': 'tempest-secgroup-smoke-158724471 description', 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:32.259227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-499f92e6-ad1c-48f7-81dc-a00cf20a750b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.331167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-499f92e6-ad1c-48f7-81dc-a00cf20a750b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.332370 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.335912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-499f92e6-ad1c-48f7-81dc-a00cf20a750b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.359106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-499f92e6-ad1c-48f7-81dc-a00cf20a750b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.360349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-499f92e6-ad1c-48f7-81dc-a00cf20a750b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1269071 Nov 23 14:41:32.363320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59728) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.368593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-935c9b14-9ddc-46e8-a4f1-1fd0364b8864 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'security_group_rule': {'security_group_id': '2d8fc0d5-56f8-456b-8186-38622de22e56', 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:32.369643 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.384190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f92e6-ad1c-48f7-81dc-a00cf20a750b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8fc0d5-56f8-456b-8186-38622de22e56,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.411437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:32.411596 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935c9b14-9ddc-46e8-a4f1-1fd0364b8864 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.415185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:32.418249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:32.424035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=4fa086eb-a197-4b11-9265-1a86b3de5720,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.436971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b7287c-6051-4eac-ae33-1aa4b3e0eb1d None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:32.478547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935c9b14-9ddc-46e8-a4f1-1fd0364b8864 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.483750 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935c9b14-9ddc-46e8-a4f1-1fd0364b8864 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.494539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a8360853-1419-4909-a1ae-5f0f19a242fa None None] Provisioning complete for port 4fa086eb-a197-4b11-9265-1a86b3de5720 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:32.494916 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8360853-1419-4909-a1ae-5f0f19a242fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.504282 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c9b14-9ddc-46e8-a4f1-1fd0364b8864 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e41b59d-01d3-4562-bc8d-8d894571126e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.514985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-935c9b14-9ddc-46e8-a4f1-1fd0364b8864 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.519146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-935c9b14-9ddc-46e8-a4f1-1fd0364b8864 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518991 Nov 23 14:41:32.519146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59732) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.524693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ede3eb36-5d1f-44ac-a072-3aea6b1f6921 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'security_group_rule': {'security_group_id': '2d8fc0d5-56f8-456b-8186-38622de22e56', 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:32.534863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a8360853-1419-4909-a1ae-5f0f19a242fa None None] Port 4fa086eb-a197-4b11-9265-1a86b3de5720 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:32.557192 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ede3eb36-5d1f-44ac-a072-3aea6b1f6921 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.566382 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.613051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d99a8-d853-4c08-89e9-a04011596293 req-35f16191-a8be-4cf6-9022-7e7fdf9abf2c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:32.614595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb2d99a8-d853-4c08-89e9-a04011596293 req-35f16191-a8be-4cf6-9022-7e7fdf9abf2c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 983 time: 0.1123703 Nov 23 14:41:32.618351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ede3eb36-5d1f-44ac-a072-3aea6b1f6921 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.623078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ede3eb36-5d1f-44ac-a072-3aea6b1f6921 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.644244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3eb36-5d1f-44ac-a072-3aea6b1f6921 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9122c0-e8d9-482a-a390-bd5289896780,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.652864 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ede3eb36-5d1f-44ac-a072-3aea6b1f6921 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.655342 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ede3eb36-5d1f-44ac-a072-3aea6b1f6921 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354892 Nov 23 14:41:32.656764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59734) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.661197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5634bbb7-5c02-4461-bb87-cde7af9e3d92 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'security_group_rule': {'security_group_id': '2d8fc0d5-56f8-456b-8186-38622de22e56', 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:32.688836 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5634bbb7-5c02-4461-bb87-cde7af9e3d92 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.741595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 94b30850-0042-4ed7-9d75-bc6328fd231f details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:41:32.751461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb2d99a8-d853-4c08-89e9-a04011596293 req-f60cadcd-2c5b-44bc-9fc9-dc6303f6a29a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1270642 Nov 23 14:41:32.754579 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5634bbb7-5c02-4461-bb87-cde7af9e3d92 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.759998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5634bbb7-5c02-4461-bb87-cde7af9e3d92 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.780925 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.784120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634bbb7-5c02-4461-bb87-cde7af9e3d92 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a003ea-ed23-41dc-b4b5-af886991d58c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.789350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5634bbb7-5c02-4461-bb87-cde7af9e3d92 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.793540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5634bbb7-5c02-4461-bb87-cde7af9e3d92 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333532 Nov 23 14:41:32.794076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59736) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.798830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f585cec7-af45-4739-8567-f12ea332594e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'security_group_rule': {'security_group_id': '2d8fc0d5-56f8-456b-8186-38622de22e56', 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:32.830155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f585cec7-af45-4739-8567-f12ea332594e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.849846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 94b30850-0042-4ed7-9d75-bc6328fd231f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=94b30850-0042-4ed7-9d75-bc6328fd231f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:32.861467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'port_id': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'mac_address': 'fa:16:3e:64:bb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:41:32.900158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f585cec7-af45-4739-8567-f12ea332594e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.903914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.904625 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f585cec7-af45-4739-8567-f12ea332594e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.918509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b30850-0042-4ed7-9d75-bc6328fd231f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:32.922729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585cec7-af45-4739-8567-f12ea332594e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da56a4a-7df9-4a15-8f28-cfe9bd6fa5c7,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:32.932148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f585cec7-af45-4739-8567-f12ea332594e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.933416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f585cec7-af45-4739-8567-f12ea332594e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386330 Nov 23 14:41:32.936041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.941052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'security_group_rule': {'security_group_id': '2d8fc0d5-56f8-456b-8186-38622de22e56', 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:32.943542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 94b30850-0042-4ed7-9d75-bc6328fd231f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=94b30850-0042-4ed7-9d75-bc6328fd231f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:32.948377 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.964525 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Project eaeda7ec279a432a8f6bf26ef72344eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:41:32.969573 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.998634 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=94b30850-0042-4ed7-9d75-bc6328fd231f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:33.003770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.006401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.006751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.007129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.007467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.007797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.008127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.008456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.008772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.009270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.009762 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.010263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.010757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.031914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.036063 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.051680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87065719-ade5-4815-b007-ecd6a7540877,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:33.063469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.064683 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e15299f4-b546-4acb-b75b-970df5e313bf tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276321 Nov 23 14:41:33.067483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59740) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:33.071850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'security_group_rule': {'security_group_id': '2d8fc0d5-56f8-456b-8186-38622de22e56', 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:33.094726 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Project eaeda7ec279a432a8f6bf26ef72344eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:41:33.099795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.138944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 23d78698-166a-4cdc-85d1-388a1512dbab is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:41:33.155243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['94b30850-0042-4ed7-9d75-bc6328fd231f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:41:33.160226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.165900 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.186152 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4758d984-ba9f-45c3-8ec8-250be3c7a8f8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:33.196561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.198424 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-73b879cc-7616-4caf-9c50-68cec5ead2e8 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299953 Nov 23 14:41:33.255567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:33.269376 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Sync routers for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:33.282003 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.283426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bb0999e7-0172-418f-af4d-3141f7ae8281 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9455321 Nov 23 14:41:33.286522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59744) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:33.291985 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:33.292944 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:33.327223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ec4e97ea-e0c2-4209-895c-0fb2ab3bfe84 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a4d753cb55474b9e9add25d832d02faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384309 Nov 23 14:41:33.330292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59748) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:33.405949 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:33.458103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22aca4-93d9-4f34-9d33-a6a12d154050 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:33.459669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1b22aca4-93d9-4f34-9d33-a6a12d154050 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282156 Nov 23 14:41:33.464009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59752) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:33.464539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-b6461452-1a3a-46ab-b658-183d9384ca5b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158724471&fields=id&tenant_id=eaeda7ec279a432a8f6bf26ef72344eb HTTP/1.1" status: 200 len: 267 time: 0.0714393 Nov 23 14:41:33.508586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-183d4a1c-fb77-418f-bf9e-c4ea08048adb tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394716 Nov 23 14:41:33.508849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59754) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:33.513834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732800303', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:33.586830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-e5eadbb4-3974-4a4e-b201-e0ff69ca4dbc tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:33.588365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-e5eadbb4-3974-4a4e-b201-e0ff69ca4dbc tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/networks?id=bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 200 len: 813 time: 0.1098685 Nov 23 14:41:33.604744 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:32Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:33.610487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-aaef9983-9e7e-4534-9b60-71c9479b7997 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/quotas/eaeda7ec279a432a8f6bf26ef72344eb HTTP/1.1" status: 200 len: 375 time: 0.0162017 Nov 23 14:41:33.615081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:33.618780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.634207 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Checking router: 23d78698-166a-4cdc-85d1-388a1512dbab for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:33.634563 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Updating router 23d78698-166a-4cdc-85d1-388a1512dbab port 4fa086eb-a197-4b11-9265-1a86b3de5720 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:41:33.660529 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.665369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-6447e267-554a-4c21-8a7b-b1c193b666a5 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519185 Nov 23 14:41:33.786236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-87ae67ba-4082-4720-9b02-28a5387f23da service neutron] 10.222.0.46 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091478 Nov 23 14:41:33.823138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.897308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Subnet': ['ID=4c1d76d6-2626-4d31-a475-7e23ed66f9b7,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:33.910244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Checking segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:33.910753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network hostable DHCP agents. Network: 1a6ae908-4fa8-440a-94af-80c287a39450, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:41:33.931665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1a6ae908-4fa8-440a-94af-80c287a39450 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:41:33.932736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef59cc-6968-4fda-8589-a44776edbabe req-9514fb23-3948-4362-a8ed-bf2e4e48a393 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:33.934547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eef59cc-6968-4fda-8589-a44776edbabe req-9514fb23-3948-4362-a8ed-bf2e4e48a393 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 984 time: 0.0731905 Nov 23 14:41:33.941768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1a6ae908-4fa8-440a-94af-80c287a39450) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:33.947620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:33.948395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.952959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b00cb7-35a9-4639-b672-300820378295 None None] Network 1a6ae908-4fa8-440a-94af-80c287a39450 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:33.958286 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.959565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-c93df2cd-5205-4886-b3d6-f243aae8115d service neutron] 10.222.0.46 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713383 Nov 23 14:41:33.965948 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.984408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-18105c66-629a-48fe-b5a8-88d3867c5c35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4715343 Nov 23 14:41:33.986596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59758) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:34.017730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Attempting to bind port 4fa086eb-a197-4b11-9265-1a86b3de5720 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:34.018100 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Attempting to bind port 4fa086eb-a197-4b11-9265-1a86b3de5720 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:34.018462 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Attempting to bind port 4fa086eb-a197-4b11-9265-1a86b3de5720 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:34.025108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eef59cc-6968-4fda-8589-a44776edbabe req-7ccbd300-c807-477e-a1d2-c114c32da302 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0769889 Nov 23 14:41:34.030659 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:34.031051 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:34.031445 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.031830 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:34.032298 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Bound port: 4fa086eb-a197-4b11-9265-1a86b3de5720, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:34.032834 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.094230 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] For port 4fa086eb-a197-4b11-9265-1a86b3de5720, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:34.097741 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] For port 4fa086eb-a197-4b11-9265-1a86b3de5720, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4fa086eb-a197-4b11-9265-1a86b3de5720,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:34.104393 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.107440 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07767b8-4ab5-495c-bd21-0a226441fdb9 None None] Pushing event updated for resources: {'Port': ['ID=4fa086eb-a197-4b11-9265-1a86b3de5720,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:34.110145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edefd28-f387-46ea-961e-0d837c4bf2d9 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:34.169137 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07767b8-4ab5-495c-bd21-0a226441fdb9 None None] Pushing event updated for resources: {'Port': ['ID=4fa086eb-a197-4b11-9265-1a86b3de5720,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:34.196294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-1a6ae908-4fa8-440a-94af-80c287a39450', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:41:34.197157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.212499 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:34.215525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7604ab6b-39c9-4831-81a8-d6d5697c4646 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:41:34.215684 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:34.225770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-eec91f0d-edff-4ab9-a941-570af046db3c None None] Provisioning complete for port 4fa086eb-a197-4b11-9265-1a86b3de5720 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:34.226136 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eec91f0d-edff-4ab9-a941-570af046db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.451550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Allocated IP 172.20.0.2 (1a6ae908-4fa8-440a-94af-80c287a39450/4c1d76d6-2626-4d31-a475-7e23ed66f9b7/5cf37ddc-94db-461f-8031-84182287e00b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:34.452155 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:34.480523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f4077bc-13ca-4ddb-8e37-00cc50704997 req-c19baade-bfd1-4d59-a9d0-5dbe735d6c67 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 210 time: 0.0749846 Nov 23 14:41:34.489731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eec91f0d-edff-4ab9-a941-570af046db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.552589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-eec91f0d-edff-4ab9-a941-570af046db3c None None] For port 4fa086eb-a197-4b11-9265-1a86b3de5720, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4fa086eb-a197-4b11-9265-1a86b3de5720,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:34.560640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eec91f0d-edff-4ab9-a941-570af046db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.621676 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.661180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec91f0d-edff-4ab9-a941-570af046db3c None None] Pushing event updated for resources: {'Port': ['ID=4fa086eb-a197-4b11-9265-1a86b3de5720,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:34.694044 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.700653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-638ffcbb-78f8-49c0-8719-affba4b8ae54 None None] Provisioning complete for port 4fa086eb-a197-4b11-9265-1a86b3de5720 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:34.701288 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-638ffcbb-78f8-49c0-8719-affba4b8ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.704552 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.718386 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:32Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:34.757916 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7526e-1f57-4aed-9b11-4b4b40e98002 None None] The sync data for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 is: [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:32Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:34.759154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 94b30850-0042-4ed7-9d75-bc6328fd231f up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:34.816629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Network 1a6ae908-4fa8-440a-94af-80c287a39450 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:34.830769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:34.850489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:34.857284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Pushing event updated for resources: {'Port': ['ID=5cf37ddc-94db-461f-8031-84182287e00b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:34.956405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Attempting to bind port 5cf37ddc-94db-461f-8031-84182287e00b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:34.957496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Attempting to bind port 5cf37ddc-94db-461f-8031-84182287e00b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:34.957867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Attempting to bind port 5cf37ddc-94db-461f-8031-84182287e00b on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:34.966411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 94b30850-0042-4ed7-9d75-bc6328fd231f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:41:34.974977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:34.975881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Checking segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:34.976515 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.976918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Bound using segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:34.977411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Bound port: 5cf37ddc-94db-461f-8031-84182287e00b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:34.978005 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.981788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 94b30850-0042-4ed7-9d75-bc6328fd231f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:34.982162 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:35.172710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] For port 5cf37ddc-94db-461f-8031-84182287e00b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:35.183224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] For port 5cf37ddc-94db-461f-8031-84182287e00b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5cf37ddc-94db-461f-8031-84182287e00b,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:35.213990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:35.261261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59848baf-c002-4682-a8a5-4b0a1d66fa1b req-a68fa4eb-25a4-4d62-8804-a79eaa06b865 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:35.268632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:35.272143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59848baf-c002-4682-a8a5-4b0a1d66fa1b req-a68fa4eb-25a4-4d62-8804-a79eaa06b865 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 984 time: 0.0921209 Nov 23 14:41:35.347630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318c821-5c5d-4ad0-aa05-95d11020858b None None] Pushing event updated for resources: {'Port': ['ID=5cf37ddc-94db-461f-8031-84182287e00b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:35.358375 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:35.361534 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90df7e0e-67fc-49a0-9bdf-727dd15d5c13" -d '{"events": [{"server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "name": "network-vif-plugged", "status": "completed", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:35.379011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 94b30850-0042-4ed7-9d75-bc6328fd231f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=94b30850-0042-4ed7-9d75-bc6328fd231f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:35.386031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:35.392333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59848baf-c002-4682-a8a5-4b0a1d66fa1b req-33d10085-3626-450c-853a-7c6ad0a1053b tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1191018 Nov 23 14:41:35.428920 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65feed-263f-4034-aa73-c486259967be x-openstack-request-id: req-3a65feed-263f-4034-aa73-c486259967be {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:35.429295 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "name": "network-vif-plugged", "status": "completed", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:35.429616 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a65feed-263f-4034-aa73-c486259967be {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:35.430105 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'code': 200} Nov 23 14:41:35.435778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.1 (1a6ae908-4fa8-440a-94af-80c287a39450/4c1d76d6-2626-4d31-a475-7e23ed66f9b7/85779157-435e-424b-acd2-fd1915467a06) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:35.465594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=94b30850-0042-4ed7-9d75-bc6328fd231f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:35.651086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:35.653975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cf229-f0d8-40c2-9e4c-738d0dbce23d req-528e0c5f-12cb-406a-9ea1-4c3979cdac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:35.655515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-768cf229-f0d8-40c2-9e4c-738d0dbce23d req-528e0c5f-12cb-406a-9ea1-4c3979cdac83 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1136 time: 0.1125071 Nov 23 14:41:35.710065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88f3fa1c-dce1-4bde-a9bc-0c40fa95fec7 req-7fc68fb3-3a02-4946-821f-001015181f0e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 210 time: 0.0606101 Nov 23 14:41:35.765158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:35.810130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-92e2c769-0edd-4ba6-93ae-590475ba9c29 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:35.813114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-92e2c769-0edd-4ba6-93ae-590475ba9c29 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.11 "GET /v2.0/networks?id=bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 200 len: 813 time: 0.2262993 Nov 23 14:41:35.864313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1a6ae908-4fa8-440a-94af-80c287a39450 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:35.867322 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-768cf229-f0d8-40c2-9e4c-738d0dbce23d req-95cbbdac-2aa9-4d57-bf6c-37d6ba85fb92 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6544c08-dc08-4709-a8cc-14019d06a78b&id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2030485 Nov 23 14:41:35.868503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=85779157-435e-424b-acd2-fd1915467a06,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:35.871598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:35.873857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:35.898628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-674b2e43-0c5e-44ac-be72-2c7f98db6836 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaeda7ec279a432a8f6bf26ef72344eb HTTP/1.1" status: 200 len: 379 time: 0.0745430 Nov 23 14:41:35.911524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'port': {'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'admin_state_up': True, 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'security_groups': ['2d8fc0d5-56f8-456b-8186-38622de22e56']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:35.932262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.065482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Made reservation on behalf of eaeda7ec279a432a8f6bf26ef72344eb for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:36.070147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.108852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.227952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Allocated IP 172.20.0.14 (bfce6e4b-8217-4e66-8956-400374674763/abf8e880-6cf9-450a-98f8-e451057a62f0/662c7261-417e-485e-b7c2-7ce277cf4336) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:36.450555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.451646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.458257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.555198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.557035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=85779157-435e-424b-acd2-fd1915467a06,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:36.564399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.624936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Network bfce6e4b-8217-4e66-8956-400374674763 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:36.630019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:36.648163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:36.726621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b29c78-ff57-4e57-b85e-b6cf0d964ebc req-3194aee2-3fd6-4797-bb72-c79c130e9cc2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:36.736605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22b29c78-ff57-4e57-b85e-b6cf0d964ebc req-3194aee2-3fd6-4797-bb72-c79c130e9cc2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 985 time: 0.2154062 Nov 23 14:41:36.751413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:36.751881 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:36.802203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1a6ae908-4fa8-440a-94af-80c287a39450 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:36.807434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:36.834694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9250274 Nov 23 14:41:36.841415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5cf37ddc-94db-461f-8031-84182287e00b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:36.869216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98451c-1d29-4cbc-a109-1d218ce68b4e tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'Port': ['ID=662c7261-417e-485e-b7c2-7ce277cf4336,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:36.908231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Request body: {'port': {'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:36.917960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa06365-caeb-4b1b-a335-fbb77d18bf72 None None] Network 1a6ae908-4fa8-440a-94af-80c287a39450 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:41:37.030564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22b29c78-ff57-4e57-b85e-b6cf0d964ebc req-9936f189-b893-43cf-a290-81e3701b6cd3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2376862 Nov 23 14:41:37.082170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 23d78698-166a-4cdc-85d1-388a1512dbab has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:37.132150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d338891-5eab-4d13-842f-26e65d2bfa90 req-1106ebfd-9503-4310-b1ec-ff4f03e148b1 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:37.134264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d338891-5eab-4d13-842f-26e65d2bfa90 req-1106ebfd-9503-4310-b1ec-ff4f03e148b1 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 932 time: 0.2092996 Nov 23 14:41:37.152317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ac83df67-4360-4aa4-b49e-c27c12c0bcb9 None None] Provisioning complete for port 5cf37ddc-94db-461f-8031-84182287e00b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:37.152684 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac83df67-4360-4aa4-b49e-c27c12c0bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.175158 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.218680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:37.234111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5cf37ddc-94db-461f-8031-84182287e00b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:37.234111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.235306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6292ea74-4500-4370-93f1-f6bd1d94f798 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/23d78698-166a-4cdc-85d1-388a1512dbab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2468653 Nov 23 14:41:37.275955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d338891-5eab-4d13-842f-26e65d2bfa90 req-b128a1d2-94a7-4e25-b296-507a104ee368 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325598 Nov 23 14:41:37.549488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-05dc8d31-e0cd-4fe0-b32d-8c978410f907 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356319572&fields=id&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 267 time: 0.1148465 Nov 23 14:41:37.563206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Sync routers for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:37.599263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac83df67-4360-4aa4-b49e-c27c12c0bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.648702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:37.650426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:37.728473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662c7261-417e-485e-b7c2-7ce277cf4336 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:37.740172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ac83df67-4360-4aa4-b49e-c27c12c0bcb9 None None] For port 5cf37ddc-94db-461f-8031-84182287e00b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5cf37ddc-94db-461f-8031-84182287e00b,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:37.744038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.754118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ac83df67-4360-4aa4-b49e-c27c12c0bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.765192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-79835291-4d12-49a3-b807-8aec96949749 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:37.766722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-79835291-4d12-49a3-b807-8aec96949749 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 797 time: 0.1838257 Nov 23 14:41:37.773026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Transition to ACTIVE for port object 662c7261-417e-485e-b7c2-7ce277cf4336 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:41:37.779717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.806704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-cf284a3a-5e5b-4e39-a4b0-f9de87625286 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/quotas/a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 375 time: 0.0192657 Nov 23 14:41:37.837529 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:37.896050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=662c7261-417e-485e-b7c2-7ce277cf4336,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:37.968928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83df67-4360-4aa4-b49e-c27c12c0bcb9 None None] Pushing event updated for resources: {'Port': ['ID=5cf37ddc-94db-461f-8031-84182287e00b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:37.987838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-999f90e0-61f2-44ae-a837-e602ce8f9c15 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580164 Nov 23 14:41:38.060144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:38.067973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Attempting to bind port 662c7261-417e-485e-b7c2-7ce277cf4336 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:38.068457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Attempting to bind port 662c7261-417e-485e-b7c2-7ce277cf4336 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:38.069389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Attempting to bind port 662c7261-417e-485e-b7c2-7ce277cf4336 on network bfce6e4b-8217-4e66-8956-400374674763 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:38.089653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Port 662c7261-417e-485e-b7c2-7ce277cf4336 on network bfce6e4b-8217-4e66-8956-400374674763 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:41:38.093777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Attempting to bind port 662c7261-417e-485e-b7c2-7ce277cf4336 on network bfce6e4b-8217-4e66-8956-400374674763 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:38.113100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:38.113100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Checking segment: {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:38.113609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Bound using segment: {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:38.114098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Bound port: 662c7261-417e-485e-b7c2-7ce277cf4336, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b56c8bc-37e8-4378-90ed-86d1557c7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:38.114468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.127112 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:41:38.127442 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:41:38.224110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ad0cf92e-09d9-4b43-adea-ac1e55320e95 None None] Provisioning complete for port 85779157-435e-424b-acd2-fd1915467a06 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:38.224878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf92e-09d9-4b43-adea-ac1e55320e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.269303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-85256d31-ba62-4b88-876d-848a39f9cd19 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586737 Nov 23 14:41:38.285405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3277e-38b2-4c86-a491-4a0f2e9f8e44 req-205ed46e-b20b-4f94-8d22-1763e99e639d tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:38.293070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1aa3277e-38b2-4c86-a491-4a0f2e9f8e44 req-205ed46e-b20b-4f94-8d22-1763e99e639d tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 985 time: 0.1224868 Nov 23 14:41:38.326713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cf92e-09d9-4b43-adea-ac1e55320e95 None None] Port 85779157-435e-424b-acd2-fd1915467a06 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:38.395186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ad0cf92e-09d9-4b43-adea-ac1e55320e95 None None] Provisioning complete for port 5cf37ddc-94db-461f-8031-84182287e00b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:38.395585 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf92e-09d9-4b43-adea-ac1e55320e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.508046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 2, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:38.536553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Checking router: 23d78698-166a-4cdc-85d1-388a1512dbab for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:38.536921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Updating router 23d78698-166a-4cdc-85d1-388a1512dbab port 85779157-435e-424b-acd2-fd1915467a06 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:41:38.567206 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.713478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7ee4889c-f8ab-4d22-9690-390d67d28db6 None None] Provisioning complete for port 85779157-435e-424b-acd2-fd1915467a06 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:38.714102 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7ee4889c-f8ab-4d22-9690-390d67d28db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.727255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] For port 662c7261-417e-485e-b7c2-7ce277cf4336, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:38.760523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4fa086eb-a197-4b11-9265-1a86b3de5720 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:38.766222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] For port 662c7261-417e-485e-b7c2-7ce277cf4336, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=662c7261-417e-485e-b7c2-7ce277cf4336,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:38.785425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1aa3277e-38b2-4c86-a491-4a0f2e9f8e44 req-93cfbade-5be3-4789-b84f-18c7fb471e05 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4896061 Nov 23 14:41:38.800775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.814232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4889c-f8ab-4d22-9690-390d67d28db6 None None] Port 85779157-435e-424b-acd2-fd1915467a06 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:38.842832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-7825a08d-f04a-4680-b484-984a7c445670 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424309 Nov 23 14:41:38.850644 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:38.851585 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.853125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] 10.222.0.11 "PUT /v2.0/ports/662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 200 len: 1092 time: 1.9861329 Nov 23 14:41:38.864995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:38.867655 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9964e353-54e2-4afa-8bc0-b8005143d451" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:38.948652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4fa086eb-a197-4b11-9265-1a86b3de5720 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:38.948652 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.958284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1b31-4bfd-4aa9-88e9-90fe1eabf6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=662c7261-417e-485e-b7c2-7ce277cf4336,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:38.976935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b632-1c01-49e7-874f-e27e6ecbf24e req-b4b90b93-a221-4858-8e9e-cd486c58139a tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:38.978303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f86b632-1c01-49e7-874f-e27e6ecbf24e req-b4b90b93-a221-4858-8e9e-cd486c58139a tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.1242766 Nov 23 14:41:38.983319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-336c065a-5b9a-4f3c-8340-90218649f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:38.984726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-336c065a-5b9a-4f3c-8340-90218649f0f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1095 time: 0.0771363 Nov 23 14:41:39.046803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-6cda61e8-426b-4173-a82b-b12b081c1f86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 200 len: 217 time: 0.0448258 Nov 23 14:41:39.116708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f86b632-1c01-49e7-874f-e27e6ecbf24e req-db67092d-7ab7-4766-bc3b-637f0479d9ae tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310060 Nov 23 14:41:39.144219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-7835a2ab-7672-45f3-b2a1-8eaddfb8569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:39.153594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-7835a2ab-7672-45f3-b2a1-8eaddfb8569c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abf8e880-6cf9-450a-98f8-e451057a62f0 HTTP/1.1" status: 200 len: 852 time: 0.0877385 Nov 23 14:41:39.165399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.190968 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.237157 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a0fd59-9a88-417d-aa6f-7b2356eb7166 x-openstack-request-id: req-21a0fd59-9a88-417d-aa6f-7b2356eb7166 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:39.237157 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:39.237453 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21a0fd59-9a88-417d-aa6f-7b2356eb7166 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:39.237900 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336', 'status': 'completed', 'code': 200} Nov 23 14:41:39.277974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbb751-657c-455e-9436-21d7a9ce5f6e None None] Pushing event updated for resources: {'Port': ['ID=85779157-435e-424b-acd2-fd1915467a06,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:39.308219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3a270-fc72-4bbc-96c3-3f0a9dc97ccb req-4ded3429-eca1-4d69-afc1-120b32bb5134 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:39.313162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61e3a270-fc72-4bbc-96c3-3f0a9dc97ccb req-4ded3429-eca1-4d69-afc1-120b32bb5134 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 985 time: 0.1487288 Nov 23 14:41:39.316302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa783-ef35-49ad-af62-7cd0390d454f req-ec30e482-0dc8-456f-b384-9cdaec28b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:39.321195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-ec30e482-0dc8-456f-b384-9cdaec28b4fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfce6e4b-8217-4e66-8956-400374674763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662643 Nov 23 14:41:39.391659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Attempting to bind port 85779157-435e-424b-acd2-fd1915467a06 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:39.395716 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Attempting to bind port 85779157-435e-424b-acd2-fd1915467a06 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:39.397344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Attempting to bind port 85779157-435e-424b-acd2-fd1915467a06 on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:39.408121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5cf37ddc-94db-461f-8031-84182287e00b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:39.435138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:39.435712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Checking segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:39.436221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.436719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Bound using segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:39.437313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Bound port: 85779157-435e-424b-acd2-fd1915467a06, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:39.437816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.473564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc12a7d8-93ce-40fc-8feb-9d23f06d05f9 req-3feaca6c-4781-46ad-8cbe-05ff1dfcc615 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 210 time: 0.1353903 Nov 23 14:41:39.548288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5cf37ddc-94db-461f-8031-84182287e00b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:39.548976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.606520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] For port 85779157-435e-424b-acd2-fd1915467a06, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:39.627530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] For port 85779157-435e-424b-acd2-fd1915467a06, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=85779157-435e-424b-acd2-fd1915467a06,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:39.632287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61e3a270-fc72-4bbc-96c3-3f0a9dc97ccb req-71d58c93-cfa4-437c-a166-8925eb7e0957 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3046789 Nov 23 14:41:39.635682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.655107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-495de70c-85aa-466c-8242-065b9a768f51 service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090198 Nov 23 14:41:39.765125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:39.775793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:39.805046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-372aa783-ef35-49ad-af62-7cd0390d454f req-2af9e240-a7fb-45e4-81de-8d0c57229634 service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414382 Nov 23 14:41:39.820981 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbb751-657c-455e-9436-21d7a9ce5f6e None None] Pushing event updated for resources: {'Port': ['ID=85779157-435e-424b-acd2-fd1915467a06,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:39.829995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-16522d6f-598f-4141-ae95-6c07482fdaf3 None None] Provisioning complete for port 85779157-435e-424b-acd2-fd1915467a06 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:39.830579 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16522d6f-598f-4141-ae95-6c07482fdaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.877556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733b1a7-2389-4a59-8d34-a0ad31317a59 req-f4b83c64-161a-49ac-ae4c-7580025b9fab tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:39.889289 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6733b1a7-2389-4a59-8d34-a0ad31317a59 req-f4b83c64-161a-49ac-ae4c-7580025b9fab tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1136 time: 0.1060622 Nov 23 14:41:39.950917 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6733b1a7-2389-4a59-8d34-a0ad31317a59 req-415ef7d4-8665-4f51-9732-69f1c75490f2 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.009315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-290f2dbe-90d4-4e73-aa05-082b9a7f39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:40.011107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-290f2dbe-90d4-4e73-aa05-082b9a7f39cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1095 time: 0.1179841 Nov 23 14:41:40.164095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:40.169595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-5d4801bb-f64e-4fcc-b851-230d49fa01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:40.171261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-5d4801bb-f64e-4fcc-b851-230d49fa01d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 200 len: 914 time: 0.1525972 Nov 23 14:41:40.177590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6733b1a7-2389-4a59-8d34-a0ad31317a59 req-415ef7d4-8665-4f51-9732-69f1c75490f2 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.188182 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6733b1a7-2389-4a59-8d34-a0ad31317a59 req-415ef7d4-8665-4f51-9732-69f1c75490f2 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.247050 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-e5415c6f-4873-423a-ace6-5966d1203019 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 200 len: 217 time: 0.0668049 Nov 23 14:41:40.275312 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16522d6f-598f-4141-ae95-6c07482fdaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.352835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ef7d4-8665-4f51-9732-69f1c75490f2 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e312f9-572e-4668-b993-53c072506f95,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:40.358960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6733b1a7-2389-4a59-8d34-a0ad31317a59 req-415ef7d4-8665-4f51-9732-69f1c75490f2 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4679346 Nov 23 14:41:40.370605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0136-7b92-4d58-b4c4-cadc79e13c39 req-d4337abe-f155-4744-97a0-4a6350dd38e1 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:40.372173 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8aed0136-7b92-4d58-b4c4-cadc79e13c39 req-d4337abe-f155-4744-97a0-4a6350dd38e1 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.1470160 Nov 23 14:41:40.388267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-9dfbfa6c-1468-45ee-b23a-c4f62d760941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:40.389722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-9dfbfa6c-1468-45ee-b23a-c4f62d760941 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abf8e880-6cf9-450a-98f8-e451057a62f0 HTTP/1.1" status: 200 len: 852 time: 0.1179888 Nov 23 14:41:40.394338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59822) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:40.407144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-16522d6f-598f-4141-ae95-6c07482fdaf3 None None] For port 85779157-435e-424b-acd2-fd1915467a06, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=85779157-435e-424b-acd2-fd1915467a06,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:40.415360 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16522d6f-598f-4141-ae95-6c07482fdaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.525508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16522d6f-598f-4141-ae95-6c07482fdaf3 None None] Pushing event updated for resources: {'Port': ['ID=85779157-435e-424b-acd2-fd1915467a06,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:40.548031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11515d6-6a13-4bf4-aa6a-624ab99f27fb tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:40.552887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a11515d6-6a13-4bf4-aa6a-624ab99f27fb tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1131 time: 0.1350276 Nov 23 14:41:40.555721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59826) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:40.561475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-088894ed-02fe-4127-a566-6b47e01d3f5a None None] Provisioning complete for port 85779157-435e-424b-acd2-fd1915467a06 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:40.561844 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-088894ed-02fe-4127-a566-6b47e01d3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.562502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:40.566493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:39Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:40.574984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8aed0136-7b92-4d58-b4c4-cadc79e13c39 req-c1924ab4-5d3b-4a67-a80c-320b2ffaedcd tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962008 Nov 23 14:41:40.578170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-47687bde-8a0d-43aa-9ebe-3e8c370706a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:40.579657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-47687bde-8a0d-43aa-9ebe-3e8c370706a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfce6e4b-8217-4e66-8956-400374674763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774514 Nov 23 14:41:40.641917 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-106b86d4-7eec-427f-a903-5ad734c4186a req-b96f6f4e-044e-4ceb-8b7e-c94eb8353575 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 210 time: 0.0292723 Nov 23 14:41:40.646937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433721be-8e4a-41f7-805f-0853d09c4285 None None] The sync data for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 is: [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:39Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:40.708439 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.805903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-97567c8c-431d-4c25-b673-c76a058a22e4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:40.807530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-97567c8c-431d-4c25-b673-c76a058a22e4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 797 time: 0.3487034 Nov 23 14:41:40.913093 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-b4f4a60d-1642-43e8-a304-890538983858 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 380 time: 0.0946436 Nov 23 14:41:40.915549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-4bc82583-c4ab-406d-9bae-a715dd895c43 service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270569 Nov 23 14:41:40.924550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'port': {'device_id': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'admin_state_up': True, 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'security_groups': ['b0277ede-3e61-4f6d-bb41-c74fdab2b85f']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:41.054130 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:41.058500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.064162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9964e353-54e2-4afa-8bc0-b8005143d451 req-0b9dfc43-5a5d-4738-a1d8-8bbbee949833 service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404126 Nov 23 14:41:41.077850 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.225458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.8 (1a6ae908-4fa8-440a-94af-80c287a39450/4c1d76d6-2626-4d31-a475-7e23ed66f9b7/a907732d-cdeb-49df-9da0-cbee86beb296) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:41.226803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Allocated IP 172.25.3.5 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/e82f37cc-16fb-49b9-8755-9a3f10fb9776) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:41.410740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 85779157-435e-424b-acd2-fd1915467a06 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:41.442100 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.457815 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.473445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 85779157-435e-424b-acd2-fd1915467a06 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:41.473944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.484901 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.543346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:41.567477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1a6ae908-4fa8-440a-94af-80c287a39450 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:41.569779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:41.574313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:41.583359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.663829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:41.667561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:41.672544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:41.707215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:41.712354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.741498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-d89600e3-b416-4ed6-a5ba-977eeff6128b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8207858 Nov 23 14:41:41.756123 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Request body: {'port': {'device_id': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:41.776939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=e82f37cc-16fb-49b9-8755-9a3f10fb9776,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:41.865363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.927525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7094f9fe-b2ab-4a2e-b24d-4a1c1d8c5c8c None None] Provisioning complete for port a907732d-cdeb-49df-9da0-cbee86beb296 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:41.927884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7094f9fe-b2ab-4a2e-b24d-4a1c1d8c5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:41.996038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7094f9fe-b2ab-4a2e-b24d-4a1c1d8c5c8c None None] Port a907732d-cdeb-49df-9da0-cbee86beb296 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:42.028293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0cce-2758-43ef-a4ec-f99bf5f758a2 req-64727ef3-208b-4864-b3ed-e1a11bfc0fad tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:42.029810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a33a0cce-2758-43ef-a4ec-f99bf5f758a2 req-64727ef3-208b-4864-b3ed-e1a11bfc0fad tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.2746859 Nov 23 14:41:42.064237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7971d-fd48-4e99-9b8d-68da15b750af req-50a5d6b4-2523-439a-9a60-bb23d4e7c932 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:42.065709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cc7971d-fd48-4e99-9b8d-68da15b750af req-50a5d6b4-2523-439a-9a60-bb23d4e7c932 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 931 time: 0.2843158 Nov 23 14:41:42.188298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a33a0cce-2758-43ef-a4ec-f99bf5f758a2 req-b037eef8-80a4-4efc-a06d-12e880ddfa22 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409137 Nov 23 14:41:42.196370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cc7971d-fd48-4e99-9b8d-68da15b750af req-befe5390-cf96-4830-80a3-7475a8a1fa0c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229572 Nov 23 14:41:42.203226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a907732d-cdeb-49df-9da0-cbee86beb296 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:42.217549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.242068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Transition to ACTIVE for port object a907732d-cdeb-49df-9da0-cbee86beb296 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:41:42.260564 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.325941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:42.400031 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.413846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:42.414712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:42.415172 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:42.420729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:41:42.421232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:42.428200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:42.428640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Checking segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:42.429205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Bound using segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:42.429979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Bound port: a907732d-cdeb-49df-9da0-cbee86beb296, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:42.430431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.500193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.507322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:42.510874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:42.518491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.569064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:42.569785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.571383 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] 10.222.0.74 "PUT /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 1091 time: 0.8222284 Nov 23 14:41:42.571868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:42.575372 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2" -d '{"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:42.628038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413be5bc-3618-460d-9f81-99e0148dea34 service neutron] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:42.695106 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72850cde-bbef-4c56-ba45-c60897f52e61 x-openstack-request-id: req-72850cde-bbef-4c56-ba45-c60897f52e61 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:42.695499 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:42.695830 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72850cde-bbef-4c56-ba45-c60897f52e61 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:42.696311 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'status': 'completed', 'code': 200} Nov 23 14:41:42.713536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-1dcde9ef-565e-467f-bdf2-5fffddd799a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:42.715269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-1dcde9ef-565e-467f-bdf2-5fffddd799a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1094 time: 0.0719936 Nov 23 14:41:42.741444 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.748144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.760759 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-df224070-375f-44c9-b513-ce2321ea0615 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 217 time: 0.0374310 Nov 23 14:41:42.815577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-4338f40b-dfdd-4720-b8f0-25f8daa567e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:42.817440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-4338f40b-dfdd-4720-b8f0-25f8daa567e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 200 len: 835 time: 0.0501456 Nov 23 14:41:42.824738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=e82f37cc-16fb-49b9-8755-9a3f10fb9776,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:42.837869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.838211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.838867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.839553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.839966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.840697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.841161 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.841667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.842401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.843254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.843626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.843965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:42.856191 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:42.880103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-b6a75c82-e7b1-4bef-9a32-79c1ace684f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:42.882713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-b6a75c82-e7b1-4bef-9a32-79c1ace684f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a6ae908-4fa8-440a-94af-80c287a39450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581627 Nov 23 14:41:42.972645 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Floating IP 803c9de6-8001-42d8-a29e-b9f14493f89d associated. External IP: 172.25.3.5, port: 94b30850-0042-4ed7-9d75-bc6328fd231f. Nov 23 14:41:42.991973 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-4ebbb187-ee7e-4a1f-96af-bc9d34f4e372 service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020672 Nov 23 14:41:43.083797 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3daf5856-fb5f-400d-a552-d7a0593d12c9 req-52b2511d-8128-48b8-b90d-d0f2afb936c9 service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856864 Nov 23 14:41:43.171680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-3cb42a50-fe4c-49bb-9661-0ab5fc20b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.173317 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-3cb42a50-fe4c-49bb-9661-0ab5fc20b886 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1094 time: 0.0406063 Nov 23 14:41:43.180298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:43.282187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-4b033893-05c3-460c-af92-82907eb2d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.283139 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-4b033893-05c3-460c-af92-82907eb2d614 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 898 time: 0.1027474 Nov 23 14:41:43.294088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:43.306190 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] Sync routers for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:43.325835 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:43.326604 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:43.334342 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-635c8394-f558-4aef-9e4e-bdf2a069fc97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 217 time: 0.0435176 Nov 23 14:41:43.350305 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:43.391082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-9a6acad9-7dac-4017-a430-aa3e7147c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.393083 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-9a6acad9-7dac-4017-a430-aa3e7147c5b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 200 len: 835 time: 0.0519791 Nov 23 14:41:43.444092 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:43.444636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-ae54adfa-878b-45f7-9f54-786ffb2b3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.446758 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-ae54adfa-878b-45f7-9f54-786ffb2b3aa7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a6ae908-4fa8-440a-94af-80c287a39450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460896 Nov 23 14:41:43.547894 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-f60e45fb-f01b-4cb0-9a1a-29293f8d2099 service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930421 Nov 23 14:41:43.665517 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb4ecdc5-0dd8-4414-8d8b-2d40cd8405a2 req-8b17c88d-362d-467a-a78a-b476066a2e5f service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097386 Nov 23 14:41:43.687598 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '803c9de6-8001-42d8-a29e-b9f14493f89d', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'port_id': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'mac_address': 'fa:16:3e:64:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:42Z', 'updated_at': '2021-11-23T14:41:42Z', 'revision_number': 0, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:43.714518 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] Checking router: 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:43.722702 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:43.723330 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:43.735596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f7f1-f0d0-4ffd-b778-79b792ee2dca req-d6900bad-d34a-495e-a739-ee4223a141db tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.737063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0363f7f1-f0d0-4ffd-b778-79b792ee2dca req-d6900bad-d34a-495e-a739-ee4223a141db tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.4354486 Nov 23 14:41:43.743029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ff5c7adc-5a57-468f-a526-f9159fa64bbd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1837802 Nov 23 14:41:43.743029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:43.744305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59838) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:43.745004 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1602748-86ee-425a-ae35-49d051362a24" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:43.757464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bf532-6dfb-4c7a-8d66-8baf541208bc req-49bdce8f-7db8-45d6-a31c-20521e0dd442 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.758960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de8bf532-6dfb-4c7a-8d66-8baf541208bc req-49bdce8f-7db8-45d6-a31c-20521e0dd442 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 943 time: 0.4410615 Nov 23 14:41:43.830263 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0363f7f1-f0d0-4ffd-b778-79b792ee2dca req-9cba14c0-976a-43eb-b04a-bab875905706 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819471 Nov 23 14:41:43.839624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de8bf532-6dfb-4c7a-8d66-8baf541208bc req-6a3dd493-6c2f-4fbc-9a09-1e80bd033fb5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660870 Nov 23 14:41:43.840786 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:43.869265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.869793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.870356 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.870876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.871559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.872194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.872766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.874950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e86c878e-9ff6-4370-9b5c-f131c958df3b tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4973 time: 0.1297410 Nov 23 14:41:43.877507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59842) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:43.906844 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd25c8d9-ff80-43ea-8784-4aa621e234cf x-openstack-request-id: req-bd25c8d9-ff80-43ea-8784-4aa621e234cf {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:43.907244 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:43.907564 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd25c8d9-ff80-43ea-8784-4aa621e234cf {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:43.908026 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'status': 'completed', 'code': 200} Nov 23 14:41:43.937960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.939091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.939091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.939437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.939877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.940318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.941293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.945961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa107728-aa82-437e-bcae-327664b31479 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.0640836 Nov 23 14:41:43.946224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:43.967949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602748-86ee-425a-ae35-49d051362a24 req-9b9effb6-4da0-46d7-88f2-94584f79e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:43.969572 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a1602748-86ee-425a-ae35-49d051362a24 req-9b9effb6-4da0-46d7-88f2-94584f79e106 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1136 time: 0.0425007 Nov 23 14:41:44.073117 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602748-86ee-425a-ae35-49d051362a24 req-d849ca2d-4b86-48e7-83cd-3f3645201167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:44.074762 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a1602748-86ee-425a-ae35-49d051362a24 req-d849ca2d-4b86-48e7-83cd-3f3645201167 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5aecc189-4a64-4fb8-95ce-903c55b7ce92 HTTP/1.1" status: 200 len: 897 time: 0.0961072 Nov 23 14:41:44.085993 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '803c9de6-8001-42d8-a29e-b9f14493f89d', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'port_id': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'mac_address': 'fa:16:3e:64:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:42Z', 'updated_at': '2021-11-23T14:41:42Z', 'revision_number': 0, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:44.111556 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251fb9b4-d094-4043-9744-f39b2fa8189d None None] The sync data for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 is: [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '803c9de6-8001-42d8-a29e-b9f14493f89d', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'port_id': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'mac_address': 'fa:16:3e:64:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:42Z', 'updated_at': '2021-11-23T14:41:42Z', 'revision_number': 0, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:44.151647 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a1602748-86ee-425a-ae35-49d051362a24 req-a0f56bd4-7c13-41e5-a10f-47fa02e91713 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b30850-0042-4ed7-9d75-bc6328fd231f HTTP/1.1" status: 200 len: 998 time: 0.0695243 Nov 23 14:41:44.194583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59846) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:44.194733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-79d0bedc-9001-4b4a-8c35-228480ef8abb tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3786 time: 0.2473724 Nov 23 14:41:44.213447 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:41:44.227900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602748-86ee-425a-ae35-49d051362a24 req-d30c89cc-ddad-4536-979e-64ef3ac43bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:44.229377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a1602748-86ee-425a-ae35-49d051362a24 req-d30c89cc-ddad-4536-979e-64ef3ac43bf5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d30c1f6-7a2a-45cd-b989-e8704a72b504 HTTP/1.1" status: 200 len: 835 time: 0.0712111 Nov 23 14:41:44.264318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5d401-8848-4532-af04-34163cb4db9c tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:44.264550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5d401-8848-4532-af04-34163cb4db9c tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:44.266157 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-69e5d401-8848-4532-af04-34163cb4db9c tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=760714fa-4ce4-4ee0-bcfc-ac8c425efa86 HTTP/1.1" status: 200 len: 1990 time: 0.0705433 Nov 23 14:41:44.286519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602748-86ee-425a-ae35-49d051362a24 req-e89b8817-9148-4c5c-8760-0c824029a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:44.288695 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a1602748-86ee-425a-ae35-49d051362a24 req-e89b8817-9148-4c5c-8760-0c824029a1bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5aecc189-4a64-4fb8-95ce-903c55b7ce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528026 Nov 23 14:41:44.324636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5e93c-9052-4a03-979a-ec7927b73155 None None] New status for floating IP 803c9de6-8001-42d8-a29e-b9f14493f89d: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:44.384807 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a1602748-86ee-425a-ae35-49d051362a24 req-f0f64b36-8bc1-48a0-ae25-0369cb7136e4 service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890768 Nov 23 14:41:44.476733 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a1602748-86ee-425a-ae35-49d051362a24 req-0d153998-93a4-4863-9c22-78b0219478d3 service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853405 Nov 23 14:41:44.802791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:41:44.898954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:44.911221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'port_id': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'mac_address': 'fa:16:3e:25:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:41:44.953551 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:44.967108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a907732d-cdeb-49df-9da0-cbee86beb296 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:44.986034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:44.990442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:44.993358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c357e-5f0a-43e5-a5c8-58f22c7a520c req-ab789fa7-7194-4869-8975-14739f0d5c3f tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:44.995241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc3c357e-5f0a-43e5-a5c8-58f22c7a520c req-ab789fa7-7194-4869-8975-14739f0d5c3f tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.0816145 Nov 23 14:41:45.003685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55909529-d043-46f9-a90d-bc2045ddbb49 req-1db95cb4-3557-4d9f-bd50-2fe71c737818 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:45.005086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55909529-d043-46f9-a90d-bc2045ddbb49 req-1db95cb4-3557-4d9f-bd50-2fe71c737818 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 943 time: 0.0820119 Nov 23 14:41:45.041335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:45.079822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc3c357e-5f0a-43e5-a5c8-58f22c7a520c req-570d78be-c117-4583-8710-8e9c86a80359 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736976 Nov 23 14:41:45.086869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55909529-d043-46f9-a90d-bc2045ddbb49 req-c6e1583e-b9bb-40fd-b8a6-f0db55592dc5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746787 Nov 23 14:41:45.186656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['a907732d-cdeb-49df-9da0-cbee86beb296'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:41:46.232315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd666c5f-5db0-4a6b-949c-0dbfd7d37d77 req-36757cd8-6110-4433-b32b-948f0b9f5ea3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:46.233788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd666c5f-5db0-4a6b-949c-0dbfd7d37d77 req-36757cd8-6110-4433-b32b-948f0b9f5ea3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 944 time: 0.0804527 Nov 23 14:41:46.241922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542e811-b3a0-44f4-8fb6-6be022fc905d req-d49c9347-9aa0-4508-9892-314d0be0aa73 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:46.243302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e542e811-b3a0-44f4-8fb6-6be022fc905d req-d49c9347-9aa0-4508-9892-314d0be0aa73 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.0881286 Nov 23 14:41:46.317177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd666c5f-5db0-4a6b-949c-0dbfd7d37d77 req-9cf42609-1b53-4f5a-9acb-454c099a9c38 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728104 Nov 23 14:41:46.322479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e542e811-b3a0-44f4-8fb6-6be022fc905d req-ba8e803d-2fb9-4560-9896-ce469d841eec tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726295 Nov 23 14:41:46.833141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:46.881012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port a907732d-cdeb-49df-9da0-cbee86beb296 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:41:46.885458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port a907732d-cdeb-49df-9da0-cbee86beb296 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:46.885826 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:46.964521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:46.986714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:46.988955 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6fedd4-40dc-4833-b03f-7b9e867b974d" -d '{"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-plugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:47.001818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:47.005794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:47.029769 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0509a1c9-fca5-433e-b29f-9bac5664735e x-openstack-request-id: req-0509a1c9-fca5-433e-b29f-9bac5664735e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:47.030058 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-plugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:47.030315 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0509a1c9-fca5-433e-b29f-9bac5664735e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:47.031389 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'code': 200} Nov 23 14:41:47.058320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:47.125957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9d79f-7b63-477c-8fef-01f5d810b99e req-39380a0e-e9e4-4a42-9dca-82eeb052f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:47.127390 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3fa9d79f-7b63-477c-8fef-01f5d810b99e req-39380a0e-e9e4-4a42-9dca-82eeb052f45c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1096 time: 0.0433679 Nov 23 14:41:47.172523 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3fa9d79f-7b63-477c-8fef-01f5d810b99e req-09c7f400-33f1-42a9-b478-7b63954f9bf0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 Nov 23 14:41:47.465886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3d505-57e7-4e09-972c-7c846f54d808 req-bb2cc826-e302-4f16-8741-8687ea2597c0 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:47.467442 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61e3d505-57e7-4e09-972c-7c846f54d808 req-bb2cc826-e302-4f16-8741-8687ea2597c0 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.0721853 Nov 23 14:41:47.476366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc24d14-632d-43f2-a652-51fbdf2cc19c req-363b8c26-fb14-4897-8566-5533757514e8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:47.477734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bc24d14-632d-43f2-a652-51fbdf2cc19c req-363b8c26-fb14-4897-8566-5533757514e8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0915287 Nov 23 14:41:47.547901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61e3d505-57e7-4e09-972c-7c846f54d808 req-805a2173-3010-4079-9ede-876d553ba9c5 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692239 Nov 23 14:41:47.556479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bc24d14-632d-43f2-a652-51fbdf2cc19c req-ba972cf0-c343-4cfe-91be-d4bc557ad6b6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720785 Nov 23 14:41:48.690113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98349eb4-59a4-415a-83a0-c96630c3a3f1 req-a0a65339-ec7d-454b-bdf6-06eeb05f8a46 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:48.692140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98349eb4-59a4-415a-83a0-c96630c3a3f1 req-a0a65339-ec7d-454b-bdf6-06eeb05f8a46 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.0752108 Nov 23 14:41:48.712322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668bdb5-0df6-4d03-b3f1-9636a194bd01 req-f36f6ef0-59ea-431b-951b-16dd99b1796c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:48.713707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1668bdb5-0df6-4d03-b3f1-9636a194bd01 req-f36f6ef0-59ea-431b-951b-16dd99b1796c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0859005 Nov 23 14:41:48.778073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98349eb4-59a4-415a-83a0-c96630c3a3f1 req-77484b12-517e-465b-a96b-7d4183cb33ef tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793252 Nov 23 14:41:48.791812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1668bdb5-0df6-4d03-b3f1-9636a194bd01 req-30720a2f-54ef-469c-b94b-2fe438fcc784 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707035 Nov 23 14:41:48.905592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed4e2-90bc-44f1-9811-15b1a50a7b71 req-e60b1c96-3ee4-4926-9ea5-64ce5bedfb13 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:48.907111 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-458ed4e2-90bc-44f1-9811-15b1a50a7b71 req-e60b1c96-3ee4-4926-9ea5-64ce5bedfb13 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0501351 Nov 23 14:41:48.955920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-458ed4e2-90bc-44f1-9811-15b1a50a7b71 req-9376ba62-0da5-41d5-a4fd-92822dc2ca78 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425537 Nov 23 14:41:48.976857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59870) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:49.014763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0633a-ca60-4b37-ae5c-1da7bc5e7b07 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:49.016277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f5b0633a-ca60-4b37-ae5c-1da7bc5e7b07 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1091 time: 0.0384698 Nov 23 14:41:49.018976 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59872) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:49.023128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:49.044471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:49.146155 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:49.251468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.60 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/20579e3c-93c0-4e59-be5a-dbc069dd24a0) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:49.349663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:49.384052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:49.424103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:49.426726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:49.430698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:49.436255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=20579e3c-93c0-4e59-be5a-dbc069dd24a0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:49.785083 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:49.880263 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:49.933053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed0668-bf03-417d-8d3c-47bb718f16aa req-c07b1b64-9ccd-42e6-96ac-0ef27f73df30 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:49.934534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8ed0668-bf03-417d-8d3c-47bb718f16aa req-c07b1b64-9ccd-42e6-96ac-0ef27f73df30 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.0855236 Nov 23 14:41:50.039078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8ed0668-bf03-417d-8d3c-47bb718f16aa req-624695cb-230c-4837-b27d-c80f8fe51fa0 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978901 Nov 23 14:41:50.082085 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:50.087142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:50.156941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=20579e3c-93c0-4e59-be5a-dbc069dd24a0,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:50.164100 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:50.262699 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP bfe02fba-6efd-49c0-ab85-849500804396 associated. External IP: 172.25.3.60, port: a907732d-cdeb-49df-9da0-cbee86beb296. Nov 23 14:41:50.468490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 23d78698-166a-4cdc-85d1-388a1512dbab has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:50.580602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:50.590213 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] Sync routers for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:50.598710 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:50.600991 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:50.601689 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:50.625884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c4eb86d9-c046-4220-a45d-06a56cdb5939 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6059196 Nov 23 14:41:50.626459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:50.628756 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40931fdb-415c-4705-8ae2-5049985efe92" -d '{"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:50.667275 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fbfb39-035c-4a21-bba3-56f1da9058db x-openstack-request-id: req-d3fbfb39-035c-4a21-bba3-56f1da9058db {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:50.667569 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:50.667832 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3fbfb39-035c-4a21-bba3-56f1da9058db {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:50.668229 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'status': 'completed', 'code': 200} Nov 23 14:41:50.712979 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:50.728064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870707d3-e9b2-40ea-85e0-704679e9dfa9 req-6e8840e9-ed51-4fb5-937d-3c48adc2b72e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:50.728991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931fdb-415c-4705-8ae2-5049985efe92 req-e6f00f43-700f-484f-ad4b-ad5b1674dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:50.730475 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-40931fdb-415c-4705-8ae2-5049985efe92 req-e6f00f43-700f-484f-ad4b-ad5b1674dc51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1096 time: 0.0405822 Nov 23 14:41:50.731317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-870707d3-e9b2-40ea-85e0-704679e9dfa9 req-6e8840e9-ed51-4fb5-937d-3c48adc2b72e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0519996 Nov 23 14:41:50.780437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-870707d3-e9b2-40ea-85e0-704679e9dfa9 req-3a37b3b1-830d-4275-926a-ec81fdde5580 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449932 Nov 23 14:41:50.806192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59882) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:50.830756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931fdb-415c-4705-8ae2-5049985efe92 req-e14bdf19-34db-49a8-8041-bf85a89393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:50.832283 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-40931fdb-415c-4705-8ae2-5049985efe92 req-e14bdf19-34db-49a8-8041-bf85a89393e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 898 time: 0.0949657 Nov 23 14:41:50.873635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-861065d5-f8de-429b-9942-7beac10a367e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/bfe02fba-6efd-49c0-ab85-849500804396 HTTP/1.1" status: 200 len: 990 time: 0.0651863 Nov 23 14:41:50.898198 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-40931fdb-415c-4705-8ae2-5049985efe92 req-d1696812-bd59-406e-873f-4837f6aede46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 998 time: 0.0582230 Nov 23 14:41:50.945113 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'bfe02fba-6efd-49c0-ab85-849500804396', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'port_id': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'mac_address': 'fa:16:3e:25:e7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:49Z', 'updated_at': '2021-11-23T14:41:49Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:40Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:50.947023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931fdb-415c-4705-8ae2-5049985efe92 req-597afc9f-12ea-4fa5-a806-0d401eda0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:50.948484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-40931fdb-415c-4705-8ae2-5049985efe92 req-597afc9f-12ea-4fa5-a806-0d401eda0748 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 200 len: 835 time: 0.0437100 Nov 23 14:41:50.970977 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] Checking router: 23d78698-166a-4cdc-85d1-388a1512dbab for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:50.979854 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:50.980372 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:50.996190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931fdb-415c-4705-8ae2-5049985efe92 req-03888839-05ac-49f8-90f0-4b3915d65c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:50.997712 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-40931fdb-415c-4705-8ae2-5049985efe92 req-03888839-05ac-49f8-90f0-4b3915d65c9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a6ae908-4fa8-440a-94af-80c287a39450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429182 Nov 23 14:41:51.091371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-40931fdb-415c-4705-8ae2-5049985efe92 req-ee97e041-6aac-49f9-845c-e29cf2d62c4e service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869534 Nov 23 14:41:51.161351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c795713-1637-485e-b452-59501c7d42ef req-bad0afa5-a8cf-43b8-a2d0-18ce4bb59956 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:51.163279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c795713-1637-485e-b452-59501c7d42ef req-bad0afa5-a8cf-43b8-a2d0-18ce4bb59956 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 944 time: 0.0516295 Nov 23 14:41:51.183408 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:51.187960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-40931fdb-415c-4705-8ae2-5049985efe92 req-9dbc6bc1-5322-483b-9391-1b2010a080d3 service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895457 Nov 23 14:41:51.215508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c795713-1637-485e-b452-59501c7d42ef req-979fe5ce-583f-481f-80f3-6e545fe16dda tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455151 Nov 23 14:41:51.412143 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'bfe02fba-6efd-49c0-ab85-849500804396', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'port_id': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'mac_address': 'fa:16:3e:25:e7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:49Z', 'updated_at': '2021-11-23T14:41:49Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:40Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:51.438198 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b9672-9b7e-4685-87a0-54f328302dbb None None] The sync data for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 is: [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'bfe02fba-6efd-49c0-ab85-849500804396', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'port_id': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'mac_address': 'fa:16:3e:25:e7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:49Z', 'updated_at': '2021-11-23T14:41:49Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:40Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:51.608135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 662c7261-417e-485e-b7c2-7ce277cf4336 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:41:51.621516 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90717e-788e-4890-80b7-a8f324b0ccc6 None None] New status for floating IP bfe02fba-6efd-49c0-ab85-849500804396: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:51.833900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 662c7261-417e-485e-b7c2-7ce277cf4336, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=662c7261-417e-485e-b7c2-7ce277cf4336,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:51.846129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '662c7261-417e-485e-b7c2-7ce277cf4336', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'mac_address': 'fa:16:3e:a7:c9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:41:51.876439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:51.895025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.908257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662c7261-417e-485e-b7c2-7ce277cf4336 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:51.929486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 662c7261-417e-485e-b7c2-7ce277cf4336, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=662c7261-417e-485e-b7c2-7ce277cf4336,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:51.933209 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.941268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-01123536-20fb-4cde-b65e-89585c5b0960 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/bfe02fba-6efd-49c0-ab85-849500804396 HTTP/1.1" status: 200 len: 992 time: 0.0636997 Nov 23 14:41:51.981063 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=662c7261-417e-485e-b7c2-7ce277cf4336,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:52.144481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['662c7261-417e-485e-b7c2-7ce277cf4336'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:41:52.334004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e581ba-968d-4436-8c6e-1201386b604f req-d0ccd273-1071-4514-9a38-e0f0b528bdd7 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:52.336087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25e581ba-968d-4436-8c6e-1201386b604f req-d0ccd273-1071-4514-9a38-e0f0b528bdd7 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Nov 23 14:41:52.386011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25e581ba-968d-4436-8c6e-1201386b604f req-2db22786-ac2b-4092-a029-b6b406eb991b tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440269 Nov 23 14:41:53.503335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c3749-0689-458c-980d-c3176efeb9e3 req-311e04b6-7c46-4066-8c06-d2cf611be565 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:53.504814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-360c3749-0689-458c-980d-c3176efeb9e3 req-311e04b6-7c46-4066-8c06-d2cf611be565 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Nov 23 14:41:53.554176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-360c3749-0689-458c-980d-c3176efeb9e3 req-793006ca-bb6a-4a96-8594-60b3005a45e7 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 Nov 23 14:41:53.623491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 662c7261-417e-485e-b7c2-7ce277cf4336 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:53.672439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 662c7261-417e-485e-b7c2-7ce277cf4336 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:41:53.676189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 662c7261-417e-485e-b7c2-7ce277cf4336 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:53.676561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.759714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.782404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:53.784761 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f820f5-31e4-4d9f-bcca-75a0d4d219e3" -d '{"events": [{"server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "name": "network-vif-plugged", "status": "completed", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:53.797928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 662c7261-417e-485e-b7c2-7ce277cf4336, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=662c7261-417e-485e-b7c2-7ce277cf4336,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:53.801968 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.824542 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc88a56-57ef-4361-b343-2de6b1a90db2 x-openstack-request-id: req-bdc88a56-57ef-4361-b343-2de6b1a90db2 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:53.824838 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "name": "network-vif-plugged", "status": "completed", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:53.825091 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdc88a56-57ef-4361-b343-2de6b1a90db2 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:53.825473 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336', 'code': 200} Nov 23 14:41:53.850855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=662c7261-417e-485e-b7c2-7ce277cf4336,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:53.893559 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:53.921019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc326d2-4472-4014-b82d-897e442ba98b req-60d46660-979e-4aae-b101-d2c0b6124237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:53.922488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cc326d2-4472-4014-b82d-897e442ba98b req-60d46660-979e-4aae-b101-d2c0b6124237 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1097 time: 0.0394838 Nov 23 14:41:53.968430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cc326d2-4472-4014-b82d-897e442ba98b req-4a61950a-c3c3-4cd1-84da-0f0cee1e1146 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387690 Nov 23 14:41:54.670318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce51f5-70c8-4cf4-8679-6fb6ebe2171e req-41047c6f-40cb-431b-8159-59f177dd4873 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:54.671810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ce51f5-70c8-4cf4-8679-6fb6ebe2171e req-41047c6f-40cb-431b-8159-59f177dd4873 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 946 time: 0.0478036 Nov 23 14:41:54.722640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7ce51f5-70c8-4cf4-8679-6fb6ebe2171e req-4e810d06-3dc7-4c10-8639-e712bd120f00 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Nov 23 14:41:55.836571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464d2c-e0ab-4ff4-8021-9533dd5f1bdd req-88c5429f-c00b-4e1e-84e5-4ca64d70ebd7 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:55.838035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9464d2c-e0ab-4ff4-8021-9533dd5f1bdd req-88c5429f-c00b-4e1e-84e5-4ca64d70ebd7 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 946 time: 0.0474298 Nov 23 14:41:55.886942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9464d2c-e0ab-4ff4-8021-9533dd5f1bdd req-9f8dc2cb-830e-464f-bedb-4bea0f350fcc tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Nov 23 14:41:56.000962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594416c-310d-46b9-8bfb-beb3c666c02c req-3b5bc5d5-c2c0-425f-8ad4-927c9170db73 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:56.002427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7594416c-310d-46b9-8bfb-beb3c666c02c req-3b5bc5d5-c2c0-425f-8ad4-927c9170db73 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 946 time: 0.0477555 Nov 23 14:41:56.049934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7594416c-310d-46b9-8bfb-beb3c666c02c req-a893fab8-f131-46fa-b011-d0e83bc2f9c9 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Nov 23 14:41:56.071383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59900) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:56.210070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5f680-4093-4437-990e-d6c3bf1011f5 tempest-TestVolumeBackupRestore-217334101 tempest-TestVolumeBackupRestore-217334101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:56.211589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aef5f680-4093-4437-990e-d6c3bf1011f5 tempest-TestVolumeBackupRestore-217334101 tempest-TestVolumeBackupRestore-217334101-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1092 time: 0.1392710 Nov 23 14:41:56.214777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59904) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:56.219119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:56.241160 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:56.333136 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:56.436332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Allocated IP 172.25.3.97 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/587e534a-03a8-4765-bc36-fe1c0b2fd35e) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:56.539416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:56.572150 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:56.612504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:56.617223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:56.620615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:56.642940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'Port': ['ID=587e534a-03a8-4765-bc36-fe1c0b2fd35e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:56.751186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3f7b-3083-4ae3-be2e-fae125e366a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:56.972913 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.040858 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.188873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.220376 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.225786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.294227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event updated for resources: {'Port': ['ID=587e534a-03a8-4765-bc36-fe1c0b2fd35e,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:57.306059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:57.415387 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Floating IP 3da51d16-2a4e-4af0-ad4d-d24d83d7f54e associated. External IP: 172.25.3.97, port: 662c7261-417e-485e-b7c2-7ce277cf4336. Nov 23 14:41:57.943559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Router 21182870-dcfb-4d6e-93eb-b8c77378c6be has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:58.050566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:58.060392 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72f189-80ab-4208-860a-08593020de22 None None] Sync routers for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:58.069597 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.073392 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:58.073392 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:58.097357 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-86696229-0aa6-4460-832c-55b0584a970c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8814518 Nov 23 14:41:58.098052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:58.100643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59908) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:58.101174 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16592934-32b3-4941-879e-3378920d3f70" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:58.141060 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d191b48-39ec-42ee-a3b8-cabb67bbf569 x-openstack-request-id: req-5d191b48-39ec-42ee-a3b8-cabb67bbf569 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:58.141229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64622a9f-d32a-4a78-8d82-192aa552b21e tempest-TestVolumeBackupRestore-217334101 tempest-TestVolumeBackupRestore-217334101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:58.141348 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:58.141348 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d191b48-39ec-42ee-a3b8-cabb67bbf569 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:58.141348 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336', 'status': 'completed', 'code': 200} Nov 23 14:41:58.141718 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-64622a9f-d32a-4a78-8d82-192aa552b21e tempest-TestVolumeBackupRestore-217334101 tempest-TestVolumeBackupRestore-217334101-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1092 time: 0.0399115 Nov 23 14:41:58.144762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59912) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:58.150190 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Request body: {'floatingip': {'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:58.182759 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:58.204726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592934-32b3-4941-879e-3378920d3f70 req-39574b64-9b74-4556-9a82-aea46cbd84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:58.206527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16592934-32b3-4941-879e-3378920d3f70 req-39574b64-9b74-4556-9a82-aea46cbd84d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1097 time: 0.0425694 Nov 23 14:41:58.211387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for floatingip, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.301186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592934-32b3-4941-879e-3378920d3f70 req-2094a112-28c1-4687-9785-f02bd858ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:58.303185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16592934-32b3-4941-879e-3378920d3f70 req-2094a112-28c1-4687-9785-f02bd858ea23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 200 len: 914 time: 0.0895393 Nov 23 14:41:58.373278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16592934-32b3-4941-879e-3378920d3f70 req-ec7d2063-fbec-49ad-8872-0b25effaddd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 200 len: 999 time: 0.0613582 Nov 23 14:41:58.413180 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '3da51d16-2a4e-4af0-ad4d-d24d83d7f54e', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'mac_address': 'fa:16:3e:a7:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:56Z', 'updated_at': '2021-11-23T14:41:56Z', 'revision_number': 0, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:58.427088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592934-32b3-4941-879e-3378920d3f70 req-4672eb19-39ed-44df-8bdc-d5d0689058a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:58.429090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16592934-32b3-4941-879e-3378920d3f70 req-4672eb19-39ed-44df-8bdc-d5d0689058a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abf8e880-6cf9-450a-98f8-e451057a62f0 HTTP/1.1" status: 200 len: 852 time: 0.0471704 Nov 23 14:41:58.445695 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72f189-80ab-4208-860a-08593020de22 None None] Checking router: 21182870-dcfb-4d6e-93eb-b8c77378c6be for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:58.454588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:58.455312 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:58.482257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592934-32b3-4941-879e-3378920d3f70 req-0759eedb-6dc0-454d-82ee-c56f7e02a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:58.483841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16592934-32b3-4941-879e-3378920d3f70 req-0759eedb-6dc0-454d-82ee-c56f7e02a58f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfce6e4b-8217-4e66-8956-400374674763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471494 Nov 23 14:41:58.565051 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:58.578770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16592934-32b3-4941-879e-3378920d3f70 req-b14257ac-3a71-4ed5-a879-b8eee19fcc8c service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868263 Nov 23 14:41:58.675845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16592934-32b3-4941-879e-3378920d3f70 req-3e89ce8d-171b-434b-9467-3b3bb03aac4f service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896904 Nov 23 14:41:58.798460 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cd72f189-80ab-4208-860a-08593020de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '3da51d16-2a4e-4af0-ad4d-d24d83d7f54e', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'mac_address': 'fa:16:3e:a7:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:56Z', 'updated_at': '2021-11-23T14:41:56Z', 'revision_number': 0, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:58.828644 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72f189-80ab-4208-860a-08593020de22 None None] The sync data for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 is: [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '3da51d16-2a4e-4af0-ad4d-d24d83d7f54e', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'mac_address': 'fa:16:3e:a7:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:56Z', 'updated_at': '2021-11-23T14:41:56Z', 'revision_number': 0, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:58.985372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:58.989438 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:59.029563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7aefc-27f3-4406-a141-7fb8af5b8885 None None] New status for floating IP 3da51d16-2a4e-4af0-ad4d-d24d83d7f54e: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:59.145367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9320f81a-ff64-4f3a-a833-f93799eb9987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:59.198376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Router 21182870-dcfb-4d6e-93eb-b8c77378c6be has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:59.306408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:59.310979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:59.317030 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] Sync routers for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:59.327107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:59.327779 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:59.339237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:59.341493 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e41ac2-eb3c-4a80-a574-36a832ff8414" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:59.371613 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-61f98e80-5a85-4266-9b40-58bfd49efd93 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "PUT /v2.0/floatingips/3da51d16-2a4e-4af0-ad4d-d24d83d7f54e HTTP/1.1" status: 200 len: 991 time: 1.2257204 Nov 23 14:41:59.385071 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf21dc33-9cb1-4bb2-877e-688e6abb8ded x-openstack-request-id: req-bf21dc33-9cb1-4bb2-877e-688e6abb8ded {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:59.385381 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:59.385649 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf21dc33-9cb1-4bb2-877e-688e6abb8ded {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:59.386063 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336', 'status': 'completed', 'code': 200} Nov 23 14:41:59.447658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-e0d0e2d7-64a8-45c6-91d3-f83152632323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:59.449079 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-e0d0e2d7-64a8-45c6-91d3-f83152632323 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1097 time: 0.0407450 Nov 23 14:41:59.453286 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:59.544410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-a593545d-1774-460b-9815-b0c7b9f49a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:59.545954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-a593545d-1774-460b-9815-b0c7b9f49a1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 200 len: 914 time: 0.0885367 Nov 23 14:41:59.612233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-d044bd48-6015-4058-b646-e3ca290e797d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 200 len: 1001 time: 0.0580347 Nov 23 14:41:59.661722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-d68a8878-22d5-434b-bc0e-93cad1fc8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:59.663264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-d68a8878-22d5-434b-bc0e-93cad1fc8a76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abf8e880-6cf9-450a-98f8-e451057a62f0 HTTP/1.1" status: 200 len: 852 time: 0.0441363 Nov 23 14:41:59.673693 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '3da51d16-2a4e-4af0-ad4d-d24d83d7f54e', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'mac_address': 'fa:16:3e:a7:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:56Z', 'updated_at': '2021-11-23T14:41:59Z', 'revision_number': 2, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:59.703582 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] Checking router: 21182870-dcfb-4d6e-93eb-b8c77378c6be for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:59.711869 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:59.712467 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:59.713246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-d592e563-8c92-4c35-aa9e-37210cfaf763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:59.714740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-d592e563-8c92-4c35-aa9e-37210cfaf763 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfce6e4b-8217-4e66-8956-400374674763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435903 Nov 23 14:41:59.816520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-b94ce07d-07c0-4956-a6f1-f739ab44c6d8 service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940244 Nov 23 14:41:59.907997 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:59.910266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9e41ac2-eb3c-4a80-a574-36a832ff8414 req-2217a67e-85f8-401b-a674-dc344bcb6d1f service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865965 Nov 23 14:42:00.110395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:00.123769 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '3da51d16-2a4e-4af0-ad4d-d24d83d7f54e', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'mac_address': 'fa:16:3e:a7:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:56Z', 'updated_at': '2021-11-23T14:41:59Z', 'revision_number': 2, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:00.149460 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c42f0-a406-46ef-a753-bf1aa6d3fd1e None None] The sync data for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 is: [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '3da51d16-2a4e-4af0-ad4d-d24d83d7f54e', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'port_id': '662c7261-417e-485e-b7c2-7ce277cf4336', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'mac_address': 'fa:16:3e:a7:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:56Z', 'updated_at': '2021-11-23T14:41:59Z', 'revision_number': 2, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:01.387933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:01.390194 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:01.428408 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e78537-00de-4e95-b845-aea74f67bb2c x-openstack-request-id: req-79e78537-00de-4e95-b845-aea74f67bb2c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:01.428704 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:01.428957 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79e78537-00de-4e95-b845-aea74f67bb2c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:01.429360 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336', 'status': 'completed', 'code': 200} Nov 23 14:42:01.489849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-0a90d940-eae8-4a17-9ab9-14732b105279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:01.491358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-0a90d940-eae8-4a17-9ab9-14732b105279 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1097 time: 0.0395434 Nov 23 14:42:01.585436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-7a6ae43f-08f6-42c0-94cb-5cbdd7fda25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:01.586916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-7a6ae43f-08f6-42c0-94cb-5cbdd7fda25c service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 200 len: 914 time: 0.0873084 Nov 23 14:42:01.655825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-396d03dd-891d-487d-867e-1d8fe941f924 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 200 len: 1001 time: 0.0609107 Nov 23 14:42:01.708190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-27ba1bf1-bfd9-4aa1-8005-1e8fabcce95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:01.709665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-27ba1bf1-bfd9-4aa1-8005-1e8fabcce95f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abf8e880-6cf9-450a-98f8-e451057a62f0 HTTP/1.1" status: 200 len: 852 time: 0.0459564 Nov 23 14:42:01.715446 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:01.759897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-5cc09aff-e44a-4f37-aa53-b980bd327dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:01.761369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-5cc09aff-e44a-4f37-aa53-b980bd327dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfce6e4b-8217-4e66-8956-400374674763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429409 Nov 23 14:42:01.857561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-2240a091-c651-4a55-9506-2f0021618b8d service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887289 Nov 23 14:42:01.951034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b406b8e-0a5f-4c5f-8deb-9802600bd8ff req-b04a9edd-4111-4382-ab27-115db45d9ccd service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860257 Nov 23 14:42:02.559872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.188693 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59924) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:11.273334 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9ef568d3-ef17-45e3-b768-0ac830b64786 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3060 time: 0.0834570 Nov 23 14:42:11.276084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59926) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:11.281070 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'network': {'name': 'tempest-network-smoke--763241723', 'project_id': '8870526a9d4349d08543bcb047393c4d', 'port_security_enabled': False}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:11.301216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Made reservation on behalf of 8870526a9d4349d08543bcb047393c4d for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:11.305739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.328414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:42:11.337477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.337870 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Added segment 6f361438-27d0-4f10-b014-7be45332ccbb of type vlan for network db1eb9fa-afdc-47ac-a89b-f944913c5983 Nov 23 14:42:11.380121 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.403816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.409668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:11.410247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.452023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1747708 Nov 23 14:42:11.454657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59928) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:11.459868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'admin_state_up': True, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:11.481473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530ba05-290b-4931-bcc6-3a1167b45789 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Network': ['ID=db1eb9fa-afdc-47ac-a89b-f944913c5983,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:11.483406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.484421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.493585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:42:11.535832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.673175 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.864351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.883317 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:11.993546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Allocated IP 172.25.3.183 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/2bb1da82-3644-424b-8e7e-1e835065e3ea) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:12.103744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:12.136111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:12.172565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:12.177251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:12.180337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:12.192064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d70edf-b298-437b-a7da-dd91c798f62a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:12.208648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=2bb1da82-3644-424b-8e7e-1e835065e3ea,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:12.298472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c85b77cf-d2d8-49e3-906e-1f9b84c12c91 None None] Provisioning complete for port 2bb1da82-3644-424b-8e7e-1e835065e3ea triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:12.298842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c85b77cf-d2d8-49e3-906e-1f9b84c12c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:12.331804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c85b77cf-d2d8-49e3-906e-1f9b84c12c91 None None] Port 2bb1da82-3644-424b-8e7e-1e835065e3ea cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:12.450637 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:12.643351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:12.773513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 79c923eb-6c76-4466-941c-5ede1272eed7 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:42:12.875869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:12.885781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Sync routers for ids ['79c923eb-6c76-4466-941c-5ede1272eed7'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:12.895738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:12.896036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Routers {'79c923eb-6c76-4466-941c-5ede1272eed7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:12.896678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['79c923eb-6c76-4466-941c-5ede1272eed7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:12.897265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1d88c07e-ad6f-461c-ade8-afcaa078e252 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4415550 Nov 23 14:42:12.900125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59930) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:12.966013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef85d6c-2c00-484f-bbd1-e4f475297767 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:12.970233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-aef85d6c-2c00-484f-bbd1-e4f475297767 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8870526a9d4349d08543bcb047393c4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0665381 Nov 23 14:42:12.970506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59932) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:13.065015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba15300-c02d-4ae5-a30f-c42f45a467e1 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:13.066443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cba15300-c02d-4ae5-a30f-c42f45a467e1 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949044 Nov 23 14:42:13.071018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59934) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:13.105260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-43d226e5-2740-4d77-8980-23eb73c3a054 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328894 Nov 23 14:42:13.108113 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59936) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:13.143439 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-93631037-b2e5-4f47-9faa-d2dfc53d472f tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8870526a9d4349d08543bcb047393c4d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341306 Nov 23 14:42:13.145964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:13.165046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Set router 79c923eb-6c76-4466-941c-5ede1272eed7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:13.297705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d88b1-40df-4d0e-af49-ac3e5c4fcc98 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:13.299264 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d17d88b1-40df-4d0e-af49-ac3e5c4fcc98 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523352 Nov 23 14:42:13.302271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59940) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:13.330748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7d0a19e1-7d0f-48ac-b9c2-310ba423e282 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266526 Nov 23 14:42:13.333218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59942) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:13.338040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635360919', 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983', 'project_id': '8870526a9d4349d08543bcb047393c4d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:13.341621 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:12Z', 'revision_number': 3, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:13.372155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Checking router: 79c923eb-6c76-4466-941c-5ede1272eed7 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:13.372482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Updating router 79c923eb-6c76-4466-941c-5ede1272eed7 port 2bb1da82-3644-424b-8e7e-1e835065e3ea binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:13.397903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.431914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Made reservation on behalf of 8870526a9d4349d08543bcb047393c4d for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:13.437482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.625990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.663240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.668537 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.688712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Subnet': ['ID=357733fd-57bf-4c6e-8e9a-ea73f827f9f7,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:13.696535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Checking segment: {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:13.696903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network hostable DHCP agents. Network: db1eb9fa-afdc-47ac-a89b-f944913c5983, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:42:13.716077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:42:13.724587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4bd0e-1900-4e28-9aa0-dd4ef5c9afd0 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:13.725793 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, db1eb9fa-afdc-47ac-a89b-f944913c5983) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:13.730499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:13.731143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.741234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb94284-a78e-4958-b9bc-991666517152 None None] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:13.745177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Attempting to bind port 2bb1da82-3644-424b-8e7e-1e835065e3ea on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:13.745602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Attempting to bind port 2bb1da82-3644-424b-8e7e-1e835065e3ea by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:13.745964 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Attempting to bind port 2bb1da82-3644-424b-8e7e-1e835065e3ea on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:13.750550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5905d048-ca07-4138-96d7-78958f226034 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4136803 Nov 23 14:42:13.750736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 59944) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:13.760086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952f24-a7a3-4b87-8d96-a8834b1d5ecb None None] Pushing event updated for resources: {'Port': ['ID=2bb1da82-3644-424b-8e7e-1e835065e3ea,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:13.778548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:13.778971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:13.779383 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.779773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:13.780242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Bound port: 2bb1da82-3644-424b-8e7e-1e835065e3ea, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:13.780621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.893986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] For port 2bb1da82-3644-424b-8e7e-1e835065e3ea, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:13.897725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] For port 2bb1da82-3644-424b-8e7e-1e835065e3ea, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2bb1da82-3644-424b-8e7e-1e835065e3ea,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:13.900068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a6845db6-eb48-4f56-b3a0-f8138c457740 None None] Provisioning complete for port 2bb1da82-3644-424b-8e7e-1e835065e3ea triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:13.900434 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6845db6-eb48-4f56-b3a0-f8138c457740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:13.921400 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:14.021766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915557b-2f09-4960-bb71-3645b1e2ba6c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:14.074028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952f24-a7a3-4b87-8d96-a8834b1d5ecb None None] Pushing event updated for resources: {'Port': ['ID=2bb1da82-3644-424b-8e7e-1e835065e3ea,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:14.079355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Routers {'79c923eb-6c76-4466-941c-5ede1272eed7'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:14.079982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['79c923eb-6c76-4466-941c-5ede1272eed7'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:14.121148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-db1eb9fa-afdc-47ac-a89b-f944913c5983', 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'fixed_ips': [{'subnet_id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:42:14.121978 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:14.279714 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6845db6-eb48-4f56-b3a0-f8138c457740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:14.330359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] Set router 79c923eb-6c76-4466-941c-5ede1272eed7 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:14.333090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a6845db6-eb48-4f56-b3a0-f8138c457740 None None] For port 2bb1da82-3644-424b-8e7e-1e835065e3ea, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2bb1da82-3644-424b-8e7e-1e835065e3ea,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:14.377464 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6845db6-eb48-4f56-b3a0-f8138c457740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:14.495201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Allocated IP 172.20.0.18 (db1eb9fa-afdc-47ac-a89b-f944913c5983/357733fd-57bf-4c6e-8e9a-ea73f827f9f7/20067235-faa3-4513-ac2a-3e72efa3b9cd) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:14.548689 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:14.562566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6845db6-eb48-4f56-b3a0-f8138c457740 None None] Pushing event updated for resources: {'Port': ['ID=2bb1da82-3644-424b-8e7e-1e835065e3ea,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:14.582801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a8c53d88-7423-4410-8d91-de263b65efac None None] Provisioning complete for port 2bb1da82-3644-424b-8e7e-1e835065e3ea triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:14.583202 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8c53d88-7423-4410-8d91-de263b65efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:14.983677 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:12Z', 'revision_number': 3, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:14.986746 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.012187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d5f35-1220-488e-b12e-6da7cd0f5bbd None None] The sync data for ids ['79c923eb-6c76-4466-941c-5ede1272eed7'] in n-d-818503-2 is: [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:12Z', 'revision_number': 3, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:15.015760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.057771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:15.062616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:15.066390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:15.070685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Allocated IP 172.20.0.17 (db1eb9fa-afdc-47ac-a89b-f944913c5983/357733fd-57bf-4c6e-8e9a-ea73f827f9f7/08f6e113-1d47-4f8d-840f-fc13ec13a723) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:15.077537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Pushing event updated for resources: {'Port': ['ID=20067235-faa3-4513-ac2a-3e72efa3b9cd,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:15.141286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Attempting to bind port 20067235-faa3-4513-ac2a-3e72efa3b9cd on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:15.141660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Attempting to bind port 20067235-faa3-4513-ac2a-3e72efa3b9cd by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:15.142028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Attempting to bind port 20067235-faa3-4513-ac2a-3e72efa3b9cd on network db1eb9fa-afdc-47ac-a89b-f944913c5983 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:15.147806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:15.148174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Checking segment: {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:15.148868 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.149128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Bound using segment: {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:15.149710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Bound port: 20067235-faa3-4513-ac2a-3e72efa3b9cd, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:15.150118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.213964 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.231097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] For port 20067235-faa3-4513-ac2a-3e72efa3b9cd, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:15.234449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] For port 20067235-faa3-4513-ac2a-3e72efa3b9cd, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=20067235-faa3-4513-ac2a-3e72efa3b9cd,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:15.239421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.265449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.331283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b634-cd5b-4fc0-8a79-d2ed326a2c12 None None] Pushing event updated for resources: {'Port': ['ID=20067235-faa3-4513-ac2a-3e72efa3b9cd,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:15.342387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:15.347581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:15.351440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:15.410125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=08f6e113-1d47-4f8d-840f-fc13ec13a723,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:15.429606 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.453307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2bb1da82-3644-424b-8e7e-1e835065e3ea up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:15.532121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 2bb1da82-3644-424b-8e7e-1e835065e3ea triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:15.532121 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.624416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.949410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:15.955701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:16.051363 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:16.053389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=08f6e113-1d47-4f8d-840f-fc13ec13a723,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:16.170255 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:16.171762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:16.290683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 79c923eb-6c76-4466-941c-5ede1272eed7 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:16.393628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be9a05b-4acc-4fa5-b29d-26a0b34dea1d None None] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:16.403954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:16.417212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-980c66a5-8bf7-4538-b948-c68a257dac8f tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "PUT /v2.0/routers/79c923eb-6c76-4466-941c-5ede1272eed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573584 Nov 23 14:42:16.532342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c89a3431-d4ed-4782-9709-b9704b87f63c None None] Provisioning complete for port 20067235-faa3-4513-ac2a-3e72efa3b9cd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:16.532684 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c89a3431-d4ed-4782-9709-b9704b87f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:16.652988 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c89a3431-d4ed-4782-9709-b9704b87f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:16.664284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-cdb2947a-03a8-4f10-9159-469ffd3d0173 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:16.666197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-cdb2947a-03a8-4f10-9159-469ffd3d0173 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/networks?id=db1eb9fa-afdc-47ac-a89b-f944913c5983 HTTP/1.1" status: 200 len: 797 time: 0.1459785 Nov 23 14:42:16.685438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-b8548d4b-e129-499a-8b34-f4fd7cd26ebf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/quotas/8870526a9d4349d08543bcb047393c4d HTTP/1.1" status: 200 len: 375 time: 0.0113647 Nov 23 14:42:16.694292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c89a3431-d4ed-4782-9709-b9704b87f63c None None] For port 20067235-faa3-4513-ac2a-3e72efa3b9cd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=20067235-faa3-4513-ac2a-3e72efa3b9cd,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:16.698803 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c89a3431-d4ed-4782-9709-b9704b87f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:16.754552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a3431-d4ed-4782-9709-b9704b87f63c None None] Pushing event updated for resources: {'Port': ['ID=20067235-faa3-4513-ac2a-3e72efa3b9cd,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:16.761575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-6be333a3-2b56-4463-88e2-afe703ec41d6 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0703335 Nov 23 14:42:16.877372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-84d960ee-5d1e-45b4-8d1a-d2577ad8fece service neutron] 10.222.0.46 "GET /v2.0/networks/db1eb9fa-afdc-47ac-a89b-f944913c5983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030190 Nov 23 14:42:16.936699 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Sync routers for ids ['79c923eb-6c76-4466-941c-5ede1272eed7'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:16.938551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-465d23f8-04ff-48ff-9846-8c97437431bc None None] Provisioning complete for port 20067235-faa3-4513-ac2a-3e72efa3b9cd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:16.939216 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-465d23f8-04ff-48ff-9846-8c97437431bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:16.957850 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Routers {'79c923eb-6c76-4466-941c-5ede1272eed7'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:16.958651 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['79c923eb-6c76-4466-941c-5ede1272eed7'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:16.994419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-53e054a8-dd4b-4f2e-bd0f-0dfdccb1eb16 service neutron] 10.222.0.46 "GET /v2.0/networks/db1eb9fa-afdc-47ac-a89b-f944913c5983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093259 Nov 23 14:42:17.051974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-465d23f8-04ff-48ff-9846-8c97437431bc None None] Provisioning complete for port 08f6e113-1d47-4f8d-840f-fc13ec13a723 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:17.052317 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-465d23f8-04ff-48ff-9846-8c97437431bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.101856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-465d23f8-04ff-48ff-9846-8c97437431bc None None] Port 08f6e113-1d47-4f8d-840f-fc13ec13a723 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:17.118236 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Set router 79c923eb-6c76-4466-941c-5ede1272eed7 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:17.229373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2dbdbaa5-f2ec-4acb-9371-d1fded425477 None None] Provisioning complete for port 08f6e113-1d47-4f8d-840f-fc13ec13a723 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:17.229828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbaa5-f2ec-4acb-9371-d1fded425477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.260268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e769d68c-e54d-47be-ae86-fa485700dc9d req-43a986b5-3b33-4214-baf6-7debe6d9f1eb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 210 time: 0.0657187 Nov 23 14:42:17.273110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdbaa5-f2ec-4acb-9371-d1fded425477 None None] Port 08f6e113-1d47-4f8d-840f-fc13ec13a723 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:17.398870 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:15Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '08f6e113-1d47-4f8d-840f-fc13ec13a723', 'name': '', 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:88:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:14Z', 'updated_at': '2021-11-23T14:42:15Z', 'revision_number': 2, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:17.411767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-80089817-7164-4f2d-acef-97491707520e None None] Provisioning complete for port 08f6e113-1d47-4f8d-840f-fc13ec13a723 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:17.413676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-80089817-7164-4f2d-acef-97491707520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.429310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Checking router: 79c923eb-6c76-4466-941c-5ede1272eed7 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:17.429646 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Updating router 79c923eb-6c76-4466-941c-5ede1272eed7 port 08f6e113-1d47-4f8d-840f-fc13ec13a723 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:17.457715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-80089817-7164-4f2d-acef-97491707520e None None] Port 08f6e113-1d47-4f8d-840f-fc13ec13a723 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:17.460610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 20067235-faa3-4513-ac2a-3e72efa3b9cd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:17.470689 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.512598 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 20067235-faa3-4513-ac2a-3e72efa3b9cd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:17.513427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.767098 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.771613 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.828569 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f766da-4704-476c-a25b-49e4dce38818 None None] Pushing event updated for resources: {'Port': ['ID=08f6e113-1d47-4f8d-840f-fc13ec13a723,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:17.887888 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Attempting to bind port 08f6e113-1d47-4f8d-840f-fc13ec13a723 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:17.888324 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Attempting to bind port 08f6e113-1d47-4f8d-840f-fc13ec13a723 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:17.888700 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Attempting to bind port 08f6e113-1d47-4f8d-840f-fc13ec13a723 on network db1eb9fa-afdc-47ac-a89b-f944913c5983 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:17.894146 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:17.894829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Checking segment: {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:17.895438 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.896033 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Bound using segment: {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:17.896704 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Bound port: 08f6e113-1d47-4f8d-840f-fc13ec13a723, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:17.897295 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:17.976584 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] For port 08f6e113-1d47-4f8d-840f-fc13ec13a723, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:17.980127 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] For port 08f6e113-1d47-4f8d-840f-fc13ec13a723, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08f6e113-1d47-4f8d-840f-fc13ec13a723,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:17.984392 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:18.045954 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Routers {'79c923eb-6c76-4466-941c-5ede1272eed7'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:18.046583 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:41:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['79c923eb-6c76-4466-941c-5ede1272eed7'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:18.089983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-08466f8a-7e21-4e0f-aef4-e7e4687f1a93 None None] Provisioning complete for port 08f6e113-1d47-4f8d-840f-fc13ec13a723 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:18.090331 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08466f8a-7e21-4e0f-aef4-e7e4687f1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:18.095812 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f766da-4704-476c-a25b-49e4dce38818 None None] Pushing event updated for resources: {'Port': ['ID=08f6e113-1d47-4f8d-840f-fc13ec13a723,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:18.176873 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] Set router 79c923eb-6c76-4466-941c-5ede1272eed7 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:18.178769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08466f8a-7e21-4e0f-aef4-e7e4687f1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:18.215480 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-08466f8a-7e21-4e0f-aef4-e7e4687f1a93 None None] For port 08f6e113-1d47-4f8d-840f-fc13ec13a723, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08f6e113-1d47-4f8d-840f-fc13ec13a723,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:18.220138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08466f8a-7e21-4e0f-aef4-e7e4687f1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:18.281449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08466f8a-7e21-4e0f-aef4-e7e4687f1a93 None None] Pushing event updated for resources: {'Port': ['ID=08f6e113-1d47-4f8d-840f-fc13ec13a723,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:18.352824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a475753a-7922-4f4f-acdb-7010eeeb878c None None] Provisioning complete for port 08f6e113-1d47-4f8d-840f-fc13ec13a723 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:18.353479 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a475753a-7922-4f4f-acdb-7010eeeb878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:18.366281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be8f902d-8c63-4002-a547-06898ad108f6 req-52c61be6-17ef-49d0-a217-a2fb74382e63 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 210 time: 0.0335882 Nov 23 14:42:18.465018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-b7a78177-932e-4a38-ae7b-74ec364e8621 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:18.470073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-b7a78177-932e-4a38-ae7b-74ec364e8621 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.11 "GET /v2.0/networks?id=db1eb9fa-afdc-47ac-a89b-f944913c5983 HTTP/1.1" status: 200 len: 797 time: 0.1695409 Nov 23 14:42:18.488261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Request body: {'port': {'device_id': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983', 'admin_state_up': True, 'tenant_id': '8870526a9d4349d08543bcb047393c4d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:18.542114 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:15Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '08f6e113-1d47-4f8d-840f-fc13ec13a723', 'name': '', 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:88:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:14Z', 'updated_at': '2021-11-23T14:42:17Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:18.568556 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02974c-906c-40a8-96fc-89073531e425 None None] The sync data for ids ['79c923eb-6c76-4466-941c-5ede1272eed7'] in n-d-818503-2 is: [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:15Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '08f6e113-1d47-4f8d-840f-fc13ec13a723', 'name': '', 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:88:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:14Z', 'updated_at': '2021-11-23T14:42:17Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:18.658860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Made reservation on behalf of 8870526a9d4349d08543bcb047393c4d for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:18.662568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:18.800503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Allocated IP 172.20.0.30 (db1eb9fa-afdc-47ac-a89b-f944913c5983/357733fd-57bf-4c6e-8e9a-ea73f827f9f7/02c46b57-802e-48e4-960a-7b77a044c455) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:18.923968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:18.958769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.001904 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:19.004993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:19.009361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:19.034553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event updated for resources: {'Port': ['ID=02c46b57-802e-48e4-960a-7b77a044c455,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:19.064130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:19.064803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.084074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ad1c75d8-1a28-41df-993d-ba0e38ef1b40 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6022158 Nov 23 14:42:19.097272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Request body: {'port': {'device_id': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:19.166638 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.243803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d08403a-9fd6-4e06-93a5-4f32a9589d5e None None] Provisioning complete for port 02c46b57-802e-48e4-960a-7b77a044c455 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:19.244369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d08403a-9fd6-4e06-93a5-4f32a9589d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.284565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8d08403a-9fd6-4e06-93a5-4f32a9589d5e None None] Port 02c46b57-802e-48e4-960a-7b77a044c455 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:19.405135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08f6e113-1d47-4f8d-840f-fc13ec13a723 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:19.472268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 08f6e113-1d47-4f8d-840f-fc13ec13a723 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:19.472642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.517658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c46b57-802e-48e4-960a-7b77a044c455 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:42:19.528898 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.546471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Transition to ACTIVE for port object 02c46b57-802e-48e4-960a-7b77a044c455 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:42:19.554415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c92b91-67bb-4bee-b30c-203273d646d0 req-68f15391-23e7-4562-a684-ec2501325a11 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:19.555978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02c92b91-67bb-4bee-b30c-203273d646d0 req-68f15391-23e7-4562-a684-ec2501325a11 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 895 time: 0.0809159 Nov 23 14:42:19.557123 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.610911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02c46b57-802e-48e4-960a-7b77a044c455,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:19.683968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Attempting to bind port 02c46b57-802e-48e4-960a-7b77a044c455 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:19.684301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Attempting to bind port 02c46b57-802e-48e4-960a-7b77a044c455 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:19.684593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Attempting to bind port 02c46b57-802e-48e4-960a-7b77a044c455 on network db1eb9fa-afdc-47ac-a89b-f944913c5983 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:19.689692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Port 02c46b57-802e-48e4-960a-7b77a044c455 on network db1eb9fa-afdc-47ac-a89b-f944913c5983 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:42:19.690022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Attempting to bind port 02c46b57-802e-48e4-960a-7b77a044c455 on network db1eb9fa-afdc-47ac-a89b-f944913c5983 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:19.696044 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:19.696397 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Checking segment: {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:19.696767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Bound using segment: {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:19.697203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Bound port: 02c46b57-802e-48e4-960a-7b77a044c455, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f361438-27d0-4f10-b014-7be45332ccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:19.697567 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.775477 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] For port 02c46b57-802e-48e4-960a-7b77a044c455, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:19.778768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] For port 02c46b57-802e-48e4-960a-7b77a044c455, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=02c46b57-802e-48e4-960a-7b77a044c455,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:19.784484 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.831703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:19.832310 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:19.833670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/02c46b57-802e-48e4-960a-7b77a044c455 HTTP/1.1" status: 200 len: 1055 time: 0.7411323 Nov 23 14:42:19.834131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'tag': '02c46b57-802e-48e4-960a-7b77a044c455'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:19.836377 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3403e153-2b97-4d02-b999-9856228444ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fb829300-de3f-4077-a017-5abed58cd8ca", "tag": "02c46b57-802e-48e4-960a-7b77a044c455"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:19.862766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b1bee-fef5-4da0-b00d-c6ec4a58e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02c46b57-802e-48e4-960a-7b77a044c455,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:19.895611 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dbc74b-f28f-4aea-a49b-1f456d573e61 x-openstack-request-id: req-95dbc74b-f28f-4aea-a49b-1f456d573e61 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:19.895991 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb829300-de3f-4077-a017-5abed58cd8ca", "tag": "02c46b57-802e-48e4-960a-7b77a044c455", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:19.896499 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95dbc74b-f28f-4aea-a49b-1f456d573e61 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:19.896960 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'tag': '02c46b57-802e-48e4-960a-7b77a044c455', 'status': 'completed', 'code': 200} Nov 23 14:42:19.926726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-b0fa7d5e-e1fc-4fe0-91ec-6c7f3d2e4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:19.928880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-b0fa7d5e-e1fc-4fe0-91ec-6c7f3d2e4771 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 1058 time: 0.0435834 Nov 23 14:42:19.975189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-841715a0-8e1a-4475-869a-dcbf4e6e9fb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=02c46b57-802e-48e4-960a-7b77a044c455 HTTP/1.1" status: 200 len: 217 time: 0.0362804 Nov 23 14:42:20.035777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-569d3c91-43ca-4396-a634-d91a53fa629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.037903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-569d3c91-43ca-4396-a634-d91a53fa629e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357733fd-57bf-4c6e-8e9a-ea73f827f9f7 HTTP/1.1" status: 200 len: 838 time: 0.0552721 Nov 23 14:42:20.083686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-888d71cd-21b2-4e73-885b-da655a67c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.085203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-888d71cd-21b2-4e73-885b-da655a67c49b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db1eb9fa-afdc-47ac-a89b-f944913c5983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392079 Nov 23 14:42:20.180101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-ed1ea246-0e26-431b-aafa-eba1ef49b81f service neutron] 10.222.0.11 "GET /v2.0/networks/db1eb9fa-afdc-47ac-a89b-f944913c5983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868459 Nov 23 14:42:20.268760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-67175ed4-a485-4d8a-9d53-593c0b3ef700 req-b1f3dda4-f5e8-4d12-8918-1b332e481840 service neutron] 10.222.0.11 "GET /v2.0/networks/db1eb9fa-afdc-47ac-a89b-f944913c5983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806706 Nov 23 14:42:20.355038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e153-2b97-4d02-b999-9856228444ec req-0fcc8543-1237-4096-b1fd-dc6e16e72df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.356488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3403e153-2b97-4d02-b999-9856228444ec req-0fcc8543-1237-4096-b1fd-dc6e16e72df8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 1058 time: 0.0396843 Nov 23 14:42:20.447153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e153-2b97-4d02-b999-9856228444ec req-b29fb867-42c9-4126-866a-2443788179d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.448510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3403e153-2b97-4d02-b999-9856228444ec req-b29fb867-42c9-4126-866a-2443788179d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db1eb9fa-afdc-47ac-a89b-f944913c5983 HTTP/1.1" status: 200 len: 898 time: 0.0845449 Nov 23 14:42:20.491807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3403e153-2b97-4d02-b999-9856228444ec req-8ab6ed01-3e93-42df-9e87-ebe6afb93240 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=02c46b57-802e-48e4-960a-7b77a044c455 HTTP/1.1" status: 200 len: 217 time: 0.0333500 Nov 23 14:42:20.568914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e153-2b97-4d02-b999-9856228444ec req-507dfd8e-e212-44ee-84bc-c5b15531439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.570711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3403e153-2b97-4d02-b999-9856228444ec req-507dfd8e-e212-44ee-84bc-c5b15531439a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=357733fd-57bf-4c6e-8e9a-ea73f827f9f7 HTTP/1.1" status: 200 len: 838 time: 0.0706522 Nov 23 14:42:20.597998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099cf8-3b78-4f52-8a81-fc8f885de327 req-d004e00b-5879-4988-8281-ec7886f086d5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.600328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1099cf8-3b78-4f52-8a81-fc8f885de327 req-d004e00b-5879-4988-8281-ec7886f086d5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0657277 Nov 23 14:42:20.676950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e153-2b97-4d02-b999-9856228444ec req-9e74ea5e-bccf-4d21-834b-89d4ecf84ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.678462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3403e153-2b97-4d02-b999-9856228444ec req-9e74ea5e-bccf-4d21-834b-89d4ecf84ae6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db1eb9fa-afdc-47ac-a89b-f944913c5983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976343 Nov 23 14:42:20.729993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1099cf8-3b78-4f52-8a81-fc8f885de327 req-146f06c2-11b2-4b06-98d8-39bb95b7442a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123512 Nov 23 14:42:20.754215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 59990) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:20.756489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fcf10-17e6-4d90-8fdc-4e9b693bf897 req-52478f3e-1ec3-4bc2-8c33-e252cc5661ab tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:20.757958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-491fcf10-17e6-4d90-8fdc-4e9b693bf897 req-52478f3e-1ec3-4bc2-8c33-e252cc5661ab tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 907 time: 0.1232054 Nov 23 14:42:20.816936 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dce9d550-66e4-4e08-beb0-3c4cf9f5b7a5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/bfe02fba-6efd-49c0-ab85-849500804396 HTTP/1.1" status: 200 len: 992 time: 0.0614169 Nov 23 14:42:20.821683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3403e153-2b97-4d02-b999-9856228444ec req-f35dc2e6-0cbd-4fe4-9ecb-78735e23b77d service neutron] 10.222.0.11 "GET /v2.0/networks/db1eb9fa-afdc-47ac-a89b-f944913c5983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307237 Nov 23 14:42:20.926635 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3403e153-2b97-4d02-b999-9856228444ec req-bd295dbc-fece-46c6-bd28-25810041219f service neutron] 10.222.0.11 "GET /v2.0/networks/db1eb9fa-afdc-47ac-a89b-f944913c5983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971391 Nov 23 14:42:21.136628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b4d61-333c-44e3-9f9f-b795520df13d req-b27978aa-971b-43dd-a480-bd6d507d4211 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:21.138145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd6b4d61-333c-44e3-9f9f-b795520df13d req-b27978aa-971b-43dd-a480-bd6d507d4211 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1096 time: 0.0413136 Nov 23 14:42:21.191435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd6b4d61-333c-44e3-9f9f-b795520df13d req-d84027ec-3b75-4b45-8ce5-4ef7548b7bfb tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469675 Nov 23 14:42:21.212985 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:42:21.724210 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-60014801-6c62-41ed-b754-f5f405fe4f40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413001 Nov 23 14:42:21.732738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-0fdb4e2b-161d-48e4-a32d-b3936b420935 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:42:21.733711 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-0fdb4e2b-161d-48e4-a32d-b3936b420935 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048447 Nov 23 14:42:21.875886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52654dee-513e-4ec7-8f3c-cae7e648a37e req-55351817-8251-48d2-8dfd-7d3e1f055845 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:21.877783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52654dee-513e-4ec7-8f3c-cae7e648a37e req-55351817-8251-48d2-8dfd-7d3e1f055845 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 907 time: 0.0516324 Nov 23 14:42:22.290092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-d6930fe0-945c-48bd-a523-6e50375820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:22.297009 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-d6930fe0-945c-48bd-a523-6e50375820f3 service neutron] 10.222.0.46 "GET /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 1093 time: 0.0425282 Nov 23 14:42:22.302950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Request body: {'binding': {'host': 'n-h1-818503-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:22.303508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Unknown quota resources ['binding']. {{(pid=103345) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 14:42:22.466713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on host n-h1-818503-2 for vnic_type normal with profile None {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:22.467162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:22.467506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:22.472051 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:42:22.472367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:22.477890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:22.478114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Checking segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:22.478563 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Bound using segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:22.479037 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Bound port: a907732d-cdeb-49df-9da0-cbee86beb296, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:22.560465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:22.566879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:22.568191 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-47f590b7-9e5c-4cb5-b695-43878574cee0 service neutron] 10.222.0.46 "POST /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296/bindings HTTP/1.1" status: 201 len: 389 time: 0.2694190 Nov 23 14:42:22.814935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbb240-647e-4973-87af-a8151048d8b0 req-c6c1e9b7-9a12-40c0-8ead-2a28fe7a4280 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:22.816458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9dbb240-647e-4973-87af-a8151048d8b0 req-c6c1e9b7-9a12-40c0-8ead-2a28fe7a4280 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0793729 Nov 23 14:42:22.821993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-40e727a9-f35d-4753-8f4c-f93c94e4892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:22.823439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-40e727a9-f35d-4753-8f4c-f93c94e4892b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1096 time: 0.0607445 Nov 23 14:42:22.920683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9dbb240-647e-4973-87af-a8151048d8b0 req-0c189b4c-b069-4b01-aa32-33d08720e9d1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962999 Nov 23 14:42:22.947196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-9ad7af94-ce08-4626-8c89-2a6cf2e78715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:22.947196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-9ad7af94-ce08-4626-8c89-2a6cf2e78715 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 898 time: 0.1096840 Nov 23 14:42:23.046818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-a924df4f-2dc7-4fea-a0c9-a757ba22a706 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 1000 time: 0.0910764 Nov 23 14:42:23.069467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5148d-07b9-4964-927b-213b7a80725d req-b7679a4b-2a22-4cdc-bc5d-ec1c6c3cb879 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:23.070868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05d5148d-07b9-4964-927b-213b7a80725d req-b7679a4b-2a22-4cdc-bc5d-ec1c6c3cb879 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 907 time: 0.1084311 Nov 23 14:42:23.107771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-ec139480-b70e-47ca-a238-70d21d4655c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:23.109258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-ec139480-b70e-47ca-a238-70d21d4655c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 200 len: 835 time: 0.0547817 Nov 23 14:42:23.157196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-8b3cafd3-6cd1-4c49-899f-f698bb4de79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:23.158730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-8b3cafd3-6cd1-4c49-899f-f698bb4de79b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a6ae908-4fa8-440a-94af-80c287a39450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423408 Nov 23 14:42:23.247325 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-9fcdf787-9249-4a95-8606-4ae560010640 service neutron] 10.222.0.11 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801654 Nov 23 14:42:23.346506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-035ac96b-976f-41e3-8b8a-30cc68d6a7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895596 Nov 23 14:42:23.483304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-295a95ac-6659-44e1-8400-8b60b4b49a28 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:23.484808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-295a95ac-6659-44e1-8400-8b60b4b49a28 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04&tenant_id=a4d753cb55474b9e9add25d832d02faf&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1096 time: 0.0744801 Nov 23 14:42:23.496625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-2'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:23.704783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 02c46b57-802e-48e4-960a-7b77a044c455 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:42:23.805718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 02c46b57-802e-48e4-960a-7b77a044c455, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=02c46b57-802e-48e4-960a-7b77a044c455,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:23.818676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '02c46b57-802e-48e4-960a-7b77a044c455', 'network_id': 'db1eb9fa-afdc-47ac-a89b-f944913c5983', 'port_id': '02c46b57-802e-48e4-960a-7b77a044c455', 'mac_address': 'fa:16:3e:33:c1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357733fd-57bf-4c6e-8e9a-ea73f827f9f7', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:42:23.861027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.874459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c46b57-802e-48e4-960a-7b77a044c455 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:42:23.905952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 02c46b57-802e-48e4-960a-7b77a044c455, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=02c46b57-802e-48e4-960a-7b77a044c455,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:23.907420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.909467 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.917640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:23.957645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=02c46b57-802e-48e4-960a-7b77a044c455,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:24.073069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:24.093525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474ac4-94e1-4469-990c-6a8487b1d60f req-e82d8758-b520-4297-8099-3aae02d66df2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:24.095068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e474ac4-94e1-4469-990c-6a8487b1d60f req-e82d8758-b520-4297-8099-3aae02d66df2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0815735 Nov 23 14:42:24.141068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['02c46b57-802e-48e4-960a-7b77a044c455'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:42:24.150916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:24.220957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e474ac4-94e1-4469-990c-6a8487b1d60f req-b7768b1c-e287-44d6-9a99-1943d7db38a1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166744 Nov 23 14:42:24.235276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:24.236119 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0620ad-3a27-4968-8c59-986c956c3ed4" -d '{"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-unplugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:24.241136 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.248165 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.276568 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b4c494-0ac7-4a67-8b18-2d718fb506e6 x-openstack-request-id: req-f2b4c494-0ac7-4a67-8b18-2d718fb506e6 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:24.276861 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-unplugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:24.277109 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2b4c494-0ac7-4a67-8b18-2d718fb506e6 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:24.277495 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'code': 200} Nov 23 14:42:24.290701 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262100cb-48e0-4f48-8f6c-9062622444f7 req-13025a95-7b73-4af5-8b2d-54995b300530 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:24.292187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-262100cb-48e0-4f48-8f6c-9062622444f7 req-13025a95-7b73-4af5-8b2d-54995b300530 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 908 time: 0.1470904 Nov 23 14:42:24.357029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:24.412962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on host n-h2-818503-2 for vnic_type normal with profile {"migrating_to": "n-h1-818503-2"} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:24.413300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:24.413628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:24.418512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:42:24.418838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Attempting to bind port a907732d-cdeb-49df-9da0-cbee86beb296 on network 1a6ae908-4fa8-440a-94af-80c287a39450 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:24.423821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:24.424159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Checking segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:24.424540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Bound using segment: {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:24.424960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Bound port: a907732d-cdeb-49df-9da0-cbee86beb296, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17ec8b9-723e-44e3-a2ce-75674320d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:24.425317 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.490794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:24.491116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-10c6d1b4-b03d-422f-87e4-f0ecccca7f8a None None] Provisioning complete for port a907732d-cdeb-49df-9da0-cbee86beb296 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:24.491485 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10c6d1b4-b03d-422f-87e4-f0ecccca7f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.493972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:24.499234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.527836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-10c6d1b4-b03d-422f-87e4-f0ecccca7f8a None None] Port a907732d-cdeb-49df-9da0-cbee86beb296 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:24.593225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=8']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:24.640388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:24.641744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.643186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-efa0bf2e-43ff-43b5-9c5c-bacafc271186 service neutron] 10.222.0.11 "PUT /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 1121 time: 1.1505957 Nov 23 14:42:24.714102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['a907732d-cdeb-49df-9da0-cbee86beb296'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:42:24.771479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-233e82cd-71d2-46cd-bc2b-cea6e8fbd320 None None] Provisioning complete for port a907732d-cdeb-49df-9da0-cbee86beb296 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:24.771851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-233e82cd-71d2-46cd-bc2b-cea6e8fbd320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.914387 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-233e82cd-71d2-46cd-bc2b-cea6e8fbd320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:24.952922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:24.955227 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f05a09d-887b-47fe-8ef7-b4d13fdea453" -d '{"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-plugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:24.979129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-233e82cd-71d2-46cd-bc2b-cea6e8fbd320 None None] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:24.988571 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-233e82cd-71d2-46cd-bc2b-cea6e8fbd320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:25.076837 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f34777-dee3-449d-aea7-bf9f2d2f3aa2 x-openstack-request-id: req-28f34777-dee3-449d-aea7-bf9f2d2f3aa2 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:25.077132 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-plugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:25.077386 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28f34777-dee3-449d-aea7-bf9f2d2f3aa2 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:25.077776 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'code': 200} Nov 23 14:42:25.169528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e82cd-71d2-46cd-bc2b-cea6e8fbd320 None None] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:25.341183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45efd41-53e9-43d9-b7ac-00c69886e036 req-f2398a14-b950-4ee0-8609-c6ceec10e24d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:25.342680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e45efd41-53e9-43d9-b7ac-00c69886e036 req-f2398a14-b950-4ee0-8609-c6ceec10e24d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0505376 Nov 23 14:42:25.425358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e45efd41-53e9-43d9-b7ac-00c69886e036 req-17e97491-f77c-491c-86b4-d48c6e3b4785 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762677 Nov 23 14:42:25.433449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a787a72-b879-4565-8ef2-afe53c8996e8 req-98856df4-f702-4570-b968-e34360e43623 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:25.434868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a787a72-b879-4565-8ef2-afe53c8996e8 req-98856df4-f702-4570-b968-e34360e43623 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 908 time: 0.0710053 Nov 23 14:42:25.724110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 02c46b57-802e-48e4-960a-7b77a044c455 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:25.772035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 02c46b57-802e-48e4-960a-7b77a044c455 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:42:25.775988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 02c46b57-802e-48e4-960a-7b77a044c455 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:25.776426 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:25.854577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:25.885868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 02c46b57-802e-48e4-960a-7b77a044c455, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=02c46b57-802e-48e4-960a-7b77a044c455,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:25.889407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:25.936025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=02c46b57-802e-48e4-960a-7b77a044c455,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:26.278641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:26.281069 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a9383b-69d2-47ae-a04d-6711b959088f" -d '{"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:26.318037 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee32c46-25a3-470c-bc6a-3636763daa7c x-openstack-request-id: req-fee32c46-25a3-470c-bc6a-3636763daa7c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:26.318349 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:26.318602 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fee32c46-25a3-470c-bc6a-3636763daa7c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:26.319039 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'status': 'completed', 'code': 200} Nov 23 14:42:26.438237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-45720678-a3ea-4d01-904d-5fadb6424017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:26.439838 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-45720678-a3ea-4d01-904d-5fadb6424017 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1126 time: 0.0973785 Nov 23 14:42:26.533675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-6fcb0e1d-686b-4ab1-b109-31047cb567dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:26.535090 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-6fcb0e1d-686b-4ab1-b109-31047cb567dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 898 time: 0.0876892 Nov 23 14:42:26.572875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500331b9-5bba-4441-98eb-5a674a322949 req-9199075c-b57c-48f2-a3b7-24ef5119ea6e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:26.574368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-500331b9-5bba-4441-98eb-5a674a322949 req-9199075c-b57c-48f2-a3b7-24ef5119ea6e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 909 time: 0.0691154 Nov 23 14:42:26.587645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d900-3522-45b0-9025-e9de1098e31d req-9dfd2ab8-cbe9-4397-af56-9c522af23021 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:26.587645 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1536d900-3522-45b0-9025-e9de1098e31d req-9dfd2ab8-cbe9-4397-af56-9c522af23021 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0879369 Nov 23 14:42:26.616910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-14a63e30-b846-4378-929a-3aab9df5ffcb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 1000 time: 0.0743828 Nov 23 14:42:26.638108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1536d900-3522-45b0-9025-e9de1098e31d req-6cdc5d95-bf25-4b4a-bcd8-28da2d910e30 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459235 Nov 23 14:42:26.666431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-3ce3062b-20c9-4fd2-a596-09597fd2357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:26.667959 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-3ce3062b-20c9-4fd2-a596-09597fd2357f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 200 len: 835 time: 0.0441589 Nov 23 14:42:26.713756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-23c9c2de-ca16-4d82-beec-2f5490c911b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:26.715274 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-23c9c2de-ca16-4d82-beec-2f5490c911b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1a6ae908-4fa8-440a-94af-80c287a39450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401373 Nov 23 14:42:26.753338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d98c4b9-e0d1-4443-aacf-77deaa32e33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:26.807192 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-2aadeec8-759e-48ad-a262-cc8dd7a79f5e service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850444 Nov 23 14:42:26.893791 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e0a9383b-69d2-47ae-a04d-6711b959088f req-0be56dfe-99e3-4d75-9a47-c71fc1135e4d service neutron] 10.222.0.74 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799165 Nov 23 14:42:27.079461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c46b57-802e-48e4-960a-7b77a044c455'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:27.081701 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7971059-7362-4c57-80d1-acab1e00206e" -d '{"events": [{"server_uuid": "fb829300-de3f-4077-a017-5abed58cd8ca", "name": "network-vif-plugged", "status": "completed", "tag": "02c46b57-802e-48e4-960a-7b77a044c455"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:27.119520 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735bc4e-86f6-4adf-9089-3a93bf52793a x-openstack-request-id: req-f735bc4e-86f6-4adf-9089-3a93bf52793a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:27.119813 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb829300-de3f-4077-a017-5abed58cd8ca", "name": "network-vif-plugged", "status": "completed", "tag": "02c46b57-802e-48e4-960a-7b77a044c455", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:27.120069 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f735bc4e-86f6-4adf-9089-3a93bf52793a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:27.120460 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c46b57-802e-48e4-960a-7b77a044c455', 'code': 200} Nov 23 14:42:27.205965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:27.224851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dfc93-4782-403d-b836-dc5b7e53ece9 req-9c4c4b83-2a5b-4339-aabb-4b9cc2766060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:27.226337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b2dfc93-4782-403d-b836-dc5b7e53ece9 req-9c4c4b83-2a5b-4339-aabb-4b9cc2766060 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 1060 time: 0.0441661 Nov 23 14:42:27.697758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116c776-f286-4791-a0ed-ad9712e869ec req-a3683aef-4751-4769-95d5-839162153cb6 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:27.699405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7116c776-f286-4791-a0ed-ad9712e869ec req-a3683aef-4751-4769-95d5-839162153cb6 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 909 time: 0.0509562 Nov 23 14:42:27.724702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:42:27.769074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74877b-1bd1-4448-a905-d5bbae9a8832 req-74cd00d0-5f72-45d6-89c8-ef04434f2180 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:27.771924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d74877b-1bd1-4448-a905-d5bbae9a8832 req-74cd00d0-5f72-45d6-89c8-ef04434f2180 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0547378 Nov 23 14:42:27.825987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:27.829149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d74877b-1bd1-4448-a905-d5bbae9a8832 req-6f8cc35e-8588-4ad2-8b1d-f7fe4d424ea6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515974 Nov 23 14:42:27.839519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 has no active binding in host n-h1-818503-2 {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 14:42:28.815519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f529e-7dfe-449a-b085-eef161e44cfd req-8bbf74d9-09fd-40b3-8c80-fe291295528a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:28.817007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-122f529e-7dfe-449a-b085-eef161e44cfd req-8bbf74d9-09fd-40b3-8c80-fe291295528a tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 909 time: 0.0488653 Nov 23 14:42:28.973432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cadd33-a873-49ce-bb5d-0c3fa9717dd3 req-ed012674-71b0-4a50-9704-866947d3c54e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:28.974816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43cadd33-a873-49ce-bb5d-0c3fa9717dd3 req-ed012674-71b0-4a50-9704-866947d3c54e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 909 time: 0.0799119 Nov 23 14:42:28.983042 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b6b2a-1f5c-4600-bf6f-488914fc96e3 req-c322fdc5-4e8b-4e25-98c3-c1948a0d1b6d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:28.984433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd1b6b2a-1f5c-4600-bf6f-488914fc96e3 req-c322fdc5-4e8b-4e25-98c3-c1948a0d1b6d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0803311 Nov 23 14:42:29.035695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd1b6b2a-1f5c-4600-bf6f-488914fc96e3 req-c0c53118-378c-484d-9288-a59386708296 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Nov 23 14:42:29.086728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b917e-74dd-4bbd-b3d9-21e296ac11e9 req-bfc0d146-8146-410b-bbd3-d518873d09c4 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:29.088394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb9b917e-74dd-4bbd-b3d9-21e296ac11e9 req-bfc0d146-8146-410b-bbd3-d518873d09c4 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 1060 time: 0.0447049 Nov 23 14:42:29.108166 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a39ded35-d7f1-40a4-8d26-570811b85e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:29.199449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284acd6-1449-4447-a98c-a757946e4679 req-b2ee70c7-767c-4d5f-afd3-ae65a24b42ca tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:29.200986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f284acd6-1449-4447-a98c-a757946e4679 req-b2ee70c7-767c-4d5f-afd3-ae65a24b42ca tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1136 time: 0.0440123 Nov 23 14:42:29.251959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f284acd6-1449-4447-a98c-a757946e4679 req-277f0de4-592f-40ab-bcf5-97038c788efa tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0448925 Nov 23 14:42:29.274247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60074) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:29.317313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006e546-f777-40fa-9b0b-add91bc363b0 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:29.318866 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2006e546-f777-40fa-9b0b-add91bc363b0 tempest-TestSecurityGroupsBasicOps-538851276 tempest-TestSecurityGroupsBasicOps-538851276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 1055 time: 0.0435727 Nov 23 14:42:29.534723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715aaa9-44bd-4752-87b4-4884203ea882 req-e8a8fd64-074b-4956-b94b-8449546d2ef0 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:29.536206 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b715aaa9-44bd-4752-87b4-4884203ea882 req-e8a8fd64-074b-4956-b94b-8449546d2ef0 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 909 time: 0.0501478 Nov 23 14:42:30.121487 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-4327ee86-d55d-4dfd-887e-0324b580236d service neutron] 10.222.0.74 "GET /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 384 time: 0.0588186 Nov 23 14:42:30.124255 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:30.166104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17071e4f-5d72-4354-8eac-f9f885d786d1 req-0450d9df-dfdd-421d-bb01-b8ada117d9bf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:30.167642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17071e4f-5d72-4354-8eac-f9f885d786d1 req-0450d9df-dfdd-421d-bb01-b8ada117d9bf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 945 time: 0.0565350 Nov 23 14:42:30.220800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17071e4f-5d72-4354-8eac-f9f885d786d1 req-8616ddf7-1e99-45c3-ba73-7db4eb1b08b0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460584 Nov 23 14:42:30.303386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:30.322719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:30.360281 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:30.362554 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ea563-8d12-47c9-8855-b22ec08c6654" -d '{"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-unplugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:30.370022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:30.385760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:30.402667 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6618a862-aea3-402e-8631-9f909147da61 x-openstack-request-id: req-6618a862-aea3-402e-8631-9f909147da61 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:30.402986 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-unplugged", "status": "completed", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:30.403263 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6618a862-aea3-402e-8631-9f909147da61 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:30.403641 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'code': 200} Nov 23 14:42:30.463958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Transition to ACTIVE for port object a907732d-cdeb-49df-9da0-cbee86beb296 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:42:30.468588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:30.556008 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:30.570464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.570814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.571177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.571511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.571834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.572155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.572465 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.572857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.573211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.573502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.574020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.574383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:30.611610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] No DVR routers for this DVR port a907732d-cdeb-49df-9da0-cbee86beb296 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:30.668517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f2970-fe53-4758-8b21-4bc995a04015 req-17657c55-4961-40a1-b637-cd6aaeb031dc tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:30.670070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd1f2970-fe53-4758-8b21-4bc995a04015 req-17657c55-4961-40a1-b637-cd6aaeb031dc tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 909 time: 0.0556343 Nov 23 14:42:31.015651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-b6b31419-2593-4b4c-b97e-083093ef82f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296/bindings/n-h1-818503-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8876669 Nov 23 14:42:31.023163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-c75d2467-c095-446a-89a0-e696609493be tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.024620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-c75d2467-c095-446a-89a0-e696609493be tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 909 time: 0.0500321 Nov 23 14:42:31.126440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting port 02c46b57-802e-48e4-960a-7b77a044c455 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:31.126768 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:31.224726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] For port 02c46b57-802e-48e4-960a-7b77a044c455, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=02c46b57-802e-48e4-960a-7b77a044c455,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:31.225501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:31.238195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Calling delete_port for 02c46b57-802e-48e4-960a-7b77a044c455 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:31.262341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-02ee2688-7953-4935-847c-af999880553b tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.264112 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-02ee2688-7953-4935-847c-af999880553b tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04&tenant_id=a4d753cb55474b9e9add25d832d02faf&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.1930749 Nov 23 14:42:31.324330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-c331dee9-fafe-46ee-9de6-3107c8654a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.325842 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-c331dee9-fafe-46ee-9de6-3107c8654a19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 1095 time: 0.0440993 Nov 23 14:42:31.387810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-3dd24afc-5b74-4eda-9a74-64a9121dd482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.389443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-3dd24afc-5b74-4eda-9a74-64a9121dd482 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1095 time: 0.0399678 Nov 23 14:42:31.391321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f5e57-4d0c-451a-bdf7-04c1043d5a7b req-f05257b3-d639-42d6-8b0a-1420389b6dd6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.392806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b07f5e57-4d0c-451a-bdf7-04c1043d5a7b req-f05257b3-d639-42d6-8b0a-1420389b6dd6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 944 time: 0.0924029 Nov 23 14:42:31.449045 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:31.487292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-ee814d9c-7c88-4df1-a9a8-ebef9bc68ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.488776 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-ee814d9c-7c88-4df1-a9a8-ebef9bc68ac0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 898 time: 0.0908077 Nov 23 14:42:31.502529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Port': ['ID=02c46b57-802e-48e4-960a-7b77a044c455,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:31.513813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b07f5e57-4d0c-451a-bdf7-04c1043d5a7b req-29e780ba-a711-46a9-b4f6-34cc9a04b8ef tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140962 Nov 23 14:42:31.560186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] No DVR routers for this DVR port 02c46b57-802e-48e4-960a-7b77a044c455 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:31.562230 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-da99d055-8a11-44d3-9781-5bb59c70ea71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 998 time: 0.0653496 Nov 23 14:42:31.563496 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:31.567041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21b43cee-3e83-40bb-9ec6-ba9984d4bcef req-9fb04a48-09ab-4ec9-9be4-5cd2974fef71 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.11 "DELETE /v2.0/ports/02c46b57-802e-48e4-960a-7b77a044c455 HTTP/1.1" status: 204 len: 173 time: 0.5349321 Nov 23 14:42:31.567560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'name': 'network-vif-deleted', 'tag': '02c46b57-802e-48e4-960a-7b77a044c455'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:31.570141 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f5249-f843-4775-8477-77047c5a2ce0" -d '{"events": [{"server_uuid": "fb829300-de3f-4077-a017-5abed58cd8ca", "name": "network-vif-deleted", "tag": "02c46b57-802e-48e4-960a-7b77a044c455"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:31.621069 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c06ec1-0cd3-40c7-9d5b-749333124c6b x-openstack-request-id: req-c3c06ec1-0cd3-40c7-9d5b-749333124c6b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:31.621378 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb829300-de3f-4077-a017-5abed58cd8ca", "name": "network-vif-deleted", "tag": "02c46b57-802e-48e4-960a-7b77a044c455", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:31.621638 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3c06ec1-0cd3-40c7-9d5b-749333124c6b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:31.622226 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb829300-de3f-4077-a017-5abed58cd8ca', 'name': 'network-vif-deleted', 'tag': '02c46b57-802e-48e4-960a-7b77a044c455', 'status': 'completed', 'code': 200} Nov 23 14:42:31.651145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-dbac7d5d-62d3-4530-ba49-413e298b4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.652975 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-dbac7d5d-62d3-4530-ba49-413e298b4280 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 200 len: 835 time: 0.0811207 Nov 23 14:42:31.709437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-66c44bfc-7492-4902-a41d-6988d902c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:31.711551 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-66c44bfc-7492-4902-a41d-6988d902c16e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a6ae908-4fa8-440a-94af-80c287a39450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502715 Nov 23 14:42:31.728817 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:31.790129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fe2e962-faa0-4837-9e07-234306036625 req-c5d1dfab-9361-4e84-95a5-ae5eaca3f896 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb829300-de3f-4077-a017-5abed58cd8ca HTTP/1.1" status: 200 len: 210 time: 0.0262117 Nov 23 14:42:31.817735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-0eb8fbfa-7d59-48f5-b75d-50f36fe6a797 service neutron] 10.222.0.11 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971057 Nov 23 14:42:31.912833 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-11cd656d-2735-46e2-8b45-2d5f401b592d service neutron] 10.222.0.11 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868258 Nov 23 14:42:32.232585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-a69d6c8d-a685-4335-beca-c32319174b5a tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:32.233966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-a69d6c8d-a685-4335-beca-c32319174b5a tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04&tenant_id=a4d753cb55474b9e9add25d832d02faf&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 1095 time: 0.0426183 Nov 23 14:42:32.341326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-2fd32fbb-f8c5-45d4-a1cd-5085cdbe8de3 service neutron] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:32.344486 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-2fd32fbb-f8c5-45d4-a1cd-5085cdbe8de3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:32.345616 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d2df20ce-f2cf-4e80-af3b-7838d5b8c5eb req-2fd32fbb-f8c5-45d4-a1cd-5085cdbe8de3 service neutron] 10.222.0.11 "DELETE /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296/bindings/n-h2-818503-2 HTTP/1.1" status: 204 len: 173 time: 0.1041474 Nov 23 14:42:32.526495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60096) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:32.565502 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:32.687076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c99d-3135-472b-a610-89cdb6aed22c req-b120e8fc-e366-4dc6-9d2b-57f8c17d6325 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:32.688554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cef8c99d-3135-472b-a610-89cdb6aed22c req-b120e8fc-e366-4dc6-9d2b-57f8c17d6325 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 944 time: 0.0958660 Nov 23 14:42:32.766881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cef8c99d-3135-472b-a610-89cdb6aed22c req-6734c99b-51a1-4f30-a566-2115fab09d1f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584750 Nov 23 14:42:32.773609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Deleting port 587e534a-03a8-4765-bc36-fe1c0b2fd35e {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:32.773945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:32.848129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60104) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:32.888722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:32.889197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:32.907960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Calling delete_port for 587e534a-03a8-4765-bc36-fe1c0b2fd35e owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:32.928272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b491-b36f-4c32-a908-acd0ad2b15ee req-0bcea804-ebdf-45cb-a1c1-9434b98c8071 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:32.929798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b665b491-b36f-4c32-a908-acd0ad2b15ee req-0bcea804-ebdf-45cb-a1c1-9434b98c8071 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1095 time: 0.0827911 Nov 23 14:42:33.041125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b665b491-b36f-4c32-a908-acd0ad2b15ee req-9be00193-6be5-4cd5-8004-3d02bcb1b162 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780897 Nov 23 14:42:33.130186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:33.138943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:33.172097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:33.244835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event deleted for resources: {'Port': ['ID=587e534a-03a8-4765-bc36-fe1c0b2fd35e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:33.252144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:33.252623 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Floating IP 3da51d16-2a4e-4af0-ad4d-d24d83d7f54e disassociated (deleted). External IP: 172.25.3.97, port: 662c7261-417e-485e-b7c2-7ce277cf4336. Nov 23 14:42:33.303368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f6e7-6d54-433a-a8b3-29b83bc79d3f req-827ced6f-d414-4226-a20e-00c4cfc32d53 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:33.304878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe68f6e7-6d54-433a-a8b3-29b83bc79d3f req-827ced6f-d414-4226-a20e-00c4cfc32d53 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 944 time: 0.1778491 Nov 23 14:42:33.360592 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:33.404703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe68f6e7-6d54-433a-a8b3-29b83bc79d3f req-56a1e3b0-26df-4da9-8ec3-3b4f78bb8ab9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908017 Nov 23 14:42:33.438103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60108) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:33.535335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Router 21182870-dcfb-4d6e-93eb-b8c77378c6be has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:33.563398 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-29107abd-b765-47a7-9510-b068b8f4b45f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/bfe02fba-6efd-49c0-ab85-849500804396 HTTP/1.1" status: 200 len: 990 time: 0.1240582 Nov 23 14:42:33.663216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:33.668135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:33.674702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] Sync routers for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:33.687253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:33.688013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:33.707326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-17e0d732-0d86-4155-b547-21473dab8973 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "DELETE /v2.0/floatingips/3da51d16-2a4e-4af0-ad4d-d24d83d7f54e HTTP/1.1" status: 204 len: 168 time: 1.1796367 Nov 23 14:42:33.707978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:33.711313 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4c04d-a708-40a9-a208-b6e917077658" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:33.742931 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting port 08f6e113-1d47-4f8d-840f-fc13ec13a723 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:33.743372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:33.761332 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5a1a05-174f-4d40-ae6d-366ddb554112 x-openstack-request-id: req-be5a1a05-174f-4d40-ae6d-366ddb554112 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:33.761663 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:33.761880 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be5a1a05-174f-4d40-ae6d-366ddb554112 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:33.762384 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336', 'status': 'completed', 'code': 200} Nov 23 14:42:33.807229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60118) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:33.829021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:33.885493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c04d-a708-40a9-a208-b6e917077658 req-5e9cde7c-522e-4d67-86c7-d507abace4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:33.887590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eda4c04d-a708-40a9-a208-b6e917077658 req-5e9cde7c-522e-4d67-86c7-d507abace4eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 1097 time: 0.0667720 Nov 23 14:42:33.984334 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] For port 08f6e113-1d47-4f8d-840f-fc13ec13a723, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=08f6e113-1d47-4f8d-840f-fc13ec13a723,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:33.984858 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.002322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Calling delete_port for 08f6e113-1d47-4f8d-840f-fc13ec13a723 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:34.029341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c04d-a708-40a9-a208-b6e917077658 req-37c57842-89a9-42fe-99da-b747a1177a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:34.031116 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eda4c04d-a708-40a9-a208-b6e917077658 req-37c57842-89a9-42fe-99da-b747a1177a1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 200 len: 914 time: 0.1340384 Nov 23 14:42:34.053553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58676ea1-edc8-4fcf-bb69-542e0ddbe8bb req-586eb789-a957-4436-93a1-a644a5b79581 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:34.055078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58676ea1-edc8-4fcf-bb69-542e0ddbe8bb req-586eb789-a957-4436-93a1-a644a5b79581 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 946 time: 0.0990546 Nov 23 14:42:34.063381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:34.095885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] Checking router: 21182870-dcfb-4d6e-93eb-b8c77378c6be for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:34.103968 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eda4c04d-a708-40a9-a208-b6e917077658 req-87dfcd8a-3f3b-4a32-bcde-0376cebeffa6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 200 len: 217 time: 0.0382214 Nov 23 14:42:34.105448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:34.106053 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:34.110621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 20579e3c-93c0-4e59-be5a-dbc069dd24a0 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:34.111115 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.153447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58676ea1-edc8-4fcf-bb69-542e0ddbe8bb req-a12eab78-6b96-467d-8806-33a2e0b07071 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836346 Nov 23 14:42:34.227082 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c04d-a708-40a9-a208-b6e917077658 req-733d41e5-082d-4fd4-b3dd-cee9a5e7582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:34.228748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eda4c04d-a708-40a9-a208-b6e917077658 req-733d41e5-082d-4fd4-b3dd-cee9a5e7582a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abf8e880-6cf9-450a-98f8-e451057a62f0 HTTP/1.1" status: 200 len: 852 time: 0.1148267 Nov 23 14:42:34.228994 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.229566 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.245218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 20579e3c-93c0-4e59-be5a-dbc069dd24a0 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:34.297874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c04d-a708-40a9-a208-b6e917077658 req-3e6fe2b2-7bf0-43ac-805c-f5b636809a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:34.299467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eda4c04d-a708-40a9-a208-b6e917077658 req-3e6fe2b2-7bf0-43ac-805c-f5b636809a98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfce6e4b-8217-4e66-8956-400374674763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613139 Nov 23 14:42:34.394076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:34.421683 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.433323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.461361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=20579e3c-93c0-4e59-be5a-dbc069dd24a0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:34.476161 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eda4c04d-a708-40a9-a208-b6e917077658 req-2a88bf62-1886-4eba-8956-0fc528a54f03 service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675313 Nov 23 14:42:34.477208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Port': ['ID=08f6e113-1d47-4f8d-840f-fc13ec13a723,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:34.527946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.528289 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP bfe02fba-6efd-49c0-ab85-849500804396 disassociated (deleted). External IP: 172.25.3.60, port: a907732d-cdeb-49df-9da0-cbee86beb296. Nov 23 14:42:34.617608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:34.647097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cd7a1-4edc-4929-92bb-6eb9fad17ae0 None None] The sync data for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 is: [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'bb2c5516-42bc-45e9-bb31-baf5edf74a59', 'name': '', 'network_id': 'bfce6e4b-8217-4e66-8956-400374674763', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:17Z', 'updated_at': '2021-11-23T14:39:23Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'subnets': [{'id': 'abf8e880-6cf9-450a-98f8-e451057a62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:34.743289 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.753098 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eda4c04d-a708-40a9-a208-b6e917077658 req-50d6821f-7bbc-4bbe-8d67-32fba23c0fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552354 Nov 23 14:42:34.780532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 23d78698-166a-4cdc-85d1-388a1512dbab has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:34.900724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:34.906737 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.914732 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] Sync routers for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:34.926240 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:34.927145 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:34.941030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-59c34d0a-6cfa-41c6-9710-4e46270ff7aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/floatingips/bfe02fba-6efd-49c0-ab85-849500804396 HTTP/1.1" status: 204 len: 168 time: 1.1290443 Nov 23 14:42:34.946198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69780088-fff0-433b-b93d-4014dd9baead None None] New status for floating IP 3da51d16-2a4e-4af0-ad4d-d24d83d7f54e: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:42:34.991315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 79c923eb-6c76-4466-941c-5ede1272eed7 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:35.045888 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:35.128146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:35.136224 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-efb978c7-9fe6-4b56-bbfc-cb93cb9ac348 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "PUT /v2.0/routers/79c923eb-6c76-4466-941c-5ede1272eed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836416 Nov 23 14:42:35.136939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60126) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:35.143949 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] Sync routers for ids ['79c923eb-6c76-4466-941c-5ede1272eed7'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:35.163743 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] Routers {'79c923eb-6c76-4466-941c-5ede1272eed7'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:35.164253 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['79c923eb-6c76-4466-941c-5ede1272eed7'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:35.229997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting subnet 357733fd-57bf-4c6e-8e9a-ea73f827f9f7 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:42:35.236140 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.319774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053ace0-bfd0-4fa5-b8db-c38f0705d69f req-337a3b58-6532-482e-aed7-a1fba7d1cdbe tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:35.327156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7053ace0-bfd0-4fa5-b8db-c38f0705d69f req-337a3b58-6532-482e-aed7-a1fba7d1cdbe tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 944 time: 0.1392422 Nov 23 14:42:35.331985 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] Set router 79c923eb-6c76-4466-941c-5ede1272eed7 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:35.332619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.409454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476b53a-b4e3-4653-ae8d-c5abc5a527fc req-903e7218-6fad-4498-8397-bd321c79a144 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:35.410937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7476b53a-b4e3-4653-ae8d-c5abc5a527fc req-903e7218-6fad-4498-8397-bd321c79a144 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 946 time: 0.1527386 Nov 23 14:42:35.467055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7053ace0-bfd0-4fa5-b8db-c38f0705d69f req-9e5debc8-10c0-41b1-9e51-b65c25fa199b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388955 Nov 23 14:42:35.503988 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.510475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7476b53a-b4e3-4653-ae8d-c5abc5a527fc req-b769379e-2c01-4f01-8aaa-41ad57d0ed70 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d8fc0d5-56f8-456b-8186-38622de22e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923967 Nov 23 14:42:35.544047 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:40Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:35.565820 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.578384 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] Checking router: 23d78698-166a-4cdc-85d1-388a1512dbab for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:35.596628 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:35.597234 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:35.605779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Subnet': ['ID=357733fd-57bf-4c6e-8e9a-ea73f827f9f7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:35.606248 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:34Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:35.612981 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.618076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-469a5fa0-1052-4722-9c4c-6ded1ce2bc15 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/subnets/357733fd-57bf-4c6e-8e9a-ea73f827f9f7 HTTP/1.1" status: 204 len: 168 time: 0.4777627 Nov 23 14:42:35.621662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0bc21-5ab9-4f5a-9f5a-282ed00a7d09 None None] Network db1eb9fa-afdc-47ac-a89b-f944913c5983 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:35.626740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60130) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:35.636003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-bc9e892c-4b96-44ec-991a-201633e8d23f tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:35.640304 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-bc9e892c-4b96-44ec-991a-201633e8d23f tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 946 time: 0.0695684 Nov 23 14:42:35.665911 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] Checking router: 79c923eb-6c76-4466-941c-5ede1272eed7 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:35.682965 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] Routers {'79c923eb-6c76-4466-941c-5ede1272eed7'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:35.683581 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['79c923eb-6c76-4466-941c-5ede1272eed7'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:35.769168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 02c46b57-802e-48e4-960a-7b77a044c455 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:35.779459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Deleting port 662c7261-417e-485e-b7c2-7ce277cf4336 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:35.780340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.800913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 02c46b57-802e-48e4-960a-7b77a044c455 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:35.801272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 02c46b57-802e-48e4-960a-7b77a044c455 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:35.804065 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] Set router 79c923eb-6c76-4466-941c-5ede1272eed7 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:35.842397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] DHCP port deletion for db1eb9fa-afdc-47ac-a89b-f944913c5983 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:35.909054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Deleting port 20067235-faa3-4513-ac2a-3e72efa3b9cd {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:35.909749 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.987206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] For port 20067235-faa3-4513-ac2a-3e72efa3b9cd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=20067235-faa3-4513-ac2a-3e72efa3b9cd,segment=NetworkSegment(6f361438-27d0-4f10-b014-7be45332ccbb),segment_id=6f361438-27d0-4f10-b014-7be45332ccbb)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:35.987964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:35.996295 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:36.005216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Calling delete_port for 20067235-faa3-4513-ac2a-3e72efa3b9cd owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:36.051332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:36.054494 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397b8a6-44a4-47bb-80ff-0efadc43289d" -d '{"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:36.110296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.146004 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f67e031-e3e2-44f0-9464-8d5ca0e94d70 x-openstack-request-id: req-1f67e031-e3e2-44f0-9464-8d5ca0e94d70 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:36.146624 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:36.147203 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f67e031-e3e2-44f0-9464-8d5ca0e94d70 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:36.147899 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'status': 'completed', 'code': 200} Nov 23 14:42:36.152709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Pushing event deleted for resources: {'Port': ['ID=20067235-faa3-4513-ac2a-3e72efa3b9cd,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:36.161225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-e63102d7-0755-4ff4-aa8a-ef325a1a69d2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:36.163385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] No DVR routers for this DVR port 20067235-faa3-4513-ac2a-3e72efa3b9cd on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:36.163845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-e63102d7-0755-4ff4-aa8a-ef325a1a69d2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 944 time: 0.5540223 Nov 23 14:42:36.166783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.167459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.167821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.168164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.168780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.169219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.11', 54790) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:36.169354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.169596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.169927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.170321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.170691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.171051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.171380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfa1f0-a4c5-4032-8177-37526c92e39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:36.262255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.282279 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] For port 662c7261-417e-485e-b7c2-7ce277cf4336, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=662c7261-417e-485e-b7c2-7ce277cf4336,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:36.282644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.304299 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Calling delete_port for 662c7261-417e-485e-b7c2-7ce277cf4336 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:36.342165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-2c9de740-c3be-4edd-9111-02e0a05d40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:36.343763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-2c9de740-c3be-4edd-9111-02e0a05d40e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 1095 time: 0.1720610 Nov 23 14:42:36.345872 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:34Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:36.376967 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bd0b2-3bbb-42a2-abaa-4c33360dba75 None None] The sync data for ids ['79c923eb-6c76-4466-941c-5ede1272eed7'] in n-d-818503-2 is: [{'id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1050604015', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:34Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '2bb1da82-3644-424b-8e7e-1e835065e3ea', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c923eb-6c76-4466-941c-5ede1272eed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:11Z', 'updated_at': '2021-11-23T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:36.406998 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:40Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:36.446142 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f4df3-b716-4cb8-a50b-f0c25c10c2d3 None None] The sync data for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 is: [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:41:36Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '85779157-435e-424b-acd2-fd1915467a06', 'name': '', 'network_id': '1a6ae908-4fa8-440a-94af-80c287a39450', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:04:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:34Z', 'updated_at': '2021-11-23T14:41:40Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': '4c1d76d6-2626-4d31-a475-7e23ed66f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:36.454315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.486616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event deleted for resources: {'Port': ['ID=662c7261-417e-485e-b7c2-7ce277cf4336,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:36.526230 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.532467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] No DVR routers for this DVR port 662c7261-417e-485e-b7c2-7ce277cf4336 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:36.540517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port a907732d-cdeb-49df-9da0-cbee86beb296 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:36.540706 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.541000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.545627 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.11 "DELETE /v2.0/ports/662c7261-417e-485e-b7c2-7ce277cf4336 HTTP/1.1" status: 204 len: 173 time: 0.8985310 Nov 23 14:42:36.546214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'name': 'network-vif-deleted', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:36.549946 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c489c-0bc9-4f22-944f-47ecd5af88c6" -d '{"events": [{"server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "name": "network-vif-deleted", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:36.635498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-5b5e1030-e720-4b0a-bc5b-f2750f84ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:36.636946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-5b5e1030-e720-4b0a-bc5b-f2750f84ee72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 200 len: 898 time: 0.2845466 Nov 23 14:42:36.716233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2c081ae-21f4-41a3-90b2-663ae979f6b0 req-f242367a-279f-467d-b961-7f18a98c10b7 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 210 time: 0.0847492 Nov 23 14:42:36.763626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-068fe964-a825-4be1-888c-74102ed7c3e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 200 len: 217 time: 0.0778031 Nov 23 14:42:36.789557 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a961a-f4d0-437e-8ccb-bb0ad6a2e514 x-openstack-request-id: req-419a961a-f4d0-437e-8ccb-bb0ad6a2e514 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:36.790354 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb80bcb-bd4f-4d29-b602-781ce0ef72c9", "name": "network-vif-deleted", "tag": "662c7261-417e-485e-b7c2-7ce277cf4336", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:36.790354 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-419a961a-f4d0-437e-8ccb-bb0ad6a2e514 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:36.790757 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb80bcb-bd4f-4d29-b602-781ce0ef72c9', 'name': 'network-vif-deleted', 'tag': '662c7261-417e-485e-b7c2-7ce277cf4336', 'status': 'completed', 'code': 200} Nov 23 14:42:36.818842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18d7b6-71a7-464e-a756-ef0e0e43a4db req-39014963-2ab3-41f7-9076-abf91e213b25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:36.820427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e18d7b6-71a7-464e-a756-ef0e0e43a4db req-39014963-2ab3-41f7-9076-abf91e213b25 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=96431d8d-4ef2-47c6-a3ce-ebe625f11d04 HTTP/1.1" status: 200 len: 944 time: 0.2511685 Nov 23 14:42:36.836451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debbe984-626c-4ec3-9575-3cb73e63ff20 None None] New status for floating IP bfe02fba-6efd-49c0-ab85-849500804396: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:42:36.870760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port a907732d-cdeb-49df-9da0-cbee86beb296, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=a907732d-cdeb-49df-9da0-cbee86beb296,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:36.871385 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:36.900871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for a907732d-cdeb-49df-9da0-cbee86beb296 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:36.912131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-b3a41673-9af0-4135-8c45-7d96d863b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:36.913765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-b3a41673-9af0-4135-8c45-7d96d863b671 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 200 len: 835 time: 0.1349657 Nov 23 14:42:36.918363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting port 2bb1da82-3644-424b-8e7e-1e835065e3ea {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:36.918624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.040935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e18d7b6-71a7-464e-a756-ef0e0e43a4db req-d038e319-8299-47d0-9596-f8f1fec449c9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0277ede-3e61-4f6d-bb41-c74fdab2b85f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944664 Nov 23 14:42:37.188868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-1e2f124d-18d7-46c4-b61b-ebbb6fb03334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:37.190434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-1e2f124d-18d7-46c4-b61b-ebbb6fb03334 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a6ae908-4fa8-440a-94af-80c287a39450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475189 Nov 23 14:42:37.230380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] For port 2bb1da82-3644-424b-8e7e-1e835065e3ea, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=2bb1da82-3644-424b-8e7e-1e835065e3ea,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:37.230745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.233026 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.276897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Calling delete_port for 2bb1da82-3644-424b-8e7e-1e835065e3ea owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:37.283287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=a907732d-cdeb-49df-9da0-cbee86beb296,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:37.384832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 20067235-faa3-4513-ac2a-3e72efa3b9cd no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:37.401737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] No DVR routers for this DVR port a907732d-cdeb-49df-9da0-cbee86beb296 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:37.405784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 20067235-faa3-4513-ac2a-3e72efa3b9cd {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:37.406202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 20067235-faa3-4513-ac2a-3e72efa3b9cd not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:37.406691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08f6e113-1d47-4f8d-840f-fc13ec13a723 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:37.408116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.411513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.11 "DELETE /v2.0/ports/a907732d-cdeb-49df-9da0-cbee86beb296 HTTP/1.1" status: 204 len: 173 time: 1.2384422 Nov 23 14:42:37.431203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 08f6e113-1d47-4f8d-840f-fc13ec13a723 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:37.431550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 08f6e113-1d47-4f8d-840f-fc13ec13a723 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:37.434055 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-3f4dcd28-9011-4c25-988a-55acf119dc9b service neutron] 10.222.0.11 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343154 Nov 23 14:42:37.610117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b397b8a6-44a4-47bb-80ff-0efadc43289d req-777965ee-662e-4595-91c0-bc2926078ebf service neutron] 10.222.0.11 "GET /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684635 Nov 23 14:42:37.628227 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.656206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Port': ['ID=2bb1da82-3644-424b-8e7e-1e835065e3ea,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:37.672730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58696661-169c-469f-8865-5d092069cc9b None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:37.728670 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.871831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.881991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69a1fa3f-cf3b-4b79-b054-75da3fc4ca6e req-d1613f8c-4711-4e12-a8c8-9c075c13944a tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 210 time: 0.0687218 Nov 23 14:42:37.883503 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.936333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.936985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Fanout notify agent at l3_agent the message router_deleted on router 79c923eb-6c76-4466-941c-5ede1272eed7 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:42:37.944275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:37.945385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-934461f9-e84d-458e-bc4c-7bb400bfa77c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/routers/79c923eb-6c76-4466-941c-5ede1272eed7 HTTP/1.1" status: 204 len: 168 time: 2.3194220 Nov 23 14:42:37.948163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60144) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:38.029684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.112992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60148) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:38.133339 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.150546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-deleted', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:38.153108 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4346a94a-e855-455d-9a09-593921a1bf9f" -d '{"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-deleted", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:38.158992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1eb9fa-afdc-47ac-a89b-f944913c5983']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:38.170187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f361438-27d0-4f10-b014-7be45332ccbb') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:38.170486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f361438-27d0-4f10-b014-7be45332ccbb') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:38.181253 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.195286 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa4faef-15b2-47e5-952d-9160a08e11ce x-openstack-request-id: req-6aa4faef-15b2-47e5-952d-9160a08e11ce {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:38.195286 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96431d8d-4ef2-47c6-a3ce-ebe625f11d04", "name": "network-vif-deleted", "tag": "a907732d-cdeb-49df-9da0-cbee86beb296", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:38.195286 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6aa4faef-15b2-47e5-952d-9160a08e11ce {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:38.195286 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96431d8d-4ef2-47c6-a3ce-ebe625f11d04', 'name': 'network-vif-deleted', 'tag': 'a907732d-cdeb-49df-9da0-cbee86beb296', 'status': 'completed', 'code': 200} Nov 23 14:42:38.198879 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.205542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:42:38.205996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:42:38.209092 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:42:38.281171 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.291241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.294629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/networks/db1eb9fa-afdc-47ac-a89b-f944913c5983 HTTP/1.1" status: 204 len: 168 time: 0.3456247 Nov 23 14:42:38.302760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60152) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:38.305101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bcaad-37f1-4437-b05a-f0265ab5e5dd tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Network': ['ID=db1eb9fa-afdc-47ac-a89b-f944913c5983,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:38.606753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting port e82f37cc-16fb-49b9-8755-9a3f10fb9776 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:38.607127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.726855 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.727119 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.741642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Calling delete_port for e82f37cc-16fb-49b9-8755-9a3f10fb9776 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:38.796524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.992200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee5aac42-b555-4e84-bcf3-6daef849d332 req-f1f7a25b-3e19-4c53-b8d5-e008b5f233d3 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 210 time: 0.0273254 Nov 23 14:42:39.068150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.108168 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Port': ['ID=e82f37cc-16fb-49b9-8755-9a3f10fb9776,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:39.214235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.214974 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Floating IP 803c9de6-8001-42d8-a29e-b9f14493f89d disassociated (deleted). External IP: 172.25.3.5, port: 94b30850-0042-4ed7-9d75-bc6328fd231f. Nov 23 14:42:39.309308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 85779157-435e-424b-acd2-fd1915467a06 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:39.309666 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.365985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2bb1da82-3644-424b-8e7e-1e835065e3ea no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:39.398093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 2bb1da82-3644-424b-8e7e-1e835065e3ea {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:39.398837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 2bb1da82-3644-424b-8e7e-1e835065e3ea not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:39.462003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 85779157-435e-424b-acd2-fd1915467a06, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=85779157-435e-424b-acd2-fd1915467a06,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:39.462385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.506818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 85779157-435e-424b-acd2-fd1915467a06 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:39.569189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:39.741406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:39.746393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.753600 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] Sync routers for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:39.763931 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:39.764705 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:39.779495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:39.809014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-96185d1f-5410-4ac9-9b90-075b748b6c7e tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/floatingips/803c9de6-8001-42d8-a29e-b9f14493f89d HTTP/1.1" status: 204 len: 168 time: 1.5025966 Nov 23 14:42:39.809250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:39.811466 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:39.820497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: a907732d-cdeb-49df-9da0-cbee86beb296 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:39.820943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device a907732d-cdeb-49df-9da0-cbee86beb296 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:39.821264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 662c7261-417e-485e-b7c2-7ce277cf4336 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:39.849411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.871488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 662c7261-417e-485e-b7c2-7ce277cf4336 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:39.871858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 662c7261-417e-485e-b7c2-7ce277cf4336 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:39.897741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=85779157-435e-424b-acd2-fd1915467a06,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:39.904538 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7b9591-1259-4de7-974b-e3ac2b675927 x-openstack-request-id: req-8a7b9591-1259-4de7-974b-e3ac2b675927 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:39.904829 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:39.905084 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a7b9591-1259-4de7-974b-e3ac2b675927 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:39.905398 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:39.905533 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'status': 'completed', 'code': 200} Nov 23 14:42:40.128818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-13d5bef6-7634-4a92-8572-412ed0043e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:40.131201 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-13d5bef6-7634-4a92-8572-412ed0043e40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8870526a9d4349d08543bcb047393c4d&device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 1136 time: 0.2144456 Nov 23 14:42:40.181956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-622ee283-c9d7-4c07-a7a3-d839df63d2bc req-082a5afc-757b-4051-8877-0d39dd87e432 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 210 time: 0.0529375 Nov 23 14:42:40.198656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:40.204295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edd37a-551d-442b-ba2b-ad162fd68a9a req-6118d899-d842-4bc1-9aad-af66aa9f4862 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:40.205871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79edd37a-551d-442b-ba2b-ad162fd68a9a req-6118d899-d842-4bc1-9aad-af66aa9f4862 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 985 time: 0.1104157 Nov 23 14:42:40.234352 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] Checking router: 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:40.247806 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:40.249693 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:40.292222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79edd37a-551d-442b-ba2b-ad162fd68a9a req-229a3fd9-9108-49bd-a627-5cb9e148ff53 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0795937 Nov 23 14:42:40.308673 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.338337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-89ec51e8-7edd-4c80-8549-d375a2e3be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:40.339944 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-89ec51e8-7edd-4c80-8549-d375a2e3be3f service neutron] 10.222.0.74 "GET /v2.0/networks?id=5aecc189-4a64-4fb8-95ce-903c55b7ce92 HTTP/1.1" status: 200 len: 897 time: 0.2015479 Nov 23 14:42:40.385100 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:40.416268 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-9aa1ba1a-6e66-4c64-80e9-b61b28f49cb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b30850-0042-4ed7-9d75-bc6328fd231f HTTP/1.1" status: 200 len: 217 time: 0.0439861 Nov 23 14:42:40.507852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-e0c8abb0-fed4-49dc-8d1b-e86101b1d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:40.509305 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-e0c8abb0-fed4-49dc-8d1b-e86101b1d7a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d30c1f6-7a2a-45cd-b989-e8704a72b504 HTTP/1.1" status: 200 len: 835 time: 0.0618377 Nov 23 14:42:40.614684 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:40.642098 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6725fcf-fc10-4d8b-a6a5-d7aafa8a2418 None None] The sync data for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 is: [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:41:21Z', 'revision_number': 4, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '527c81a7-096c-45c4-af60-ab3e02af9ebd', 'name': '', 'network_id': '5aecc189-4a64-4fb8-95ce-903c55b7ce92', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'mac_address': 'fa:16:3e:28:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:19Z', 'updated_at': '2021-11-23T14:41:24Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'subnets': [{'id': '5d30c1f6-7a2a-45cd-b989-e8704a72b504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:40.888542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c96054-a5d7-4f41-a813-107bb19e6583 None None] New status for floating IP 803c9de6-8001-42d8-a29e-b9f14493f89d: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:42:40.984291 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-c3edb576-3065-4370-87f9-511f54701ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:40.985805 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-c3edb576-3065-4370-87f9-511f54701ef5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5aecc189-4a64-4fb8-95ce-903c55b7ce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4325604 Nov 23 14:42:40.994395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router 23d78698-166a-4cdc-85d1-388a1512dbab has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:41.156250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-c93bb9d6-2b1d-43e0-b516-499b1b2d4540 service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607788 Nov 23 14:42:41.199710 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:41.205505 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5ba67f45-a90d-4c93-9116-ec9369ae6d82 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/23d78698-166a-4cdc-85d1-388a1512dbab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0914621 Nov 23 14:42:41.209128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60166) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:41.212514 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] Sync routers for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:41.226172 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:41.227486 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:41.275817 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e8234e0-2c80-47f7-a3fe-c1e50c466af5 req-d96028f7-75f8-4df3-92d3-a6e7a7d7ba86 service neutron] 10.222.0.74 "GET /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087546 Nov 23 14:42:41.347967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e150dba3-1308-4380-aae3-c3cc0a5e0b58 req-de149499-c684-4d24-8aa6-373c715e62aa tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cb80bcb-bd4f-4d29-b602-781ce0ef72c9 HTTP/1.1" status: 200 len: 210 time: 0.0681472 Nov 23 14:42:41.382208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:41.397109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting subnet 4c1d76d6-2626-4d31-a475-7e23ed66f9b7 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:42:41.411043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.465300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c596c-ea90-439f-8003-be51b6c2d815 req-48bb6385-5488-4e15-99aa-0d76d70be739 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:41.466758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-497c596c-ea90-439f-8003-be51b6c2d815 req-48bb6385-5488-4e15-99aa-0d76d70be739 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 985 time: 0.1596000 Nov 23 14:42:41.487660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.569680 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:42:39Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:41.570572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653fd14-dc9e-437c-b4d0-ef39e62bccf3 req-0b8296dc-5ab3-48cc-8cf3-eec4e5c79f80 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:41.577929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4653fd14-dc9e-437c-b4d0-ef39e62bccf3 req-0b8296dc-5ab3-48cc-8cf3-eec4e5c79f80 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c7ba7af-d1f3-476b-a127-9384b01cef2f HTTP/1.1" status: 200 len: 985 time: 0.1860836 Nov 23 14:42:41.597935 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] Checking router: 23d78698-166a-4cdc-85d1-388a1512dbab for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:41.606683 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] Routers {'23d78698-166a-4cdc-85d1-388a1512dbab'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:41.607370 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['23d78698-166a-4cdc-85d1-388a1512dbab'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:41.710052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.714292 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] Set router 23d78698-166a-4cdc-85d1-388a1512dbab gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:41.717825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4653fd14-dc9e-437c-b4d0-ef39e62bccf3 req-2d1be656-e71a-46cf-acec-f70463d158c8 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536&id=b6544c08-dc08-4709-a8cc-14019d06a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1391058 Nov 23 14:42:41.756022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting port 94b30850-0042-4ed7-9d75-bc6328fd231f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:41.756358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.832786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.865874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1d76d6-2626-4d31-a475-7e23ed66f9b7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:41.873393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.879453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60170) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:41.880112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f7cf2683-f5ea-4498-9945-af3d0c34df41 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/subnets/4c1d76d6-2626-4d31-a475-7e23ed66f9b7 HTTP/1.1" status: 204 len: 168 time: 0.6694143 Nov 23 14:42:41.893292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfca0485-87cf-4cad-87f3-c2e601c8aaa6 None None] Network 1a6ae908-4fa8-440a-94af-80c287a39450 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:41.919423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] For port 94b30850-0042-4ed7-9d75-bc6328fd231f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=94b30850-0042-4ed7-9d75-bc6328fd231f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:41.920128 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:41.941436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Calling delete_port for 94b30850-0042-4ed7-9d75-bc6328fd231f owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:41.994573 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:42:39Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:42.001654 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.028720 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54aad53-a6f8-4ee5-8c06-3fc1140d7e65 None None] The sync data for ids ['23d78698-166a-4cdc-85d1-388a1512dbab'] in n-d-818503-2 is: [{'id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041703452', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:31Z', 'updated_at': '2021-11-23T14:42:39Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': '4fa086eb-a197-4b11-9265-1a86b3de5720', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d78698-166a-4cdc-85d1-388a1512dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:32Z', 'updated_at': '2021-11-23T14:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:42.120310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.132516 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.163074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Port': ['ID=94b30850-0042-4ed7-9d75-bc6328fd231f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:42.176045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 4fa086eb-a197-4b11-9265-1a86b3de5720 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:42.176678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.203052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] No DVR routers for this DVR port 94b30850-0042-4ed7-9d75-bc6328fd231f on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:42.205648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.209779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-497c596c-ea90-439f-8003-be51b6c2d815 req-b4e0f8ec-1ea9-4548-9bcb-1af717cea5bb tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.74 "DELETE /v2.0/ports/94b30850-0042-4ed7-9d75-bc6328fd231f HTTP/1.1" status: 204 len: 173 time: 0.7318034 Nov 23 14:42:42.210375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'name': 'network-vif-deleted', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:42.212796 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916d3ba-8f59-46ae-a7f7-a9fecc20b7ec" -d '{"events": [{"server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "name": "network-vif-deleted", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:42.258946 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0be91b-a9a4-429e-a1a3-5f960e5a0cf9 x-openstack-request-id: req-be0be91b-a9a4-429e-a1a3-5f960e5a0cf9 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:42.259137 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port 4fa086eb-a197-4b11-9265-1a86b3de5720, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4fa086eb-a197-4b11-9265-1a86b3de5720,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:42.259306 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7ba7af-d1f3-476b-a127-9384b01cef2f", "name": "network-vif-deleted", "tag": "94b30850-0042-4ed7-9d75-bc6328fd231f", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:42.259433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.259555 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be0be91b-a9a4-429e-a1a3-5f960e5a0cf9 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:42.259975 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7ba7af-d1f3-476b-a127-9384b01cef2f', 'name': 'network-vif-deleted', 'tag': '94b30850-0042-4ed7-9d75-bc6328fd231f', 'status': 'completed', 'code': 200} Nov 23 14:42:42.277240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 4fa086eb-a197-4b11-9265-1a86b3de5720 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:42.399955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] DHCP port deletion for 1a6ae908-4fa8-440a-94af-80c287a39450 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:42.405960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60176) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:42.462463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] Deleting port 5cf37ddc-94db-461f-8031-84182287e00b {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:42.462846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.507347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53b04b9-739b-489b-97ee-50bcd9838f25 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.515619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.531003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] For port 5cf37ddc-94db-461f-8031-84182287e00b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5cf37ddc-94db-461f-8031-84182287e00b,segment=NetworkSegment(a17ec8b9-723e-44e3-a2ce-75674320d587),segment_id=a17ec8b9-723e-44e3-a2ce-75674320d587)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:42.531406 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.545012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53b04b9-739b-489b-97ee-50bcd9838f25 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.547943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] Calling delete_port for 5cf37ddc-94db-461f-8031-84182287e00b owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:42.654099 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=4fa086eb-a197-4b11-9265-1a86b3de5720,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:42.664235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53b04b9-739b-489b-97ee-50bcd9838f25 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.667972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53b04b9-739b-489b-97ee-50bcd9838f25 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.669240 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f53b04b9-739b-489b-97ee-50bcd9838f25 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] 10.222.0.46 "DELETE /v2.0/security-groups/2d8fc0d5-56f8-456b-8186-38622de22e56 HTTP/1.1" status: 204 len: 168 time: 0.2624664 Nov 23 14:42:42.684433 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.695061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b502928e-fedc-458c-8f7e-26c2176c26f0 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:42.743244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] No DVR routers for this DVR port 5cf37ddc-94db-461f-8031-84182287e00b on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:42.750159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5a25a-9f0c-41ce-a0ec-7a18e272fa51 None None] Pushing event deleted for resources: {'Port': ['ID=5cf37ddc-94db-461f-8031-84182287e00b,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:42.757052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b04b9-739b-489b-97ee-50bcd9838f25 tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8fc0d5-56f8-456b-8186-38622de22e56,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:42.801188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.828573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60184) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:42.903730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.913967 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.916741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.941394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.996235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:42.996235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Fanout notify agent at l3_agent the message router_deleted on router 23d78698-166a-4cdc-85d1-388a1512dbab {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:42:43.016227 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.017467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eab32e02-3961-4c2b-bb8d-a94bf4132ecf tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/routers/23d78698-166a-4cdc-85d1-388a1512dbab HTTP/1.1" status: 204 len: 168 time: 1.1369328 Nov 23 14:42:43.026092 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60200) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:43.051178 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.065132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.071102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/security-groups/b6544c08-dc08-4709-a8cc-14019d06a78b HTTP/1.1" status: 204 len: 168 time: 0.2392018 Nov 23 14:42:43.072438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60206) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:43.149342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6544c08-dc08-4709-a8cc-14019d06a78b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:43.156288 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.195109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.195486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.195864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.196246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.196658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.197034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.197348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.197718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.198037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.198371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.198840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.199213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d384b-8130-445b-9030-ba8996f62edf tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:43.293946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-988ba614-dbf7-436f-83e1-f7121708aea2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.301284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.325419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-988ba614-dbf7-436f-83e1-f7121708aea2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.329821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6ae908-4fa8-440a-94af-80c287a39450']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:43.340758 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17ec8b9-723e-44e3-a2ce-75674320d587') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:43.341254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17ec8b9-723e-44e3-a2ce-75674320d587') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:43.353493 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.375961 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.382656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:42:43.383265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.403739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-988ba614-dbf7-436f-83e1-f7121708aea2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.407179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-988ba614-dbf7-436f-83e1-f7121708aea2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.409558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-988ba614-dbf7-436f-83e1-f7121708aea2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/security-groups/d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536 HTTP/1.1" status: 204 len: 168 time: 0.2952487 Nov 23 14:42:43.423460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60248) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:43.426195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ba614-dbf7-436f-83e1-f7121708aea2 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb9528-aa6b-4b79-bb1e-8b74c5ef8536,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:42:43.463469 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:42:43.468571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.477583 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.488204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60256) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:43.488751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/networks/1a6ae908-4fa8-440a-94af-80c287a39450 HTTP/1.1" status: 204 len: 168 time: 0.4615946 Nov 23 14:42:43.500876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b2b1-0282-47c6-9cab-8a534e0e4196 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Network': ['ID=1a6ae908-4fa8-440a-94af-80c287a39450,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:43.645767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a986ed34-d865-4b34-8c60-fd5b09297f9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.694569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 85779157-435e-424b-acd2-fd1915467a06 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:43.735404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 85779157-435e-424b-acd2-fd1915467a06 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:43.735823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 85779157-435e-424b-acd2-fd1915467a06 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:43.736464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5cf37ddc-94db-461f-8031-84182287e00b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:43.746684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a986ed34-d865-4b34-8c60-fd5b09297f9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.771244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5cf37ddc-94db-461f-8031-84182287e00b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:43.771583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5cf37ddc-94db-461f-8031-84182287e00b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:43.772195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4fa086eb-a197-4b11-9265-1a86b3de5720 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:43.799572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4fa086eb-a197-4b11-9265-1a86b3de5720 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:43.800253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4fa086eb-a197-4b11-9265-1a86b3de5720 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:43.899284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a986ed34-d865-4b34-8c60-fd5b09297f9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.902197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a986ed34-d865-4b34-8c60-fd5b09297f9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:43.903790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a986ed34-d865-4b34-8c60-fd5b09297f9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0277ede-3e61-4f6d-bb41-c74fdab2b85f HTTP/1.1" status: 204 len: 168 time: 0.4145391 Nov 23 14:42:43.928284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986ed34-d865-4b34-8c60-fd5b09297f9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0277ede-3e61-4f6d-bb41-c74fdab2b85f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:44.209524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.027573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60438) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:45.032170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1f433072-7639-4bab-87fc-dcf443dc58a0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033088294', 'description': 'tempest-secgroup-smoke-2033088294 description', 'project_id': 'a4d753cb55474b9e9add25d832d02faf'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:45.039676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting port 527c81a7-096c-45c4-af60-ab3e02af9ebd {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:45.040533 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.100737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f433072-7639-4bab-87fc-dcf443dc58a0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.164520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 94b30850-0042-4ed7-9d75-bc6328fd231f no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:45.211485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 94b30850-0042-4ed7-9d75-bc6328fd231f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:45.216286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 94b30850-0042-4ed7-9d75-bc6328fd231f not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:45.253291 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f433072-7639-4bab-87fc-dcf443dc58a0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.259087 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f433072-7639-4bab-87fc-dcf443dc58a0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.269566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] For port 527c81a7-096c-45c4-af60-ab3e02af9ebd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=527c81a7-096c-45c4-af60-ab3e02af9ebd,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:45.270986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.294831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Calling delete_port for 527c81a7-096c-45c4-af60-ab3e02af9ebd owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:45.328036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f433072-7639-4bab-87fc-dcf443dc58a0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.329334 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f433072-7639-4bab-87fc-dcf443dc58a0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3007097 Nov 23 14:42:45.339395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60470) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:45.341564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f433072-7639-4bab-87fc-dcf443dc58a0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:45.359286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-80d7d7b6-9669-4cb5-9eee-b9f0f553fd10 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:45.403820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80d7d7b6-9669-4cb5-9eee-b9f0f553fd10 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.532004 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80d7d7b6-9669-4cb5-9eee-b9f0f553fd10 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.537736 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80d7d7b6-9669-4cb5-9eee-b9f0f553fd10 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.561064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7d7b6-9669-4cb5-9eee-b9f0f553fd10 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4633a591-0178-4093-a976-58d3d2825c52,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:45.573559 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80d7d7b6-9669-4cb5-9eee-b9f0f553fd10 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.574789 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-80d7d7b6-9669-4cb5-9eee-b9f0f553fd10 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342558 Nov 23 14:42:45.577586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60500) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:45.588342 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.611274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4860350b-b671-415f-8bac-8953b5b32ae7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:45.627585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Port': ['ID=527c81a7-096c-45c4-af60-ab3e02af9ebd,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:45.672946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4860350b-b671-415f-8bac-8953b5b32ae7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.832983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4860350b-b671-415f-8bac-8953b5b32ae7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.839680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4860350b-b671-415f-8bac-8953b5b32ae7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.877664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.881733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4860350b-b671-415f-8bac-8953b5b32ae7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:45.883109 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4860350b-b671-415f-8bac-8953b5b32ae7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044870 Nov 23 14:42:45.886459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60536) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:45.891555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e4eb064f-ca93-456a-a864-667bf51a715b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:45.892373 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860350b-b671-415f-8bac-8953b5b32ae7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb134249-1a1c-4c5a-89cf-d52fb8c1d913,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:45.986406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eb064f-ca93-456a-a864-667bf51a715b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.091841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eb064f-ca93-456a-a864-667bf51a715b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.099321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eb064f-ca93-456a-a864-667bf51a715b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.158289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb064f-ca93-456a-a864-667bf51a715b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78293fb0-6900-4eab-beb3-bdf8ac89aa35,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:46.200784 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4eb064f-ca93-456a-a864-667bf51a715b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.205204 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60568) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:46.206317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e4eb064f-ca93-456a-a864-667bf51a715b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3185689 Nov 23 14:42:46.210153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c40ba515-3780-4f95-98e8-5146048a97fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:46.246057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:46.288916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40ba515-3780-4f95-98e8-5146048a97fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.399697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40ba515-3780-4f95-98e8-5146048a97fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.408512 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40ba515-3780-4f95-98e8-5146048a97fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.436838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ba515-3780-4f95-98e8-5146048a97fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6fd4d8-de32-43b0-bcc6-b7edae51b499,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:46.449424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40ba515-3780-4f95-98e8-5146048a97fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.452530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c40ba515-3780-4f95-98e8-5146048a97fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2464216 Nov 23 14:42:46.459166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60598) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:46.466599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:46.537679 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:42:46.547144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.557920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:46.567374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] Sync routers for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:46.569544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1264f824-0a71-4e79-9945-46da63f07e5c tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "PUT /v2.0/routers/760714fa-4ce4-4ee0-bcfc-ac8c425efa86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1402993 Nov 23 14:42:46.572262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60614) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:46.603126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:46.604191 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:46.643905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting subnet 5d30c1f6-7a2a-45cd-b989-e8704a72b504 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:42:46.648454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.687538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.697802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.716953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.730021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d289673-e805-42c4-9e63-5e4b63d550f6,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:46.747240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.752252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4a1cefb3-d941-4ee5-8b8b-e14daf12a546 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2890022 Nov 23 14:42:46.758522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60632) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:46.764117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'security_group_rule': {'security_group_id': '5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:46.799215 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Project a4d753cb55474b9e9add25d832d02faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:42:46.809338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.873668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.929421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.932729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:46.934599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.960670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aef5eb-448e-4079-8f8a-83989c0c538c,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:46.973177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.980483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fdd410bb-a591-43c6-863b-6e3e692feac0 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198596 Nov 23 14:42:46.980977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60658) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:46.990691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.994014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'network': {'name': 'tempest-network-smoke--1788412922', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'port_security_enabled': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:47.034692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:47.042811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Subnet': ['ID=5d30c1f6-7a2a-45cd-b989-e8704a72b504,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:47.049767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.055333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.060845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40d89ac5-2c2a-4b60-bd3b-0e9b8b2474c5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/subnets/5d30c1f6-7a2a-45cd-b989-e8704a72b504 HTTP/1.1" status: 204 len: 168 time: 0.4872749 Nov 23 14:42:47.065022 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60664) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:47.085516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:42:47.100611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16bd55-201b-4f4a-bd01-e0bae246cfdf None None] Network 5aecc189-4a64-4fb8-95ce-903c55b7ce92 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:47.101128 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.102527 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Added segment fb6072bf-8c6a-4396-b391-3b02a68a6046 of type vlan for network 1d25b590-3056-4443-9cd5-3a6235702bd8 Nov 23 14:42:47.172678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.216023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.229045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:47.230529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.235157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.328667 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3465898 Nov 23 14:42:47.334688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60666) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:47.340977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'admin_state_up': True, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:47.383846 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.389870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.391474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.460812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab04b3-7eb6-4ef8-ab32-28cd737665c4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Network': ['ID=1d25b590-3056-4443-9cd5-3a6235702bd8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:47.489064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:42:47.492402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.588865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] DHCP port deletion for 5aecc189-4a64-4fb8-95ce-903c55b7ce92 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:47.597224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:42:45Z', 'revision_number': 5, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port': {'id': '6f698565-cbcb-48a5-82cd-7ebce8faf492', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:41:16Z', 'updated_at': '2021-11-23T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:47.629364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Deleting port 6f698565-cbcb-48a5-82cd-7ebce8faf492 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:47.630051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.655076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] Checking router: 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:47.671159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] Routers {'760714fa-4ce4-4ee0-bcfc-ac8c425efa86'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:47.672033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:47.725394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.775263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] Deleting port 81e691a9-abfe-4ad8-aeff-006899f4ea2f {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:47.775643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.792363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] Set router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:47.829686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] For port 6f698565-cbcb-48a5-82cd-7ebce8faf492, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6f698565-cbcb-48a5-82cd-7ebce8faf492,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:47.830249 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:47.847402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Calling delete_port for 6f698565-cbcb-48a5-82cd-7ebce8faf492 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:48.034128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 6, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:48.064853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d17f6c-c13c-4236-9420-757720c9d599 None None] The sync data for ids ['760714fa-4ce4-4ee0-bcfc-ac8c425efa86'] in n-d-818503-2 is: [{'id': '760714fa-4ce4-4ee0-bcfc-ac8c425efa86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-384464388', 'tenant_id': '8870526a9d4349d08543bcb047393c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:41:15Z', 'updated_at': '2021-11-23T14:42:47Z', 'revision_number': 6, 'project_id': '8870526a9d4349d08543bcb047393c4d', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:48.116527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] For port 81e691a9-abfe-4ad8-aeff-006899f4ea2f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=81e691a9-abfe-4ad8-aeff-006899f4ea2f,segment=NetworkSegment(32784086-89c3-4974-9e11-d4a8c7f5b814),segment_id=32784086-89c3-4974-9e11-d4a8c7f5b814)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:48.117142 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.137418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] Calling delete_port for 81e691a9-abfe-4ad8-aeff-006899f4ea2f owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:48.238012 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.271439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] Pushing event deleted for resources: {'Port': ['ID=81e691a9-abfe-4ad8-aeff-006899f4ea2f,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:48.273451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84e4cc-70cb-4c3c-be5b-7bde03fceab8 None None] No DVR routers for this DVR port 81e691a9-abfe-4ad8-aeff-006899f4ea2f on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:48.471339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.494425 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.613333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.648493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Port': ['ID=6f698565-cbcb-48a5-82cd-7ebce8faf492,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:48.666164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60672) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:48.675903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec60e8-54a0-4e4d-9df2-4df80107321e None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:48.696576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.238 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/dc37ae4e-8bbc-4499-8ee7-932d11016348) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:48.763507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.898318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.901762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.972167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.972713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Fanout notify agent at l3_agent the message router_deleted on router 760714fa-4ce4-4ee0-bcfc-ac8c425efa86 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:42:48.979789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.980917 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8004e429-1b4e-4a7f-92d0-4db658d827a5 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/routers/760714fa-4ce4-4ee0-bcfc-ac8c425efa86 HTTP/1.1" status: 204 len: 168 time: 1.9121985 Nov 23 14:42:48.984105 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:48.985421 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60674) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:49.078606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.083072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.099054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.184084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:49.193358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:49.195810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:49.213726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082438d8-9a86-4d01-8416-b87b70612f5a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:49.227749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.276756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=dc37ae4e-8bbc-4499-8ee7-932d11016348,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:49.278199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d3e433b6-5987-44fe-95bd-8878cd9794e5 None None] Provisioning complete for port dc37ae4e-8bbc-4499-8ee7-932d11016348 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:49.285691 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d3e433b6-5987-44fe-95bd-8878cd9794e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.286657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aecc189-4a64-4fb8-95ce-903c55b7ce92']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:49.300482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32784086-89c3-4974-9e11-d4a8c7f5b814') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:49.300765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32784086-89c3-4974-9e11-d4a8c7f5b814') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:49.358197 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.382153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.391284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:42:49.392365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:42:49.418862 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:42:49.421490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Deleting port bb2c5516-42bc-45e9-bb31-baf5edf74a59 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:49.421490 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.422080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d3e433b6-5987-44fe-95bd-8878cd9794e5 None None] Port dc37ae4e-8bbc-4499-8ee7-932d11016348 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:49.433597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6f698565-cbcb-48a5-82cd-7ebce8faf492 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:49.457487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6f698565-cbcb-48a5-82cd-7ebce8faf492 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:49.457799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6f698565-cbcb-48a5-82cd-7ebce8faf492 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:49.458213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 527c81a7-096c-45c4-af60-ab3e02af9ebd no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:49.478235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 527c81a7-096c-45c4-af60-ab3e02af9ebd {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:49.478585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 527c81a7-096c-45c4-af60-ab3e02af9ebd not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:49.479041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 81e691a9-abfe-4ad8-aeff-006899f4ea2f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:49.498684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 81e691a9-abfe-4ad8-aeff-006899f4ea2f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:49.499209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 81e691a9-abfe-4ad8-aeff-006899f4ea2f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:49.523016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] For port bb2c5516-42bc-45e9-bb31-baf5edf74a59, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bb2c5516-42bc-45e9-bb31-baf5edf74a59,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:49.523603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.524112 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.528792 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.532607 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] 10.222.0.46 "DELETE /v2.0/networks/5aecc189-4a64-4fb8-95ce-903c55b7ce92 HTTP/1.1" status: 204 len: 168 time: 0.5462563 Nov 23 14:42:49.546505 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Calling delete_port for bb2c5516-42bc-45e9-bb31-baf5edf74a59 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:49.574475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4647ec-e97c-4c0f-9219-cffb3ddd4fe3 tempest-TestSecurityGroupsBasicOps-100355103 tempest-TestSecurityGroupsBasicOps-100355103-project] Pushing event deleted for resources: {'Network': ['ID=5aecc189-4a64-4fb8-95ce-903c55b7ce92,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:49.740994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.768305 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:49.796670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2c5516-42bc-45e9-bb31-baf5edf74a59,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:49.873322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60682) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:49.980972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.025919 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.045080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c6b76d5e-392a-442c-98b3-ec62df794503 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8870526a9d4349d08543bcb047393c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706471 Nov 23 14:42:50.049159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60686) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.140234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e69b041-3e36-4a2f-bd79-30e9922cb7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.164234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router b65fa139-a1ad-4291-840f-827fe62e3089 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:42:50.202983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e69b041-3e36-4a2f-bd79-30e9922cb7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.271794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:50.282095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Router 21182870-dcfb-4d6e-93eb-b8c77378c6be has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:50.289693 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Sync routers for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:50.296868 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.298110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8710763c-a240-470b-bf8e-4e3ae14a4c44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9612415 Nov 23 14:42:50.298762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e69b041-3e36-4a2f-bd79-30e9922cb7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.301365 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60688) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.302730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:50.303431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:50.303586 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2e69b041-3e36-4a2f-bd79-30e9922cb7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.307143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2e69b041-3e36-4a2f-bd79-30e9922cb7b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64aa973b-77e1-4e4d-9701-6608d29fbf57 HTTP/1.1" status: 204 len: 168 time: 0.2553744 Nov 23 14:42:50.333110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dc34a424-45d7-4051-8a16-2aa3b56cc4e6 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=a4d753cb55474b9e9add25d832d02faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296130 Nov 23 14:42:50.335942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60692) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.351107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b041-3e36-4a2f-bd79-30e9922cb7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aa973b-77e1-4e4d-9701-6608d29fbf57,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:50.445293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:50.448632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e6bb4-f458-4540-886d-73b3dcfd9b3c tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:50.453190 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-458e6bb4-f458-4540-886d-73b3dcfd9b3c tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1136870 Nov 23 14:42:50.453605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-66bcf7df-354c-456b-ba37-95f656af58a5 admin admin] 10.222.0.46 "PUT /v2.0/routers/21182870-dcfb-4d6e-93eb-b8c77378c6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7834125 Nov 23 14:42:50.453605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60694) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.454041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60696) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.463434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] Sync routers for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:50.469693 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:50.486485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:50.486750 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5322ca36-6e08-4176-8a83-04b2d7cf20b0 tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313411 Nov 23 14:42:50.487934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:50.489323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60700) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.496288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1230621278', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:50.580753 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.632674 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:50.640847 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.676124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:50.679171 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:49Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:50.711394 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Checking router: b65fa139-a1ad-4291-840f-827fe62e3089 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:50.711746 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Updating router b65fa139-a1ad-4291-840f-827fe62e3089 port dc37ae4e-8bbc-4499-8ee7-932d11016348 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:50.726355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.767830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60702) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.773067 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.790174 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54dde7ab-75ab-41fd-9ab5-0fc3bd9f47db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.805028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Deleting port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:50.805597 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.873120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54dde7ab-75ab-41fd-9ab5-0fc3bd9f47db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.883029 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54dde7ab-75ab-41fd-9ab5-0fc3bd9f47db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.916969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] For port 19ee667e-1bad-4c50-9ae5-a8db4b6e3285, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:50.917341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:50.922127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:42:49Z', 'revision_number': 5, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port': {'id': '19ee667e-1bad-4c50-9ae5-a8db4b6e3285', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:50.934272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Calling delete_port for 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:50.941027 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-54dde7ab-75ab-41fd-9ab5-0fc3bd9f47db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0285039df6c7490e9fb5a70e21783334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721580 Nov 23 14:42:50.947014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60704) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:50.955432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] Checking router: 21182870-dcfb-4d6e-93eb-b8c77378c6be for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:50.965004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] Routers {'21182870-dcfb-4d6e-93eb-b8c77378c6be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:50.965967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21182870-dcfb-4d6e-93eb-b8c77378c6be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:50.967983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dde7ab-75ab-41fd-9ab5-0fc3bd9f47db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063a7eed-59d3-44e4-8228-c5846831df9e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.041043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.062448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] Set router 21182870-dcfb-4d6e-93eb-b8c77378c6be gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:51.097034 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.103816 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Subnet': ['ID=bc2b62f2-b9dd-41e1-927f-c04687e6246c,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.107734 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.113196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Checking segment: {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:51.114383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network hostable DHCP agents. Network: 1d25b590-3056-4443-9cd5-3a6235702bd8, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:42:51.127495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 6, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:51.132779 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:42:51.142594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1d25b590-3056-4443-9cd5-3a6235702bd8) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:51.144337 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2ac-dd60-4e16-9c40-7d4adc40bab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.147327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:51.147950 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.168674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd36d7-84ff-46f6-8014-8ff2dce27bd2 None None] The sync data for ids ['21182870-dcfb-4d6e-93eb-b8c77378c6be'] in n-d-818503-2 is: [{'id': '21182870-dcfb-4d6e-93eb-b8c77378c6be', 'name': 'tempest-TestVolumeBackupRestore-712982178-router', 'tenant_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:15Z', 'updated_at': '2021-11-23T14:42:50Z', 'revision_number': 6, 'project_id': 'eaeda7ec279a432a8f6bf26ef72344eb', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:51.170705 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-291d6374-b52e-4179-8dcf-be8d35463a2f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6792488 Nov 23 14:42:51.171741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60706) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:51.172594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a5442-b94b-488d-adfc-e1b77decc3b3 None None] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:51.184548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2ac-dd60-4e16-9c40-7d4adc40bab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.188734 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Pushing event updated for resources: {'Port': ['ID=dc37ae4e-8bbc-4499-8ee7-932d11016348,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.216940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da511c6b-f35c-47e5-8956-dadbff3bd3df None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:51.217919 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Attempting to bind port dc37ae4e-8bbc-4499-8ee7-932d11016348 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:51.218558 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Attempting to bind port dc37ae4e-8bbc-4499-8ee7-932d11016348 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:51.219046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Attempting to bind port dc37ae4e-8bbc-4499-8ee7-932d11016348 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:51.223062 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.224307 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.224847 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.225514 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.226066 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.226646 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.227335 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.228280 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.229046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.229891 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.230422 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.230980 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:42:51.242261 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:51.242745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:51.243437 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.243930 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:51.244639 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Bound port: dc37ae4e-8bbc-4499-8ee7-932d11016348, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:51.245121 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.300538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.308788 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2ac-dd60-4e16-9c40-7d4adc40bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.311332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-afb2e2ac-dd60-4e16-9c40-7d4adc40bab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.315139 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-afb2e2ac-dd60-4e16-9c40-7d4adc40bab0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/063a7eed-59d3-44e4-8228-c5846831df9e HTTP/1.1" status: 204 len: 168 time: 0.3648715 Nov 23 14:42:51.335679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ee667e-1bad-4c50-9ae5-a8db4b6e3285,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.336205 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] For port dc37ae4e-8bbc-4499-8ee7-932d11016348, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:51.342534 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] For port dc37ae4e-8bbc-4499-8ee7-932d11016348, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dc37ae4e-8bbc-4499-8ee7-932d11016348,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:51.347148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2e2ac-dd60-4e16-9c40-7d4adc40bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a7eed-59d3-44e4-8228-c5846831df9e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.351151 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.384353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a6896-3f1f-4640-b67b-6ca5208d8a2e None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:51.412534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.417360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ce62cdbe-efa5-490e-ace5-f9b851d60c01 None None] Provisioning complete for port dc37ae4e-8bbc-4499-8ee7-932d11016348 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:51.418115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce62cdbe-efa5-490e-ace5-f9b851d60c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.462942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073b2b3-b2e3-4545-9b42-d027435f5862 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:51.477224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-1d25b590-3056-4443-9cd5-3a6235702bd8', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:42:51.478784 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.492927 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:51.493566 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:51.608858 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bb21f-b1cc-4147-b017-bbdc9df4e4d1 None None] Pushing event updated for resources: {'Port': ['ID=dc37ae4e-8bbc-4499-8ee7-932d11016348,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:51.622563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.627387 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.690831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.693965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21182870-dcfb-4d6e-93eb-b8c77378c6be {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:42:51.699865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.704937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60712) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:51.706310 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ebe6fb91-0f3a-453c-881c-cab86ed65e56 admin admin] 10.222.0.46 "DELETE /v2.0/routers/21182870-dcfb-4d6e-93eb-b8c77378c6be HTTP/1.1" status: 204 len: 168 time: 1.2519250 Nov 23 14:42:51.730319 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:51.810278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] Deleting subnet abf8e880-6cf9-450a-98f8-e451057a62f0 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:42:51.813780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.828116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bb2c5516-42bc-45e9-bb31-baf5edf74a59 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:51.842221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce62cdbe-efa5-490e-ace5-f9b851d60c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.894697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: bb2c5516-42bc-45e9-bb31-baf5edf74a59 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:51.895487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bb2c5516-42bc-45e9-bb31-baf5edf74a59 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:51.903572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Allocated IP 172.20.0.2 (1d25b590-3056-4443-9cd5-3a6235702bd8/bc2b62f2-b9dd-41e1-927f-c04687e6246c/7f8fdeb1-6ee5-47d4-b621-efad9c4871a4) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:51.922159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ce62cdbe-efa5-490e-ace5-f9b851d60c01 None None] For port dc37ae4e-8bbc-4499-8ee7-932d11016348, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dc37ae4e-8bbc-4499-8ee7-932d11016348,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:51.928639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce62cdbe-efa5-490e-ace5-f9b851d60c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.932062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60714) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:51.943746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:51.956989 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:49Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:51.996825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fb8ef9ac-e18e-48ff-94eb-0b8acddaa662 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd3b8958e0614eb19051eba79f162f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611141 Nov 23 14:42:51.999676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60716) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:52.000379 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cb19f-e225-4017-9c8e-a58c6f0afa68 None None] The sync data for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 is: [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:49Z', 'revision_number': 3, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:52.029169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62cdbe-efa5-490e-ace5-f9b851d60c01 None None] Pushing event updated for resources: {'Port': ['ID=dc37ae4e-8bbc-4499-8ee7-932d11016348,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:52.058725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.069067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91bbc59b-0d4f-4400-814e-41ec5953e7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.072537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9be26cfe-8ef7-4973-954b-8229cd37c382 None None] Provisioning complete for port dc37ae4e-8bbc-4499-8ee7-932d11016348 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:52.073052 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9be26cfe-8ef7-4973-954b-8229cd37c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.081350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.095108 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91bbc59b-0d4f-4400-814e-41ec5953e7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.171445 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91bbc59b-0d4f-4400-814e-41ec5953e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.177355 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91bbc59b-0d4f-4400-814e-41ec5953e7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.178381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-91bbc59b-0d4f-4400-814e-41ec5953e7ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67e312f9-572e-4668-b993-53c072506f95 HTTP/1.1" status: 204 len: 168 time: 0.1770797 Nov 23 14:42:52.181899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.191585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbc59b-0d4f-4400-814e-41ec5953e7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e312f9-572e-4668-b993-53c072506f95,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:52.226514 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.280471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:52.288262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:52.291130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:52.361395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Attempting to bind port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:52.361790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Attempting to bind port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:52.362145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Attempting to bind port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 on network 1d25b590-3056-4443-9cd5-3a6235702bd8 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:52.371376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:52.371740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Checking segment: {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:52.372148 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.372608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Bound using segment: {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:52.373115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Bound port: 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:52.373435 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.413936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Pushing event updated for resources: {'Port': ['ID=7f8fdeb1-6ee5-47d4-b621-efad9c4871a4,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:52.492118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] For port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:52.499280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] For port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7f8fdeb1-6ee5-47d4-b621-efad9c4871a4,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:52.506337 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.647794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea92d4-c2b5-4c36-a7c6-f9c485f6d6ff None None] Pushing event updated for resources: {'Port': ['ID=7f8fdeb1-6ee5-47d4-b621-efad9c4871a4,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:52.876176 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.916805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf8e880-6cf9-450a-98f8-e451057a62f0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:52.926215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:52.932921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60720) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:52.933713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40c038d9-cbb2-4e05-ac51-11e0a278ab25 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/abf8e880-6cf9-450a-98f8-e451057a62f0 HTTP/1.1" status: 204 len: 168 time: 1.2276952 Nov 23 14:42:52.939346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605e387-d756-47fe-bdbe-ef34e9b00ac2 None None] Network bfce6e4b-8217-4e66-8956-400374674763 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:53.088914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.1 (1d25b590-3056-4443-9cd5-3a6235702bd8/bc2b62f2-b9dd-41e1-927f-c04687e6246c/a13fde70-d42e-4041-9152-55a3559cd96f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:53.092801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.166878 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Deleting port 8a93d724-81eb-4afc-9650-e753eedbf036 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:53.167889 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.238798 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.244028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] For port 8a93d724-81eb-4afc-9650-e753eedbf036, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8a93d724-81eb-4afc-9650-e753eedbf036,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:53.244472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.259007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Calling delete_port for 8a93d724-81eb-4afc-9650-e753eedbf036 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:53.263548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] DHCP port deletion for bfce6e4b-8217-4e66-8956-400374674763 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:53.281393 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.337026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:53.343263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:53.347552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:53.372417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] Deleting port 8a93d724-81eb-4afc-9650-e753eedbf036 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:53.375860 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.384868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.390915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=a13fde70-d42e-4041-9152-55a3559cd96f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:53.421304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a93d724-81eb-4afc-9650-e753eedbf036,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:53.426554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] No DVR routers for this DVR port 8a93d724-81eb-4afc-9650-e753eedbf036 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:53.430633 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.488347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] For port 8a93d724-81eb-4afc-9650-e753eedbf036, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8a93d724-81eb-4afc-9650-e753eedbf036,segment=NetworkSegment(6b56c8bc-37e8-4378-90ed-86d1557c7037),segment_id=6b56c8bc-37e8-4378-90ed-86d1557c7037)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:53.489855 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.530726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] Calling delete_port for 8a93d724-81eb-4afc-9650-e753eedbf036 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:53.533540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dc37ae4e-8bbc-4499-8ee7-932d11016348 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:53.564963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.603046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfce6e4b-8217-4e66-8956-400374674763']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:53.616131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b56c8bc-37e8-4378-90ed-86d1557c7037') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:53.616740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b56c8bc-37e8-4378-90ed-86d1557c7037') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:53.618355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.628901 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.645824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port dc37ae4e-8bbc-4499-8ee7-932d11016348 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:53.646488 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.648394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.656307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:42:53.657308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.702862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:42:53.712280 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:42:53.728204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.739061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] Pushing event deleted for resources: {'Port': ['ID=8a93d724-81eb-4afc-9650-e753eedbf036,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:53.740412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.745155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bfce6e4b-8217-4e66-8956-400374674763 HTTP/1.1" status: 204 len: 168 time: 0.8091304 Nov 23 14:42:53.747569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60722) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:53.750597 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] Network bfce6e4b-8217-4e66-8956-400374674763 is not hosted by any dhcp agent {{(pid=103347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:42:53.751318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc6731-e90a-46c6-a78f-93a9e00ed842 None None] No DVR routers for this DVR port 8a93d724-81eb-4afc-9650-e753eedbf036 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:53.792765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bee87a-2331-4103-946a-05b1cad4d800 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfce6e4b-8217-4e66-8956-400374674763,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:53.810392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:53.862936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:53.863322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.921874 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.986248 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.987915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.994914 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.055107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7f8fdeb1-6ee5-47d4-b621-efad9c4871a4,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:54.070468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.119689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=a13fde70-d42e-4041-9152-55a3559cd96f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:54.132546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.144810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e5dc3-4253-4f97-a36f-c79c04e1d7e7 None None] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:54.149005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=7f8fdeb1-6ee5-47d4-b621-efad9c4871a4,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:54.155527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:54.203690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:54.204055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 19ee667e-1bad-4c50-9ae5-a8db4b6e3285 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:54.204611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8a93d724-81eb-4afc-9650-e753eedbf036 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:54.227359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8a93d724-81eb-4afc-9650-e753eedbf036 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:54.228031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8a93d724-81eb-4afc-9650-e753eedbf036 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:54.232328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0728dce4-3711-4c49-a49f-62827a0a4d84 None None] Provisioning complete for port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:54.232874 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0728dce4-3711-4c49-a49f-62827a0a4d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.242936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:54.244523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:54.313755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.370432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router b65fa139-a1ad-4291-840f-827fe62e3089 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:54.499660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:54.514611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-98f8bb79-a081-4302-9477-4e5793a9a81c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/b65fa139-a1ad-4291-840f-827fe62e3089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325703 Nov 23 14:42:54.517417 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Sync routers for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:54.536579 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:54.537211 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:54.673556 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:54.734392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-cdf0e610-f462-46ef-87a0-f7990dc34d57 None None] Provisioning complete for port a13fde70-d42e-4041-9152-55a3559cd96f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:54.735423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e610-f462-46ef-87a0-f7990dc34d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.779183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0e610-f462-46ef-87a0-f7990dc34d57 None None] Port a13fde70-d42e-4041-9152-55a3559cd96f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:54.796713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-cdf0e610-f462-46ef-87a0-f7990dc34d57 None None] Provisioning complete for port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:54.797382 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e610-f462-46ef-87a0-f7990dc34d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:54.901719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-5ebc6dce-4bc0-4ea8-847e-d117b95bde65 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033088294&fields=id&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 267 time: 0.0992036 Nov 23 14:42:55.018002 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 2, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:55.050586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-5a589225-67cb-415b-a393-77e2191028c3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:55.052306 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-5a589225-67cb-415b-a393-77e2191028c3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/networks?id=1d25b590-3056-4443-9cd5-3a6235702bd8 HTTP/1.1" status: 200 len: 797 time: 0.1332250 Nov 23 14:42:55.059806 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Checking router: b65fa139-a1ad-4291-840f-827fe62e3089 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:55.060166 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Updating router b65fa139-a1ad-4291-840f-827fe62e3089 port a13fde70-d42e-4041-9152-55a3559cd96f binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:42:55.105951 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.108385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-d8adaba1-785d-4c86-9906-57bec35d33b7 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/quotas/a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 375 time: 0.0277927 Nov 23 14:42:55.199232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Deleting port 6106a850-61c0-4686-9e3e-977786216a86 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:55.199587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.207265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-40340d2a-63cc-4734-b076-4c374850ef9b tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730021 Nov 23 14:42:55.241436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e5992bac-104b-4852-a6c1-2e6c8345a4c0 None None] Provisioning complete for port a13fde70-d42e-4041-9152-55a3559cd96f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:55.242488 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e5992bac-104b-4852-a6c1-2e6c8345a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.284369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e5992bac-104b-4852-a6c1-2e6c8345a4c0 None None] Port a13fde70-d42e-4041-9152-55a3559cd96f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:55.302417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] For port 6106a850-61c0-4686-9e3e-977786216a86, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6106a850-61c0-4686-9e3e-977786216a86,segment=NetworkSegment(28c29230-3bba-4b0f-a733-dd5a0db5463f),segment_id=28c29230-3bba-4b0f-a733-dd5a0db5463f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:55.302858 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.321436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Calling delete_port for 6106a850-61c0-4686-9e3e-977786216a86 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:55.402874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:55.413909 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.420106 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.455915 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:55.456437 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.514004 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89989f2-9ddd-4ca5-9084-23065ab78b2c None None] Pushing event updated for resources: {'Port': ['ID=a13fde70-d42e-4041-9152-55a3559cd96f,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:55.522866 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-b9490bf9-460b-464e-8e08-2133baa0202a service neutron] 10.222.0.46 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941065 Nov 23 14:42:55.541924 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Attempting to bind port a13fde70-d42e-4041-9152-55a3559cd96f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:55.542516 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Attempting to bind port a13fde70-d42e-4041-9152-55a3559cd96f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:55.542640 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Attempting to bind port a13fde70-d42e-4041-9152-55a3559cd96f on network 1d25b590-3056-4443-9cd5-3a6235702bd8 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:55.548633 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:55.549421 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Checking segment: {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:55.549421 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.549793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Bound using segment: {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:55.550250 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Bound port: a13fde70-d42e-4041-9152-55a3559cd96f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:55.550630 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.632947 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] For port a13fde70-d42e-4041-9152-55a3559cd96f, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:55.636283 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] For port a13fde70-d42e-4041-9152-55a3559cd96f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a13fde70-d42e-4041-9152-55a3559cd96f,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:55.641591 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.690482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-ba68518d-3ef6-4d78-9124-a2cba423b094 service neutron] 10.222.0.46 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569252 Nov 23 14:42:55.696169 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.711411 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:55.712008 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:55.714058 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89989f2-9ddd-4ca5-9084-23065ab78b2c None None] Pushing event updated for resources: {'Port': ['ID=a13fde70-d42e-4041-9152-55a3559cd96f,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:55.731422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6106a850-61c0-4686-9e3e-977786216a86,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:55.821613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bb4fba43-590b-4547-a735-a4b2a3c8f9de None None] Provisioning complete for port a13fde70-d42e-4041-9152-55a3559cd96f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:55.822246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb4fba43-590b-4547-a735-a4b2a3c8f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.842647 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:55.953357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb4fba43-590b-4547-a735-a4b2a3c8f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:55.992068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bb4fba43-590b-4547-a735-a4b2a3c8f9de None None] For port a13fde70-d42e-4041-9152-55a3559cd96f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a13fde70-d42e-4041-9152-55a3559cd96f,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:55.999237 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb4fba43-590b-4547-a735-a4b2a3c8f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.042200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d58f1e9-4d4b-4bb2-8794-71ce065348b7 req-ffacf343-8494-44f6-84e3-3196403c48ef tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 210 time: 0.0415025 Nov 23 14:42:56.139468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fba43-590b-4547-a735-a4b2a3c8f9de None None] Pushing event updated for resources: {'Port': ['ID=a13fde70-d42e-4041-9152-55a3559cd96f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:56.148068 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:56.153475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6107529a-fecb-49a8-9600-1def4cbbe4d6 None None] Provisioning complete for port a13fde70-d42e-4041-9152-55a3559cd96f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:56.153862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6107529a-fecb-49a8-9600-1def4cbbe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.168329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.185671 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906a33e-a52d-4648-916d-ef9c6185eaaa None None] The sync data for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 is: [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:56.442213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:42:56.567986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:42:56.576342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f54edf57-cebb-4742-9893-d2af335ef9fa admin admin] 10.222.0.46 "PUT /v2.0/routers/ccfbf334-e5ab-48cf-a982-c3ad8ea42063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8252048 Nov 23 14:42:56.576651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60748) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:56.577328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] Sync routers for ids ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:42:56.596158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] Routers {'ccfbf334-e5ab-48cf-a982-c3ad8ea42063'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:56.596799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:56.741419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] Set router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:56.756831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.847151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b7c48b53-d5c1-4df1-83e0-6a602504e8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.899617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.960004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Deleting port f948866c-dd01-4f88-a20f-d35d1d919df4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:56.960451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:56.979296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 5, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port': {'id': 'f948866c-dd01-4f88-a20f-d35d1d919df4', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:39:23Z', 'updated_at': '2021-11-23T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:57.010085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] Checking router: ccfbf334-e5ab-48cf-a982-c3ad8ea42063 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:42:57.023259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] Routers {'ccfbf334-e5ab-48cf-a982-c3ad8ea42063'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:42:57.024173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:57.066595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] For port f948866c-dd01-4f88-a20f-d35d1d919df4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f948866c-dd01-4f88-a20f-d35d1d919df4,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:57.067048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.080888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Calling delete_port for f948866c-dd01-4f88-a20f-d35d1d919df4 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:57.173226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] Set router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:42:57.243100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f9c3aa4-83d1-492c-ad4a-77510f0529c7 req-dfc2c2f1-b5f3-40ce-b70b-79d61d34a7ce tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 210 time: 0.0672796 Nov 23 14:42:57.274135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-95b40bcc-4f63-4daa-ad17-73c7b0fba8e9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:57.275730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-95b40bcc-4f63-4daa-ad17-73c7b0fba8e9 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/networks?id=1d25b590-3056-4443-9cd5-3a6235702bd8 HTTP/1.1" status: 200 len: 797 time: 0.2358701 Nov 23 14:42:57.294378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 6, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:57.326873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba936f-3327-41da-876e-a383b91a9104 None None] The sync data for ids ['ccfbf334-e5ab-48cf-a982-c3ad8ea42063'] in n-d-818503-2 is: [{'id': 'ccfbf334-e5ab-48cf-a982-c3ad8ea42063', 'name': 'tempest-TestVolumeBackupRestore-1219373385-router', 'tenant_id': 'bbcb8694cea4488a98c5caab44aefd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:39:22Z', 'updated_at': '2021-11-23T14:42:56Z', 'revision_number': 6, 'project_id': 'bbcb8694cea4488a98c5caab44aefd66', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:42:57.330833 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.346608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.386622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-affc4522-9382-4228-a383-9b771a4b9b50 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d753cb55474b9e9add25d832d02faf HTTP/1.1" status: 200 len: 380 time: 0.0996919 Nov 23 14:42:57.387177 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Pushing event deleted for resources: {'Port': ['ID=f948866c-dd01-4f88-a20f-d35d1d919df4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:57.402836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'port': {'device_id': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'admin_state_up': True, 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'security_groups': ['5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:57.414179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea8c4c-c6dc-4248-900f-1ac14f8292c2 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:57.469048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.534080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Made reservation on behalf of a4d753cb55474b9e9add25d832d02faf for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:42:57.538931 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.571078 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.574191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.626699 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.627839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccfbf334-e5ab-48cf-a982-c3ad8ea42063 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:42:57.634082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.638611 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-757686af-f7c1-4462-94be-6d9ca23d3309 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ccfbf334-e5ab-48cf-a982-c3ad8ea42063 HTTP/1.1" status: 204 len: 168 time: 1.0580919 Nov 23 14:42:57.638611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60752) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:57.686753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] Deleting subnet 155d1d65-e530-460c-b659-350406ed4eb2 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:42:57.690827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.714391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.20.0.3 (1d25b590-3056-4443-9cd5-3a6235702bd8/bc2b62f2-b9dd-41e1-927f-c04687e6246c/b0bdd371-c9c2-4d5b-a232-c821defb9a61) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:42:57.748829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.857791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a13fde70-d42e-4041-9152-55a3559cd96f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:42:57.872926 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.915833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a13fde70-d42e-4041-9152-55a3559cd96f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:57.916081 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.926023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.950186 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.968207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:57.972084 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/155d1d65-e530-460c-b659-350406ed4eb2 HTTP/1.1" status: 204 len: 168 time: 0.3326154 Nov 23 14:42:57.974742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60754) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:57.975323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc494cdc-85b9-404b-bf60-c1271db01640 None None] Network 3ffc2af8-546f-4b03-8dac-61df7d6d172f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:42:57.991928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d41c5-5147-4c2b-91a6-ea71cab09881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155d1d65-e530-460c-b659-350406ed4eb2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:57.997627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.125853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:42:58.129128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:42:58.131575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:58.133914 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:42:58.138488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.213858 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:42:58.214845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:58.215529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.237449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-4865de17-d226-4f00-8b80-175d25cede85 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8433304 Nov 23 14:42:58.249704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Request body: {'port': {'device_id': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:42:58.275665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Deleting port 87ff26ac-135c-44b1-86d0-7d241f80a019 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:58.276001 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.313509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] DHCP port deletion for 3ffc2af8-546f-4b03-8dac-61df7d6d172f request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:42:58.385213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] Deleting port 87ff26ac-135c-44b1-86d0-7d241f80a019 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:42:58.385499 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.410762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] For port 87ff26ac-135c-44b1-86d0-7d241f80a019, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=87ff26ac-135c-44b1-86d0-7d241f80a019,segment=NetworkSegment(28c29230-3bba-4b0f-a733-dd5a0db5463f),segment_id=28c29230-3bba-4b0f-a733-dd5a0db5463f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:58.411155 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.431256 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.433291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Calling delete_port for 87ff26ac-135c-44b1-86d0-7d241f80a019 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:58.452683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2a31a3b1-e319-42ac-9691-133548d5bf56 None None] Provisioning complete for port b0bdd371-c9c2-4d5b-a232-c821defb9a61 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:42:58.453070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2a31a3b1-e319-42ac-9691-133548d5bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.488407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3a2e-0bd8-4b3a-93ad-242b317a282b req-353d65c3-2d1a-4274-9879-beac79b0e3fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:58.488837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] For port 87ff26ac-135c-44b1-86d0-7d241f80a019, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=87ff26ac-135c-44b1-86d0-7d241f80a019,segment=NetworkSegment(28c29230-3bba-4b0f-a733-dd5a0db5463f),segment_id=28c29230-3bba-4b0f-a733-dd5a0db5463f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:42:58.489265 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.489971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0fb3a2e-0bd8-4b3a-93ad-242b317a282b req-353d65c3-2d1a-4274-9879-beac79b0e3fb tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 931 time: 0.1410346 Nov 23 14:42:58.511697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] Calling delete_port for 87ff26ac-135c-44b1-86d0-7d241f80a019 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:42:58.515521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2a31a3b1-e319-42ac-9691-133548d5bf56 None None] Port b0bdd371-c9c2-4d5b-a232-c821defb9a61 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:42:58.606632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.633971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] Pushing event deleted for resources: {'Port': ['ID=87ff26ac-135c-44b1-86d0-7d241f80a019,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:58.638765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04311ef6-0a95-4169-81bf-66b786bc7f7a None None] No DVR routers for this DVR port 87ff26ac-135c-44b1-86d0-7d241f80a019 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:58.669913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0fb3a2e-0bd8-4b3a-93ad-242b317a282b req-786c308c-fd66-40e7-8440-96f48c16cdc1 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400261 Nov 23 14:42:58.711522 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.768092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Pushing event deleted for resources: {'Port': ['ID=87ff26ac-135c-44b1-86d0-7d241f80a019,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:58.772740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] No DVR routers for this DVR port 87ff26ac-135c-44b1-86d0-7d241f80a019 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:42:58.863034 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.900603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffc2af8-546f-4b03-8dac-61df7d6d172f']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:58.927825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c29230-3bba-4b0f-a733-dd5a0db5463f') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:58.928056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c29230-3bba-4b0f-a733-dd5a0db5463f') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:42:58.942652 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.950753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bdd371-c9c2-4d5b-a232-c821defb9a61 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:42:58.960891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.966987 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.978058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:42:58.978427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: self.session.flush() Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:42:58.980060 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:42:59.032540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Transition to ACTIVE for port object b0bdd371-c9c2-4d5b-a232-c821defb9a61 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:42:59.033665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.039634 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.043210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] 10.222.0.46 "DELETE /v2.0/networks/3ffc2af8-546f-4b03-8dac-61df7d6d172f HTTP/1.1" status: 204 len: 168 time: 1.0671422 Nov 23 14:42:59.047633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.065180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7792302-193d-4106-bb96-1149ac95fadf admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffc2af8-546f-4b03-8dac-61df7d6d172f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:59.107261 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a7547ed8-e812-4e63-b230-357bc8f1f0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.137052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:59.191928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Attempting to bind port b0bdd371-c9c2-4d5b-a232-c821defb9a61 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:42:59.192064 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Attempting to bind port b0bdd371-c9c2-4d5b-a232-c821defb9a61 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:42:59.192373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Attempting to bind port b0bdd371-c9c2-4d5b-a232-c821defb9a61 on network 1d25b590-3056-4443-9cd5-3a6235702bd8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:59.196851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Port b0bdd371-c9c2-4d5b-a232-c821defb9a61 on network 1d25b590-3056-4443-9cd5-3a6235702bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:42:59.197172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Attempting to bind port b0bdd371-c9c2-4d5b-a232-c821defb9a61 on network 1d25b590-3056-4443-9cd5-3a6235702bd8 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:42:59.202264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:42:59.202602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Checking segment: {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:42:59.203017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Bound using segment: {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:42:59.203447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Bound port: b0bdd371-c9c2-4d5b-a232-c821defb9a61, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6072bf-8c6a-4396-b391-3b02a68a6046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:42:59.203803 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.234034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60760) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:59.275136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:42:59.279374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:42:59.280876 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-99b90d13-9b0f-4649-b47a-2881b0f0985c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eaeda7ec279a432a8f6bf26ef72344eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454345 Nov 23 14:42:59.282315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60762) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:59.285413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.325121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:59.326171 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.327745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] 10.222.0.74 "PUT /v2.0/ports/b0bdd371-c9c2-4d5b-a232-c821defb9a61 HTTP/1.1" status: 200 len: 1091 time: 1.0823388 Nov 23 14:42:59.330497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:42:59.334640 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:42:59.341663 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21b5468a-a265-44f0-81ab-ba5cffdceeaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.385924 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21b5468a-a265-44f0-81ab-ba5cffdceeaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.423545 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08cd79c-04ff-4bf7-8d9e-b58f8957b233 x-openstack-request-id: req-b08cd79c-04ff-4bf7-8d9e-b58f8957b233 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:42:59.423839 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:42:59.424108 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b08cd79c-04ff-4bf7-8d9e-b58f8957b233 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:42:59.424508 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'status': 'completed', 'code': 200} Nov 23 14:42:59.434708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6106a850-61c0-4686-9e3e-977786216a86 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:59.454135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24436d68-362d-47eb-8e85-97efb55a1ecf service neutron] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:59.463531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6106a850-61c0-4686-9e3e-977786216a86 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:59.464133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6106a850-61c0-4686-9e3e-977786216a86 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:59.464827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 87ff26ac-135c-44b1-86d0-7d241f80a019 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:59.470816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-9e2d8cac-207d-48a9-bbba-0149a34cd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:59.472624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-9e2d8cac-207d-48a9-bbba-0149a34cd3db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1094 time: 0.0952845 Nov 23 14:42:59.477863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21b5468a-a265-44f0-81ab-ba5cffdceeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.483902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21b5468a-a265-44f0-81ab-ba5cffdceeaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.485834 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-21b5468a-a265-44f0-81ab-ba5cffdceeaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87f689b4-d036-48b6-9fdd-551c26f02435 HTTP/1.1" status: 204 len: 168 time: 0.2022054 Nov 23 14:42:59.493755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 87ff26ac-135c-44b1-86d0-7d241f80a019 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:59.494342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 87ff26ac-135c-44b1-86d0-7d241f80a019 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:59.494980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f948866c-dd01-4f88-a20f-d35d1d919df4 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:42:59.498118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5468a-a265-44f0-81ab-ba5cffdceeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f689b4-d036-48b6-9fdd-551c26f02435,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:42:59.519662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f948866c-dd01-4f88-a20f-d35d1d919df4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:42:59.520836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f948866c-dd01-4f88-a20f-d35d1d919df4 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:42:59.534544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-e27b4729-69b1-4b1b-a631-a5cbaa305d5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61 HTTP/1.1" status: 200 len: 217 time: 0.0545530 Nov 23 14:42:59.600030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-d4e20f94-37a5-4f90-927d-cd475a2111dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:59.602346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-d4e20f94-37a5-4f90-927d-cd475a2111dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bc2b62f2-b9dd-41e1-927f-c04687e6246c HTTP/1.1" status: 200 len: 835 time: 0.0580075 Nov 23 14:42:59.648588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-5a6a9458-efa3-4039-91ee-724c725baf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:59.649999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-5a6a9458-efa3-4039-91ee-724c725baf51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d25b590-3056-4443-9cd5-3a6235702bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406418 Nov 23 14:42:59.745273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-2c41bbf9-f45a-42a3-a841-179c61036cad service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883269 Nov 23 14:42:59.864149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650a2bb-f546-4a67-a11c-eed1255f66a5 req-76cf881d-42c4-4695-87b5-42b1655e8c83 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:59.865644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f650a2bb-f546-4a67-a11c-eed1255f66a5 req-76cf881d-42c4-4695-87b5-42b1655e8c83 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 943 time: 0.1052918 Nov 23 14:42:59.871858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60772) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:59.900334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0664af8e-8b1c-48d1-a17a-5d4bdfc6e4da req-1bd11f6c-a529-49cd-9708-1701c3e0170c service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478114 Nov 23 14:42:59.914413 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc43fd03-2568-43d3-b2f2-ea7041ef9778 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbcb8694cea4488a98c5caab44aefd66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389934 Nov 23 14:42:59.914722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60774) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:42:59.936417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f650a2bb-f546-4a67-a11c-eed1255f66a5 req-6c116398-0b7c-4952-a5d9-13992b652d31 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633914 Nov 23 14:42:59.970815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-668bbed8-aea4-474b-9038-6e227f44cee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:59.989632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-1dec8fea-bf7c-48a8-9e36-901969468a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:59.991150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-1dec8fea-bf7c-48a8-9e36-901969468a6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1094 time: 0.0430412 Nov 23 14:42:59.992035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-668bbed8-aea4-474b-9038-6e227f44cee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:00.038166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-668bbed8-aea4-474b-9038-6e227f44cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:00.041208 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-668bbed8-aea4-474b-9038-6e227f44cee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:00.042381 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-668bbed8-aea4-474b-9038-6e227f44cee8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eea51d90-0344-44bd-866b-765f6fa4fcaf HTTP/1.1" status: 204 len: 168 time: 0.1264558 Nov 23 14:43:00.053554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bbed8-aea4-474b-9038-6e227f44cee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea51d90-0344-44bd-866b-765f6fa4fcaf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:00.088610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-9c4ee476-f3bc-45e7-8db3-b5319c5336c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:00.090103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-9c4ee476-f3bc-45e7-8db3-b5319c5336c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d25b590-3056-4443-9cd5-3a6235702bd8 HTTP/1.1" status: 200 len: 898 time: 0.0916326 Nov 23 14:43:00.117250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:00.139070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-cd0ccbbc-ef8d-4700-96fb-954fa6319afa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61 HTTP/1.1" status: 200 len: 217 time: 0.0407405 Nov 23 14:43:00.190728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-d7f5784e-6e5b-4cc9-a6a7-386823b90eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:00.192805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-d7f5784e-6e5b-4cc9-a6a7-386823b90eae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bc2b62f2-b9dd-41e1-927f-c04687e6246c HTTP/1.1" status: 200 len: 835 time: 0.0454242 Nov 23 14:43:00.241206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-ab89fdc8-4aaf-4a1b-92c4-8aa64c3fb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:00.242798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-ab89fdc8-4aaf-4a1b-92c4-8aa64c3fb655 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d25b590-3056-4443-9cd5-3a6235702bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427616 Nov 23 14:43:00.349585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-3869c60c-70ff-4e4d-ba6b-e5761216085c service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986967 Nov 23 14:43:00.447814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc71e065-d8c4-43bc-98f0-e9e0a99f07b6 req-cca0f174-7bed-4d8d-ab5b-63adbc24e667 service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900424 Nov 23 14:43:01.058917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ad48-2b23-48da-86df-7496832b5300 req-fc9d0ea2-5158-48e2-a2f7-a20bf2b2ee97 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:01.060387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1096ad48-2b23-48da-86df-7496832b5300 req-fc9d0ea2-5158-48e2-a2f7-a20bf2b2ee97 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 943 time: 0.0523984 Nov 23 14:43:01.108505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1096ad48-2b23-48da-86df-7496832b5300 req-262336b9-d1ca-4b81-b74b-4ae8fd4b966c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Nov 23 14:43:01.191273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b0bdd371-c9c2-4d5b-a232-c821defb9a61 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:43:01.287347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:01.298515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'port_id': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'mac_address': 'fa:16:3e:28:2d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:43:01.337149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:01.349652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bdd371-c9c2-4d5b-a232-c821defb9a61 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:43:01.368389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:01.372202 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:01.417755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:01.576757 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['b0bdd371-c9c2-4d5b-a232-c821defb9a61'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:43:01.728964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:02.221632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343cd2c-5fe7-4c94-8375-7a31ac98e94f req-8262290a-0fef-47ae-9401-4ef2190eb86a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:02.223559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7343cd2c-5fe7-4c94-8375-7a31ac98e94f req-8262290a-0fef-47ae-9401-4ef2190eb86a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 944 time: 0.0468946 Nov 23 14:43:02.270688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7343cd2c-5fe7-4c94-8375-7a31ac98e94f req-89135a6e-b57b-4821-928f-d950419bfcb3 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Nov 23 14:43:02.559780 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:03.192010 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b0bdd371-c9c2-4d5b-a232-c821defb9a61 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:43:03.239921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port b0bdd371-c9c2-4d5b-a232-c821defb9a61 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:43:03.243738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port b0bdd371-c9c2-4d5b-a232-c821defb9a61 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:43:03.244137 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:03.321064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:03.347081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:03.350106 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6951300c-c2c5-4e02-9a2f-ce6a30b743e9" -d '{"events": [{"server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "name": "network-vif-plugged", "status": "completed", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:03.362697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:03.367812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:03.392001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57041cf-a434-4bae-b780-d4c3d893ee99 req-2fa7d3f8-570a-40e7-93e4-9d77edbe71bd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:03.393604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f57041cf-a434-4bae-b780-d4c3d893ee99 req-2fa7d3f8-570a-40e7-93e4-9d77edbe71bd tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 944 time: 0.0548420 Nov 23 14:43:03.397359 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e8b30a-6107-47c6-b9f0-4c3907ab5e7e x-openstack-request-id: req-77e8b30a-6107-47c6-b9f0-4c3907ab5e7e {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:03.397660 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "name": "network-vif-plugged", "status": "completed", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:03.397918 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77e8b30a-6107-47c6-b9f0-4c3907ab5e7e {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:03.398329 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'code': 200} Nov 23 14:43:03.424714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:03.467618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f57041cf-a434-4bae-b780-d4c3d893ee99 req-1247c2ad-69b1-415f-bc53-4a13e5dd37b2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594985 Nov 23 14:43:03.496327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d479a-3c7c-4ad8-84e4-98f349f8fbd8 req-0e4c4fbb-ca9f-4cd9-a033-4adce7364f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:03.497865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850d479a-3c7c-4ad8-84e4-98f349f8fbd8 req-0e4c4fbb-ca9f-4cd9-a033-4adce7364f78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1096 time: 0.0427496 Nov 23 14:43:03.543379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-850d479a-3c7c-4ad8-84e4-98f349f8fbd8 req-58725003-0f62-4a50-b1f1-f9a3c5ec1e84 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Nov 23 14:43:04.589864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fd0d4-473e-48d2-abdf-3e7770041e26 req-0eee008b-a026-4765-99b5-e950b0933f35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:04.591841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a73fd0d4-473e-48d2-abdf-3e7770041e26 req-0eee008b-a026-4765-99b5-e950b0933f35 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0501459 Nov 23 14:43:04.639755 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a73fd0d4-473e-48d2-abdf-3e7770041e26 req-326386f5-196d-40e8-8028-caaada3c2f89 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Nov 23 14:43:05.757609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069988b9-735f-4463-975c-5988971d7487 req-19fc02b1-5b39-4edc-be60-31541051e14c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:05.759094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-069988b9-735f-4463-975c-5988971d7487 req-19fc02b1-5b39-4edc-be60-31541051e14c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0503156 Nov 23 14:43:05.806465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-069988b9-735f-4463-975c-5988971d7487 req-05ca386a-9c7b-4d03-9e21-4be19aa4c4e8 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414038 Nov 23 14:43:05.922406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936121a6-f5c0-437c-8508-46d99bda6522 req-43da8761-39c4-414c-b635-f77623904f50 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:05.923893 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-936121a6-f5c0-437c-8508-46d99bda6522 req-43da8761-39c4-414c-b635-f77623904f50 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0477180 Nov 23 14:43:05.971776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-936121a6-f5c0-437c-8508-46d99bda6522 req-9f11ca86-4e46-4309-b5d4-bba2d1aa55b6 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418417 Nov 23 14:43:05.992807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60792) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:06.031292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54046b-a1d8-43ec-a53a-51ba51bce72a tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:06.032785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4a54046b-a1d8-43ec-a53a-51ba51bce72a tempest-TestNetworkAdvancedServerOps-583074154 tempest-TestNetworkAdvancedServerOps-583074154-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1091 time: 0.0390294 Nov 23 14:43:06.035563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:06.039727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:43:06.061177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:06.156260 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:06.257541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Allocated IP 172.25.3.58 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/816837a6-ce94-4ed6-92aa-700bddd03552) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:43:06.353978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:06.386344 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:06.424112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:43:06.427259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:43:06.430590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:43:06.435965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=816837a6-ce94-4ed6-92aa-700bddd03552,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:07.113481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.180081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.320751 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.325885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.395887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event updated for resources: {'Port': ['ID=816837a6-ce94-4ed6-92aa-700bddd03552,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:07.405596 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.502214 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP 9433149a-1029-4754-915e-a169f8c5a0d0 associated. External IP: 172.25.3.58, port: b0bdd371-c9c2-4d5b-a232-c821defb9a61. Nov 23 14:43:07.705049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router b65fa139-a1ad-4291-840f-827fe62e3089 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:43:07.811351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:43:07.821437 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] Sync routers for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:43:07.829425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:07.831784 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:43:07.832391 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:07.858353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3a89d9ad-f2ca-46b2-b6d3-88eb66426a62 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8216414 Nov 23 14:43:07.858850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:07.861674 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517370d9-5cb7-4f61-9233-273ce1c6894b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:07.905512 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2057da4-cc87-4f23-a898-86caf0fd0a97 x-openstack-request-id: req-a2057da4-cc87-4f23-a898-86caf0fd0a97 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:07.905813 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:07.906070 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2057da4-cc87-4f23-a898-86caf0fd0a97 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:07.906484 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'status': 'completed', 'code': 200} Nov 23 14:43:07.938319 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:43:07.998588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e913-ee45-458e-a440-4a6cfc997ee5 req-002414c2-fb12-4069-aabe-cec789314c97 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:08.000110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66a6e913-ee45-458e-a440-4a6cfc997ee5 req-002414c2-fb12-4069-aabe-cec789314c97 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0813947 Nov 23 14:43:08.001946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-6f43cfd9-60f7-46ce-b40f-8b04a2ebad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:08.003314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-6f43cfd9-60f7-46ce-b40f-8b04a2ebad6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1096 time: 0.0725555 Nov 23 14:43:08.108486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-66a6e913-ee45-458e-a440-4a6cfc997ee5 req-6fa71ee2-b235-4e00-a98e-a7151e2082ea tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020191 Nov 23 14:43:08.129234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-8aa28afa-c0f2-41fb-8fee-9102ad8b557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:08.131420 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60800) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:08.132128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-8aa28afa-c0f2-41fb-8fee-9102ad8b557e service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d25b590-3056-4443-9cd5-3a6235702bd8 HTTP/1.1" status: 200 len: 898 time: 0.1195405 Nov 23 14:43:08.161605 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '9433149a-1029-4754-915e-a169f8c5a0d0', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'port_id': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'mac_address': 'fa:16:3e:28:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:06Z', 'updated_at': '2021-11-23T14:43:06Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:08.187865 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] Checking router: b65fa139-a1ad-4291-840f-827fe62e3089 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:43:08.196764 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:43:08.197371 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:42:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:08.198379 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-31c9db9f-a0a6-4eee-8a1a-3727b7aad10e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/9433149a-1029-4754-915e-a169f8c5a0d0 HTTP/1.1" status: 200 len: 990 time: 0.0653775 Nov 23 14:43:08.204061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-822c3398-b2f6-4fe2-8b31-3aadf1db889d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61 HTTP/1.1" status: 200 len: 998 time: 0.0655968 Nov 23 14:43:08.258463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-71dd52cb-1296-4155-8584-949ff4ace83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:08.260148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-71dd52cb-1296-4155-8584-949ff4ace83a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bc2b62f2-b9dd-41e1-927f-c04687e6246c HTTP/1.1" status: 200 len: 835 time: 0.0487337 Nov 23 14:43:08.306925 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-e93e3827-b688-4df1-8b99-653dfc3d6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:08.308439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-e93e3827-b688-4df1-8b99-653dfc3d6ef3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d25b590-3056-4443-9cd5-3a6235702bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417142 Nov 23 14:43:08.385558 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:43:08.401222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-567b605a-6c63-40ad-bbe0-c3662f32eb8b service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860000 Nov 23 14:43:08.491057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-517370d9-5cb7-4f61-9233-273ce1c6894b req-2f63d9e7-632f-49b1-9a3d-7517db38df84 service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831664 Nov 23 14:43:08.604166 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '9433149a-1029-4754-915e-a169f8c5a0d0', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'port_id': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'mac_address': 'fa:16:3e:28:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:06Z', 'updated_at': '2021-11-23T14:43:06Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:08.630217 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e2cd4-db61-4af2-b126-81dc667d1b62 None None] The sync data for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 is: [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '9433149a-1029-4754-915e-a169f8c5a0d0', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'port_id': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'mac_address': 'fa:16:3e:28:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:06Z', 'updated_at': '2021-11-23T14:43:06Z', 'revision_number': 0, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:43:08.828853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ea576-ecb8-4a70-9007-aec03e7d71a4 None None] New status for floating IP 9433149a-1029-4754-915e-a169f8c5a0d0: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:43:09.202406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60802) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:09.260925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f059dae-27b4-4188-b78c-e75e1cd25539 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/9433149a-1029-4754-915e-a169f8c5a0d0 HTTP/1.1" status: 200 len: 992 time: 0.0573521 Nov 23 14:43:23.913262 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:26.751369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05ab2a7a-77cb-4099-b811-e67d691cecb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:27.210864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.108540 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-81f28930-4d35-42f6-9c21-05552991472c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:30.119161 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:31.723130 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:32.561950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:35.213044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:43:36.424964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e46abc-f8eb-44b2-ad9a-4e7abb8cc382 req-002ddbac-4e85-445f-813f-89be6d91b313 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:36.426388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3e46abc-f8eb-44b2-ad9a-4e7abb8cc382 req-002ddbac-4e85-445f-813f-89be6d91b313 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.1670840 Nov 23 14:43:36.486045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3e46abc-f8eb-44b2-ad9a-4e7abb8cc382 req-0ec1de0d-20bf-4b19-bfa8-711ca84ff9e5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532100 Nov 23 14:43:37.602398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1d49-8093-4319-886c-931ae255410d req-ca9e32d9-c05a-4499-b6ff-a5ac6fae5ece tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:37.603953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f87a1d49-8093-4319-886c-931ae255410d req-ca9e32d9-c05a-4499-b6ff-a5ac6fae5ece tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0485494 Nov 23 14:43:37.653711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f87a1d49-8093-4319-886c-931ae255410d req-35d7e125-6abb-40f5-8c20-d96e953b9eee tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Nov 23 14:43:38.766752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e4397-1386-4835-8e70-056104bf5f03 req-ce9e9609-0980-408c-86b6-81bdd3484933 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:38.768239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a09e4397-1386-4835-8e70-056104bf5f03 req-ce9e9609-0980-408c-86b6-81bdd3484933 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0471358 Nov 23 14:43:38.816935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a09e4397-1386-4835-8e70-056104bf5f03 req-bd2a056f-cbd4-486f-91c8-7f6ac7e0f903 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Nov 23 14:43:39.939464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f151160-a08b-4437-9145-92199fa46c97 req-757f249b-564a-41c3-a3f8-dd5fedd5ed18 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:39.940935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f151160-a08b-4437-9145-92199fa46c97 req-757f249b-564a-41c3-a3f8-dd5fedd5ed18 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0520656 Nov 23 14:43:39.989588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7f151160-a08b-4437-9145-92199fa46c97 req-31f4f7f1-3648-4fb8-ac8b-b171e96d76e4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Nov 23 14:43:41.120885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481fccd-890a-4d4f-aea8-adcfd8f41dc5 req-c5566b3c-4b56-4033-83e8-50c64cac4c3f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:41.122355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8481fccd-890a-4d4f-aea8-adcfd8f41dc5 req-c5566b3c-4b56-4033-83e8-50c64cac4c3f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0477645 Nov 23 14:43:41.170711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8481fccd-890a-4d4f-aea8-adcfd8f41dc5 req-77fc1c9d-db3f-43af-bf97-f0624fee59d4 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Nov 23 14:43:42.287189 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383a070-7dec-41df-8b3b-6d3c244030b3 req-0d3a7259-c2b2-45a7-80c6-81323adc82ac tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:42.288690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7383a070-7dec-41df-8b3b-6d3c244030b3 req-0d3a7259-c2b2-45a7-80c6-81323adc82ac tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0514469 Nov 23 14:43:42.336326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7383a070-7dec-41df-8b3b-6d3c244030b3 req-48e56f4c-06f8-4b0e-892c-bbe2317c45aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Nov 23 14:43:43.449951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bfeac-2395-41b6-8840-c99f12dde8db req-7bcd9107-7ebe-4839-9939-3ab472284850 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:43.451461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb4bfeac-2395-41b6-8840-c99f12dde8db req-7bcd9107-7ebe-4839-9939-3ab472284850 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0481853 Nov 23 14:43:43.499582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cb4bfeac-2395-41b6-8840-c99f12dde8db req-e9479313-f91a-44c7-b412-abaff0764aff tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Nov 23 14:43:44.437917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-fa0f001c-63c6-4e16-9ccc-860a5b66a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:44.439490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-fa0f001c-63c6-4e16-9ccc-860a5b66a726 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1096 time: 0.0399086 Nov 23 14:43:44.544357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-028f8e89-ac9e-47dd-a181-dfe2cb61e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:44.545846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-028f8e89-ac9e-47dd-a181-dfe2cb61e764 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d25b590-3056-4443-9cd5-3a6235702bd8 HTTP/1.1" status: 200 len: 898 time: 0.0869930 Nov 23 14:43:44.640433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-6885f178-6f6b-4f5f-97e1-8676e2576e6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61 HTTP/1.1" status: 200 len: 1000 time: 0.0872834 Nov 23 14:43:44.655026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec27d6-04b2-4a57-a5f8-7bcbe6e1f40e req-25c95e56-5a65-4424-9aeb-977a8fb258e5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:44.656458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9ec27d6-04b2-4a57-a5f8-7bcbe6e1f40e req-25c95e56-5a65-4424-9aeb-977a8fb258e5 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0694759 Nov 23 14:43:44.722747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-fecf3090-9330-448f-b1c5-16b9d7460368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:44.724665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-fecf3090-9330-448f-b1c5-16b9d7460368 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bc2b62f2-b9dd-41e1-927f-c04687e6246c HTTP/1.1" status: 200 len: 835 time: 0.0673378 Nov 23 14:43:44.746772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c9ec27d6-04b2-4a57-a5f8-7bcbe6e1f40e req-cb90ed3b-d1eb-4c8c-88b8-5ea39fe1b886 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817599 Nov 23 14:43:44.774845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-17249f8c-4c89-41fc-97f2-e39814639298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:44.776438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-17249f8c-4c89-41fc-97f2-e39814639298 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d25b590-3056-4443-9cd5-3a6235702bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429103 Nov 23 14:43:44.870420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-fca99799-caf4-415d-b9a4-3b5d45c346ce service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 Nov 23 14:43:44.964752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2723eaf4-ccaf-471f-adb0-76458e8620cf req-aa3b7027-3764-43cb-8aa7-da66582c2044 service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861266 Nov 23 14:43:45.860471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c83e3-6abc-46a4-81c2-b2631287c6a5 req-f908a065-b2da-49e6-a080-53ffdc7e1a9d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:45.861731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c86c83e3-6abc-46a4-81c2-b2631287c6a5 req-f908a065-b2da-49e6-a080-53ffdc7e1a9d tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0475624 Nov 23 14:43:45.910731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c86c83e3-6abc-46a4-81c2-b2631287c6a5 req-b633ff1a-c2d0-41bf-8d3c-d8db4d6940ef tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Nov 23 14:43:47.025339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d584ad-bb6a-4850-8fd8-3819b92c01f8 req-0560fe1a-a025-4fb7-9d40-ea1b1c76e06c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:47.026808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7d584ad-bb6a-4850-8fd8-3819b92c01f8 req-0560fe1a-a025-4fb7-9d40-ea1b1c76e06c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0474694 Nov 23 14:43:47.076684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7d584ad-bb6a-4850-8fd8-3819b92c01f8 req-94ab5b30-ccfd-4169-9f56-64e388b97dce tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Nov 23 14:43:48.195135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cde29-2b09-4972-8cfa-b99c960b391a req-8be2e96f-ebf8-4d2b-b3cf-e3d0f5b75649 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:48.197617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f4cde29-2b09-4972-8cfa-b99c960b391a req-8be2e96f-ebf8-4d2b-b3cf-e3d0f5b75649 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0532231 Nov 23 14:43:48.245991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f4cde29-2b09-4972-8cfa-b99c960b391a req-bfb95a4c-d6a9-49f9-bf02-6347fb4cb88f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Nov 23 14:43:48.895608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1017983-9637-4c60-ab27-201b7a084eb5 req-e8a0f3f7-f01d-4c95-bf38-c27d36904ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:48.897012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1017983-9637-4c60-ab27-201b7a084eb5 req-e8a0f3f7-f01d-4c95-bf38-c27d36904ebd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1096 time: 0.0404203 Nov 23 14:43:48.944185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1017983-9637-4c60-ab27-201b7a084eb5 req-b90cad91-363a-4ada-8540-f57fff1962e7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389838 Nov 23 14:43:49.362682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136732dc-8b04-47eb-a83d-83ee135a7f56 req-49cf8b4c-fa54-43a3-b6af-52cc7af072aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:49.364762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-136732dc-8b04-47eb-a83d-83ee135a7f56 req-49cf8b4c-fa54-43a3-b6af-52cc7af072aa tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0511127 Nov 23 14:43:49.413146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-136732dc-8b04-47eb-a83d-83ee135a7f56 req-c3c3792d-d9c6-4cab-9043-daa87a117932 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Nov 23 14:43:49.431781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b0bdd371-c9c2-4d5b-a232-c821defb9a61 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:43:49.524173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:49.534825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'port_id': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'mac_address': 'fa:16:3e:28:2d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:43:49.574579 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:49.587752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0bdd371-c9c2-4d5b-a232-c821defb9a61 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:43:49.607928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:49.611634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:49.656746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:49.664315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.664660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.664997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.665586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.665914 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.666240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.666563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.666885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.667228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.667545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.667864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:49.668184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:50.527177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b660d4-405e-4d9f-8f00-e4833013d9a9 req-c691228b-94b8-41c6-a9d2-4d75457d5575 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:50.528621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73b660d4-405e-4d9f-8f00-e4833013d9a9 req-c691228b-94b8-41c6-a9d2-4d75457d5575 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 944 time: 0.0476091 Nov 23 14:43:50.576874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73b660d4-405e-4d9f-8f00-e4833013d9a9 req-fda90d6e-0d3e-4a91-b10c-e5423fd9db6e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Nov 23 14:43:50.598463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60856) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:50.660305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-94c1e119-e837-46cd-a07e-866ad924f732 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/floatingips/9433149a-1029-4754-915e-a169f8c5a0d0 HTTP/1.1" status: 200 len: 991 time: 0.0606797 Nov 23 14:43:50.862675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['b0bdd371-c9c2-4d5b-a232-c821defb9a61'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:43:51.454574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b0bdd371-c9c2-4d5b-a232-c821defb9a61 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:43:51.530213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:51.543082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b0bdd371-c9c2-4d5b-a232-c821defb9a61 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:43:51.562031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:51.566001 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:51.611686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:53.469561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b0bdd371-c9c2-4d5b-a232-c821defb9a61 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:43:53.518535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port b0bdd371-c9c2-4d5b-a232-c821defb9a61 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:43:53.518917 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.593846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.616867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:53.619117 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2590a1c-c85e-471f-86d8-660916b1a6d6" -d '{"events": [{"server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "name": "network-vif-plugged", "status": "completed", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:53.631495 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:53.635526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:53.662719 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3a4bea-6d23-4138-b4af-e33e09f24177 x-openstack-request-id: req-9c3a4bea-6d23-4138-b4af-e33e09f24177 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:53.663034 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "name": "network-vif-plugged", "status": "completed", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:53.663290 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c3a4bea-6d23-4138-b4af-e33e09f24177 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:53.663682 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'code': 200} Nov 23 14:43:53.686791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:53.908375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:56.752088 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87926a36-d9c5-4503-b5e8-4e0f658bcf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:57.231677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:59.108849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b9828738-1c2b-4d50-a286-d7fd5ee6add5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:00.121543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:01.725968 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:02.564492 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:12.212275 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:44:21.237907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60868) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:21.390960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port 816837a6-ce94-4ed6-92aa-700bddd03552 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:21.391296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:21.463907 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:21.464318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:21.475864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for 816837a6-ce94-4ed6-92aa-700bddd03552 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:21.628333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:21.653627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=816837a6-ce94-4ed6-92aa-700bddd03552,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:21.680883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.681231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.681566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.681898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.682224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.682548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.682869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.683217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.683538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.683858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.684176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.684489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:21.721633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:21.721954 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Floating IP 9433149a-1029-4754-915e-a169f8c5a0d0 disassociated (deleted). External IP: 172.25.3.58, port: b0bdd371-c9c2-4d5b-a232-c821defb9a61. Nov 23 14:44:21.924929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router b65fa139-a1ad-4291-840f-827fe62e3089 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:44:22.351807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:22.356497 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:22.361178 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] Sync routers for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:22.370324 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:22.370966 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:43:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:22.383922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2680a91c-f189-40d2-9ccb-f33a050c826e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/floatingips/9433149a-1029-4754-915e-a169f8c5a0d0 HTTP/1.1" status: 204 len: 168 time: 1.1449451 Nov 23 14:44:22.384515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:44:22.386751 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:44:22.432081 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ca0f9-fe4d-4e55-8ca7-b88eeff9aa71 x-openstack-request-id: req-483ca0f9-fe4d-4e55-8ca7-b88eeff9aa71 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:44:22.432355 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:44:22.432613 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-483ca0f9-fe4d-4e55-8ca7-b88eeff9aa71 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:44:22.433018 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'status': 'completed', 'code': 200} Nov 23 14:44:22.478655 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:22.495609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-ec236b84-687d-43ad-87f5-ef841529d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:22.497188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-ec236b84-687d-43ad-87f5-ef841529d875 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4d753cb55474b9e9add25d832d02faf&device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 1096 time: 0.0414028 Nov 23 14:44:22.632758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-f8398083-d8b3-45fa-82e2-0a671b23bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:22.634182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-f8398083-d8b3-45fa-82e2-0a671b23bddd service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d25b590-3056-4443-9cd5-3a6235702bd8 HTTP/1.1" status: 200 len: 898 time: 0.1279290 Nov 23 14:44:22.658831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e294015-36c0-4151-ad06-ea4208e63519 req-2335cf57-8354-4515-a932-d8fecf3afe68 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:22.660397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e294015-36c0-4151-ad06-ea4208e63519 req-2335cf57-8354-4515-a932-d8fecf3afe68 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0689030 Nov 23 14:44:22.681227 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:22.693879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-3d7f90de-fbd1-4c9b-be67-f6655cfaa1e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61 HTTP/1.1" status: 200 len: 217 time: 0.0495744 Nov 23 14:44:22.709289 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] Checking router: b65fa139-a1ad-4291-840f-827fe62e3089 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:22.717622 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:22.718221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:43:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:22.768796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-3fb59bb9-8bd8-4404-af22-4da0a64f17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:22.770274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-3fb59bb9-8bd8-4404-af22-4da0a64f17ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bc2b62f2-b9dd-41e1-927f-c04687e6246c HTTP/1.1" status: 200 len: 835 time: 0.0675671 Nov 23 14:44:22.779839 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e294015-36c0-4151-ad06-ea4208e63519 req-0128dd4f-9e28-4f67-9cdb-1d811f77a01c tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934474 Nov 23 14:44:22.828203 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:22.831730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-3fb31bda-e866-4246-a1e3-cc60380e6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:22.833307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-3fb31bda-e866-4246-a1e3-cc60380e6fdb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d25b590-3056-4443-9cd5-3a6235702bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525572 Nov 23 14:44:22.929070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-6f3533fc-a01d-48e7-bab9-ea3a3174456b service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870142 Nov 23 14:44:23.027123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24f1fe2b-675a-4155-9c2d-c148b4ebe8fb req-af9ae147-29c7-4789-85d6-6a839db8537d service neutron] 10.222.0.74 "GET /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909314 Nov 23 14:44:23.034036 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:23.062749 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c90b47-7932-473c-a224-44fa1cedd70f None None] The sync data for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 is: [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:42:53Z', 'revision_number': 4, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a13fde70-d42e-4041-9152-55a3559cd96f', 'name': '', 'network_id': '1d25b590-3056-4443-9cd5-3a6235702bd8', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'mac_address': 'fa:16:3e:0a:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:52Z', 'updated_at': '2021-11-23T14:42:55Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'subnets': [{'id': 'bc2b62f2-b9dd-41e1-927f-c04687e6246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:23.274685 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f3510-d214-4f46-b1ce-c4c687197e83 None None] New status for floating IP 9433149a-1029-4754-915e-a169f8c5a0d0: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:44:23.903704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bd741-4489-4670-a8b7-a58cf6afe445 req-202ee424-50e9-4d4c-94c1-edaed1b08847 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:23.905105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-227bd741-4489-4670-a8b7-a58cf6afe445 req-202ee424-50e9-4d4c-94c1-edaed1b08847 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Nov 23 14:44:23.926225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:23.983686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-227bd741-4489-4670-a8b7-a58cf6afe445 req-6e02dc73-2fbd-4bb4-afc2-1b6c75bb705a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721066 Nov 23 14:44:23.999900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-aadfc21f-f4ab-4f1e-b454-d84d16176e04 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:24.001309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-aadfc21f-f4ab-4f1e-b454-d84d16176e04 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d1bea9f-8b0b-429f-9fcc-8d7e2c892652 HTTP/1.1" status: 200 len: 945 time: 0.0686014 Nov 23 14:44:24.086972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port b0bdd371-c9c2-4d5b-a232-c821defb9a61 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:24.087307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:24.175421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port b0bdd371-c9c2-4d5b-a232-c821defb9a61, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=b0bdd371-c9c2-4d5b-a232-c821defb9a61,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:24.175700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:24.187808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for b0bdd371-c9c2-4d5b-a232-c821defb9a61 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:24.309600 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:24.341657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=b0bdd371-c9c2-4d5b-a232-c821defb9a61,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:24.382181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] No DVR routers for this DVR port b0bdd371-c9c2-4d5b-a232-c821defb9a61 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:44:24.384974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:24.388499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-872a7f3d-4b5d-4236-b4f3-c641ed89f836 req-3433e272-d3ef-4628-8a67-1b953c7bf065 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.74 "DELETE /v2.0/ports/b0bdd371-c9c2-4d5b-a232-c821defb9a61 HTTP/1.1" status: 204 len: 173 time: 0.3808346 Nov 23 14:44:24.434325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'name': 'network-vif-deleted', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:44:24.436690 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd5f6f2-1410-418a-997f-36af8ab29231" -d '{"events": [{"server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "name": "network-vif-deleted", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:44:24.472622 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828098f7-55d1-4fcd-89e6-bb6c95f36b74 x-openstack-request-id: req-828098f7-55d1-4fcd-89e6-bb6c95f36b74 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:44:24.472914 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1bea9f-8b0b-429f-9fcc-8d7e2c892652", "name": "network-vif-deleted", "tag": "b0bdd371-c9c2-4d5b-a232-c821defb9a61", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:44:24.473169 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-828098f7-55d1-4fcd-89e6-bb6c95f36b74 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:44:24.473575 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1bea9f-8b0b-429f-9fcc-8d7e2c892652', 'name': 'network-vif-deleted', 'tag': 'b0bdd371-c9c2-4d5b-a232-c821defb9a61', 'status': 'completed', 'code': 200} Nov 23 14:44:25.040612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60882) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:25.392742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:25.644529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port a13fde70-d42e-4041-9152-55a3559cd96f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:25.644791 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:25.736581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port a13fde70-d42e-4041-9152-55a3559cd96f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a13fde70-d42e-4041-9152-55a3559cd96f,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:25.736941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:25.748153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for a13fde70-d42e-4041-9152-55a3559cd96f owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:25.933767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:25.959977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=a13fde70-d42e-4041-9152-55a3559cd96f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:25.972018 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.972308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.972653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.972996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.973330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.973666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.973998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.974329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.974675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.975989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.976348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:25.976684 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:26.139120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.360512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Router b65fa139-a1ad-4291-840f-827fe62e3089 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:44:26.463970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:26.469960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9d828f20-385a-4e96-8305-020b5dc0be44 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "PUT /v2.0/routers/b65fa139-a1ad-4291-840f-827fe62e3089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279799 Nov 23 14:44:26.471691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60886) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:26.473352 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] Sync routers for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:26.483942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:26.484541 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:43:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:26.523064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting subnet bc2b62f2-b9dd-41e1-927f-c04687e6246c {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:44:26.526310 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.569664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.589980 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:26.655381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.715611 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.748939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2b62f2-b9dd-41e1-927f-c04687e6246c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:26.754337 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.760295 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22fe830f-0009-44d4-a2f0-a553e417e319 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/subnets/bc2b62f2-b9dd-41e1-927f-c04687e6246c HTTP/1.1" status: 204 len: 168 time: 0.2851043 Nov 23 14:44:26.760642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60888) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:26.761996 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c79a06a-9c50-4d3f-99a8-afc804727d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.766518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d16517-481f-45e7-a508-8962b9e4655d None None] Network 1d25b590-3056-4443-9cd5-3a6235702bd8 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:26.867427 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:44:25Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:26.872090 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:26.898996 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] Checking router: b65fa139-a1ad-4291-840f-827fe62e3089 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:26.907839 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] Routers {'b65fa139-a1ad-4291-840f-827fe62e3089'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:26.908506 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:43:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b65fa139-a1ad-4291-840f-827fe62e3089'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:26.966643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] DHCP port deletion for 1d25b590-3056-4443-9cd5-3a6235702bd8 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:26.977824 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.015729 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] Set router b65fa139-a1ad-4291-840f-827fe62e3089 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:27.016296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] Deleting port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:27.016869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.034979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Deleting port dc37ae4e-8bbc-4499-8ee7-932d11016348 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:27.035408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.083051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] For port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7f8fdeb1-6ee5-47d4-b621-efad9c4871a4,segment=NetworkSegment(fb6072bf-8c6a-4396-b391-3b02a68a6046),segment_id=fb6072bf-8c6a-4396-b391-3b02a68a6046)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:27.084151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.097072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] Calling delete_port for 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:27.115424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] For port dc37ae4e-8bbc-4499-8ee7-932d11016348, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dc37ae4e-8bbc-4499-8ee7-932d11016348,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:27.115795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.127619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Calling delete_port for dc37ae4e-8bbc-4499-8ee7-932d11016348 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:27.180986 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.198463 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:44:25Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:27.224970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] Pushing event deleted for resources: {'Port': ['ID=7f8fdeb1-6ee5-47d4-b621-efad9c4871a4,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:27.230435 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866f36f-2d7c-44c3-b401-d6072a81dc1a None None] No DVR routers for this DVR port 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:44:27.230722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a91ce5-9fcf-45fb-b65f-9c3f70bba50a None None] The sync data for ids ['b65fa139-a1ad-4291-840f-827fe62e3089'] in n-d-818503-2 is: [{'id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470817393', 'tenant_id': 'a4d753cb55474b9e9add25d832d02faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:42:47Z', 'updated_at': '2021-11-23T14:44:25Z', 'revision_number': 5, 'project_id': 'a4d753cb55474b9e9add25d832d02faf', 'gw_port': {'id': 'dc37ae4e-8bbc-4499-8ee7-932d11016348', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fa139-a1ad-4291-840f-827fe62e3089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:42:48Z', 'updated_at': '2021-11-23T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:27.235539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.433847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:44:27.457283 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:44:27.457718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7f8fdeb1-6ee5-47d4-b621-efad9c4871a4 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:44:27.458396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a13fde70-d42e-4041-9152-55a3559cd96f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:44:27.479109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a13fde70-d42e-4041-9152-55a3559cd96f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:44:27.479461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a13fde70-d42e-4041-9152-55a3559cd96f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:44:27.623381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.640323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b0bdd371-c9c2-4d5b-a232-c821defb9a61 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:44:27.651454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Port': ['ID=dc37ae4e-8bbc-4499-8ee7-932d11016348,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:27.662116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: b0bdd371-c9c2-4d5b-a232-c821defb9a61 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:44:27.662456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device b0bdd371-c9c2-4d5b-a232-c821defb9a61 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:44:27.674302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7015093f-6b77-4b3e-a1a3-2478db91b3ce None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:27.717384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.814824 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.817215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.863821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.864624 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Fanout notify agent at l3_agent the message router_deleted on router b65fa139-a1ad-4291-840f-827fe62e3089 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:44:27.872406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:27.873519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2323ca99-5c71-4b04-b41f-0ad68bc91d0e tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/routers/b65fa139-a1ad-4291-840f-827fe62e3089 HTTP/1.1" status: 204 len: 168 time: 1.1119165 Nov 23 14:44:27.876406 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60890) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:27.986698 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.076097 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.096816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d25b590-3056-4443-9cd5-3a6235702bd8']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:28.107494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6072bf-8c6a-4396-b391-3b02a68a6046') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:28.107813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6072bf-8c6a-4396-b391-3b02a68a6046') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:28.118493 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.132934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.139811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:44:28.140297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:44:28.154130 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:44:28.208074 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.213537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.218234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/networks/1d25b590-3056-4443-9cd5-3a6235702bd8 HTTP/1.1" status: 204 len: 168 time: 0.3408258 Nov 23 14:44:28.221263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60892) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:28.233386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e871956-0d98-432c-9c3b-69112daf287f tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'Network': ['ID=1d25b590-3056-4443-9cd5-3a6235702bd8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:28.288522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04c33dca-f116-44af-95e0-fbe5667d415a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.314061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04c33dca-f116-44af-95e0-fbe5667d415a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.387827 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04c33dca-f116-44af-95e0-fbe5667d415a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.390453 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04c33dca-f116-44af-95e0-fbe5667d415a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.392719 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-04c33dca-f116-44af-95e0-fbe5667d415a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] 10.222.0.46 "DELETE /v2.0/security-groups/5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed HTTP/1.1" status: 204 len: 168 time: 0.1692603 Nov 23 14:44:28.401965 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c33dca-f116-44af-95e0-fbe5667d415a tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dddd458-a5ed-43f2-82d9-56ec0f2fc6ed,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:28.748805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:28.914051 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e9f6daa8-4d64-43bb-b048-d6b8a7c79279 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4d753cb55474b9e9add25d832d02faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640122 Nov 23 14:44:28.916777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60904) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:28.963013 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87c46d7-ac61-4d45-a0fd-7c862ab66984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:28.983680 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87c46d7-ac61-4d45-a0fd-7c862ab66984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.028173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87c46d7-ac61-4d45-a0fd-7c862ab66984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.030822 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a87c46d7-ac61-4d45-a0fd-7c862ab66984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.031993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a87c46d7-ac61-4d45-a0fd-7c862ab66984 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71a225b0-3232-4575-b84e-6b67298a24ed HTTP/1.1" status: 204 len: 168 time: 0.1142519 Nov 23 14:44:29.041493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c46d7-ac61-4d45-a0fd-7c862ab66984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a225b0-3232-4575-b84e-6b67298a24ed,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:29.110911 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9297-320b-4146-a0ef-715ade8e45a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.287844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60910) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:29.332537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7d40c573-de5e-4493-abc9-8820b743021b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d09f0752b6094cf8a36ffdd083865676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435021 Nov 23 14:44:29.335625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60912) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:29.382970 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc02c-a2e7-4cbf-a0aa-a1873f759e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.406459 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc02c-a2e7-4cbf-a0aa-a1873f759e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.417645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dc37ae4e-8bbc-4499-8ee7-932d11016348 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:44:29.436933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: dc37ae4e-8bbc-4499-8ee7-932d11016348 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:44:29.437276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device dc37ae4e-8bbc-4499-8ee7-932d11016348 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:44:29.455286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc02c-a2e7-4cbf-a0aa-a1873f759e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.457882 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc02c-a2e7-4cbf-a0aa-a1873f759e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:29.459618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6d7bc02c-a2e7-4cbf-a0aa-a1873f759e26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ace5166-f235-4de2-91a1-cc4e4ee13e88 HTTP/1.1" status: 204 len: 168 time: 0.1230767 Nov 23 14:44:29.467150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bc02c-a2e7-4cbf-a0aa-a1873f759e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace5166-f235-4de2-91a1-cc4e4ee13e88,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:30.124374 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.147967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60934) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:30.245262 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1138304699-network', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:30.266205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Made reservation on behalf of 2ade55e7a9594902b78b94ea688b2980 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:44:30.268608 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.276807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.349618 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.353650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.380401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:44:30.386511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791a6ee1-6c92-47e5-afdf-e3d31f3ea28e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:30.394631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.394631 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Added segment 4ab96de6-02e3-4958-a574-b6640a6aac9d of type vlan for network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c Nov 23 14:44:30.436485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.460150 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.461342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:30.461925 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.496363 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3472927 Nov 23 14:44:30.499552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60938) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:30.504500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Request body: {'subnet': {'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1138304699-subnet', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:30.525100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378a8dc-9f3f-4014-bb52-2564263b98ea admin admin] Pushing event updated for resources: {'Network': ['ID=7a7ab931-6503-4ecc-94a9-6a8dabb4137c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:30.525383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Made reservation on behalf of 2ade55e7a9594902b78b94ea688b2980 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:44:30.528957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.538373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:44:30.700566 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.752682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ea903c-4024-4aa6-9f17-64004f605c64,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:30.762864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Checking segment: {'id': '4ab96de6-02e3-4958-a574-b6640a6aac9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:30.763250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Network hostable DHCP agents. Network: 7a7ab931-6503-4ecc-94a9-6a8dabb4137c, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:44:30.779500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:44:30.788084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7a7ab931-6503-4ecc-94a9-6a8dabb4137c) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:30.792223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:30.792818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.797202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434b9b3-5aff-4527-a3aa-d85b92ad74b6 None None] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:30.808354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3554e080-0329-4d4a-a626-588500208f50 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3076868 Nov 23 14:44:30.811407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60940) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:30.816528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1138304699-router', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:30.837970 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.839001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.893563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:30.945202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-7a7ab931-6503-4ecc-94a9-6a8dabb4137c', 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'fixed_ips': [{'subnet_id': '54ea903c-4024-4aa6-9f17-64004f605c64'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:44:30.946223 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.031886 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.080244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Allocated IP 172.20.0.2 (7a7ab931-6503-4ecc-94a9-6a8dabb4137c/54ea903c-4024-4aa6-9f17-64004f605c64/f66ddfbd-c7b0-496c-93b0-9211352fd62c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:31.218396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.224931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.230861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.250588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.267138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:31.272317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:31.276921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:31.278865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Pushing event updated for resources: {'Port': ['ID=f66ddfbd-c7b0-496c-93b0-9211352fd62c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:31.329326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Attempting to bind port f66ddfbd-c7b0-496c-93b0-9211352fd62c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:31.329696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Attempting to bind port f66ddfbd-c7b0-496c-93b0-9211352fd62c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4ab96de6-02e3-4958-a574-b6640a6aac9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:31.330055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Attempting to bind port f66ddfbd-c7b0-496c-93b0-9211352fd62c on network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:31.335549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:31.335925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Checking segment: {'id': '4ab96de6-02e3-4958-a574-b6640a6aac9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:31.336321 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.336735 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Bound using segment: {'id': '4ab96de6-02e3-4958-a574-b6640a6aac9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:31.337193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Bound port: f66ddfbd-c7b0-496c-93b0-9211352fd62c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab96de6-02e3-4958-a574-b6640a6aac9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:31.337567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.352724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Allocated IP 172.25.3.147 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/a7fa7fa0-d28f-459e-9beb-4adba271b654) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:31.400376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] For port f66ddfbd-c7b0-496c-93b0-9211352fd62c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:31.403473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] For port f66ddfbd-c7b0-496c-93b0-9211352fd62c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f66ddfbd-c7b0-496c-93b0-9211352fd62c,segment=NetworkSegment(4ab96de6-02e3-4958-a574-b6640a6aac9d),segment_id=4ab96de6-02e3-4958-a574-b6640a6aac9d)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:31.407898 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.460896 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.469543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11db429-167d-4231-8950-2e2b3f40b51f None None] Pushing event updated for resources: {'Port': ['ID=f66ddfbd-c7b0-496c-93b0-9211352fd62c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:31.496306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.538312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:31.542956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:31.547575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:31.550604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fa7fa0-d28f-459e-9beb-4adba271b654,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:31.555281 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845afcdc-25fa-48bd-943b-2b92f58af5b9 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:31.679747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fda43213-cedc-4c9c-b418-752cd72b3367 None None] Provisioning complete for port a7fa7fa0-d28f-459e-9beb-4adba271b654 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:31.680223 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fda43213-cedc-4c9c-b418-752cd72b3367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.729645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fda43213-cedc-4c9c-b418-752cd72b3367 None None] Port a7fa7fa0-d28f-459e-9beb-4adba271b654 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:31.736763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:31.826980 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.031773 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.163101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Router aa2bc265-4d6f-4a51-832a-479b909c01b1 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:44:32.274327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:32.284355 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Sync routers for ids ['aa2bc265-4d6f-4a51-832a-479b909c01b1'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:32.294813 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.297234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Routers {'aa2bc265-4d6f-4a51-832a-479b909c01b1'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:32.297870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['aa2bc265-4d6f-4a51-832a-479b909c01b1'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:32.299325 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d60eea28-2192-4207-91f6-1ac287030376 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.4861805 Nov 23 14:44:32.299653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60942) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:32.392204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c4504-c066-4ad8-8158-2a2d4cd99e1c None None] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:32.430288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Set router aa2bc265-4d6f-4a51-832a-479b909c01b1 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:32.560135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-463d2a67-97bf-47cd-bb08-2d7fa9bf11ef None None] Provisioning complete for port f66ddfbd-c7b0-496c-93b0-9211352fd62c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:32.560499 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-463d2a67-97bf-47cd-bb08-2d7fa9bf11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.659696 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.731589 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.797000 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-463d2a67-97bf-47cd-bb08-2d7fa9bf11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.822017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'name': 'tempest-ImageQuotaTest-1138304699-router', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:30Z', 'updated_at': '2021-11-23T14:44:31Z', 'revision_number': 3, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'gw_port': {'id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:31Z', 'updated_at': '2021-11-23T14:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:32.858122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Checking router: aa2bc265-4d6f-4a51-832a-479b909c01b1 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:32.858475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Updating router aa2bc265-4d6f-4a51-832a-479b909c01b1 port a7fa7fa0-d28f-459e-9beb-4adba271b654 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:44:32.881816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-463d2a67-97bf-47cd-bb08-2d7fa9bf11ef None None] For port f66ddfbd-c7b0-496c-93b0-9211352fd62c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f66ddfbd-c7b0-496c-93b0-9211352fd62c,segment=NetworkSegment(4ab96de6-02e3-4958-a574-b6640a6aac9d),segment_id=4ab96de6-02e3-4958-a574-b6640a6aac9d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:32.891682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-463d2a67-97bf-47cd-bb08-2d7fa9bf11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:32.892764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Allocated IP 172.20.0.1 (7a7ab931-6503-4ecc-94a9-6a8dabb4137c/54ea903c-4024-4aa6-9f17-64004f605c64/237a03a9-1c34-492d-b5fb-0a266f9f8663) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:32.921179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.011399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.047181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.091054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:33.093948 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:33.098668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:33.101944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Pushing event updated for resources: {'Port': ['ID=237a03a9-1c34-492d-b5fb-0a266f9f8663,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:33.143151 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.194466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d2a67-97bf-47cd-bb08-2d7fa9bf11ef None None] Pushing event updated for resources: {'Port': ['ID=f66ddfbd-c7b0-496c-93b0-9211352fd62c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:33.215575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4e7f2f1d-daff-4318-8f78-00621b47f5fd None None] Provisioning complete for port f66ddfbd-c7b0-496c-93b0-9211352fd62c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:33.215944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4e7f2f1d-daff-4318-8f78-00621b47f5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.270612 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.438371 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.444637 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.451200 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.456485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.503423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f66ddfbd-c7b0-496c-93b0-9211352fd62c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:33.505764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a9424-d15c-4033-80a3-0d87d90925eb None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:33.525441 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Pushing event updated for resources: {'Port': ['ID=237a03a9-1c34-492d-b5fb-0a266f9f8663,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:33.527953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.535851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8e29d-c76d-4581-8397-31e199fb15d1 None None] Pushing event updated for resources: {'Port': ['ID=a7fa7fa0-d28f-459e-9beb-4adba271b654,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:33.543066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Attempting to bind port a7fa7fa0-d28f-459e-9beb-4adba271b654 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:33.543438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Attempting to bind port a7fa7fa0-d28f-459e-9beb-4adba271b654 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:33.543806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Attempting to bind port a7fa7fa0-d28f-459e-9beb-4adba271b654 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:33.555742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7c3f3a94-6eb6-421c-86c5-2ebf1399bfc7 None None] Provisioning complete for port 237a03a9-1c34-492d-b5fb-0a266f9f8663 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:33.556121 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3a94-6eb6-421c-86c5-2ebf1399bfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.561699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:33.562079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:33.562483 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.562878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:33.563384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Bound port: a7fa7fa0-d28f-459e-9beb-4adba271b654, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:33.563766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.618789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:33.620253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:33.647088 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f3a94-6eb6-421c-86c5-2ebf1399bfc7 None None] Port 237a03a9-1c34-492d-b5fb-0a266f9f8663 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:33.655375 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f66ddfbd-c7b0-496c-93b0-9211352fd62c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:33.655751 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.683130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] For port a7fa7fa0-d28f-459e-9beb-4adba271b654, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:33.703751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] For port a7fa7fa0-d28f-459e-9beb-4adba271b654, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a7fa7fa0-d28f-459e-9beb-4adba271b654,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:33.711512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.747514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Router aa2bc265-4d6f-4a51-832a-479b909c01b1 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:44:33.767354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d24b0f-3822-4248-a5b2-f65ceb79bec3 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:33.786505 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Routers {'aa2bc265-4d6f-4a51-832a-479b909c01b1'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:33.787181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['aa2bc265-4d6f-4a51-832a-479b909c01b1'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:33.862961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8e29d-c76d-4581-8397-31e199fb15d1 None None] Pushing event updated for resources: {'Port': ['ID=a7fa7fa0-d28f-459e-9beb-4adba271b654,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:33.871175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:33.879663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dc8dc729-4849-4639-aa51-418a2eb46bab None None] Provisioning complete for port a7fa7fa0-d28f-459e-9beb-4adba271b654 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:33.880025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bccb28ea-9c1e-4bba-ba9d-af41a8ee5484 admin admin] 10.222.0.46 "PUT /v2.0/routers/aa2bc265-4d6f-4a51-832a-479b909c01b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5764923 Nov 23 14:44:33.880179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc729-4849-4639-aa51-418a2eb46bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:33.977666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] Set router aa2bc265-4d6f-4a51-832a-479b909c01b1 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:34.090375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc729-4849-4639-aa51-418a2eb46bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:34.149090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-dc8dc729-4849-4639-aa51-418a2eb46bab None None] For port a7fa7fa0-d28f-459e-9beb-4adba271b654, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a7fa7fa0-d28f-459e-9beb-4adba271b654,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:34.158119 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc729-4849-4639-aa51-418a2eb46bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:34.240132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dc729-4849-4639-aa51-418a2eb46bab None None] Pushing event updated for resources: {'Port': ['ID=a7fa7fa0-d28f-459e-9beb-4adba271b654,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:34.271894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'name': 'tempest-ImageQuotaTest-1138304699-router', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:30Z', 'updated_at': '2021-11-23T14:44:33Z', 'revision_number': 4, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'gw_port': {'id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:31Z', 'updated_at': '2021-11-23T14:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '237a03a9-1c34-492d-b5fb-0a266f9f8663', 'name': '', 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'mac_address': 'fa:16:3e:91:0a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '54ea903c-4024-4aa6-9f17-64004f605c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:32Z', 'updated_at': '2021-11-23T14:44:33Z', 'revision_number': 2, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'subnets': [{'id': '54ea903c-4024-4aa6-9f17-64004f605c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:34.302345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c354bdad-ba3c-40fc-a13a-988d2a899309 None None] The sync data for ids ['aa2bc265-4d6f-4a51-832a-479b909c01b1'] in n-d-818503-2 is: [{'id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'name': 'tempest-ImageQuotaTest-1138304699-router', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:30Z', 'updated_at': '2021-11-23T14:44:33Z', 'revision_number': 4, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'gw_port': {'id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:31Z', 'updated_at': '2021-11-23T14:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '237a03a9-1c34-492d-b5fb-0a266f9f8663', 'name': '', 'network_id': '7a7ab931-6503-4ecc-94a9-6a8dabb4137c', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'mac_address': 'fa:16:3e:91:0a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '54ea903c-4024-4aa6-9f17-64004f605c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:32Z', 'updated_at': '2021-11-23T14:44:33Z', 'revision_number': 2, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'subnets': [{'id': '54ea903c-4024-4aa6-9f17-64004f605c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:34.307632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a1e58467-385e-4b0d-9eaf-08af3c4baeb9 None None] Provisioning complete for port 237a03a9-1c34-492d-b5fb-0a266f9f8663 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:34.308001 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1e58467-385e-4b0d-9eaf-08af3c4baeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:34.347452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a1e58467-385e-4b0d-9eaf-08af3c4baeb9 None None] Port 237a03a9-1c34-492d-b5fb-0a266f9f8663 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:34.358682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a1e58467-385e-4b0d-9eaf-08af3c4baeb9 None None] Provisioning complete for port a7fa7fa0-d28f-459e-9beb-4adba271b654 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:34.359184 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1e58467-385e-4b0d-9eaf-08af3c4baeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:34.896170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60962) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:35.262928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:35.458667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a7fa7fa0-d28f-459e-9beb-4adba271b654 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:35.514794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a7fa7fa0-d28f-459e-9beb-4adba271b654 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:35.515231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:35.527238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Deleting port 237a03a9-1c34-492d-b5fb-0a266f9f8663 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:35.527694 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:35.608979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:35.620548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Calling delete_port for 237a03a9-1c34-492d-b5fb-0a266f9f8663 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:35.797221 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:35.829316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Pushing event deleted for resources: {'Port': ['ID=237a03a9-1c34-492d-b5fb-0a266f9f8663,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:35.991404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:36.327032 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] Sync routers for ids ['aa2bc265-4d6f-4a51-832a-479b909c01b1'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:36.337278 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] Routers {'aa2bc265-4d6f-4a51-832a-479b909c01b1'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:36.337880 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['aa2bc265-4d6f-4a51-832a-479b909c01b1'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:36.443307 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] Set router aa2bc265-4d6f-4a51-832a-479b909c01b1 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:36.539268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Router aa2bc265-4d6f-4a51-832a-479b909c01b1 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:44:36.616391 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'name': 'tempest-ImageQuotaTest-1138304699-router', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:30Z', 'updated_at': '2021-11-23T14:44:35Z', 'revision_number': 5, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'gw_port': {'id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:31Z', 'updated_at': '2021-11-23T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:36.642991 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] Checking router: aa2bc265-4d6f-4a51-832a-479b909c01b1 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:36.643801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:36.649217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-00bec7ec-0d06-4c39-a951-cd50343fd42e admin admin] 10.222.0.46 "PUT /v2.0/routers/aa2bc265-4d6f-4a51-832a-479b909c01b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519386 Nov 23 14:44:36.651955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60964) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:36.656141 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] Routers {'aa2bc265-4d6f-4a51-832a-479b909c01b1'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:36.656886 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['aa2bc265-4d6f-4a51-832a-479b909c01b1'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:36.754407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:36.759427 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] Set router aa2bc265-4d6f-4a51-832a-479b909c01b1 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:36.861336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:36.911936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Deleting port a7fa7fa0-d28f-459e-9beb-4adba271b654 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:36.912273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:36.936137 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'name': 'tempest-ImageQuotaTest-1138304699-router', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:30Z', 'updated_at': '2021-11-23T14:44:35Z', 'revision_number': 5, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'gw_port': {'id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:31Z', 'updated_at': '2021-11-23T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:36.963511 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e64828-c18d-41e3-bd1c-cd5cc908c708 None None] The sync data for ids ['aa2bc265-4d6f-4a51-832a-479b909c01b1'] in n-d-818503-2 is: [{'id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'name': 'tempest-ImageQuotaTest-1138304699-router', 'tenant_id': '2ade55e7a9594902b78b94ea688b2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:30Z', 'updated_at': '2021-11-23T14:44:35Z', 'revision_number': 5, 'project_id': '2ade55e7a9594902b78b94ea688b2980', 'gw_port': {'id': 'a7fa7fa0-d28f-459e-9beb-4adba271b654', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bc265-4d6f-4a51-832a-479b909c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:31Z', 'updated_at': '2021-11-23T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:36.990341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] For port a7fa7fa0-d28f-459e-9beb-4adba271b654, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a7fa7fa0-d28f-459e-9beb-4adba271b654,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:36.990674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.004295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Calling delete_port for a7fa7fa0-d28f-459e-9beb-4adba271b654 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:37.167387 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.196788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fa7fa0-d28f-459e-9beb-4adba271b654,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:37.209643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a01f5aa-f30c-416d-b0f3-8a7eeb4ddcc2 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:37.257688 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.351545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.353752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.404848 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.405493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2bc265-4d6f-4a51-832a-479b909c01b1 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:44:37.411614 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.415734 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-54f6a541-93c3-4fd0-8e9c-c0cdd4ab076d admin admin] 10.222.0.46 "DELETE /v2.0/routers/aa2bc265-4d6f-4a51-832a-479b909c01b1 HTTP/1.1" status: 204 len: 168 time: 0.7601235 Nov 23 14:44:37.415911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60966) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:37.449482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 237a03a9-1c34-492d-b5fb-0a266f9f8663 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:44:37.469985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 237a03a9-1c34-492d-b5fb-0a266f9f8663 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:44:37.470327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 237a03a9-1c34-492d-b5fb-0a266f9f8663 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:44:37.471085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] Deleting subnet 54ea903c-4024-4aa6-9f17-64004f605c64 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:44:37.475232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.510229 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.590031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.641902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.670755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ea903c-4024-4aa6-9f17-64004f605c64,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:37.678565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.683151 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bd49a9a2-5dbe-48af-ae42-1a3ef0c2a452 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/54ea903c-4024-4aa6-9f17-64004f605c64 HTTP/1.1" status: 204 len: 168 time: 0.2658048 Nov 23 14:44:37.683324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad66e1-ac88-45bb-93e2-27ef89e47052 None None] Network 7a7ab931-6503-4ecc-94a9-6a8dabb4137c requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:37.685379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60968) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:37.768113 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.827575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Deleting port f66ddfbd-c7b0-496c-93b0-9211352fd62c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:37.828262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.898352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] DHCP port deletion for 7a7ab931-6503-4ecc-94a9-6a8dabb4137c request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:37.902380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] For port f66ddfbd-c7b0-496c-93b0-9211352fd62c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f66ddfbd-c7b0-496c-93b0-9211352fd62c,segment=NetworkSegment(4ab96de6-02e3-4958-a574-b6640a6aac9d),segment_id=4ab96de6-02e3-4958-a574-b6640a6aac9d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:37.902752 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:37.917223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Calling delete_port for f66ddfbd-c7b0-496c-93b0-9211352fd62c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:37.951416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] Deleting port f66ddfbd-c7b0-496c-93b0-9211352fd62c {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:37.951833 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.003945 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.017534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] For port f66ddfbd-c7b0-496c-93b0-9211352fd62c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f66ddfbd-c7b0-496c-93b0-9211352fd62c,segment=NetworkSegment(4ab96de6-02e3-4958-a574-b6640a6aac9d),segment_id=4ab96de6-02e3-4958-a574-b6640a6aac9d)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:38.017931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.032372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] Calling delete_port for f66ddfbd-c7b0-496c-93b0-9211352fd62c owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:38.034957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66ddfbd-c7b0-496c-93b0-9211352fd62c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:38.038250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] Sync routers for ids ['aa2bc265-4d6f-4a51-832a-479b909c01b1'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:38.041557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] No DVR routers for this DVR port f66ddfbd-c7b0-496c-93b0-9211352fd62c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:44:38.089595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:38.089890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:44:38.090496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa2bc265-4d6f-4a51-832a-479b909c01b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103347) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:44:38.115346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] Routers set() bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:38.115721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] Router IDs set() for agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:44:38.116328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa2bc265-4d6f-4a51-832a-479b909c01b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent'). {{(pid=103347) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 14:44:38.116703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8074a1-9221-4e30-b359-d146f791a38e None None] The sync data for ids ['aa2bc265-4d6f-4a51-832a-479b909c01b1'] in n-d-818503-2 is: [] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:38.123731 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.139842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.147321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7ab931-6503-4ecc-94a9-6a8dabb4137c']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:38.157878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab96de6-02e3-4958-a574-b6640a6aac9d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:38.158159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab96de6-02e3-4958-a574-b6640a6aac9d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:38.167285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] Pushing event deleted for resources: {'Port': ['ID=f66ddfbd-c7b0-496c-93b0-9211352fd62c,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:38.169073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.170846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bdfd8-a4d1-4bf5-b713-22e8e8da292a None None] No DVR routers for this DVR port f66ddfbd-c7b0-496c-93b0-9211352fd62c on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:44:38.185557 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.192808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:44:38.193215 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:44:38.195121 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:44:38.261749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.267284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.270966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7a7ab931-6503-4ecc-94a9-6a8dabb4137c HTTP/1.1" status: 204 len: 168 time: 0.5840173 Nov 23 14:44:38.281538 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807f8c-772b-4f81-9b70-5e59383fd158 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7ab931-6503-4ecc-94a9-6a8dabb4137c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:38.383525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60972) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:38.421999 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0ce59c9b-df7c-4b21-a037-0223c09a5daa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ade55e7a9594902b78b94ea688b2980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373337 Nov 23 14:44:38.424386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60974) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:38.474998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981ef5ac-7fb6-482b-8177-c50cd9945af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.496513 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981ef5ac-7fb6-482b-8177-c50cd9945af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.551441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981ef5ac-7fb6-482b-8177-c50cd9945af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.554007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-981ef5ac-7fb6-482b-8177-c50cd9945af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.555171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-981ef5ac-7fb6-482b-8177-c50cd9945af9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/791a6ee1-6c92-47e5-afdf-e3d31f3ea28e HTTP/1.1" status: 204 len: 168 time: 0.1299062 Nov 23 14:44:38.564380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef5ac-7fb6-482b-8177-c50cd9945af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a6ee1-6c92-47e5-afdf-e3d31f3ea28e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:38.901276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 60980) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:38.918743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a4f9281-2cd6-4c13-ac48-cea8a4a37457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.996018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a4f9281-2cd6-4c13-ac48-cea8a4a37457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.999754 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a4f9281-2cd6-4c13-ac48-cea8a4a37457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.037883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a4f9281-2cd6-4c13-ac48-cea8a4a37457 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1355238 Nov 23 14:44:39.038983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f9281-2cd6-4c13-ac48-cea8a4a37457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a557593-079b-4dc3-ab63-31c8c01f9f70,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:39.040989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 60982) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:39.088157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-538070bb-bd4a-48eb-863b-6ae58ba07cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.110064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-538070bb-bd4a-48eb-863b-6ae58ba07cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.155126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-538070bb-bd4a-48eb-863b-6ae58ba07cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.157725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-538070bb-bd4a-48eb-863b-6ae58ba07cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.158929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-538070bb-bd4a-48eb-863b-6ae58ba07cd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a557593-079b-4dc3-ab63-31c8c01f9f70 HTTP/1.1" status: 204 len: 168 time: 0.1168649 Nov 23 14:44:39.167126 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538070bb-bd4a-48eb-863b-6ae58ba07cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a557593-079b-4dc3-ab63-31c8c01f9f70,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:39.437584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a7fa7fa0-d28f-459e-9beb-4adba271b654 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:44:39.458588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a7fa7fa0-d28f-459e-9beb-4adba271b654 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:44:39.458963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a7fa7fa0-d28f-459e-9beb-4adba271b654 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:44:39.459392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f66ddfbd-c7b0-496c-93b0-9211352fd62c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:44:39.481416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f66ddfbd-c7b0-496c-93b0-9211352fd62c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:44:39.481764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f66ddfbd-c7b0-496c-93b0-9211352fd62c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:44:39.750804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32772) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:39.857242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1308217591-network', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:39.878345 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:44:39.881274 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.889562 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.963617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.967336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.988393 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:44:40.006415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58360561-a408-4f31-8c47-fd4f34a3dc84,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:40.010575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.010959 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Added segment 4343d3fb-0715-4419-ae31-ccf627f1c2d0 of type vlan for network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd Nov 23 14:44:40.053124 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.077589 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.078739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:40.079346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.114500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3623075 Nov 23 14:44:40.118636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32776) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:40.123875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Request body: {'subnet': {'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1308217591-subnet', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:40.143142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928cd89-0049-499a-9e11-e0271426e7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1dddf1e2-38c7-4a05-ae0b-65eac74265fd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:40.143905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:44:40.146802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.157668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:44:40.321068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.381012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b593de78-bc1a-4439-a736-39c7bf998329,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:40.389422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:40.389811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Network hostable DHCP agents. Network: 1dddf1e2-38c7-4a05-ae0b-65eac74265fd, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:44:40.407546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:44:40.416829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 1dddf1e2-38c7-4a05-ae0b-65eac74265fd) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:40.423094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:40.424108 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.424748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdfbed2-8a6d-4af9-83a3-4611d1dd188c None None] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:40.440238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ff113e7f-e13b-4acf-8771-1365c13aa5de admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3204532 Nov 23 14:44:40.443648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32778) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:40.448031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:40.469036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.470133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.526565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.583607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:44:40.584497 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.662542 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.894948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Allocated IP 172.20.0.2 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/bc3bce67-ed31-4fcf-8c6d-b9c145201945) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:41.046584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.052864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.094748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:41.097701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:41.100421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:41.110752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Pushing event updated for resources: {'Port': ['ID=bc3bce67-ed31-4fcf-8c6d-b9c145201945,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:41.163704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Attempting to bind port bc3bce67-ed31-4fcf-8c6d-b9c145201945 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:41.164021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Attempting to bind port bc3bce67-ed31-4fcf-8c6d-b9c145201945 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:41.164362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Attempting to bind port bc3bce67-ed31-4fcf-8c6d-b9c145201945 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:41.169885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:41.170260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:41.170659 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.171082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:41.171569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Bound port: bc3bce67-ed31-4fcf-8c6d-b9c145201945, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:41.171934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.172809 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.192692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.237528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] For port bc3bce67-ed31-4fcf-8c6d-b9c145201945, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:41.242873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] For port bc3bce67-ed31-4fcf-8c6d-b9c145201945, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bc3bce67-ed31-4fcf-8c6d-b9c145201945,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:41.247373 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.302799 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Allocated IP 172.25.3.102 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:41.303524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c4508-a750-4eef-8f67-3d5235f28428 None None] Pushing event updated for resources: {'Port': ['ID=bc3bce67-ed31-4fcf-8c6d-b9c145201945,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:41.415972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.471621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.510059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:41.515317 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:41.519035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:41.532262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6229a-9866-4b9c-81f6-ad0505fac337 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:41.549642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Pushing event updated for resources: {'Port': ['ID=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:41.622193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5f9faa62-26fd-4803-b5cf-aac6997f464d None None] Provisioning complete for port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:41.623786 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5f9faa62-26fd-4803-b5cf-aac6997f464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.662992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5f9faa62-26fd-4803-b5cf-aac6997f464d None None] Port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:41.784106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:41.997828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.135180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Router c23aaedb-ed12-4133-816c-494608e0518a is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:44:42.258879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:42.259531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa30d3d-ae3b-477e-8b71-9c7f88e14fbc None None] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:42.267747 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:42.279763 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:42.280390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.281195 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:42.284452 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3f320c8c-05b6-4189-b253-c5d0d7d3cd81 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8372107 Nov 23 14:44:42.284869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:42.338111 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ff1ac256-f9f3-4a0d-8411-f55e07871414 None None] Provisioning complete for port bc3bce67-ed31-4fcf-8c6d-b9c145201945 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:42.338532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac256-f9f3-4a0d-8411-f55e07871414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.398837 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:42.509172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac256-f9f3-4a0d-8411-f55e07871414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.558166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ff1ac256-f9f3-4a0d-8411-f55e07871414 None None] For port bc3bce67-ed31-4fcf-8c6d-b9c145201945, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bc3bce67-ed31-4fcf-8c6d-b9c145201945,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:42.562737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac256-f9f3-4a0d-8411-f55e07871414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.633796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac256-f9f3-4a0d-8411-f55e07871414 None None] Pushing event updated for resources: {'Port': ['ID=bc3bce67-ed31-4fcf-8c6d-b9c145201945,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:42.713378 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:41Z', 'revision_number': 3, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:42.745341 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:42.745694 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Updating router c23aaedb-ed12-4133-816c-494608e0518a port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:44:42.751145 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.771661 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.793849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e8afc9f6-c00f-47ba-860f-20172e4a39ee None None] Provisioning complete for port bc3bce67-ed31-4fcf-8c6d-b9c145201945 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:42.794224 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8afc9f6-c00f-47ba-860f-20172e4a39ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:42.922972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Allocated IP 172.20.0.1 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/ed379b86-80d6-4d7e-864d-3d302b5f4c6d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:43.028008 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.039603 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.045409 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.067633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.089995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1310cc4-a669-44da-83da-56e6f79af3ab None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:43.101673 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Attempting to bind port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:43.102050 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Attempting to bind port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:43.102415 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Attempting to bind port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:43.109908 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Pushing event updated for resources: {'Port': ['ID=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:43.110478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:43.112948 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:43.113322 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:43.113723 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.114679 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:43.115186 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Bound port: bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:43.115568 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.116030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:43.120212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:43.138530 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.138875 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.139286 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.139562 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.139894 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.140226 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.140551 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.140875 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.141200 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.141521 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.141842 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.142159 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:43.164759 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Pushing event updated for resources: {'Port': ['ID=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:43.176460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.187782 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] For port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:43.191505 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] For port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:43.197679 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.207580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9bf26c35-6392-4a5f-848a-b901842bfaac None None] Provisioning complete for port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:43.209437 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9bf26c35-6392-4a5f-848a-b901842bfaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.250107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:43.250745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:43.276121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9358564f-7d87-431b-b5ce-3c8808221119 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:43.333254 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9bf26c35-6392-4a5f-848a-b901842bfaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.356048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9bf26c35-6392-4a5f-848a-b901842bfaac None None] For port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:43.359728 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.362155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9bf26c35-6392-4a5f-848a-b901842bfaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.379272 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:43.461583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf26c35-6392-4a5f-848a-b901842bfaac None None] Pushing event updated for resources: {'Port': ['ID=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:43.469060 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f343a-71e0-407e-9137-088f2d16c900 None None] Pushing event updated for resources: {'Port': ['ID=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:43.499366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ef90b504-93f2-4ef5-a8a0-602704b0b2cf None None] Provisioning complete for port ed379b86-80d6-4d7e-864d-3d302b5f4c6d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:43.499947 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ef90b504-93f2-4ef5-a8a0-602704b0b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.531126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bc3bce67-ed31-4fcf-8c6d-b9c145201945 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:43.571422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.576608 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.582647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ef90b504-93f2-4ef5-a8a0-602704b0b2cf None None] Port ed379b86-80d6-4d7e-864d-3d302b5f4c6d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:43.598916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ef90b504-93f2-4ef5-a8a0-602704b0b2cf None None] Provisioning complete for port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:43.599299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ef90b504-93f2-4ef5-a8a0-602704b0b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.611116 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:41Z', 'revision_number': 3, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:43.640446 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7451ba-5d84-4350-b810-2f5f235de77d None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:41Z', 'revision_number': 3, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:43.643528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bc3bce67-ed31-4fcf-8c6d-b9c145201945 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:43.644252 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.649608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Pushing event updated for resources: {'Port': ['ID=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:43.652071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:43.757742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:43.759459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:43.917402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:44:44.038487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:44.047134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c1423de0-2ca0-4382-8690-2f5cf14495ab admin admin] 10.222.0.46 "PUT /v2.0/routers/c23aaedb-ed12-4133-816c-494608e0518a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607892 Nov 23 14:44:44.076339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-01ced817-d4f4-403e-b669-5d8fdb92c204 None None] Provisioning complete for port ed379b86-80d6-4d7e-864d-3d302b5f4c6d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:44.076897 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-01ced817-d4f4-403e-b669-5d8fdb92c204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.115179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-01ced817-d4f4-403e-b669-5d8fdb92c204 None None] Port ed379b86-80d6-4d7e-864d-3d302b5f4c6d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:44.609487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 32796) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:44.614495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1583740873-network', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:44.636883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Made reservation on behalf of d3a9f57f54914c538813272cf6a654bf for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:44:44.639420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.648196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.729408 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.733898 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.756075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:44:44.772060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07470d06-2f51-44df-91c7-6f88acae8dd0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:44.776193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.776545 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Added segment ef7a8454-92cd-4b39-a882-e21f460e291a of type vlan for network 7539b855-b4f6-48a4-afa5-3532f2685352 Nov 23 14:44:44.821983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.855684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.856739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:44.857272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.910124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2994757 Nov 23 14:44:44.913657 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32798) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:44.919480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Request body: {'subnet': {'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1583740873-subnet', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:44.940260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Made reservation on behalf of d3a9f57f54914c538813272cf6a654bf for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:44:44.942718 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:44.962533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83014ef3-892f-4468-a6da-9662aca41d08 admin admin] Pushing event updated for resources: {'Network': ['ID=7539b855-b4f6-48a4-afa5-3532f2685352,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:44.972265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 7539b855-b4f6-48a4-afa5-3532f2685352 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:44:45.118612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.173626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d626ad94-1638-4dda-be6d-664d362f8a5d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:45.187266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Checking segment: {'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:45.187517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Network hostable DHCP agents. Network: 7539b855-b4f6-48a4-afa5-3532f2685352, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:44:45.214620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Network 7539b855-b4f6-48a4-afa5-3532f2685352 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:44:45.223866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 7539b855-b4f6-48a4-afa5-3532f2685352) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:45.228917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:45.231019 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.231759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f66861-8504-4702-97da-e6958ca2fe5c None None] Network 7539b855-b4f6-48a4-afa5-3532f2685352 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:45.248529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-867a3dc0-203f-464b-a0f2-4e7e4b36cb8f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3332736 Nov 23 14:44:45.250943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32800) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:45.255855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:45.277298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.278522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.343353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.389878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:45.394372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-7539b855-b4f6-48a4-afa5-3532f2685352', 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'fixed_ips': [{'subnet_id': 'd626ad94-1638-4dda-be6d-664d362f8a5d'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:44:45.395781 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.425848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:45.426564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:45.512172 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.527783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:45.678514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Allocated IP 172.20.0.2 (7539b855-b4f6-48a4-afa5-3532f2685352/d626ad94-1638-4dda-be6d-664d362f8a5d/0b6af424-052e-4491-bed2-36912cba4024) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:45.681347 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:45.719132 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.734989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:45.735376 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.741821 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:45.856966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Allocated IP 172.25.3.234 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/f685a7fb-d086-4f5e-b53b-994c48463a83) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:45.972057 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.006968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.044466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:46.049431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:46.054207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:46.067115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f114c24-8dba-49f8-9fd7-b8e777542133 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:46.072381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.084509 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.090368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=f685a7fb-d086-4f5e-b53b-994c48463a83,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:46.307000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Network 7539b855-b4f6-48a4-afa5-3532f2685352 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:46.312318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:46.314045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Pushing event updated for resources: {'Port': ['ID=0b6af424-052e-4491-bed2-36912cba4024,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:46.316553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:46.325646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6148b889-2569-40ae-8965-47a1f195e0b4 None None] Provisioning complete for port f685a7fb-d086-4f5e-b53b-994c48463a83 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:46.326025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6148b889-2569-40ae-8965-47a1f195e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.341402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.354539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 2, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:46.418794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:46.419196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Updating router c23aaedb-ed12-4133-816c-494608e0518a port ed379b86-80d6-4d7e-864d-3d302b5f4c6d binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:44:46.449730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6148b889-2569-40ae-8965-47a1f195e0b4 None None] Port f685a7fb-d086-4f5e-b53b-994c48463a83 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:46.458210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Attempting to bind port 0b6af424-052e-4491-bed2-36912cba4024 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:46.458591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Attempting to bind port 0b6af424-052e-4491-bed2-36912cba4024 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:46.458982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Attempting to bind port 0b6af424-052e-4491-bed2-36912cba4024 on network 7539b855-b4f6-48a4-afa5-3532f2685352 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:46.461015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.472525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:46.472901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Checking segment: {'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:46.473367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.473766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Bound using segment: {'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:46.474753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Bound port: 0b6af424-052e-4491-bed2-36912cba4024, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:46.475165 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.541094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.634807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] For port 0b6af424-052e-4491-bed2-36912cba4024, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:46.639890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] For port 0b6af424-052e-4491-bed2-36912cba4024, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0b6af424-052e-4491-bed2-36912cba4024,segment=NetworkSegment(ef7a8454-92cd-4b39-a882-e21f460e291a),segment_id=ef7a8454-92cd-4b39-a882-e21f460e291a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:46.647495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.679745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Router 18210f0d-4922-40f3-afec-6a98facc51be is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:44:46.760454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43287e2e-c322-4dd7-bf92-4c74943ffbe0 None None] Pushing event updated for resources: {'Port': ['ID=0b6af424-052e-4491-bed2-36912cba4024,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:46.798744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:46.810647 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Sync routers for ids ['18210f0d-4922-40f3-afec-6a98facc51be'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:46.820093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.822194 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2ebecc25-27c9-47e3-9a7b-0aebaeda0eb1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5693603 Nov 23 14:44:46.823264 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Routers {'18210f0d-4922-40f3-afec-6a98facc51be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:46.824085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['18210f0d-4922-40f3-afec-6a98facc51be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:46.824235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 32802) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:46.873656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.880990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.956423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c62e74-8fac-44d1-9752-35d6c4ff966c None None] Pushing event updated for resources: {'Port': ['ID=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:47.032389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Attempting to bind port ed379b86-80d6-4d7e-864d-3d302b5f4c6d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:47.032389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Attempting to bind port ed379b86-80d6-4d7e-864d-3d302b5f4c6d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:47.032743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Attempting to bind port ed379b86-80d6-4d7e-864d-3d302b5f4c6d on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:47.060841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:47.061244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:47.061653 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.062054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:47.063295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Bound port: ed379b86-80d6-4d7e-864d-3d302b5f4c6d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:47.063711 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.086167 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Set router 18210f0d-4922-40f3-afec-6a98facc51be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:47.148632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] For port ed379b86-80d6-4d7e-864d-3d302b5f4c6d, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:47.156179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] For port ed379b86-80d6-4d7e-864d-3d302b5f4c6d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:47.163991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.241901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c62e74-8fac-44d1-9752-35d6c4ff966c None None] Pushing event updated for resources: {'Port': ['ID=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:47.257091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:47.257091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:47.326396 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:46Z', 'revision_number': 3, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port': {'id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:47.331002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0b21c6bd-692a-4974-99cf-e131450146c9 None None] Provisioning complete for port ed379b86-80d6-4d7e-864d-3d302b5f4c6d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:47.331310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b21c6bd-692a-4974-99cf-e131450146c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.361397 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Checking router: 18210f0d-4922-40f3-afec-6a98facc51be for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:47.362056 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Updating router 18210f0d-4922-40f3-afec-6a98facc51be port f685a7fb-d086-4f5e-b53b-994c48463a83 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:44:47.441540 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.451779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:47.507340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.528007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b6af424-052e-4491-bed2-36912cba4024 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:47.611243 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b21c6bd-692a-4974-99cf-e131450146c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.721622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0b21c6bd-692a-4974-99cf-e131450146c9 None None] For port ed379b86-80d6-4d7e-864d-3d302b5f4c6d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:47.728587 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b21c6bd-692a-4974-99cf-e131450146c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.772084 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.780034 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.784209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Allocated IP 172.20.0.1 (7539b855-b4f6-48a4-afa5-3532f2685352/d626ad94-1638-4dda-be6d-664d362f8a5d/3bbd1850-734c-43c3-98f1-797390c58a72) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:47.806175 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 0b6af424-052e-4491-bed2-36912cba4024 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:47.806556 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.834392 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4fc0d-2743-493a-b87c-7ec706039477 None None] Pushing event updated for resources: {'Port': ['ID=f685a7fb-d086-4f5e-b53b-994c48463a83,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:47.891280 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Attempting to bind port f685a7fb-d086-4f5e-b53b-994c48463a83 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:47.891588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Attempting to bind port f685a7fb-d086-4f5e-b53b-994c48463a83 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:47.893336 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Attempting to bind port f685a7fb-d086-4f5e-b53b-994c48463a83 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:47.902724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb0102-57be-413c-8b9e-bd415d7b4342 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:47.904839 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:47.905363 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:47.905929 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.909480 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:47.910202 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Bound port: f685a7fb-d086-4f5e-b53b-994c48463a83, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:47.910803 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.919471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c6bd-692a-4974-99cf-e131450146c9 None None] Pushing event updated for resources: {'Port': ['ID=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:47.952164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5eb2a435-0cfd-4c81-a2db-72d40d0f981c None None] Provisioning complete for port ed379b86-80d6-4d7e-864d-3d302b5f4c6d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:47.952538 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5eb2a435-0cfd-4c81-a2db-72d40d0f981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:47.961486 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.014764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.058501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:48.062911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Network 7539b855-b4f6-48a4-afa5-3532f2685352 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:48.066272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:48.071257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:48.084055 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] For port f685a7fb-d086-4f5e-b53b-994c48463a83, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:48.087510 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] For port f685a7fb-d086-4f5e-b53b-994c48463a83, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f685a7fb-d086-4f5e-b53b-994c48463a83,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:48.094244 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.097159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66fd14e-1f19-416e-8a54-2659fbaa340b None None] Network 7539b855-b4f6-48a4-afa5-3532f2685352 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:44:48.101128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cabf2-e2de-4a8a-961f-0f6c2815c4c6 None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:48.104118 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.175969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f345012-b4ed-4ca8-b403-ac04d0be1a59 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:44:48.211610 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Routers {'18210f0d-4922-40f3-afec-6a98facc51be'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:48.212257 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['18210f0d-4922-40f3-afec-6a98facc51be'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:48.282775 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4fc0d-2743-493a-b87c-7ec706039477 None None] Pushing event updated for resources: {'Port': ['ID=f685a7fb-d086-4f5e-b53b-994c48463a83,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:48.323214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 0b6af424-052e-4491-bed2-36912cba4024, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0b6af424-052e-4491-bed2-36912cba4024,segment=NetworkSegment(ef7a8454-92cd-4b39-a882-e21f460e291a),segment_id=ef7a8454-92cd-4b39-a882-e21f460e291a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:48.356583 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.397611 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] Set router 18210f0d-4922-40f3-afec-6a98facc51be gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:48.462138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=0b6af424-052e-4491-bed2-36912cba4024,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:48.477029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] Provisioning complete for port 0b6af424-052e-4491-bed2-36912cba4024 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:48.477872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.488600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3bbd1850-734c-43c3-98f1-797390c58a72,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:48.503962 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.627706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] Provisioning complete for port f685a7fb-d086-4f5e-b53b-994c48463a83 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:48.628077 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.647543 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:46Z', 'revision_number': 3, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port': {'id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:48.699845 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.703795 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f1b7d-ffc5-4397-ae6e-5a46ea5a0d09 None None] The sync data for ids ['18210f0d-4922-40f3-afec-6a98facc51be'] in n-d-818503-2 is: [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:46Z', 'revision_number': 3, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port': {'id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:48.769564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.804738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] For port f685a7fb-d086-4f5e-b53b-994c48463a83, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f685a7fb-d086-4f5e-b53b-994c48463a83,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:48.814952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.883366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5c9c0-eef4-48e6-8d28-119500009120 None None] Pushing event updated for resources: {'Port': ['ID=f685a7fb-d086-4f5e-b53b-994c48463a83,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:48.921700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.928682 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.941246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b45ab2a9-14d8-4061-8abb-f02b60f77bef None None] Provisioning complete for port 3bbd1850-734c-43c3-98f1-797390c58a72 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:48.941554 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b45ab2a9-14d8-4061-8abb-f02b60f77bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:48.986980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b45ab2a9-14d8-4061-8abb-f02b60f77bef None None] Port 3bbd1850-734c-43c3-98f1-797390c58a72 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:48.998555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b45ab2a9-14d8-4061-8abb-f02b60f77bef None None] Provisioning complete for port 0b6af424-052e-4491-bed2-36912cba4024 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:48.999183 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b45ab2a9-14d8-4061-8abb-f02b60f77bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:49.017884 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:49.020859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3bbd1850-734c-43c3-98f1-797390c58a72,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:49.183996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Network 7539b855-b4f6-48a4-afa5-3532f2685352 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:49.185431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:49.216101 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:44:49.288828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0330bfc9-7791-4323-94a5-dfb2ae194ec7 None None] Provisioning complete for port 3bbd1850-734c-43c3-98f1-797390c58a72 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:49.289847 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0330bfc9-7791-4323-94a5-dfb2ae194ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:49.354536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Router 18210f0d-4922-40f3-afec-6a98facc51be has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:44:49.360901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0330bfc9-7791-4323-94a5-dfb2ae194ec7 None None] Port 3bbd1850-734c-43c3-98f1-797390c58a72 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:49.508404 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:49.523474 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b29cbc1d-281c-4fc8-98a5-563e05dc70b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/18210f0d-4922-40f3-afec-6a98facc51be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6981599 Nov 23 14:44:49.650129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b6af424-052e-4491-bed2-36912cba4024 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:49.722877 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 0b6af424-052e-4491-bed2-36912cba4024 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:49.723893 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:49.816954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f685a7fb-d086-4f5e-b53b-994c48463a83 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:49.839439 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-93dbb1b4-67ba-4c86-a8fd-5d2695187711 None None] Provisioning complete for port 3bbd1850-734c-43c3-98f1-797390c58a72 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:49.839804 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-93dbb1b4-67ba-4c86-a8fd-5d2695187711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:50.053659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-93dbb1b4-67ba-4c86-a8fd-5d2695187711 None None] Port 3bbd1850-734c-43c3-98f1-797390c58a72 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:50.065797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f685a7fb-d086-4f5e-b53b-994c48463a83 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:50.065797 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:50.144863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ed379b86-80d6-4d7e-864d-3d302b5f4c6d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:50.200209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ed379b86-80d6-4d7e-864d-3d302b5f4c6d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:50.200656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:51.454497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Sync routers for ids ['18210f0d-4922-40f3-afec-6a98facc51be'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:51.464878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Routers {'18210f0d-4922-40f3-afec-6a98facc51be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:51.465521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['18210f0d-4922-40f3-afec-6a98facc51be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:51.572136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Set router 18210f0d-4922-40f3-afec-6a98facc51be gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:51.680496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0b28b5ef-ea9b-4141-9218-f8b90c5eb1f8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:51.681914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0b28b5ef-ea9b-4141-9218-f8b90c5eb1f8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1072776 Nov 23 14:44:51.697564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-904cabba-2700-45f6-9e5b-b638ad04d13e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/quotas/b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 375 time: 0.0096166 Nov 23 14:44:51.747661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-41ed21d7-1bde-442e-9c62-79cd39ae8432 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447087 Nov 23 14:44:51.774783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 4, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port': {'id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3bbd1850-734c-43c3-98f1-797390c58a72', 'name': '', 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'mac_address': 'fa:16:3e:da:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd626ad94-1638-4dda-be6d-664d362f8a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:47Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 2, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'subnets': [{'id': 'd626ad94-1638-4dda-be6d-664d362f8a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:51.801295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Checking router: 18210f0d-4922-40f3-afec-6a98facc51be for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:44:51.802136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Updating router 18210f0d-4922-40f3-afec-6a98facc51be port 3bbd1850-734c-43c3-98f1-797390c58a72 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:44:51.825798 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:51.839872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-1a16ca3a-4278-466a-b6a5-314f53f5645b service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854831 Nov 23 14:44:51.931240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-aea7f6c5-ba09-49bb-8ac6-2dbf9a412f23 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851521 Nov 23 14:44:52.093904 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.099534 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.171470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Pushing event updated for resources: {'Port': ['ID=3bbd1850-734c-43c3-98f1-797390c58a72,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:52.182885 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.183723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.183723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.184349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.184666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.185062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.185502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.185838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.186229 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.186619 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.187044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.187430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:52.221211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Attempting to bind port 3bbd1850-734c-43c3-98f1-797390c58a72 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:52.221587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Attempting to bind port 3bbd1850-734c-43c3-98f1-797390c58a72 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:52.221953 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Attempting to bind port 3bbd1850-734c-43c3-98f1-797390c58a72 on network 7539b855-b4f6-48a4-afa5-3532f2685352 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:52.229820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:52.230302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Checking segment: {'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:52.230778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.231275 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Bound using segment: {'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:52.231846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Bound port: 3bbd1850-734c-43c3-98f1-797390c58a72, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7a8454-92cd-4b39-a882-e21f460e291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:52.232297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.248993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93fe134f-1f29-4c3f-8789-3515144a0b2f req-e48b7ce2-e6e2-42ba-9898-40321b50f87e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0368540 Nov 23 14:44:52.308892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] For port 3bbd1850-734c-43c3-98f1-797390c58a72, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:52.312614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] For port 3bbd1850-734c-43c3-98f1-797390c58a72, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3bbd1850-734c-43c3-98f1-797390c58a72,segment=NetworkSegment(ef7a8454-92cd-4b39-a882-e21f460e291a),segment_id=ef7a8454-92cd-4b39-a882-e21f460e291a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:52.316985 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.381403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68619c79-f20c-411f-8b9a-88d1b9bebcda None None] Pushing event updated for resources: {'Port': ['ID=3bbd1850-734c-43c3-98f1-797390c58a72,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:52.383936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Routers {'18210f0d-4922-40f3-afec-6a98facc51be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:52.384541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:44:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['18210f0d-4922-40f3-afec-6a98facc51be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:52.433399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-70fae3a9-5720-4310-8f7b-e67852617147 None None] Provisioning complete for port 3bbd1850-734c-43c3-98f1-797390c58a72 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:52.433897 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70fae3a9-5720-4310-8f7b-e67852617147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.535357 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] Set router 18210f0d-4922-40f3-afec-6a98facc51be gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:44:52.631286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70fae3a9-5720-4310-8f7b-e67852617147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.718810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-70fae3a9-5720-4310-8f7b-e67852617147 None None] For port 3bbd1850-734c-43c3-98f1-797390c58a72, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3bbd1850-734c-43c3-98f1-797390c58a72,segment=NetworkSegment(ef7a8454-92cd-4b39-a882-e21f460e291a),segment_id=ef7a8454-92cd-4b39-a882-e21f460e291a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:44:52.723479 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70fae3a9-5720-4310-8f7b-e67852617147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:52.802096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fae3a9-5720-4310-8f7b-e67852617147 None None] Pushing event updated for resources: {'Port': ['ID=3bbd1850-734c-43c3-98f1-797390c58a72,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:52.826440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 4, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port': {'id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3bbd1850-734c-43c3-98f1-797390c58a72', 'name': '', 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'mac_address': 'fa:16:3e:da:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd626ad94-1638-4dda-be6d-664d362f8a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:47Z', 'updated_at': '2021-11-23T14:44:52Z', 'revision_number': 4, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'subnets': [{'id': 'd626ad94-1638-4dda-be6d-664d362f8a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:52.860932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4ab13-459c-4e40-a9c9-1ebf92a30b21 None None] The sync data for ids ['18210f0d-4922-40f3-afec-6a98facc51be'] in n-d-818503-2 is: [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 4, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port': {'id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '3bbd1850-734c-43c3-98f1-797390c58a72', 'name': '', 'network_id': '7539b855-b4f6-48a4-afa5-3532f2685352', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'mac_address': 'fa:16:3e:da:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd626ad94-1638-4dda-be6d-664d362f8a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:47Z', 'updated_at': '2021-11-23T14:44:52Z', 'revision_number': 4, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'subnets': [{'id': 'd626ad94-1638-4dda-be6d-664d362f8a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:44:52.870377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-538490f7-96a2-4f73-98a5-0b58e3db02a9 None None] Provisioning complete for port 3bbd1850-734c-43c3-98f1-797390c58a72 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:52.870748 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-538490f7-96a2-4f73-98a5-0b58e3db02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:53.333392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f17647fa-0a33-4ea0-a8a1-16daeadb51e3 req-d34176b3-fae6-475b-85e9-908ac5eefa8c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0311565 Nov 23 14:44:53.460383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3bbd1850-734c-43c3-98f1-797390c58a72 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:44:53.509129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 3bbd1850-734c-43c3-98f1-797390c58a72 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:53.509584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:53.918093 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:54.408121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-831f23f6-6bb7-4e74-80a8-7f36528e1972 req-7b6172e0-13e0-41a7-b723-5bb6a584ce4d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0252209 Nov 23 14:44:55.187633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-1018e0e6-e392-4438-b206-d28dc47b7837 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:55.189155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-1018e0e6-e392-4438-b206-d28dc47b7837 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1054206 Nov 23 14:44:55.204239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'port': {'device_id': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'admin_state_up': True, 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:55.309031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:44:55.313185 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:55.441998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.20.0.13 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/d43a6844-9154-4848-a205-377e7796bbb1) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:44:55.512828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af80ced7-d7d1-478a-9a83-f61fac1ed3f6 req-e7b19156-d34a-430d-bf7a-ab3ed2472a4d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0334260 Nov 23 14:44:55.614117 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:55.647720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:55.691549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:44:55.694879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:44:55.698493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:44:55.705045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=d43a6844-9154-4848-a205-377e7796bbb1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:55.752402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:55.753017 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:55.769423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-66ca5b45-9988-4c95-a508-e4583b277f04 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5689106 Nov 23 14:44:55.781514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Request body: {'port': {'device_id': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:44:55.841778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.007717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-22ddcd7c-9cc7-4454-8680-2cfdc183996f None None] Provisioning complete for port d43a6844-9154-4848-a205-377e7796bbb1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:44:56.008328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-22ddcd7c-9cc7-4454-8680-2cfdc183996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.042812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-22ddcd7c-9cc7-4454-8680-2cfdc183996f None None] Port d43a6844-9154-4848-a205-377e7796bbb1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:44:56.131374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43a6844-9154-4848-a205-377e7796bbb1 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:44:56.138872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.153253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Transition to ACTIVE for port object d43a6844-9154-4848-a205-377e7796bbb1 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:44:56.159627 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.232110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Pushing event updated for resources: {'Port': ['ID=d43a6844-9154-4848-a205-377e7796bbb1,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:56.284053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Attempting to bind port d43a6844-9154-4848-a205-377e7796bbb1 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:44:56.284408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Attempting to bind port d43a6844-9154-4848-a205-377e7796bbb1 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:44:56.284728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Attempting to bind port d43a6844-9154-4848-a205-377e7796bbb1 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:56.289834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Port d43a6844-9154-4848-a205-377e7796bbb1 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:44:56.290231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Attempting to bind port d43a6844-9154-4848-a205-377e7796bbb1 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:44:56.295869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:44:56.296291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:44:56.296751 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:44:56.297248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Bound port: d43a6844-9154-4848-a205-377e7796bbb1, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:44:56.297675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.366240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] For port d43a6844-9154-4848-a205-377e7796bbb1, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:44:56.370140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] For port d43a6844-9154-4848-a205-377e7796bbb1, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d43a6844-9154-4848-a205-377e7796bbb1,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:44:56.375859 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.412669 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:56.413286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.414669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] 10.222.0.74 "PUT /v2.0/ports/d43a6844-9154-4848-a205-377e7796bbb1 HTTP/1.1" status: 200 len: 1092 time: 0.6373568 Nov 23 14:44:56.415144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'tag': 'd43a6844-9154-4848-a205-377e7796bbb1'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:44:56.417638 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb07803-0672-4b58-8012-5545b2aa4b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d481378-f8a2-4eed-8eec-c1c64704e40a", "tag": "d43a6844-9154-4848-a205-377e7796bbb1"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:44:56.445548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd69b-d5fd-4bc6-a471-f4ed6158a61d service neutron] Pushing event updated for resources: {'Port': ['ID=d43a6844-9154-4848-a205-377e7796bbb1,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:56.517803 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4278a0-eb7b-4cb4-82b5-1d8e028318df x-openstack-request-id: req-0e4278a0-eb7b-4cb4-82b5-1d8e028318df {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:44:56.518110 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d481378-f8a2-4eed-8eec-c1c64704e40a", "tag": "d43a6844-9154-4848-a205-377e7796bbb1", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:44:56.518362 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e4278a0-eb7b-4cb4-82b5-1d8e028318df {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:44:56.518884 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'tag': 'd43a6844-9154-4848-a205-377e7796bbb1', 'status': 'completed', 'code': 200} Nov 23 14:44:56.520826 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-16b8812e-3064-4d9d-8984-2918cc8fe51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:56.522599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-16b8812e-3064-4d9d-8984-2918cc8fe51e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 1095 time: 0.0577428 Nov 23 14:44:56.574595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-6faf5ecc-0663-4904-b294-afc8ac5cba45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43a6844-9154-4848-a205-377e7796bbb1 HTTP/1.1" status: 200 len: 217 time: 0.0446692 Nov 23 14:44:56.662393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-fcf16539-f944-484d-b47b-bd78f04d2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:56.663895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-fcf16539-f944-484d-b47b-bd78f04d2576 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0823271 Nov 23 14:44:56.679584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57fc11-21bd-4ea7-8b83-f9737ba57db6 req-6799ce36-5bdf-4f47-8961-d16c0ded6388 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:56.681051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df57fc11-21bd-4ea7-8b83-f9737ba57db6 req-6799ce36-5bdf-4f47-8961-d16c0ded6388 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0697696 Nov 23 14:44:56.753827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-1e7fcd75-a174-453b-8b21-c6d1bda9835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:56.755392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-1e7fcd75-a174-453b-8b21-c6d1bda9835a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841067 Nov 23 14:44:56.756041 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b65cc49-348a-4861-ac29-d9306ccd7960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.760264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df57fc11-21bd-4ea7-8b83-f9737ba57db6 req-97aba176-f084-418f-8f45-bb342615a9db tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718467 Nov 23 14:44:56.869639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-4f23aa29-f533-4b70-8ec5-9cffb035578a service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070881 Nov 23 14:44:56.974882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25188e79-1c25-41ea-bd95-8242f59bf603 req-768db6e9-2a26-4f05-9518-43c5f66b9fb6 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985801 Nov 23 14:44:57.059217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-ce836982-b12b-41b8-995f-0e4367776a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.060636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-ce836982-b12b-41b8-995f-0e4367776a39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 1095 time: 0.0415416 Nov 23 14:44:57.155102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-3f4520e2-c2e2-4566-8d53-b1c5d0808666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.156496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-3f4520e2-c2e2-4566-8d53-b1c5d0808666 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0888479 Nov 23 14:44:57.198671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-6f3d4fa7-8c56-40f1-8d08-0c5ef0058a03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43a6844-9154-4848-a205-377e7796bbb1 HTTP/1.1" status: 200 len: 217 time: 0.0341539 Nov 23 14:44:57.241252 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:57.254654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-e3a2f67d-835b-47f2-803b-917b55b83633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.256150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-e3a2f67d-835b-47f2-803b-917b55b83633 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0510874 Nov 23 14:44:57.300896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-09381b7d-3b3c-449b-aac8-686e099deec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.302933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-09381b7d-3b3c-449b-aac8-686e099deec3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402343 Nov 23 14:44:57.400086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-81c1b5e2-76d9-4c0a-9b6d-ea9fda2b8ae4 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895295 Nov 23 14:44:57.490712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fb07803-0672-4b58-8012-5545b2aa4b1a req-4fa4ff3f-ab97-49cc-bf81-68f43b60143e service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836062 Nov 23 14:44:57.897485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a3bf2-c867-4c7d-a7d3-b9bcb619825f req-6c9838d5-e38e-4e9c-ade6-63b94e225336 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.899170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f2a3bf2-c867-4c7d-a7d3-b9bcb619825f req-6c9838d5-e38e-4e9c-ade6-63b94e225336 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0499189 Nov 23 14:44:57.952010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f2a3bf2-c867-4c7d-a7d3-b9bcb619825f req-55e0e48a-e418-4061-9fee-67c99752d97a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460947 Nov 23 14:44:59.074187 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432671-3ab5-45a7-9fca-2608cfceed38 req-b3f7ab35-e956-4cc5-b927-fe1d34ca3dee tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:59.075756 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b432671-3ab5-45a7-9fca-2608cfceed38 req-b3f7ab35-e956-4cc5-b927-fe1d34ca3dee tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0496695 Nov 23 14:44:59.114437 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c332caa-3877-4617-8644-f2ead6844d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:59.125097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b432671-3ab5-45a7-9fca-2608cfceed38 req-29ce56e4-9fc3-49d2-9524-8a1c601f14b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Nov 23 14:45:00.134939 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:00.250003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6baa4-5dd8-4e95-823d-fe9e61d48777 req-fe82e0d7-63f2-4ae2-83a5-3411d64ac21e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:00.251299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40c6baa4-5dd8-4e95-823d-fe9e61d48777 req-fe82e0d7-63f2-4ae2-83a5-3411d64ac21e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0500157 Nov 23 14:45:00.299820 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40c6baa4-5dd8-4e95-823d-fe9e61d48777 req-c964010b-fda8-4cab-83c2-14ede0952aec tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Nov 23 14:45:01.420055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085e79-4328-453d-935e-8d40147e6e70 req-c979fe1c-144c-4572-b83d-91e053c95ab3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:01.421675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb085e79-4328-453d-935e-8d40147e6e70 req-c979fe1c-144c-4572-b83d-91e053c95ab3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0529244 Nov 23 14:45:01.467391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb085e79-4328-453d-935e-8d40147e6e70 req-e083603e-e70a-4372-a452-7d136d35d52e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Nov 23 14:45:01.731762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:02.565139 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:02.584430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7abbec-9b67-4d20-a461-3569c58a281a req-52e7f9b6-4d47-4637-a131-31365621f021 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:02.585987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc7abbec-9b67-4d20-a461-3569c58a281a req-52e7f9b6-4d47-4637-a131-31365621f021 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0506632 Nov 23 14:45:02.633059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc7abbec-9b67-4d20-a461-3569c58a281a req-043415db-17d3-4f4c-9d45-6c2f7d1a2d8b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Nov 23 14:45:03.746861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd3c5e-b5bb-4b6e-ae3f-02826c2d9242 req-cc90caed-05d5-4a9d-9044-c1e940e2b685 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:03.748387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4dd3c5e-b5bb-4b6e-ae3f-02826c2d9242 req-cc90caed-05d5-4a9d-9044-c1e940e2b685 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0479779 Nov 23 14:45:03.797686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4dd3c5e-b5bb-4b6e-ae3f-02826c2d9242 req-9b6af0b8-7cab-4309-8ad2-95499a5bd82a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Nov 23 14:45:04.932310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e886a7b-8b81-4123-a5b8-4b20ab173b3a req-9f66372e-dff0-411e-b417-6ec963bc6358 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:04.933784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e886a7b-8b81-4123-a5b8-4b20ab173b3a req-9f66372e-dff0-411e-b417-6ec963bc6358 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0689969 Nov 23 14:45:04.979882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0e886a7b-8b81-4123-a5b8-4b20ab173b3a req-0eb6720f-6ea0-4514-b7dd-749fa4063f26 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400980 Nov 23 14:45:06.100620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7c22-c36c-4fd5-b021-45721c057347 req-b3d83ab4-61ef-4930-be7c-3d7941ada3df tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:06.102126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b3f7c22-c36c-4fd5-b021-45721c057347 req-b3d83ab4-61ef-4930-be7c-3d7941ada3df tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0519903 Nov 23 14:45:06.149170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1b3f7c22-c36c-4fd5-b021-45721c057347 req-d599f2c4-79c6-4b47-90c6-dcc9da88a6f1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Nov 23 14:45:07.265626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe316ab-87f0-438b-95ab-deadc69fcf85 req-2993d10f-5ddc-4b0c-930a-8a855afcad33 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:07.267110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe316ab-87f0-438b-95ab-deadc69fcf85 req-2993d10f-5ddc-4b0c-930a-8a855afcad33 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 944 time: 0.0501573 Nov 23 14:45:07.313801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0fe316ab-87f0-438b-95ab-deadc69fcf85 req-24760e5a-a5fe-498d-b625-5d68b2c888e9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Nov 23 14:45:07.779558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d43a6844-9154-4848-a205-377e7796bbb1 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:45:07.874472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d43a6844-9154-4848-a205-377e7796bbb1, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d43a6844-9154-4848-a205-377e7796bbb1,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:07.885795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd43a6844-9154-4848-a205-377e7796bbb1', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'port_id': 'd43a6844-9154-4848-a205-377e7796bbb1', 'mac_address': 'fa:16:3e:1f:b5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:45:07.924360 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:07.936951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43a6844-9154-4848-a205-377e7796bbb1 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:45:07.956046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d43a6844-9154-4848-a205-377e7796bbb1, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d43a6844-9154-4848-a205-377e7796bbb1,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:07.959808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:08.007099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d43a6844-9154-4848-a205-377e7796bbb1,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:08.162440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d43a6844-9154-4848-a205-377e7796bbb1'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:45:08.426474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaedde-1f8d-4a37-bbc2-bc6a6e3cf1b3 req-1f201440-22bb-4a6c-8a09-b7917a31bb77 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:08.427847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ebaedde-1f8d-4a37-bbc2-bc6a6e3cf1b3 req-1f201440-22bb-4a6c-8a09-b7917a31bb77 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 945 time: 0.0468748 Nov 23 14:45:08.473240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ebaedde-1f8d-4a37-bbc2-bc6a6e3cf1b3 req-1ce0bf0a-c1c1-4d4f-ac58-6d170268a597 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Nov 23 14:45:09.590703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046a8a-bfc2-4545-b2f9-6fb7ffe3306b req-ff5a7739-ff3b-440e-bff5-8d54fa29a306 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:09.592230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc046a8a-bfc2-4545-b2f9-6fb7ffe3306b req-ff5a7739-ff3b-440e-bff5-8d54fa29a306 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 945 time: 0.0530722 Nov 23 14:45:09.638946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc046a8a-bfc2-4545-b2f9-6fb7ffe3306b req-1ebd082d-c7bf-4457-95ed-c77c3429fa63 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Nov 23 14:45:09.792236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d43a6844-9154-4848-a205-377e7796bbb1 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:45:09.839607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d43a6844-9154-4848-a205-377e7796bbb1 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:45:09.843308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d43a6844-9154-4848-a205-377e7796bbb1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:45:09.843691 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:09.918631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:09.940383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43a6844-9154-4848-a205-377e7796bbb1'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:45:09.942633 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a1245b-d761-4b6a-a6c3-0213377e9268" -d '{"events": [{"server_uuid": "9d481378-f8a2-4eed-8eec-c1c64704e40a", "name": "network-vif-plugged", "status": "completed", "tag": "d43a6844-9154-4848-a205-377e7796bbb1"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:45:09.958747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d43a6844-9154-4848-a205-377e7796bbb1, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d43a6844-9154-4848-a205-377e7796bbb1,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:09.962676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:09.985797 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299a19bf-4056-4009-a106-00beadf4d1f0 x-openstack-request-id: req-299a19bf-4056-4009-a106-00beadf4d1f0 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:45:09.986092 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d481378-f8a2-4eed-8eec-c1c64704e40a", "name": "network-vif-plugged", "status": "completed", "tag": "d43a6844-9154-4848-a205-377e7796bbb1", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:45:09.986345 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-299a19bf-4056-4009-a106-00beadf4d1f0 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:45:09.986732 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43a6844-9154-4848-a205-377e7796bbb1', 'code': 200} Nov 23 14:45:10.011625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d43a6844-9154-4848-a205-377e7796bbb1,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:10.081999 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42e007-208f-46a7-9fb1-44593faafa95 req-0793d8de-7fbb-43c4-b605-7d6d1fd6503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:10.084593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e42e007-208f-46a7-9fb1-44593faafa95 req-0793d8de-7fbb-43c4-b605-7d6d1fd6503b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 1097 time: 0.0434833 Nov 23 14:45:10.132426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e42e007-208f-46a7-9fb1-44593faafa95 req-c87a4fa2-16ab-447b-a6a1-759a649448b1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Nov 23 14:45:10.750779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04d7c8-61ce-4d28-94cb-0a91e90506b2 req-7d529c1e-a2ca-494d-aa3a-0f5cee205c24 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:10.752258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d04d7c8-61ce-4d28-94cb-0a91e90506b2 req-7d529c1e-a2ca-494d-aa3a-0f5cee205c24 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 946 time: 0.0468900 Nov 23 14:45:10.801344 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d04d7c8-61ce-4d28-94cb-0a91e90506b2 req-46232993-25ed-46aa-9c92-7c5a94376163 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426500 Nov 23 14:45:11.914525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74c107-df81-4510-a279-a6b8bb3edaef req-bc397bd6-69b4-4e56-9816-200162ecd472 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:11.916273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d74c107-df81-4510-a279-a6b8bb3edaef req-bc397bd6-69b4-4e56-9816-200162ecd472 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 946 time: 0.0473528 Nov 23 14:45:11.962134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2d74c107-df81-4510-a279-a6b8bb3edaef req-a8027366-0639-43ea-afa6-9d9d288c5683 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 Nov 23 14:45:12.082506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a6154-839e-49b9-ba0c-1f5b9529e237 req-f1a8895d-9cef-47d2-a70b-bf6955c19348 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:12.083889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f06a6154-839e-49b9-ba0c-1f5b9529e237 req-f1a8895d-9cef-47d2-a70b-bf6955c19348 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 946 time: 0.0488753 Nov 23 14:45:12.129726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f06a6154-839e-49b9-ba0c-1f5b9529e237 req-31862ef9-3072-474f-a39a-874cb17bf052 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Nov 23 14:45:12.244081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e8bc3-d6e8-4231-a785-335bcfbe7c5b req-0df38331-e55c-4263-a061-608dabb0000b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:12.245550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed1e8bc3-d6e8-4231-a785-335bcfbe7c5b req-0df38331-e55c-4263-a061-608dabb0000b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 946 time: 0.0515110 Nov 23 14:45:12.291819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed1e8bc3-d6e8-4231-a785-335bcfbe7c5b req-0434f909-66d7-4837-8bc9-42ccb613a401 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 Nov 23 14:45:12.515491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87004b8-0c55-4e9f-8e45-094c7f6cb9c1 req-2ea472e2-b306-4b63-967b-f88df2da1575 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:12.516963 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b87004b8-0c55-4e9f-8e45-094c7f6cb9c1 req-2ea472e2-b306-4b63-967b-f88df2da1575 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 946 time: 0.0473695 Nov 23 14:45:12.563123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b87004b8-0c55-4e9f-8e45-094c7f6cb9c1 req-daf993f1-013a-43a5-a4b0-95be8c199776 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Nov 23 14:45:13.679762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafb69f-1dcb-4dd5-8e89-e02279f6f65e req-f8f9e49b-a388-437d-a8ac-6b64fc837939 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:13.681135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adafb69f-1dcb-4dd5-8e89-e02279f6f65e req-f8f9e49b-a388-437d-a8ac-6b64fc837939 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 946 time: 0.0467639 Nov 23 14:45:13.731004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adafb69f-1dcb-4dd5-8e89-e02279f6f65e req-8ad57263-dd7b-4d48-8219-2e1d7c3718ca tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Nov 23 14:45:13.974444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63549880-b3b7-49fa-9783-994d0d6c404a req-d257fa6f-7727-48c1-9983-606d5d4b4eca tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:13.975888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63549880-b3b7-49fa-9783-994d0d6c404a req-d257fa6f-7727-48c1-9983-606d5d4b4eca tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 946 time: 0.0483973 Nov 23 14:45:14.061944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port d43a6844-9154-4848-a205-377e7796bbb1 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:14.062284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.490300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] For port d43a6844-9154-4848-a205-377e7796bbb1, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d43a6844-9154-4848-a205-377e7796bbb1,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:14.490664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.502706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for d43a6844-9154-4848-a205-377e7796bbb1 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:14.627399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.640152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d43a6844-9154-4848-a205-377e7796bbb1'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:45:14.655108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=d43a6844-9154-4848-a205-377e7796bbb1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:14.700402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] No DVR routers for this DVR port d43a6844-9154-4848-a205-377e7796bbb1 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:45:14.703087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.706421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63549880-b3b7-49fa-9783-994d0d6c404a req-5803c963-4e10-4dc2-80a9-2efc2906b4ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "DELETE /v2.0/ports/d43a6844-9154-4848-a205-377e7796bbb1 HTTP/1.1" status: 204 len: 173 time: 0.7248588 Nov 23 14:45:14.706922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'name': 'network-vif-deleted', 'tag': 'd43a6844-9154-4848-a205-377e7796bbb1'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:45:14.709196 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a31c390-fbfe-454a-a8ed-496574363c53" -d '{"events": [{"server_uuid": "9d481378-f8a2-4eed-8eec-c1c64704e40a", "name": "network-vif-deleted", "tag": "d43a6844-9154-4848-a205-377e7796bbb1"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:45:14.750591 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9082cfd-9d97-42df-b845-be8c10efd761 x-openstack-request-id: req-d9082cfd-9d97-42df-b845-be8c10efd761 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:45:14.751046 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d481378-f8a2-4eed-8eec-c1c64704e40a", "name": "network-vif-deleted", "tag": "d43a6844-9154-4848-a205-377e7796bbb1", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:45:14.751230 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9082cfd-9d97-42df-b845-be8c10efd761 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:45:14.751561 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d481378-f8a2-4eed-8eec-c1c64704e40a', 'name': 'network-vif-deleted', 'tag': 'd43a6844-9154-4848-a205-377e7796bbb1', 'status': 'completed', 'code': 200} Nov 23 14:45:14.837931 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8f5520a9-2b1f-40c7-8d40-1e157782e68e req-1f338d60-19ab-4f95-a4f5-2a3b51f54f61 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0263309 Nov 23 14:45:15.936802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-871d9aef-249f-426b-9511-2d9da5f12512 req-6538b3ab-7554-4df4-a6c3-0474db7f058e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0294838 Nov 23 14:45:17.027841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21e34d08-c49e-4f22-a7f5-69b69a6ee3dc req-7a867127-1d43-433f-b04d-0ed814f62018 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0255635 Nov 23 14:45:17.827110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d43a6844-9154-4848-a205-377e7796bbb1 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:17.850478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: d43a6844-9154-4848-a205-377e7796bbb1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:17.850822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d43a6844-9154-4848-a205-377e7796bbb1 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:18.121506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-446bc9d8-249e-4cc2-ad9b-e8e726497f9d req-91130b59-15e6-46fc-bb7b-d5b252159a34 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0254338 Nov 23 14:45:19.224752 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14403f66-f4ed-4396-8059-c8846ccb0989 req-5b9173d7-f654-4a9b-a9fc-186afc87824e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d481378-f8a2-4eed-8eec-c1c64704e40a HTTP/1.1" status: 200 len: 210 time: 0.0253320 Nov 23 14:45:23.935100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:26.216449 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:45:26.758482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-276be955-8edb-4e9e-aa52-a5c173385c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:27.239934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:29.116787 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fa87f541-0ae9-407b-937f-88fc773de598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:30.130655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:31.735028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:32.601100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:41.253774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-c76020e0-79f0-4365-8b19-9b5ef28fe49c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:41.255262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-c76020e0-79f0-4365-8b19-9b5ef28fe49c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1014338 Nov 23 14:45:41.269791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-027c6960-ba2c-4145-b9ec-8627fd124318 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/quotas/b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 375 time: 0.0088394 Nov 23 14:45:41.318314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-29435f52-e0ad-4aa5-a34b-f17edd30896c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434790 Nov 23 14:45:41.503630 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-b3901b59-68b1-4705-bfa3-693fe3a0ab32 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784179 Nov 23 14:45:41.591976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-d9ca12e0-4acd-4a2b-b570-3c7642996e46 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823262 Nov 23 14:45:41.775314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8409b02-08aa-4680-bcd2-570deb1550ba req-1b4f10b5-90e9-424e-89b6-e77a9f5bc2fb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 210 time: 0.0256732 Nov 23 14:45:42.866086 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c56f5fa9-9a21-4516-b26c-61aeb6ab78cd req-e5d59bce-77ba-4218-bd35-a277b9f521e2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 210 time: 0.0256245 Nov 23 14:45:43.677249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-92351990-502d-4a4c-899d-d18e3f1c0fdb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:43.678743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-92351990-502d-4a4c-899d-d18e3f1c0fdb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1091328 Nov 23 14:45:43.697903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'port': {'device_id': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'admin_state_up': True, 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:45:43.812634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:45:43.816207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:43.980449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9da09cf7-e0a2-493f-8519-0bd2e173128a req-39c5ec23-05c5-418a-b132-27dfbccc1b7f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 210 time: 0.0406325 Nov 23 14:45:43.986426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.20.0.13 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/de5a84df-9658-42e7-b612-6a94cde025da) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:45:44.155028 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.187548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.240464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:45:44.243586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:45:44.246149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:45:44.276060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=de5a84df-9658-42e7-b612-6a94cde025da,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:44.291342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.291688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.292040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.292378 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.292896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.293239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.293568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.293905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.294227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.294555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.294885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.295235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:44.325331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:44.325986 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.343761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-bf6e6f76-2b7c-4d89-ad8e-4a0077137015 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6500454 Nov 23 14:45:44.356926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Request body: {'port': {'device_id': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:45:44.416854 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.537684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3eab1f9b-1f7f-42e3-b831-65ec15b9ec1d None None] Provisioning complete for port de5a84df-9658-42e7-b612-6a94cde025da triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:45:44.538309 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3eab1f9b-1f7f-42e3-b831-65ec15b9ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.579679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3eab1f9b-1f7f-42e3-b831-65ec15b9ec1d None None] Port de5a84df-9658-42e7-b612-6a94cde025da cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:45:44.700707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5a84df-9658-42e7-b612-6a94cde025da {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:45:44.707932 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.720018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Transition to ACTIVE for port object de5a84df-9658-42e7-b612-6a94cde025da will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:45:44.724192 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.776598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Pushing event updated for resources: {'Port': ['ID=de5a84df-9658-42e7-b612-6a94cde025da,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:44.856421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Attempting to bind port de5a84df-9658-42e7-b612-6a94cde025da on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:45:44.856738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Attempting to bind port de5a84df-9658-42e7-b612-6a94cde025da by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:45:44.857063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Attempting to bind port de5a84df-9658-42e7-b612-6a94cde025da on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:45:44.862075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Port de5a84df-9658-42e7-b612-6a94cde025da on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:45:44.862392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Attempting to bind port de5a84df-9658-42e7-b612-6a94cde025da on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:45:44.868583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:45:44.868911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:45:44.869298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:45:44.869966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Bound port: de5a84df-9658-42e7-b612-6a94cde025da, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:45:44.870433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:44.967277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] For port de5a84df-9658-42e7-b612-6a94cde025da, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:45:44.970718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] For port de5a84df-9658-42e7-b612-6a94cde025da, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=de5a84df-9658-42e7-b612-6a94cde025da,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:45:44.976418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:45.022518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.023468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:45.024998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] 10.222.0.74 "PUT /v2.0/ports/de5a84df-9658-42e7-b612-6a94cde025da HTTP/1.1" status: 200 len: 1092 time: 0.6724155 Nov 23 14:45:45.027414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'tag': 'de5a84df-9658-42e7-b612-6a94cde025da'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:45:45.031077 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc536924-ec1a-4e39-bd97-47efba152dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d59f0af4-0bc3-47c6-9cd2-762634e4b52a", "tag": "de5a84df-9658-42e7-b612-6a94cde025da"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:45:45.059223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381de17d-66a6-49d6-b004-fc58719c4545 service neutron] Pushing event updated for resources: {'Port': ['ID=de5a84df-9658-42e7-b612-6a94cde025da,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:45.150317 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140366c3-d582-4ad6-aab5-e9aa10eae065 x-openstack-request-id: req-140366c3-d582-4ad6-aab5-e9aa10eae065 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:45:45.150750 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59f0af4-0bc3-47c6-9cd2-762634e4b52a", "tag": "de5a84df-9658-42e7-b612-6a94cde025da", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:45:45.151124 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-140366c3-d582-4ad6-aab5-e9aa10eae065 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:45:45.151980 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'tag': 'de5a84df-9658-42e7-b612-6a94cde025da', 'status': 'completed', 'code': 200} Nov 23 14:45:45.189114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-e50e729f-480f-4fe2-b705-b1d31735d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.190776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-e50e729f-480f-4fe2-b705-b1d31735d7ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 1095 time: 0.1131706 Nov 23 14:45:45.215404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86278c-dc40-4152-9ee0-e2a9a47c6baf req-f19231a7-119e-4492-90f6-8195ab49cf02 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.219225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c86278c-dc40-4152-9ee0-e2a9a47c6baf req-f19231a7-119e-4492-90f6-8195ab49cf02 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0893917 Nov 23 14:45:45.259702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-1792388e-bc27-4a7e-886b-196fdc1c044e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5a84df-9658-42e7-b612-6a94cde025da HTTP/1.1" status: 200 len: 217 time: 0.0599728 Nov 23 14:45:45.337630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-035aa2f1-be82-4283-85bc-79f7ade38a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.339092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-035aa2f1-be82-4283-85bc-79f7ade38a72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0704906 Nov 23 14:45:45.342349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c86278c-dc40-4152-9ee0-e2a9a47c6baf req-291f7dbe-353c-4dca-80e5-e061e80968a9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896573 Nov 23 14:45:45.393579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-91fb42c3-8012-4957-895f-c09998cf5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.395175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-91fb42c3-8012-4957-895f-c09998cf5beb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489101 Nov 23 14:45:45.484229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-cb1d162c-24e6-40f0-a47b-d0fbccff2102 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817645 Nov 23 14:45:45.578326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-233bf6f9-b303-4cd3-9e4d-e7c720fafac6 req-1f337694-dc66-4c59-8cb7-5480cbe72911 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867302 Nov 23 14:45:45.664262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-4a2f3d93-df82-4a29-8158-255d45c10eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.665737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-4a2f3d93-df82-4a29-8158-255d45c10eec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 1095 time: 0.0409524 Nov 23 14:45:45.760203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-75502828-acec-43c5-9298-9f3b712874ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.761699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-75502828-acec-43c5-9298-9f3b712874ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0896068 Nov 23 14:45:45.802525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-5c8a6244-dec5-4ae9-9158-338f75398ec9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5a84df-9658-42e7-b612-6a94cde025da HTTP/1.1" status: 200 len: 217 time: 0.0341945 Nov 23 14:45:45.850018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-dd70faf3-1883-4de0-81f8-6d2f963e9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.851514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-dd70faf3-1883-4de0-81f8-6d2f963e9021 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0429747 Nov 23 14:45:45.900329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-1afd9987-c391-4d32-a34e-255874353f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:45.901695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-1afd9987-c391-4d32-a34e-255874353f0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437579 Nov 23 14:45:45.990755 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-21c5c880-5c22-4d6f-8a1e-2a718bf5c281 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Nov 23 14:45:46.085545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc536924-ec1a-4e39-bd97-47efba152dbf req-7bc1ee4c-285a-4762-b783-8aecbe3c4757 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881629 Nov 23 14:45:46.461534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ca0d6-2174-40fc-b39d-2732f204fb02 req-ae6ca7b4-d8a5-4717-83a2-bc2e4c1e3af5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:46.463073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-807ca0d6-2174-40fc-b39d-2732f204fb02 req-ae6ca7b4-d8a5-4717-83a2-bc2e4c1e3af5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0493689 Nov 23 14:45:46.511057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-807ca0d6-2174-40fc-b39d-2732f204fb02 req-227579f9-44c8-4de8-a130-94d2b821ecca tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Nov 23 14:45:47.640872 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf5214-eb3a-4bb9-8889-3578779f7726 req-356f5cf0-4584-4015-b74a-554ed1601f12 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:47.642370 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bccf5214-eb3a-4bb9-8889-3578779f7726 req-356f5cf0-4584-4015-b74a-554ed1601f12 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0514193 Nov 23 14:45:47.696181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bccf5214-eb3a-4bb9-8889-3578779f7726 req-61958847-1f73-40ad-9f20-847f7d3534a2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Nov 23 14:45:48.842868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f84ad2-178f-4324-a1a0-256168cd6539 req-d11c5af3-be1a-49c3-9791-6ba4aaf299ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:48.844987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78f84ad2-178f-4324-a1a0-256168cd6539 req-d11c5af3-be1a-49c3-9791-6ba4aaf299ad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0609121 Nov 23 14:45:48.903594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78f84ad2-178f-4324-a1a0-256168cd6539 req-44ae86c8-cc8a-4264-87e4-ec2018e40a16 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Nov 23 14:45:50.037345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ea2a-55a6-4347-bec5-7263699f6728 req-860a2011-d2cd-4fa1-aa9c-1cfcbfa0635f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:50.039772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a63ea2a-55a6-4347-bec5-7263699f6728 req-860a2011-d2cd-4fa1-aa9c-1cfcbfa0635f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0504327 Nov 23 14:45:50.089203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a63ea2a-55a6-4347-bec5-7263699f6728 req-8e06459b-a55e-4f69-a0e3-2a9e4b5d9ae6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Nov 23 14:45:51.215323 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de2ff0-b9e2-4d90-8759-02a95be39b76 req-d7381d1a-7efc-4ffe-8caf-4b48c24513e2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:51.216712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46de2ff0-b9e2-4d90-8759-02a95be39b76 req-d7381d1a-7efc-4ffe-8caf-4b48c24513e2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0540051 Nov 23 14:45:51.265186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46de2ff0-b9e2-4d90-8759-02a95be39b76 req-e75b47a0-15a7-4eaa-942a-044a510a7aa3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Nov 23 14:45:52.382380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097a9b-de23-40e0-81d1-cf932afd22a2 req-4b4e6011-34f2-4fa5-ac38-e9007e2d161e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:52.384516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23097a9b-de23-40e0-81d1-cf932afd22a2 req-4b4e6011-34f2-4fa5-ac38-e9007e2d161e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0482697 Nov 23 14:45:52.435039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23097a9b-de23-40e0-81d1-cf932afd22a2 req-91c4c3a4-7baa-4508-99ba-b9293935f877 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 Nov 23 14:45:53.549027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0c5ab-81fc-4e08-b2f1-8601795e99a5 req-a02ba235-8492-40fa-92e3-a09c3bd0e20f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:53.550505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7d0c5ab-81fc-4e08-b2f1-8601795e99a5 req-a02ba235-8492-40fa-92e3-a09c3bd0e20f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0479155 Nov 23 14:45:53.602046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7d0c5ab-81fc-4e08-b2f1-8601795e99a5 req-afa8ac67-6b0b-421d-b990-aeb6b50eeee6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Nov 23 14:45:53.946703 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:54.716933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b0eb7-2bd5-4d71-bbc7-83a0166349a6 req-e1e08288-49f0-4a37-bde7-57b329e30f4e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:54.719565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b9b0eb7-2bd5-4d71-bbc7-83a0166349a6 req-e1e08288-49f0-4a37-bde7-57b329e30f4e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0487142 Nov 23 14:45:54.766193 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b9b0eb7-2bd5-4d71-bbc7-83a0166349a6 req-5260c6e7-5168-4899-8068-875313e5285d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Nov 23 14:45:55.881710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85767fb-0270-496f-b441-2385d173b2a7 req-b071f079-592d-4eb2-8e79-bb74c5c5b3d7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:55.883757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b85767fb-0270-496f-b441-2385d173b2a7 req-b071f079-592d-4eb2-8e79-bb74c5c5b3d7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0486150 Nov 23 14:45:55.930482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b85767fb-0270-496f-b441-2385d173b2a7 req-2b27c329-7c5c-4105-9608-e7739d425d15 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Nov 23 14:45:56.760511 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9061582c-10c5-4581-9e6d-a8e397f444fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:57.047728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8f6bc-d1a8-44ac-afc4-c72da45141cf req-960d50d4-faa8-4ebd-9a1f-23d655df295f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:57.049116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caf8f6bc-d1a8-44ac-afc4-c72da45141cf req-960d50d4-faa8-4ebd-9a1f-23d655df295f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0517724 Nov 23 14:45:57.095784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caf8f6bc-d1a8-44ac-afc4-c72da45141cf req-77fd4e9b-453a-4b22-a82e-c3e9da2df976 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Nov 23 14:45:57.253393 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:58.211674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592a1c6-32fe-4515-a43c-096c7712eb06 req-987e9640-6503-44be-bc30-499372c6d936 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:58.213169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0592a1c6-32fe-4515-a43c-096c7712eb06 req-987e9640-6503-44be-bc30-499372c6d936 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0491841 Nov 23 14:45:58.260539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0592a1c6-32fe-4515-a43c-096c7712eb06 req-4cc12f98-de28-4e2c-a641-d3c5bf87ca0d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Nov 23 14:45:59.118566 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbed9-bcb8-44f7-9ca7-1f76aefc17bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:59.377410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21385d8e-dbb0-4358-9e9c-fefe56a0d28a req-f4c7931f-e935-4467-9e85-e3b188390f9f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:59.378791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21385d8e-dbb0-4358-9e9c-fefe56a0d28a req-f4c7931f-e935-4467-9e85-e3b188390f9f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0506032 Nov 23 14:45:59.426802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21385d8e-dbb0-4358-9e9c-fefe56a0d28a req-91d31355-10df-4bca-b70b-685bb8ece05f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Nov 23 14:46:00.134031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:00.548144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56d168-e868-4573-809c-2caa86879bcb req-1a38bd67-9c80-4443-9571-f8f08cfb2a18 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:00.549641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d56d168-e868-4573-809c-2caa86879bcb req-1a38bd67-9c80-4443-9571-f8f08cfb2a18 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0483923 Nov 23 14:46:00.615853 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d56d168-e868-4573-809c-2caa86879bcb req-c94f7c18-2398-4e4f-a7ec-2b5192280b1c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584750 Nov 23 14:46:01.730957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cc19c-ee50-4152-b439-025a0c004084 req-01bdb8fc-e541-4e6d-a3fe-c7bf3eb564bb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:01.732565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-479cc19c-ee50-4152-b439-025a0c004084 req-01bdb8fc-e541-4e6d-a3fe-c7bf3eb564bb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0485325 Nov 23 14:46:01.737282 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:01.783186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-479cc19c-ee50-4152-b439-025a0c004084 req-ada56b46-14a9-4b25-aec8-158d6df14e24 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Nov 23 14:46:02.565452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:02.897043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32283021-4153-4b7c-9751-1bbc396e901e req-0d8a9034-8218-46fd-8bd7-087187d36644 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:02.898994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32283021-4153-4b7c-9751-1bbc396e901e req-0d8a9034-8218-46fd-8bd7-087187d36644 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0487647 Nov 23 14:46:02.944797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32283021-4153-4b7c-9751-1bbc396e901e req-1a3f98dd-f483-4923-b23b-3a17422717bb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Nov 23 14:46:03.215607 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:46:04.057942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473715f6-a5c3-4d7b-8f3c-75f3aaeca605 req-4eb3bbdd-67ac-415f-9080-160146b2834b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:04.059399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-473715f6-a5c3-4d7b-8f3c-75f3aaeca605 req-4eb3bbdd-67ac-415f-9080-160146b2834b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0475016 Nov 23 14:46:04.104640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-473715f6-a5c3-4d7b-8f3c-75f3aaeca605 req-0b7a6d89-2ba9-4484-a594-b21f1f377ed8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Nov 23 14:46:05.223449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08eeed-3092-4d55-8c9c-de390b05314c req-c82d36bf-195b-4d15-a301-e40e78cd824a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:05.224994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e08eeed-3092-4d55-8c9c-de390b05314c req-c82d36bf-195b-4d15-a301-e40e78cd824a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 944 time: 0.0505092 Nov 23 14:46:05.272960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e08eeed-3092-4d55-8c9c-de390b05314c req-8dbfa566-c730-499b-b4f7-f3151a8f02c4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Nov 23 14:46:06.089184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device de5a84df-9658-42e7-b612-6a94cde025da details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:46:06.182502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port de5a84df-9658-42e7-b612-6a94cde025da, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=de5a84df-9658-42e7-b612-6a94cde025da,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:06.193135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'de5a84df-9658-42e7-b612-6a94cde025da', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'port_id': 'de5a84df-9658-42e7-b612-6a94cde025da', 'mac_address': 'fa:16:3e:d3:7c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:46:06.228301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:06.240300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5a84df-9658-42e7-b612-6a94cde025da {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:46:06.259978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port de5a84df-9658-42e7-b612-6a94cde025da, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=de5a84df-9658-42e7-b612-6a94cde025da,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:06.264129 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:06.314574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=de5a84df-9658-42e7-b612-6a94cde025da,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:06.322518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.322866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.323271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.323628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.323959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.324289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.324611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.324934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.325257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.325599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.325919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.326239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:46:06.389989 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8a88b-8aaa-440c-83d9-3bc70e3ea7ed req-ffd4fec2-3740-4418-9ac3-a47b64b10d07 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:06.391571 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ac8a88b-8aaa-440c-83d9-3bc70e3ea7ed req-ffd4fec2-3740-4418-9ac3-a47b64b10d07 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 945 time: 0.0473907 Nov 23 14:46:06.437883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ac8a88b-8aaa-440c-83d9-3bc70e3ea7ed req-95523933-c27e-4edd-b9a3-7aec5c842305 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Nov 23 14:46:06.452616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['de5a84df-9658-42e7-b612-6a94cde025da'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:46:07.549340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c527b4-673e-4699-9332-d6d6370bfbf4 req-c18d0150-5ddb-4964-9bbe-889c07084212 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:07.550812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22c527b4-673e-4699-9332-d6d6370bfbf4 req-c18d0150-5ddb-4964-9bbe-889c07084212 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 945 time: 0.0472071 Nov 23 14:46:07.600941 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22c527b4-673e-4699-9332-d6d6370bfbf4 req-1a8a0b9e-2cee-4eb8-8c9f-243e1fe87bd2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Nov 23 14:46:08.086048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device de5a84df-9658-42e7-b612-6a94cde025da up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:46:08.137318 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port de5a84df-9658-42e7-b612-6a94cde025da completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:46:08.141262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port de5a84df-9658-42e7-b612-6a94cde025da triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:46:08.141632 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:08.221602 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:08.244213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a84df-9658-42e7-b612-6a94cde025da'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:08.246459 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae95c03d-2858-449a-a9a8-9d78a85df878" -d '{"events": [{"server_uuid": "d59f0af4-0bc3-47c6-9cd2-762634e4b52a", "name": "network-vif-plugged", "status": "completed", "tag": "de5a84df-9658-42e7-b612-6a94cde025da"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:08.259212 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port de5a84df-9658-42e7-b612-6a94cde025da, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=de5a84df-9658-42e7-b612-6a94cde025da,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:08.263369 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:08.288343 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4008574-c599-4abf-96da-3fbbf583fa93 x-openstack-request-id: req-b4008574-c599-4abf-96da-3fbbf583fa93 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:08.288640 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59f0af4-0bc3-47c6-9cd2-762634e4b52a", "name": "network-vif-plugged", "status": "completed", "tag": "de5a84df-9658-42e7-b612-6a94cde025da", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:08.289444 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4008574-c599-4abf-96da-3fbbf583fa93 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:08.289840 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a84df-9658-42e7-b612-6a94cde025da', 'code': 200} Nov 23 14:46:08.319859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=de5a84df-9658-42e7-b612-6a94cde025da,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:08.379787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ad88-0495-4111-8922-47ca688e5cbc req-1a88fa08-9502-4e2a-bce0-875e5e39171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:08.381216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6418ad88-0495-4111-8922-47ca688e5cbc req-1a88fa08-9502-4e2a-bce0-875e5e39171f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 1097 time: 0.0384636 Nov 23 14:46:08.424984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6418ad88-0495-4111-8922-47ca688e5cbc req-ca387bf2-c8c7-4239-baff-a7b61598ef75 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366881 Nov 23 14:46:08.713890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de2e93-caa1-4339-9c4e-fee1cb617702 req-43fdd0d9-7ea4-40b0-9100-b91502be6778 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:08.715409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31de2e93-caa1-4339-9c4e-fee1cb617702 req-43fdd0d9-7ea4-40b0-9100-b91502be6778 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 946 time: 0.0476279 Nov 23 14:46:08.762071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31de2e93-caa1-4339-9c4e-fee1cb617702 req-faf976dc-3b8f-4eb6-b29c-8997c46bf440 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Nov 23 14:46:09.884649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646b78-4f84-486f-b7c8-08ddd20992de req-0ccbd9cc-b758-4ca9-abef-64e4f32eda97 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:09.886138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a646b78-4f84-486f-b7c8-08ddd20992de req-0ccbd9cc-b758-4ca9-abef-64e4f32eda97 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 946 time: 0.0512900 Nov 23 14:46:09.938122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a646b78-4f84-486f-b7c8-08ddd20992de req-3153cb40-7641-4cd4-a7f2-128d429d9f37 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Nov 23 14:46:10.049993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c573b-ee32-42c7-aeb2-73433919cbaa req-314e963a-c78d-4e0f-84e1-a136ca8bf3fb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:10.051375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-896c573b-ee32-42c7-aeb2-73433919cbaa req-314e963a-c78d-4e0f-84e1-a136ca8bf3fb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 946 time: 0.0477033 Nov 23 14:46:10.096827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-896c573b-ee32-42c7-aeb2-73433919cbaa req-0068a0d9-4239-4c71-affb-99beba76dbf1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Nov 23 14:46:10.211394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367aa42-414b-4519-8361-17c44cfceabc req-9018dd61-27ee-4cef-b360-95b12009593b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:10.212842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4367aa42-414b-4519-8361-17c44cfceabc req-9018dd61-27ee-4cef-b360-95b12009593b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 946 time: 0.0520272 Nov 23 14:46:10.259234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4367aa42-414b-4519-8361-17c44cfceabc req-5942bed9-9628-4e48-945d-400b1b79b41f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Nov 23 14:46:10.534424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be043-592b-4918-aba9-a0f27b33df0d req-68d63a76-c5b5-432a-933f-75bbab753699 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:10.535973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f1be043-592b-4918-aba9-a0f27b33df0d req-68d63a76-c5b5-432a-933f-75bbab753699 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 946 time: 0.0475974 Nov 23 14:46:10.582109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f1be043-592b-4918-aba9-a0f27b33df0d req-4b373e4e-ec9a-41fe-942e-aab7227979c2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Nov 23 14:46:11.697050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc76d7-0273-4f7c-b9b4-d65faebddd75 req-8c24499b-5196-4e98-ba01-abae9e821f74 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:11.698392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95bc76d7-0273-4f7c-b9b4-d65faebddd75 req-8c24499b-5196-4e98-ba01-abae9e821f74 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 946 time: 0.0468936 Nov 23 14:46:11.747192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95bc76d7-0273-4f7c-b9b4-d65faebddd75 req-b5707796-baef-468b-ba2a-805f87eb41a2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Nov 23 14:46:11.984361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081798f3-cc26-4608-8606-89a1866df20b req-580b1d3a-4646-48d3-aa93-377041086dec tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:11.985698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-081798f3-cc26-4608-8606-89a1866df20b req-580b1d3a-4646-48d3-aa93-377041086dec tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 946 time: 0.0467999 Nov 23 14:46:12.071307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port de5a84df-9658-42e7-b612-6a94cde025da {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:46:12.071643 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:12.159307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] For port de5a84df-9658-42e7-b612-6a94cde025da, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=de5a84df-9658-42e7-b612-6a94cde025da,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:12.159669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:12.171864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for de5a84df-9658-42e7-b612-6a94cde025da owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:46:12.297404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:12.309780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['de5a84df-9658-42e7-b612-6a94cde025da'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:46:12.323675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=de5a84df-9658-42e7-b612-6a94cde025da,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:12.365573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] No DVR routers for this DVR port de5a84df-9658-42e7-b612-6a94cde025da on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:46:12.368353 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:12.371878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-081798f3-cc26-4608-8606-89a1866df20b req-350a76c3-8f42-4995-a97d-bd4a545551a0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "DELETE /v2.0/ports/de5a84df-9658-42e7-b612-6a94cde025da HTTP/1.1" status: 204 len: 173 time: 0.3798821 Nov 23 14:46:12.372338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'name': 'network-vif-deleted', 'tag': 'de5a84df-9658-42e7-b612-6a94cde025da'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:12.374602 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e056be3a-7263-4369-bb7a-737fdedf218c" -d '{"events": [{"server_uuid": "d59f0af4-0bc3-47c6-9cd2-762634e4b52a", "name": "network-vif-deleted", "tag": "de5a84df-9658-42e7-b612-6a94cde025da"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:12.424417 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd2760c-5afc-4ebf-a657-e0590c8f8317 x-openstack-request-id: req-9bd2760c-5afc-4ebf-a657-e0590c8f8317 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:12.424687 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59f0af4-0bc3-47c6-9cd2-762634e4b52a", "name": "network-vif-deleted", "tag": "de5a84df-9658-42e7-b612-6a94cde025da", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:12.424934 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bd2760c-5afc-4ebf-a657-e0590c8f8317 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:12.425336 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59f0af4-0bc3-47c6-9cd2-762634e4b52a', 'name': 'network-vif-deleted', 'tag': 'de5a84df-9658-42e7-b612-6a94cde025da', 'status': 'completed', 'code': 200} Nov 23 14:46:12.842382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39a1d5c7-e369-4007-a689-b862375fe982 req-de69929c-d4e9-4264-b68c-4976b3f70aa9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 210 time: 0.0260293 Nov 23 14:46:13.937379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3839ebc-4f89-4a27-af97-46d4e40b5994 req-37edd712-5c79-41e7-9bb9-4e207ff0f051 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 210 time: 0.0252445 Nov 23 14:46:15.034465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65759e79-f561-464a-b976-dea41cbc4be0 req-f10578ee-d31e-4605-a9fe-226d068d2fd2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 210 time: 0.0288978 Nov 23 14:46:16.106292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device de5a84df-9658-42e7-b612-6a94cde025da no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:46:16.129323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea39a1cf-3918-4c08-b6ae-75f30978e4a4 req-b5676573-3192-469e-afab-ea2103dea0fb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59f0af4-0bc3-47c6-9cd2-762634e4b52a HTTP/1.1" status: 200 len: 210 time: 0.0275702 Nov 23 14:46:16.131363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: de5a84df-9658-42e7-b612-6a94cde025da {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:46:16.131783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device de5a84df-9658-42e7-b612-6a94cde025da not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:46:23.942561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:26.764627 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-103c3389-0781-4daf-9638-4838334c6f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:27.254335 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:29.121454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6efc685a-44ea-4e5e-9b5b-d1af7be9fcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:30.137056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:31.739949 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:32.571274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:40.045571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5fcd1433-7522-4527-9feb-0a7f9ea63307 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:40.047027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5fcd1433-7522-4527-9feb-0a7f9ea63307 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1000638 Nov 23 14:46:40.062235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-3627e1ae-476b-4106-b077-f28d62dd27ea tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/quotas/b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 375 time: 0.0094059 Nov 23 14:46:40.114766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-268a8401-0074-46ff-af81-208ccd2284b5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471342 Nov 23 14:46:40.202417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-47818b51-d0a8-44da-a71f-42be35a87869 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802212 Nov 23 14:46:40.214141 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:46:40.293367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c46aebe5-cc3b-4e8a-b6fe-399ba70aa81f service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840490 Nov 23 14:46:40.567639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-510e2c94-8de3-44bf-835b-99090288777c req-5e31fcb2-81b6-4a9d-8fe1-3b7290ad2f47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0255432 Nov 23 14:46:41.451628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-ca66e956-a084-40fb-8a1e-b171e71265b5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:41.453065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-ca66e956-a084-40fb-8a1e-b171e71265b5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1080770 Nov 23 14:46:41.467446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'port': {'device_id': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'admin_state_up': True, 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:46:41.578437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:46:41.582070 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:41.675991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e83bed9-d839-4bf8-8910-bba306bae9ea req-4514a0b0-0cab-4b6c-a5b4-d505cc1e81b5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0318947 Nov 23 14:46:41.739430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.20.0.5 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/cb85c6c3-58a6-4d41-ae0a-8d7b4066969a) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:46:41.885240 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:41.921900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:41.961773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:46:41.967177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:46:41.969676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:46:42.002599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:42.025729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:42.026369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.044831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-5197568e-16b6-46cc-a58b-bcd52f4334ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809972 Nov 23 14:46:42.057176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Request body: {'port': {'device_id': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:46:42.117050 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.206381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ed8728b5-75ac-4916-b2dc-70cb7ece9972 None None] Provisioning complete for port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:46:42.207201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ed8728b5-75ac-4916-b2dc-70cb7ece9972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.250269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ed8728b5-75ac-4916-b2dc-70cb7ece9972 None None] Port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:46:42.385824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb85c6c3-58a6-4d41-ae0a-8d7b4066969a {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:46:42.393667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.406177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Transition to ACTIVE for port object cb85c6c3-58a6-4d41-ae0a-8d7b4066969a will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:46:42.410401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.459624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Pushing event updated for resources: {'Port': ['ID=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:42.543375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Attempting to bind port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:46:42.543375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Attempting to bind port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:46:42.543375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Attempting to bind port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:46:42.543375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:46:42.543375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Attempting to bind port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:46:42.547887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:46:42.547887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:46:42.549097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:46:42.549097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Bound port: cb85c6c3-58a6-4d41-ae0a-8d7b4066969a, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:46:42.549294 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.620472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] For port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:46:42.625417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] For port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:46:42.630461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.665921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:42.666524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:42.668283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] 10.222.0.74 "PUT /v2.0/ports/cb85c6c3-58a6-4d41-ae0a-8d7b4066969a HTTP/1.1" status: 200 len: 1091 time: 0.6151009 Nov 23 14:46:42.668729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'tag': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:42.670995 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05628f21-4c46-4251-bbbb-6219d1d7e210" -d '{"events": [{"name": "network-changed", "server_uuid": "f45e6fd6-576b-4af4-ba6e-68d011a9da2a", "tag": "cb85c6c3-58a6-4d41-ae0a-8d7b4066969a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:42.746434 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f6c16-b928-4a0c-9d38-cde524f05b98 service neutron] Pushing event updated for resources: {'Port': ['ID=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:42.765932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-9521bad5-3270-480c-88f1-a50af68a1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:42.767497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-9521bad5-3270-480c-88f1-a50af68a1117 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 1094 time: 0.0539825 Nov 23 14:46:42.835267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-aa62a3b3-f1d6-4b19-bdc2-7b6bd7cc6ea2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a HTTP/1.1" status: 200 len: 217 time: 0.0534167 Nov 23 14:46:42.908579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-03b0c3c2-323f-4a3f-8eb5-767babfd529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:42.910146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-03b0c3c2-323f-4a3f-8eb5-767babfd529c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0662196 Nov 23 14:46:42.919270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710ac28-3c5e-467f-b8dc-c427c8f04e9c req-b9129088-ca4d-48ff-be70-62aa385778af tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:42.920852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710ac28-3c5e-467f-b8dc-c427c8f04e9c req-b9129088-ca4d-48ff-be70-62aa385778af tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.1489227 Nov 23 14:46:43.285764 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df65bc7-c5a0-4d1e-829f-cf58537dc207 x-openstack-request-id: req-5df65bc7-c5a0-4d1e-829f-cf58537dc207 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:43.285968 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45e6fd6-576b-4af4-ba6e-68d011a9da2a", "tag": "cb85c6c3-58a6-4d41-ae0a-8d7b4066969a", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:43.286212 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5df65bc7-c5a0-4d1e-829f-cf58537dc207 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:43.286582 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'tag': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a', 'status': 'completed', 'code': 200} Nov 23 14:46:43.336965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-55d74a58-1e45-4bc3-9519-90442e3de3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:43.338451 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-55d74a58-1e45-4bc3-9519-90442e3de3e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4158924 Nov 23 14:46:43.346309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5710ac28-3c5e-467f-b8dc-c427c8f04e9c req-2edcdfb1-0212-4083-9b77-f0d6642c89bd tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151530 Nov 23 14:46:43.430725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-4fce2248-2948-4b8c-a170-5babfae19b52 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Nov 23 14:46:43.517639 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3524299-4c2d-4f41-8544-4d263ce30c12 req-d017b7f9-69e5-4de2-bbbf-da25820e7598 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801294 Nov 23 14:46:43.600502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-aecb684e-ed30-40c3-b631-b9f804df703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:43.602151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-aecb684e-ed30-40c3-b631-b9f804df703b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 1094 time: 0.0408413 Nov 23 14:46:43.694158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-65ba272f-a731-4d6c-937c-1b7811d7c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:43.695663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-65ba272f-a731-4d6c-937c-1b7811d7c416 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0863748 Nov 23 14:46:43.737332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-68224468-07dc-47a4-b8bd-bfb3658ba9ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a HTTP/1.1" status: 200 len: 217 time: 0.0342407 Nov 23 14:46:43.788982 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-01c9294a-9729-442d-a7c2-b60f4d6d13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:43.790566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-01c9294a-9729-442d-a7c2-b60f4d6d13d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0467656 Nov 23 14:46:43.834645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-7e09c07f-4581-46a4-b1b0-199c98400a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:43.836174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-7e09c07f-4581-46a4-b1b0-199c98400a1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389886 Nov 23 14:46:43.929518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-6b926c75-c30b-41cc-a672-c4bb8558b969 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864387 Nov 23 14:46:44.023177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05628f21-4c46-4251-bbbb-6219d1d7e210 req-037b989f-58b3-45c4-be62-c8625f18ffa5 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Nov 23 14:46:44.463389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a24c8c-9603-475c-b507-d50a1b277d1c req-fc0b5f14-fbe3-49d5-96c7-236d88c89a42 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:44.465406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4a24c8c-9603-475c-b507-d50a1b277d1c req-fc0b5f14-fbe3-49d5-96c7-236d88c89a42 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0494683 Nov 23 14:46:44.511989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4a24c8c-9603-475c-b507-d50a1b277d1c req-094374db-f8c4-44df-9f7d-bf16f3a19362 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Nov 23 14:46:45.632598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f83c0-4d3a-4409-911f-d27cea8cf67c req-afd6d648-c185-47c7-8da4-8b18dbc2216d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:45.634088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-017f83c0-4d3a-4409-911f-d27cea8cf67c req-afd6d648-c185-47c7-8da4-8b18dbc2216d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0535209 Nov 23 14:46:45.680912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-017f83c0-4d3a-4409-911f-d27cea8cf67c req-865c3cca-cf17-4355-9e78-4648295bb9b5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Nov 23 14:46:46.794499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9136-d080-4eae-beab-b1d412b338a9 req-eff3c63d-4c79-4ca7-85b1-93135132cc93 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:46.795986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac0d9136-d080-4eae-beab-b1d412b338a9 req-eff3c63d-4c79-4ca7-85b1-93135132cc93 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0469062 Nov 23 14:46:46.841608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac0d9136-d080-4eae-beab-b1d412b338a9 req-3f87834a-840a-4066-981b-64b5571cfe13 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Nov 23 14:46:47.955276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4683-d1ac-43ce-a7b4-318eb5551b56 req-ff5a1267-0edf-42ba-aaa7-15990ab24955 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:47.956725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfaa4683-d1ac-43ce-a7b4-318eb5551b56 req-ff5a1267-0edf-42ba-aaa7-15990ab24955 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0471270 Nov 23 14:46:48.005383 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cfaa4683-d1ac-43ce-a7b4-318eb5551b56 req-85d034d1-4503-4c0b-bc1c-d7fb4b080b98 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428355 Nov 23 14:46:49.120905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081954d-3670-4db2-834e-d3aa0baf9266 req-528d23f7-8d0d-4fb7-a3d4-d48b90f64cad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:49.122612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d081954d-3670-4db2-834e-d3aa0baf9266 req-528d23f7-8d0d-4fb7-a3d4-d48b90f64cad tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0511193 Nov 23 14:46:49.170277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d081954d-3670-4db2-834e-d3aa0baf9266 req-3006eb08-2c5a-4267-8d97-354d11ef5c37 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Nov 23 14:46:50.284394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d28ff-a38b-4b6f-91b3-9a713708201d req-5d0fa1b9-978a-4db3-b521-72dce5fcdeb4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:50.285870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f1d28ff-a38b-4b6f-91b3-9a713708201d req-5d0fa1b9-978a-4db3-b521-72dce5fcdeb4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0479336 Nov 23 14:46:50.332778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f1d28ff-a38b-4b6f-91b3-9a713708201d req-2465c5ce-2bcc-43d5-9da5-1565692b9127 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Nov 23 14:46:51.452986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e248-6216-45e1-8b37-5be90cb4319c req-c3ea60ef-0a50-4f76-80b7-e2406114896b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:51.454438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2554e248-6216-45e1-8b37-5be90cb4319c req-c3ea60ef-0a50-4f76-80b7-e2406114896b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0512648 Nov 23 14:46:51.499846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2554e248-6216-45e1-8b37-5be90cb4319c req-71f426a0-9add-4f36-b770-844a26c25de3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Nov 23 14:46:52.613648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7b5b-92b3-4e74-b5f5-66a94a3a44b3 req-5eedbc7c-1754-4b40-94b7-339b2aea7fbc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:52.615146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc1d7b5b-92b3-4e74-b5f5-66a94a3a44b3 req-5eedbc7c-1754-4b40-94b7-339b2aea7fbc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0482204 Nov 23 14:46:52.661758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc1d7b5b-92b3-4e74-b5f5-66a94a3a44b3 req-f00bc2e0-e28c-40b2-93e0-a6a98907f61d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Nov 23 14:46:53.774327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c838-4d46-45ee-89e2-085853893483 req-0f296cd0-05d8-4aed-9ac0-4f96b554cdc6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:53.775823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de16c838-4d46-45ee-89e2-085853893483 req-0f296cd0-05d8-4aed-9ac0-4f96b554cdc6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 943 time: 0.0468030 Nov 23 14:46:53.825956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de16c838-4d46-45ee-89e2-085853893483 req-75f000b1-2d3e-4d8c-ac7d-0ce5bb45d869 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Nov 23 14:46:53.947044 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:54.245552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb85c6c3-58a6-4d41-ae0a-8d7b4066969a details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:46:54.339669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:54.350545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'port_id': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a', 'mac_address': 'fa:16:3e:8b:8d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:46:54.392943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:54.405535 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb85c6c3-58a6-4d41-ae0a-8d7b4066969a {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:46:54.427051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:54.431238 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:54.476541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:54.637012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cb85c6c3-58a6-4d41-ae0a-8d7b4066969a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:46:54.944246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d22f-389a-4f15-adcb-3e9e7e96b27c req-ca942359-a5f2-4521-9fad-5b8fafd30677 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:54.945696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34b6d22f-389a-4f15-adcb-3e9e7e96b27c req-ca942359-a5f2-4521-9fad-5b8fafd30677 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 944 time: 0.0473516 Nov 23 14:46:54.992115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34b6d22f-389a-4f15-adcb-3e9e7e96b27c req-75eee00e-612f-4045-86fa-ac16c9f8f762 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Nov 23 14:46:56.105172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea4644-943a-48fa-ac04-49f4fad79544 req-8341f290-f8ae-445a-90e3-e41012bf53b1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:56.107404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fea4644-943a-48fa-ac04-49f4fad79544 req-8341f290-f8ae-445a-90e3-e41012bf53b1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 944 time: 0.0477688 Nov 23 14:46:56.152525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fea4644-943a-48fa-ac04-49f4fad79544 req-0efa3287-c01d-49bf-ac69-cec7574972d5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Nov 23 14:46:56.262555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb85c6c3-58a6-4d41-ae0a-8d7b4066969a up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:46:56.310395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:46:56.314546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:46:56.314949 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:56.392575 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:56.414490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:46:56.417007 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387b7b98-7e0e-4306-8e1b-ee2a4b52e92f" -d '{"events": [{"server_uuid": "f45e6fd6-576b-4af4-ba6e-68d011a9da2a", "name": "network-vif-plugged", "status": "completed", "tag": "cb85c6c3-58a6-4d41-ae0a-8d7b4066969a"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:46:56.430386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:46:56.434565 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:56.458945 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a958ab8-7a57-4b92-b3ae-d131a232a620 x-openstack-request-id: req-6a958ab8-7a57-4b92-b3ae-d131a232a620 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:46:56.459238 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45e6fd6-576b-4af4-ba6e-68d011a9da2a", "name": "network-vif-plugged", "status": "completed", "tag": "cb85c6c3-58a6-4d41-ae0a-8d7b4066969a", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:46:56.459488 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a958ab8-7a57-4b92-b3ae-d131a232a620 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:46:56.459870 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a', 'code': 200} Nov 23 14:46:56.485103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:46:56.556468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c24d6b-6d8e-4d88-81ad-5a907ff58aaa req-df8f55f9-7178-4f16-aa94-f9968cd0ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:56.557998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51c24d6b-6d8e-4d88-81ad-5a907ff58aaa req-df8f55f9-7178-4f16-aa94-f9968cd0ce8f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 1096 time: 0.0439832 Nov 23 14:46:56.602634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51c24d6b-6d8e-4d88-81ad-5a907ff58aaa req-f4884620-daea-46f9-a685-55dc28c2f4ce service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Nov 23 14:46:56.767315 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0960834d-d424-4d2f-a4c5-5040c29e055a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:57.249155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:57.274398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2dcda-1660-4a47-a27e-2f08e5b0921b req-c9ad7035-3f9b-4d12-8ce7-75a4b0b4b7a7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:57.275880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18a2dcda-1660-4a47-a27e-2f08e5b0921b req-c9ad7035-3f9b-4d12-8ce7-75a4b0b4b7a7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 945 time: 0.0467353 Nov 23 14:46:57.321587 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18a2dcda-1660-4a47-a27e-2f08e5b0921b req-e4eb7aed-47d5-4249-861b-be9fa022fe95 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Nov 23 14:46:58.441183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1c5d7-3f67-4425-9d04-60f95eb7172a req-1ed8b995-f8e6-4d14-b610-352d258d1675 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:58.442647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fb1c5d7-3f67-4425-9d04-60f95eb7172a req-1ed8b995-f8e6-4d14-b610-352d258d1675 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 945 time: 0.0516670 Nov 23 14:46:58.489116 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fb1c5d7-3f67-4425-9d04-60f95eb7172a req-53291630-072a-46ae-800c-60e960ab3d65 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Nov 23 14:46:58.601629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825f77-aa69-40a3-a19a-9a178376fd78 req-4d6f62b8-162e-4ac2-921a-d454b6273681 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:46:58.603074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82825f77-aa69-40a3-a19a-9a178376fd78 req-4d6f62b8-162e-4ac2-921a-d454b6273681 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 945 time: 0.0479262 Nov 23 14:46:58.649382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-82825f77-aa69-40a3-a19a-9a178376fd78 req-9832f79d-239c-4a11-a920-8c56120081d9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Nov 23 14:46:59.131470 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46ba5536-ba53-433a-ab92-efb40c0104ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:00.140117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:01.080232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-a7c4ff75-195e-4ed7-a124-fa727676da52 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:01.081607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-a7c4ff75-195e-4ed7-a124-fa727676da52 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1221082 Nov 23 14:47:01.100877 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ca4b1c2c-4ccc-4abb-9402-8d33d0b2ff9c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/quotas/b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 375 time: 0.0102808 Nov 23 14:47:01.162153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-d1a12100-1dd4-46d8-b58c-bf9eb86bd3e1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556130 Nov 23 14:47:01.174167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-b46037e3-4e07-48bc-a7ce-cf1be538ecb8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:47:01.175113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-b46037e3-4e07-48bc-a7ce-cf1be538ecb8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061219 Nov 23 14:47:01.274091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-8fb3aaeb-6acd-4b96-a161-c100385434e2 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898941 Nov 23 14:47:01.362533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-51618cb9-4407-43ed-9a1e-36c16893f4e6 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815101 Nov 23 14:47:01.549925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1a80993-11b5-4b34-a794-a627706e1aca req-fb444b45-5b77-442d-bb84-52c0862f442c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 210 time: 0.0255115 Nov 23 14:47:01.741381 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:02.482345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-8f1bae7c-199b-427a-bd59-3c0a1e74d156 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:02.483835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-8f1bae7c-199b-427a-bd59-3c0a1e74d156 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1062627 Nov 23 14:47:02.497348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'port': {'device_id': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'admin_state_up': True, 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:02.565702 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:02.621677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:47:02.625900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:02.667264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-631c4768-392a-44e1-b663-71f66c3044fc req-e6ec4a22-01e0-463b-bc39-4ce021ad7fef tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 210 time: 0.0380986 Nov 23 14:47:02.783055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.20.0.10 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/8bbcfce3-3009-404a-b067-0dee7e1deb9d) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:47:02.943830 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:02.978202 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:02.991520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cb85c6c3-58a6-4d41-ae0a-8d7b4066969a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:47:03.026374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:47:03.033922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:47:03.037636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:47:03.070133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=8bbcfce3-3009-404a-b067-0dee7e1deb9d,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:03.083365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.083707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.084207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.084562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.084897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.085229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.085555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.085877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.086201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.087093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.087432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.087767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:03.107368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:03.108038 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.126092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-731ebbdf-b0a4-4970-823f-a60b5de34392 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6323831 Nov 23 14:47:03.138011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-07f28b7d-9caf-488c-b998-7c95c590ca8c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:47:03.139613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-07f28b7d-9caf-488c-b998-7c95c590ca8c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060682 Nov 23 14:47:03.219111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Request body: {'port': {'device_id': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:03.279798 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.355581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8d868676-ac95-4274-b764-447b155e0ba4 None None] Provisioning complete for port 8bbcfce3-3009-404a-b067-0dee7e1deb9d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:47:03.356064 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d868676-ac95-4274-b764-447b155e0ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.391340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8d868676-ac95-4274-b764-447b155e0ba4 None None] Port 8bbcfce3-3009-404a-b067-0dee7e1deb9d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:47:03.549224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbcfce3-3009-404a-b067-0dee7e1deb9d {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:47:03.557450 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.571286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Transition to ACTIVE for port object 8bbcfce3-3009-404a-b067-0dee7e1deb9d will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:47:03.575840 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.631931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Pushing event updated for resources: {'Port': ['ID=8bbcfce3-3009-404a-b067-0dee7e1deb9d,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:03.710696 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Attempting to bind port 8bbcfce3-3009-404a-b067-0dee7e1deb9d on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:47:03.711079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Attempting to bind port 8bbcfce3-3009-404a-b067-0dee7e1deb9d by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:47:03.711414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Attempting to bind port 8bbcfce3-3009-404a-b067-0dee7e1deb9d on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:47:03.717891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Port 8bbcfce3-3009-404a-b067-0dee7e1deb9d on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:47:03.718325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Attempting to bind port 8bbcfce3-3009-404a-b067-0dee7e1deb9d on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:47:03.724235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:47:03.724635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:47:03.725033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:47:03.725473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Bound port: 8bbcfce3-3009-404a-b067-0dee7e1deb9d, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:47:03.725836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.833491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] For port 8bbcfce3-3009-404a-b067-0dee7e1deb9d, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:47:03.843549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ad439-05f7-46d3-91b8-cf8df6cdfdf3 req-c16bb239-e469-4b2e-b774-8d53d750ba56 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:03.845049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d45ad439-05f7-46d3-91b8-cf8df6cdfdf3 req-c16bb239-e469-4b2e-b774-8d53d750ba56 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0748749 Nov 23 14:47:03.846758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] For port 8bbcfce3-3009-404a-b067-0dee7e1deb9d, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8bbcfce3-3009-404a-b067-0dee7e1deb9d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:47:03.851386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.901617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:03.902804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:03.905493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] 10.222.0.11 "PUT /v2.0/ports/8bbcfce3-3009-404a-b067-0dee7e1deb9d HTTP/1.1" status: 200 len: 1092 time: 0.7562180 Nov 23 14:47:03.909940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'tag': '8bbcfce3-3009-404a-b067-0dee7e1deb9d'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:47:03.912475 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d63743-de52-438c-868d-d7ef4501131c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f932b62-f1b4-4b9e-9ced-9e82ffda7d41", "tag": "8bbcfce3-3009-404a-b067-0dee7e1deb9d"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:47:03.986927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed131d9d-d22e-4aad-bc8c-550dc236af9d service neutron] Pushing event updated for resources: {'Port': ['ID=8bbcfce3-3009-404a-b067-0dee7e1deb9d,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:04.012006 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ba8876-4528-41f2-970f-06fe7f5ccf74 x-openstack-request-id: req-25ba8876-4528-41f2-970f-06fe7f5ccf74 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:47:04.012305 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f932b62-f1b4-4b9e-9ced-9e82ffda7d41", "tag": "8bbcfce3-3009-404a-b067-0dee7e1deb9d", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:47:04.012555 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25ba8876-4528-41f2-970f-06fe7f5ccf74 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:47:04.012983 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'tag': '8bbcfce3-3009-404a-b067-0dee7e1deb9d', 'status': 'completed', 'code': 200} Nov 23 14:47:04.030928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d45ad439-05f7-46d3-91b8-cf8df6cdfdf3 req-c75de5f8-8d66-4424-9be9-76749ed1f9b8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771424 Nov 23 14:47:04.051709 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-b3b67cff-6217-4010-b7db-0014deee6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:04.053232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-b3b67cff-6217-4010-b7db-0014deee6d29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 1095 time: 0.0956986 Nov 23 14:47:04.099425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-4e4a6733-18ea-4c87-bb51-f9f022d889ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bbcfce3-3009-404a-b067-0dee7e1deb9d HTTP/1.1" status: 200 len: 217 time: 0.0374751 Nov 23 14:47:04.150223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-dd301ec3-26a6-4d3c-813b-7439767fc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:04.151733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-dd301ec3-26a6-4d3c-813b-7439767fc4a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0447402 Nov 23 14:47:04.196704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-b762f501-e88c-47b5-b91b-a92d29560480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:04.198158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-b762f501-e88c-47b5-b91b-a92d29560480 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390558 Nov 23 14:47:04.293456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-e786657d-3892-4112-97a8-eee028129ebf service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867367 Nov 23 14:47:04.392596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a3de1e8-b68c-442b-ab47-e55a2e8d4bb1 req-b7e59627-5bb7-44cf-9b65-145739d4dabe service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911052 Nov 23 14:47:04.476235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63743-de52-438c-868d-d7ef4501131c req-50252d93-4caa-416d-aab5-0e60fb6a8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:04.477746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41d63743-de52-438c-868d-d7ef4501131c req-50252d93-4caa-416d-aab5-0e60fb6a8ba7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 1095 time: 0.0401373 Nov 23 14:47:04.570412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63743-de52-438c-868d-d7ef4501131c req-e4a6b854-d663-487c-932b-aa332ae44859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:04.571943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41d63743-de52-438c-868d-d7ef4501131c req-e4a6b854-d663-487c-932b-aa332ae44859 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0856493 Nov 23 14:47:04.618517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41d63743-de52-438c-868d-d7ef4501131c req-35d880ae-9ff3-4c77-85b6-63dba4b14221 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bbcfce3-3009-404a-b067-0dee7e1deb9d HTTP/1.1" status: 200 len: 217 time: 0.0389209 Nov 23 14:47:04.671287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63743-de52-438c-868d-d7ef4501131c req-c1c5e1c9-aa3f-40f9-8a3b-9b3050d69462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:04.672679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41d63743-de52-438c-868d-d7ef4501131c req-c1c5e1c9-aa3f-40f9-8a3b-9b3050d69462 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0455406 Nov 23 14:47:04.719265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63743-de52-438c-868d-d7ef4501131c req-adf7924b-802b-4587-91a0-9802beda52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:04.720766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41d63743-de52-438c-868d-d7ef4501131c req-adf7924b-802b-4587-91a0-9802beda52be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405855 Nov 23 14:47:04.814317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41d63743-de52-438c-868d-d7ef4501131c req-ab3fa4e2-f997-4cf5-9228-4f64ab20f20f service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853300 Nov 23 14:47:04.911156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41d63743-de52-438c-868d-d7ef4501131c req-a5e58a85-bbb0-480f-9fae-2b04d8d65b87 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897055 Nov 23 14:47:05.149275 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58cee-b6bb-4288-a1c7-d29139efb71e req-dae60bcc-9487-4460-80f6-84129025b99a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:05.150768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada58cee-b6bb-4288-a1c7-d29139efb71e req-dae60bcc-9487-4460-80f6-84129025b99a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0551941 Nov 23 14:47:05.198136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada58cee-b6bb-4288-a1c7-d29139efb71e req-1fd0c579-cb4a-4bf1-8346-5d37e5b15e9e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Nov 23 14:47:06.379664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784024e-d59f-4761-b11f-45a2ec959abf req-7ec7f559-55dd-42d7-8bcd-173712dc1865 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:06.387065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9784024e-d59f-4761-b11f-45a2ec959abf req-7ec7f559-55dd-42d7-8bcd-173712dc1865 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0804374 Nov 23 14:47:06.431410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9784024e-d59f-4761-b11f-45a2ec959abf req-76e62863-7392-4d15-bede-03c08032f0d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Nov 23 14:47:07.600418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103fae-7cb5-4dad-b0d1-b6ef6185f7a3 req-67048415-8ffc-411d-b9da-39b556e12e26 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:07.603656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b103fae-7cb5-4dad-b0d1-b6ef6185f7a3 req-67048415-8ffc-411d-b9da-39b556e12e26 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0892208 Nov 23 14:47:07.667236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b103fae-7cb5-4dad-b0d1-b6ef6185f7a3 req-687b14df-d186-46e1-90be-a4b4f26ae609 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511456 Nov 23 14:47:08.832020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12602ae1-e730-4581-9bad-f6ee5a10e10e req-05d35885-8b7b-4bd5-99a9-54b26acdd2e7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:08.839253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12602ae1-e730-4581-9bad-f6ee5a10e10e req-05d35885-8b7b-4bd5-99a9-54b26acdd2e7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0603683 Nov 23 14:47:08.893062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12602ae1-e730-4581-9bad-f6ee5a10e10e req-5119c9a0-cb95-4eb7-a542-84da2dc5fca7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Nov 23 14:47:08.990874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-c314d8fb-af13-4494-8f72-c86dafdaa835 req-8b4d0910-e7a1-4d06-bd2d-3400ed1fc0c6 service neutron] (103345) timed out ('10.222.0.46', 49650) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:47:10.015789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0207cb-496b-4c34-bdf0-03d1dd4eb82e req-ad9d1534-395e-4667-b285-a5757bbaa54b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:10.017744 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c0207cb-496b-4c34-bdf0-03d1dd4eb82e req-ad9d1534-395e-4667-b285-a5757bbaa54b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0544715 Nov 23 14:47:10.065337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c0207cb-496b-4c34-bdf0-03d1dd4eb82e req-64c7eade-e16e-4b96-b23a-0836dc2d1e1d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 Nov 23 14:47:11.183499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d76d8-26c0-4ab0-89b2-90a69a59f230 req-5862dcc9-67b9-42a1-a14a-bed1b18112d6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:11.184971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc1d76d8-26c0-4ab0-89b2-90a69a59f230 req-5862dcc9-67b9-42a1-a14a-bed1b18112d6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0515728 Nov 23 14:47:11.231062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc1d76d8-26c0-4ab0-89b2-90a69a59f230 req-94b6b593-9454-4d7f-bf7a-e346d3faa119 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Nov 23 14:47:12.351363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce85fc-80ab-4c0c-a7aa-6fec7772bfa2 req-51f12043-7382-407a-b1a6-a1343355d3ec tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:12.352805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bce85fc-80ab-4c0c-a7aa-6fec7772bfa2 req-51f12043-7382-407a-b1a6-a1343355d3ec tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0522416 Nov 23 14:47:12.405516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bce85fc-80ab-4c0c-a7aa-6fec7772bfa2 req-fa970100-a72b-4731-bd71-055b678f4e2a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464463 Nov 23 14:47:13.522022 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60260ba2-95cf-4b6e-afe8-79ea7a595e60 req-0ef57386-7e30-4f9c-906d-6a0d68642d9d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:13.523681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60260ba2-95cf-4b6e-afe8-79ea7a595e60 req-0ef57386-7e30-4f9c-906d-6a0d68642d9d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0475340 Nov 23 14:47:13.586817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60260ba2-95cf-4b6e-afe8-79ea7a595e60 req-7354584b-a226-422a-bea9-7471b3ae9ba5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533817 Nov 23 14:47:14.707970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b495881-dec8-4c20-bdad-0a643c0ba7df req-83714ae5-9e74-4857-9ff3-3866e7cf9af0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:14.709440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b495881-dec8-4c20-bdad-0a643c0ba7df req-83714ae5-9e74-4857-9ff3-3866e7cf9af0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0493560 Nov 23 14:47:14.758047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b495881-dec8-4c20-bdad-0a643c0ba7df req-c3b0fe83-592e-48ad-a1b5-7502472c5eb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426688 Nov 23 14:47:15.874823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85a784-b09a-4d16-9036-81c9cb91652d req-91858cfd-8464-4b86-9676-1b3eb9dedbbb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:15.876493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c85a784-b09a-4d16-9036-81c9cb91652d req-91858cfd-8464-4b86-9676-1b3eb9dedbbb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0486765 Nov 23 14:47:15.924542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0c85a784-b09a-4d16-9036-81c9cb91652d req-8a54bb36-f367-4f0e-9e5a-c40435880b03 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Nov 23 14:47:17.049451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee52c3-c2ae-4d87-8da1-444d75f27f34 req-a3333e96-ded4-403d-b7c7-b079759a4f8e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:17.051015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bee52c3-c2ae-4d87-8da1-444d75f27f34 req-a3333e96-ded4-403d-b7c7-b079759a4f8e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0565188 Nov 23 14:47:17.102145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bee52c3-c2ae-4d87-8da1-444d75f27f34 req-649119ea-dd8e-46fc-9ddd-f61085fc52bf tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Nov 23 14:47:17.213275 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:47:18.221691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cfa36-ba25-430d-931f-fe53490e1d3e req-6835d00c-1954-49a4-af85-b062982e0357 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:18.223188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c2cfa36-ba25-430d-931f-fe53490e1d3e req-6835d00c-1954-49a4-af85-b062982e0357 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0487976 Nov 23 14:47:18.269825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3c2cfa36-ba25-430d-931f-fe53490e1d3e req-cfba4334-0594-4762-9063-8c8c48ff6957 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Nov 23 14:47:19.390738 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10505b4-a472-4189-8229-e25920bf765b req-65bf35f0-5f89-48b9-97fa-51e67740065d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:19.392392 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d10505b4-a472-4189-8229-e25920bf765b req-65bf35f0-5f89-48b9-97fa-51e67740065d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0537744 Nov 23 14:47:19.442072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d10505b4-a472-4189-8229-e25920bf765b req-b3a5799e-a7fb-4443-b620-fb43765c1fb2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Nov 23 14:47:20.575732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ff2f-a8a4-4e09-8402-6a5db604e113 req-92936c19-3e6e-4523-a251-d23870fe35f5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:20.577854 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d92ff2f-a8a4-4e09-8402-6a5db604e113 req-92936c19-3e6e-4523-a251-d23870fe35f5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0593979 Nov 23 14:47:20.630846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d92ff2f-a8a4-4e09-8402-6a5db604e113 req-5bb54169-6e2a-41d7-96c1-c69273bb120d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468085 Nov 23 14:47:21.752962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3f70-f1b4-4519-9f84-132d54cd1552 req-d39d4936-506c-4108-846a-0770c7d656dc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:21.754647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e97c3f70-f1b4-4519-9f84-132d54cd1552 req-d39d4936-506c-4108-846a-0770c7d656dc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0518909 Nov 23 14:47:21.809204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e97c3f70-f1b4-4519-9f84-132d54cd1552 req-0bbdaded-79bc-4d83-80cc-37223435b88d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Nov 23 14:47:22.924024 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5e257-0486-4e3c-b59f-33c8872d7f37 req-958657f5-e084-4220-82ef-f018c84c96e8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:22.925509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e5e257-0486-4e3c-b59f-33c8872d7f37 req-958657f5-e084-4220-82ef-f018c84c96e8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0470514 Nov 23 14:47:22.971109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e5e257-0486-4e3c-b59f-33c8872d7f37 req-7205e790-8b2a-4255-99a5-78bb09c2ee61 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Nov 23 14:47:23.947259 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:24.093833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb927af-885a-4a16-b071-509ba3b8b00d req-f404033b-bb7f-4ae5-996f-079eac13ff8c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:24.095581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ddb927af-885a-4a16-b071-509ba3b8b00d req-f404033b-bb7f-4ae5-996f-079eac13ff8c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 944 time: 0.0495729 Nov 23 14:47:24.145971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ddb927af-885a-4a16-b071-509ba3b8b00d req-16346181-a264-43ff-a3c0-de523b601b6e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Nov 23 14:47:24.991232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8bbcfce3-3009-404a-b067-0dee7e1deb9d details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:47:25.089645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8bbcfce3-3009-404a-b067-0dee7e1deb9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8bbcfce3-3009-404a-b067-0dee7e1deb9d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:47:25.102174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '8bbcfce3-3009-404a-b067-0dee7e1deb9d', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'port_id': '8bbcfce3-3009-404a-b067-0dee7e1deb9d', 'mac_address': 'fa:16:3e:32:f0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:47:25.141068 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:25.154304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbcfce3-3009-404a-b067-0dee7e1deb9d {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:47:25.175642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8bbcfce3-3009-404a-b067-0dee7e1deb9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8bbcfce3-3009-404a-b067-0dee7e1deb9d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:47:25.180153 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:25.230524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8bbcfce3-3009-404a-b067-0dee7e1deb9d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:25.238378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.238734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.239159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.239519 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.239847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.240184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.240578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.240906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.241285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.241566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.241909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.242243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:25.279836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8985e3a-1b36-4abc-b64d-450361be2cc7 req-939aa6f5-cf47-47b3-8a46-8383c44c6b60 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:25.282469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8985e3a-1b36-4abc-b64d-450361be2cc7 req-939aa6f5-cf47-47b3-8a46-8383c44c6b60 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 945 time: 0.0602334 Nov 23 14:47:25.334834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8985e3a-1b36-4abc-b64d-450361be2cc7 req-50d6860f-4581-4efb-a86f-8f9d753a060d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461731 Nov 23 14:47:25.422625 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['8bbcfce3-3009-404a-b067-0dee7e1deb9d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:47:26.482119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216f434-1a08-4d4b-858b-8b10163df221 req-6dd0e384-9275-4da8-9ea8-7925da341d18 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:26.484339 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5216f434-1a08-4d4b-858b-8b10163df221 req-6dd0e384-9275-4da8-9ea8-7925da341d18 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 945 time: 0.0745757 Nov 23 14:47:26.536229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5216f434-1a08-4d4b-858b-8b10163df221 req-0849603c-1c1f-47f8-a968-e5cd45820ccc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Nov 23 14:47:26.774468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3951b68d-16fd-4b44-b3c2-aadeedf73c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:26.991456 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8bbcfce3-3009-404a-b067-0dee7e1deb9d up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:47:27.048190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 8bbcfce3-3009-404a-b067-0dee7e1deb9d completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:47:27.052804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 8bbcfce3-3009-404a-b067-0dee7e1deb9d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:47:27.053197 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:27.136078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:27.162639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbcfce3-3009-404a-b067-0dee7e1deb9d'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:47:27.164944 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b65e93d-0a17-4dbb-8194-7a6653d79cc8" -d '{"events": [{"server_uuid": "6f932b62-f1b4-4b9e-9ced-9e82ffda7d41", "name": "network-vif-plugged", "status": "completed", "tag": "8bbcfce3-3009-404a-b067-0dee7e1deb9d"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:47:27.179326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8bbcfce3-3009-404a-b067-0dee7e1deb9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8bbcfce3-3009-404a-b067-0dee7e1deb9d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:47:27.183805 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:27.239149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8bbcfce3-3009-404a-b067-0dee7e1deb9d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:27.287810 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:27.289043 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaec97c6-4f9f-40da-ad6a-ae09814d9fd0 x-openstack-request-id: req-aaec97c6-4f9f-40da-ad6a-ae09814d9fd0 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:47:27.289338 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f932b62-f1b4-4b9e-9ced-9e82ffda7d41", "name": "network-vif-plugged", "status": "completed", "tag": "8bbcfce3-3009-404a-b067-0dee7e1deb9d", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:47:27.289609 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aaec97c6-4f9f-40da-ad6a-ae09814d9fd0 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:47:27.289992 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbcfce3-3009-404a-b067-0dee7e1deb9d', 'code': 200} Nov 23 14:47:27.391351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91aada-5841-469f-aa24-1e25214d8577 req-2ca924bd-80c6-4219-84fe-1b5fa3d39798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:27.392835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db91aada-5841-469f-aa24-1e25214d8577 req-2ca924bd-80c6-4219-84fe-1b5fa3d39798 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 1097 time: 0.0425696 Nov 23 14:47:27.448230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db91aada-5841-469f-aa24-1e25214d8577 req-661412f1-3399-4b01-9dec-63b86025e7b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Nov 23 14:47:27.663037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854320dc-959c-4144-99e1-9dd9a580baa6 req-90043d2d-e90d-4f4f-adff-7f8ee3df392e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:27.664810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-854320dc-959c-4144-99e1-9dd9a580baa6 req-90043d2d-e90d-4f4f-adff-7f8ee3df392e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 946 time: 0.0540981 Nov 23 14:47:27.717011 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-854320dc-959c-4144-99e1-9dd9a580baa6 req-029641aa-fc04-4894-b23d-3777a1342918 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Nov 23 14:47:28.847000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748d668-89ef-4970-98ee-3d68ee1a0e2b req-8c4f64ab-4002-43b0-91aa-75fbd60d3c50 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:28.848626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1748d668-89ef-4970-98ee-3d68ee1a0e2b req-8c4f64ab-4002-43b0-91aa-75fbd60d3c50 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 946 time: 0.0540984 Nov 23 14:47:28.899414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1748d668-89ef-4970-98ee-3d68ee1a0e2b req-4f49f1f7-5ee7-46d3-b541-59a17f123b07 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444112 Nov 23 14:47:29.020879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a04408-e544-490b-8aab-23438266f381 req-c90b99f8-fa8a-43cb-9a01-e513d913fb2c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:29.022301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77a04408-e544-490b-8aab-23438266f381 req-c90b99f8-fa8a-43cb-9a01-e513d913fb2c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 946 time: 0.0501931 Nov 23 14:47:29.068327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77a04408-e544-490b-8aab-23438266f381 req-fd8122fb-a881-479e-a949-4537f735bd5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Nov 23 14:47:29.123128 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-996e6b55-c26c-4b2d-95a4-ac62d9643f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:29.355495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f9083-6529-4805-94fc-e72fd65f4d47 req-5fd9e57a-1ecf-40ce-b48a-da1341496b68 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:29.356863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd7f9083-6529-4805-94fc-e72fd65f4d47 req-5fd9e57a-1ecf-40ce-b48a-da1341496b68 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 946 time: 0.0475304 Nov 23 14:47:29.404743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd7f9083-6529-4805-94fc-e72fd65f4d47 req-a6dc3439-3e16-4621-adcb-bf1107b722bb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Nov 23 14:47:30.142950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:30.527662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10d11e-af77-4ef4-953b-f3f006f20497 req-bc025615-9a12-46c5-b081-6c829d0e0177 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:30.529120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e10d11e-af77-4ef4-953b-f3f006f20497 req-bc025615-9a12-46c5-b081-6c829d0e0177 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 946 time: 0.0510106 Nov 23 14:47:30.574700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e10d11e-af77-4ef4-953b-f3f006f20497 req-747751a7-18cd-4e11-b7f8-8bf0a11c1d56 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Nov 23 14:47:30.847145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-5cf1d921-00f6-4c91-9ddf-b4e3268e175d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:30.848572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-5cf1d921-00f6-4c91-9ddf-b4e3268e175d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 946 time: 0.0473752 Nov 23 14:47:30.936094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port 8bbcfce3-3009-404a-b067-0dee7e1deb9d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:47:30.936432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:31.024143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] For port 8bbcfce3-3009-404a-b067-0dee7e1deb9d, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8bbcfce3-3009-404a-b067-0dee7e1deb9d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:47:31.024500 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:31.036689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for 8bbcfce3-3009-404a-b067-0dee7e1deb9d owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:47:31.169382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:31.183057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['8bbcfce3-3009-404a-b067-0dee7e1deb9d'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:47:31.185287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cb85c6c3-58a6-4d41-ae0a-8d7b4066969a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:47:31.197377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=8bbcfce3-3009-404a-b067-0dee7e1deb9d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:31.242415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] No DVR routers for this DVR port 8bbcfce3-3009-404a-b067-0dee7e1deb9d on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:47:31.245309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:31.248898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad7ce460-0f84-40a4-b582-5945927978d6 req-53859ac2-2d23-4a2e-939f-6db034b7b900 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "DELETE /v2.0/ports/8bbcfce3-3009-404a-b067-0dee7e1deb9d HTTP/1.1" status: 204 len: 173 time: 0.3936813 Nov 23 14:47:31.249360 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'name': 'network-vif-deleted', 'tag': '8bbcfce3-3009-404a-b067-0dee7e1deb9d'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:47:31.251994 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69ac884-9aef-40e1-ad4e-c85d5b990cc4" -d '{"events": [{"server_uuid": "6f932b62-f1b4-4b9e-9ced-9e82ffda7d41", "name": "network-vif-deleted", "tag": "8bbcfce3-3009-404a-b067-0dee7e1deb9d"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:47:31.310346 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3914f4-c8ce-4568-b692-345b4d63ea87 x-openstack-request-id: req-7b3914f4-c8ce-4568-b692-345b4d63ea87 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:47:31.310647 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f932b62-f1b4-4b9e-9ced-9e82ffda7d41", "name": "network-vif-deleted", "tag": "8bbcfce3-3009-404a-b067-0dee7e1deb9d", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:47:31.311655 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b3914f4-c8ce-4568-b692-345b4d63ea87 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:47:31.312067 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f932b62-f1b4-4b9e-9ced-9e82ffda7d41', 'name': 'network-vif-deleted', 'tag': '8bbcfce3-3009-404a-b067-0dee7e1deb9d', 'status': 'completed', 'code': 200} Nov 23 14:47:31.683417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5532f12f-69dc-48a3-a634-0a870638f986 req-5d7833bd-d8a9-42dc-b3d9-16c6bb77b972 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 210 time: 0.0259795 Nov 23 14:47:31.744474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:32.569482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:32.783534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dabae7a-73f1-4276-971b-be3edd72e316 req-7ebffa7d-73bb-49c8-97a6-5ff1c87c49da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 210 time: 0.0294852 Nov 23 14:47:33.885604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0271ca2-e4b7-40ae-b313-1c2a7727077d req-e8f02fcd-3b3c-4b43-95f3-899fa69cfdba tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 210 time: 0.0277481 Nov 23 14:47:34.981479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ffb8c0a-66bf-414e-b3d7-78a7fd4a6383 req-8893a7d9-7d76-4649-889c-24b4a19b6427 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 210 time: 0.0250936 Nov 23 14:47:35.043308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8bbcfce3-3009-404a-b067-0dee7e1deb9d no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:47:35.063577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 8bbcfce3-3009-404a-b067-0dee7e1deb9d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:47:35.064496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8bbcfce3-3009-404a-b067-0dee7e1deb9d not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:47:36.100342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c1c8d6c-6335-4c62-9530-790eb3a684b4 req-92ece01d-0f5d-47b2-a231-c7ce8e49c447 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f932b62-f1b4-4b9e-9ced-9e82ffda7d41 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Nov 23 14:47:41.648752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c7c1d-5f43-456d-9875-6d3f04ed9f63 req-e6440a35-ccdb-4caf-9057-7040335a8bcd tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:41.650216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f5c7c1d-5f43-456d-9875-6d3f04ed9f63 req-e6440a35-ccdb-4caf-9057-7040335a8bcd tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 945 time: 0.0485218 Nov 23 14:47:41.699927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f5c7c1d-5f43-456d-9875-6d3f04ed9f63 req-760a09f9-f4a4-447e-9c52-e31388117fa0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Nov 23 14:47:42.814334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9f461-341d-4f53-aaf2-4ed6acbae0fe req-2188b630-b008-4ac4-a811-f6ce184e6381 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:42.815797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54d9f461-341d-4f53-aaf2-4ed6acbae0fe req-2188b630-b008-4ac4-a811-f6ce184e6381 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 945 time: 0.0471406 Nov 23 14:47:42.861992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54d9f461-341d-4f53-aaf2-4ed6acbae0fe req-073e5668-1662-464e-ba5c-89136b65cc4b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=58360561-a408-4f31-8c47-fd4f34a3dc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Nov 23 14:47:43.091775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-3c4eb58a-ed48-42dc-998f-e263b3db7b11 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:47:43.093255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-3c4eb58a-ed48-42dc-998f-e263b3db7b11 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 945 time: 0.0480630 Nov 23 14:47:43.183003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:47:43.183252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:43.268967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] For port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:47:43.269322 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:43.281346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for cb85c6c3-58a6-4d41-ae0a-8d7b4066969a owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:47:43.405341 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:43.416555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cb85c6c3-58a6-4d41-ae0a-8d7b4066969a'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:47:43.431945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=cb85c6c3-58a6-4d41-ae0a-8d7b4066969a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:43.477937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] No DVR routers for this DVR port cb85c6c3-58a6-4d41-ae0a-8d7b4066969a on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:47:43.480673 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:43.484368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3d49a291-ba9f-464a-9e35-34aaffc825d7 req-f9f52c08-a1ce-4893-879c-287bb344daa4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "DELETE /v2.0/ports/cb85c6c3-58a6-4d41-ae0a-8d7b4066969a HTTP/1.1" status: 204 len: 173 time: 0.3851395 Nov 23 14:47:43.484814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'name': 'network-vif-deleted', 'tag': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:47:43.487650 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5978c5cf-0519-49a8-823a-5e2b5cc60ac4" -d '{"events": [{"server_uuid": "f45e6fd6-576b-4af4-ba6e-68d011a9da2a", "name": "network-vif-deleted", "tag": "cb85c6c3-58a6-4d41-ae0a-8d7b4066969a"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:47:43.526013 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb40217-2951-408d-981a-6d4b7ec25781 x-openstack-request-id: req-afb40217-2951-408d-981a-6d4b7ec25781 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:47:43.526305 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45e6fd6-576b-4af4-ba6e-68d011a9da2a", "name": "network-vif-deleted", "tag": "cb85c6c3-58a6-4d41-ae0a-8d7b4066969a", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:47:43.526583 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afb40217-2951-408d-981a-6d4b7ec25781 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:47:43.527047 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45e6fd6-576b-4af4-ba6e-68d011a9da2a', 'name': 'network-vif-deleted', 'tag': 'cb85c6c3-58a6-4d41-ae0a-8d7b4066969a', 'status': 'completed', 'code': 200} Nov 23 14:47:43.976281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-892e55c0-67f1-427f-ab2b-192d421f6102 req-eed9fb61-51e0-49c1-9aa8-1b4e98c79e12 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0263062 Nov 23 14:47:45.074109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7933aee3-91a3-42ff-9d9b-f27518d0018d req-7a0181e6-0a93-4b0c-a289-49be8e1699a4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0257239 Nov 23 14:47:46.167564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2b699a9-1889-4e65-9aef-89ad3b660b27 req-8b2ae288-714b-4997-8cb1-8c81a097721a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0257027 Nov 23 14:47:46.465976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb85c6c3-58a6-4d41-ae0a-8d7b4066969a no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:47:46.485564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: cb85c6c3-58a6-4d41-ae0a-8d7b4066969a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:47:46.485911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cb85c6c3-58a6-4d41-ae0a-8d7b4066969a not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:47:47.260736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14745327-d0ae-4cf8-b92e-493bbc3b9d3e req-d9a358de-b987-4ace-972f-476e9ab21c4d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45e6fd6-576b-4af4-ba6e-68d011a9da2a HTTP/1.1" status: 200 len: 210 time: 0.0255649 Nov 23 14:47:53.179389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33656) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:47:53.184743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800508105', 'description': 'tempest-secgroup-smoke-800508105 description', 'project_id': 'b1e341e82f2d428fbd2053ba97031297'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:53.206251 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.270036 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.273646 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.303286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.304491 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1240859 Nov 23 14:47:53.306452 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59552314-23af-4df3-b8df-a156cc3d7688,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:53.307531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33660) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:47:53.312069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-335fb60a-322d-43ed-8307-0eded186b0d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'security_group_rule': {'security_group_id': '59552314-23af-4df3-b8df-a156cc3d7688', 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:53.313833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.314219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.314565 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.314926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.315269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.315604 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.315936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.316269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.316596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.316926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.317252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.317583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2585219-ff31-4a15-aa0a-a342ee9ea6f2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:47:53.339201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-335fb60a-322d-43ed-8307-0eded186b0d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.391607 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-335fb60a-322d-43ed-8307-0eded186b0d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.395528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-335fb60a-322d-43ed-8307-0eded186b0d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.417657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fb60a-322d-43ed-8307-0eded186b0d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24a8f52-a56c-476a-9f25-d10f2666e783,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:53.425810 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-335fb60a-322d-43ed-8307-0eded186b0d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.427030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-335fb60a-322d-43ed-8307-0eded186b0d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184707 Nov 23 14:47:53.429962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33662) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:47:53.434182 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f4afd4b4-ca53-4e4b-a278-99d87bd6af5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'security_group_rule': {'security_group_id': '59552314-23af-4df3-b8df-a156cc3d7688', 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:53.459795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4afd4b4-ca53-4e4b-a278-99d87bd6af5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.512323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4afd4b4-ca53-4e4b-a278-99d87bd6af5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.515570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4afd4b4-ca53-4e4b-a278-99d87bd6af5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.533567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afd4b4-ca53-4e4b-a278-99d87bd6af5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7a890c-736d-487e-9c9a-50ad370864c5,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:53.540437 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4afd4b4-ca53-4e4b-a278-99d87bd6af5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.541601 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f4afd4b4-ca53-4e4b-a278-99d87bd6af5a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1106863 Nov 23 14:47:53.544678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33664) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:47:53.549208 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-54847f88-8e6d-49ca-a65c-bb0397a4efb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'security_group_rule': {'security_group_id': '59552314-23af-4df3-b8df-a156cc3d7688', 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:53.574770 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54847f88-8e6d-49ca-a65c-bb0397a4efb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.630906 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54847f88-8e6d-49ca-a65c-bb0397a4efb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.634408 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54847f88-8e6d-49ca-a65c-bb0397a4efb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.649661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54847f88-8e6d-49ca-a65c-bb0397a4efb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c3b99f-f2ea-4383-b331-45f917c3ce3d,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:53.659656 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-54847f88-8e6d-49ca-a65c-bb0397a4efb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.660818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-54847f88-8e6d-49ca-a65c-bb0397a4efb0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152496 Nov 23 14:47:53.663456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33666) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:47:53.667569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-62165748-dceb-46ad-bf7e-9df552e486d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'security_group_rule': {'security_group_id': '59552314-23af-4df3-b8df-a156cc3d7688', 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:53.691395 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-62165748-dceb-46ad-bf7e-9df552e486d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.745843 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-62165748-dceb-46ad-bf7e-9df552e486d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.749796 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-62165748-dceb-46ad-bf7e-9df552e486d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.767241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62165748-dceb-46ad-bf7e-9df552e486d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e02474-1424-4f86-861d-7c2b8546b056,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:53.774908 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-62165748-dceb-46ad-bf7e-9df552e486d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.776097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-62165748-dceb-46ad-bf7e-9df552e486d3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1117480 Nov 23 14:47:53.779930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 33668) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:47:53.784148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'security_group_rule': {'security_group_id': '59552314-23af-4df3-b8df-a156cc3d7688', 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:53.805017 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Project b1e341e82f2d428fbd2053ba97031297 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:47:53.809676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.872237 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.875730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.896448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eef4432-9e72-411a-aadf-867b8e4256fa,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:53.901725 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.903296 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c30c207d-073d-43c4-89c3-ab44da68c9b9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224279 Nov 23 14:47:53.905437 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33670) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:47:53.910157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'security_group_rule': {'security_group_id': '59552314-23af-4df3-b8df-a156cc3d7688', 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:47:53.931399 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Project b1e341e82f2d428fbd2053ba97031297 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:47:53.936282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.947649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.995084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:53.998689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:54.017165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7196b0f1-3338-43d8-965a-46256dad70b0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:47:54.022193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:54.026501 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ef5af19b-87b7-4bf5-9c0b-8c068c0428e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198974 Nov 23 14:47:54.211607 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:47:56.764606 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61e5fbc-2014-4321-9dc1-e2e14787fa35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:57.286636 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:59.125863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8050a2b2-24a9-4a26-802d-03cd20315f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:00.144885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:01.749575 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:02.574012 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:09.269588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-b0d7be5c-37c0-4f2e-9f11-68ec1a9aaeff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800508105&fields=id&tenant_id=b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 267 time: 0.0436599 Nov 23 14:48:09.375810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-754a0685-8c8c-455f-9829-2dc760e54481 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:09.377726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-754a0685-8c8c-455f-9829-2dc760e54481 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1013017 Nov 23 14:48:09.392305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-e74a9db7-2e01-4ca8-9708-78b304362548 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/quotas/b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 375 time: 0.0087111 Nov 23 14:48:09.442234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-42c629c2-6e3d-4977-91c3-504f91df4721 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447423 Nov 23 14:48:09.457594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-1571e516-cd97-4569-8821-9522b9b23fad service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:48:09.458540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-1571e516-cd97-4569-8821-9522b9b23fad service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049646 Nov 23 14:48:09.543388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-00de37da-8a78-4286-8821-e578af213876 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791447 Nov 23 14:48:09.960742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-eda97032-20af-466d-a6a5-70a155da255e service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104471 Nov 23 14:48:10.241333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ddb7be21-a9ca-4ae3-96ab-46b33d36a945 req-43de36bf-6624-4a32-b45b-4404be0f4596 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 210 time: 0.0258060 Nov 23 14:48:11.177859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-3c19a5c2-e2c5-4344-93d7-4d87c49bbdcb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:11.179341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-3c19a5c2-e2c5-4344-93d7-4d87c49bbdcb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1101995 Nov 23 14:48:11.242785 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-ea915e1a-8f26-463b-bb44-d327c7cb87a8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 379 time: 0.0534449 Nov 23 14:48:11.252311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'port': {'device_id': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'admin_state_up': True, 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'security_groups': ['59552314-23af-4df3-b8df-a156cc3d7688']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:48:11.348932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b940ce8-45c9-435c-aa1f-f86c38d0e1d1 req-8100eb55-6955-4446-8de0-79fb2ba0f020 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 210 time: 0.0328484 Nov 23 14:48:11.389568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:48:11.393653 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:11.540647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.20.0.13 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/a61dffcb-1255-4c45-8434-078120d2d798) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:48:11.673555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:11.707791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:11.752595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:48:11.757961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:48:11.761597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:48:11.791530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=a61dffcb-1255-4c45-8434-078120d2d798,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:11.809040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.809382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.809722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.810058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.810390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.810716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.811066 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.811390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.811711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.812032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.812355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.812677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:11.835591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:11.836300 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:11.852690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-db6fd12a-597d-4ee3-87ad-be40d7f718c1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6039386 Nov 23 14:48:11.862634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-3642863e-34b0-40c0-854e-82dca0fc0425 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:48:11.863701 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-3642863e-34b0-40c0-854e-82dca0fc0425 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051975 Nov 23 14:48:11.939575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Request body: {'port': {'device_id': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:48:11.996366 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:12.007699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ad056f52-ef06-4bdb-95f2-7b85ebf2f5ba None None] Provisioning complete for port a61dffcb-1255-4c45-8434-078120d2d798 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:48:12.008198 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ad056f52-ef06-4bdb-95f2-7b85ebf2f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:12.052800 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-ad056f52-ef06-4bdb-95f2-7b85ebf2f5ba None None] Port a61dffcb-1255-4c45-8434-078120d2d798 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:48:12.259843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61dffcb-1255-4c45-8434-078120d2d798 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:48:12.267082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:12.279655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Transition to ACTIVE for port object a61dffcb-1255-4c45-8434-078120d2d798 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:48:12.284348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:12.350840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Pushing event updated for resources: {'Port': ['ID=a61dffcb-1255-4c45-8434-078120d2d798,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:12.406943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Attempting to bind port a61dffcb-1255-4c45-8434-078120d2d798 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:48:12.407289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Attempting to bind port a61dffcb-1255-4c45-8434-078120d2d798 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:48:12.407601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Attempting to bind port a61dffcb-1255-4c45-8434-078120d2d798 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:48:12.415353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Port a61dffcb-1255-4c45-8434-078120d2d798 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:48:12.415670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Attempting to bind port a61dffcb-1255-4c45-8434-078120d2d798 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:48:12.421155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:48:12.421489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:48:12.421871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:48:12.422552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Bound port: a61dffcb-1255-4c45-8434-078120d2d798, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:48:12.422926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:12.523949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] For port a61dffcb-1255-4c45-8434-078120d2d798, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:48:12.528458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] For port a61dffcb-1255-4c45-8434-078120d2d798, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a61dffcb-1255-4c45-8434-078120d2d798,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:48:12.533669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:12.549234 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82fed-4bdb-43b3-8877-d330ff4797dc req-95d8a233-a9af-4b90-be7c-0371c4a709dc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:12.550719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0c82fed-4bdb-43b3-8877-d330ff4797dc req-95d8a233-a9af-4b90-be7c-0371c4a709dc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0838573 Nov 23 14:48:12.597447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:12.598076 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:12.599526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] 10.222.0.74 "PUT /v2.0/ports/a61dffcb-1255-4c45-8434-078120d2d798 HTTP/1.1" status: 200 len: 1092 time: 0.7281737 Nov 23 14:48:12.604196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:48:12.606487 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42" -d '{"events": [{"name": "network-changed", "server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "tag": "a61dffcb-1255-4c45-8434-078120d2d798"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:48:12.641500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbd7d3-7f55-410d-9bc0-e8bc32b81b9c service neutron] Pushing event updated for resources: {'Port': ['ID=a61dffcb-1255-4c45-8434-078120d2d798,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:12.679988 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732ac00-9823-48a4-b4ff-c33572eff828 x-openstack-request-id: req-4732ac00-9823-48a4-b4ff-c33572eff828 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:48:12.680347 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "tag": "a61dffcb-1255-4c45-8434-078120d2d798", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:48:12.680592 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4732ac00-9823-48a4-b4ff-c33572eff828 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:48:12.680995 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798', 'status': 'completed', 'code': 200} Nov 23 14:48:12.686398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0c82fed-4bdb-43b3-8877-d330ff4797dc req-f80fcbb8-68ac-40a9-a70f-2c84099fa110 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162121 Nov 23 14:48:12.702324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-ee74fbac-89bb-4b74-8ab0-13673e6ddc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:12.706412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-ee74fbac-89bb-4b74-8ab0-13673e6ddc76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 1095 time: 0.0619564 Nov 23 14:48:12.753766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-ca5d068d-2ba7-4ba7-871c-070272f47700 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a61dffcb-1255-4c45-8434-078120d2d798 HTTP/1.1" status: 200 len: 217 time: 0.0381637 Nov 23 14:48:12.812258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-a6694a67-f756-4958-82f5-d962fa7bca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:12.813717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-a6694a67-f756-4958-82f5-d962fa7bca8e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0534868 Nov 23 14:48:12.865835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-2fdae036-ae0f-427b-8e30-885d56d25584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:12.867292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-2fdae036-ae0f-427b-8e30-885d56d25584 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467715 Nov 23 14:48:12.960620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-6e9cd904-9914-48a0-a937-0b646f77c99f service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Nov 23 14:48:13.054626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8b4336f7-eb22-4367-92b6-5a38ad524870 req-8039c956-9879-4bc5-8dbf-af90d0744e3f service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866106 Nov 23 14:48:13.136858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-61559d1e-591a-4ca8-aa24-3e550657ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:13.138273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-61559d1e-591a-4ca8-aa24-3e550657ba18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 1095 time: 0.0405562 Nov 23 14:48:13.234145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-37fc4ac1-afa8-4d1f-80f3-6a612f9c6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:13.235654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-37fc4ac1-afa8-4d1f-80f3-6a612f9c6503 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0911305 Nov 23 14:48:13.277194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-2119c73f-ad67-46ea-91bc-c52d3c02679a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a61dffcb-1255-4c45-8434-078120d2d798 HTTP/1.1" status: 200 len: 217 time: 0.0343790 Nov 23 14:48:13.324922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-1cf094b6-a30c-4a17-8e96-3df36e3dc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:13.326397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-1cf094b6-a30c-4a17-8e96-3df36e3dc299 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0429442 Nov 23 14:48:13.373968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-5b9a5942-c5c2-42c4-92a2-89cddb08a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:13.375498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-5b9a5942-c5c2-42c4-92a2-89cddb08a9db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426626 Nov 23 14:48:13.467944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-dd2faca6-ce64-4280-876d-976c081a33a6 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857053 Nov 23 14:48:13.564171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f9aae6-afa5-4e67-b32f-6a94f8a5ba42 req-1c27d6c0-adf1-48d6-af37-16d9832db217 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892959 Nov 23 14:48:13.819302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745544d-09d8-403b-af90-962e8a65720b req-a9dd02e3-c473-40db-bdf8-eeab6efa2074 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:13.820824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a745544d-09d8-403b-af90-962e8a65720b req-a9dd02e3-c473-40db-bdf8-eeab6efa2074 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0607774 Nov 23 14:48:13.870658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a745544d-09d8-403b-af90-962e8a65720b req-b2b16ae6-f88a-4ef5-8ea2-5058d10d87bc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436304 Nov 23 14:48:14.984088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eeeb4-7aa8-448d-baee-560c6645a23d req-4b8c1f70-3444-44f5-b027-c6e6f3bf0c68 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:14.985559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-265eeeb4-7aa8-448d-baee-560c6645a23d req-4b8c1f70-3444-44f5-b027-c6e6f3bf0c68 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0475192 Nov 23 14:48:15.038374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-265eeeb4-7aa8-448d-baee-560c6645a23d req-90f90805-94af-4d86-b48c-2b4eb4123b57 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467134 Nov 23 14:48:16.161238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb80a8-0906-4268-a67b-e6309cdf7898 req-6e48d36b-7eba-4105-b9b9-a1b57b8fe73f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:16.162775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3eb80a8-0906-4268-a67b-e6309cdf7898 req-6e48d36b-7eba-4105-b9b9-a1b57b8fe73f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0503805 Nov 23 14:48:16.214632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d3eb80a8-0906-4268-a67b-e6309cdf7898 req-36f10432-2657-4b20-9357-c0be8313cf9f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453739 Nov 23 14:48:17.331583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0153-314b-4815-9cf7-2a67e32a5235 req-a1949368-45c8-4097-9361-526200d84a6e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:17.333054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-793b0153-314b-4815-9cf7-2a67e32a5235 req-a1949368-45c8-4097-9361-526200d84a6e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0484662 Nov 23 14:48:17.381889 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-793b0153-314b-4815-9cf7-2a67e32a5235 req-ea806e74-2ea8-4c3f-9a22-ce017a9d8553 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429523 Nov 23 14:48:18.498621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4952a-8eae-46ce-9be0-5409bca60ce5 req-5ed22c1c-3b5a-4a93-996e-0594f98ad4e6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:18.500117 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9d4952a-8eae-46ce-9be0-5409bca60ce5 req-5ed22c1c-3b5a-4a93-996e-0594f98ad4e6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0530021 Nov 23 14:48:18.552180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9d4952a-8eae-46ce-9be0-5409bca60ce5 req-d453735d-481d-485a-9a8c-b8b5aac440e0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456052 Nov 23 14:48:19.665224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fef603-074e-4893-8f02-8e89393a490e req-01d8a924-3fef-4373-a1aa-6b6cdd1d2627 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:19.666670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6fef603-074e-4893-8f02-8e89393a490e req-01d8a924-3fef-4373-a1aa-6b6cdd1d2627 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0472815 Nov 23 14:48:19.713942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d6fef603-074e-4893-8f02-8e89393a490e req-6afbc4df-a45c-494a-b528-8d8228914d07 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 Nov 23 14:48:20.828000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac847a02-d197-4caf-b905-b54e4976ec79 req-5edfec06-078e-483c-9357-515a5edafc02 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:20.829472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac847a02-d197-4caf-b905-b54e4976ec79 req-5edfec06-078e-483c-9357-515a5edafc02 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0479052 Nov 23 14:48:20.882171 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac847a02-d197-4caf-b905-b54e4976ec79 req-01668d47-c793-4a28-8464-3f8ab3b14698 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460532 Nov 23 14:48:21.995517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74f63-60b1-440a-bb46-12730ece44d2 req-761fa631-880d-4fdb-a165-9b1b3115ae4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:21.996965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24a74f63-60b1-440a-bb46-12730ece44d2 req-761fa631-880d-4fdb-a165-9b1b3115ae4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0474403 Nov 23 14:48:22.044377 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24a74f63-60b1-440a-bb46-12730ece44d2 req-d373465d-394f-4d2c-b83b-14722561a035 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Nov 23 14:48:23.155673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09015b6f-2042-4560-9116-b3d833fba1ed req-1470c618-48c1-4e43-8ed6-d1a61f79b3c7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:23.157170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09015b6f-2042-4560-9116-b3d833fba1ed req-1470c618-48c1-4e43-8ed6-d1a61f79b3c7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0467074 Nov 23 14:48:23.229980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09015b6f-2042-4560-9116-b3d833fba1ed req-34253314-6b27-49f0-ab61-5ba0249763b2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658667 Nov 23 14:48:23.961814 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:24.355019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e28f43-1a03-483a-9a8d-f59a1966659c req-afc69a53-c361-4e35-95b5-19971b0c8884 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:24.356500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06e28f43-1a03-483a-9a8d-f59a1966659c req-afc69a53-c361-4e35-95b5-19971b0c8884 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 944 time: 0.0526240 Nov 23 14:48:24.405930 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06e28f43-1a03-483a-9a8d-f59a1966659c req-3fd81be0-0ef9-4838-99aa-e2f61850b932 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Nov 23 14:48:24.652016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a61dffcb-1255-4c45-8434-078120d2d798 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:48:24.898544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a61dffcb-1255-4c45-8434-078120d2d798, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a61dffcb-1255-4c45-8434-078120d2d798,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:48:24.909696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'a61dffcb-1255-4c45-8434-078120d2d798', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'port_id': 'a61dffcb-1255-4c45-8434-078120d2d798', 'mac_address': 'fa:16:3e:86:d4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:48:24.945499 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:24.957422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61dffcb-1255-4c45-8434-078120d2d798 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:48:24.976490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a61dffcb-1255-4c45-8434-078120d2d798, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a61dffcb-1255-4c45-8434-078120d2d798,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:48:24.980156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:25.024374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a61dffcb-1255-4c45-8434-078120d2d798,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:25.179555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['a61dffcb-1255-4c45-8434-078120d2d798'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:48:25.519468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeda12c-f8f1-4265-a06a-67fcb003eb86 req-acebcb51-6a2f-4b6a-bcc3-2bd978d73455 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:25.520937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2eeda12c-f8f1-4265-a06a-67fcb003eb86 req-acebcb51-6a2f-4b6a-bcc3-2bd978d73455 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 945 time: 0.0477676 Nov 23 14:48:25.569439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2eeda12c-f8f1-4265-a06a-67fcb003eb86 req-9090967e-9e6d-4961-a286-2c992b705d69 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Nov 23 14:48:26.652937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a61dffcb-1255-4c45-8434-078120d2d798 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:48:26.689137 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea55b6-2846-4fe5-8478-5034585dcc83 req-4e6e6007-41e0-456c-ac0a-ffee640d1b8e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:26.691123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2ea55b6-2846-4fe5-8478-5034585dcc83 req-4e6e6007-41e0-456c-ac0a-ffee640d1b8e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 945 time: 0.0534794 Nov 23 14:48:26.703277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port a61dffcb-1255-4c45-8434-078120d2d798 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:48:26.707663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port a61dffcb-1255-4c45-8434-078120d2d798 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:48:26.708043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:26.740361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d2ea55b6-2846-4fe5-8478-5034585dcc83 req-aadc68fc-f98a-4888-a524-b70c61848222 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Nov 23 14:48:26.790286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-89726ccc-32aa-4cb7-9276-c3f3179ea428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:26.795056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:26.817869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:48:26.820100 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca313111-19b8-4197-9c86-7bc19d3d3692" -d '{"events": [{"server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "name": "network-vif-plugged", "status": "completed", "tag": "a61dffcb-1255-4c45-8434-078120d2d798"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:48:26.831992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a61dffcb-1255-4c45-8434-078120d2d798, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a61dffcb-1255-4c45-8434-078120d2d798,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:48:26.836056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:26.864233 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d1ae9-2e1a-4e9a-a16c-a3ead0651d32 x-openstack-request-id: req-cb9d1ae9-2e1a-4e9a-a16c-a3ead0651d32 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:48:26.864470 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "name": "network-vif-plugged", "status": "completed", "tag": "a61dffcb-1255-4c45-8434-078120d2d798", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:48:26.864812 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb9d1ae9-2e1a-4e9a-a16c-a3ead0651d32 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:48:26.865279 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798', 'code': 200} Nov 23 14:48:26.889563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a61dffcb-1255-4c45-8434-078120d2d798,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:26.898743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.899116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.899467 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.899806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.900142 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.900473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.900804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.901129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.901987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.902345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.902674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.903027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:48:26.957599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff269be3-cdc7-4882-963e-f3659620595a req-2a2f1b5f-c6e3-46da-9a42-7c9c60c59d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:26.959283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff269be3-cdc7-4882-963e-f3659620595a req-2a2f1b5f-c6e3-46da-9a42-7c9c60c59d92 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 1097 time: 0.0422666 Nov 23 14:48:27.005164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ff269be3-cdc7-4882-963e-f3659620595a req-5f628ba4-abce-4090-a0a4-7b3ee8a732d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384152 Nov 23 14:48:27.286343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:27.858250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014ffb-1006-455c-b210-e7f8213af39a req-8ba45c56-e638-47d8-af6e-c4036b725eda tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:27.859684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c014ffb-1006-455c-b210-e7f8213af39a req-8ba45c56-e638-47d8-af6e-c4036b725eda tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 946 time: 0.0489292 Nov 23 14:48:27.918110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c014ffb-1006-455c-b210-e7f8213af39a req-557807ec-a485-46be-bbdd-e3eaa60a84d0 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524881 Nov 23 14:48:29.037854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0b46a-f707-470e-a440-e4f2d7c09fad req-70c9fa30-49f3-4002-a183-5e38463cd531 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:29.039320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54e0b46a-f707-470e-a440-e4f2d7c09fad req-70c9fa30-49f3-4002-a183-5e38463cd531 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 946 time: 0.0479732 Nov 23 14:48:29.087596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-54e0b46a-f707-470e-a440-e4f2d7c09fad req-936b2402-605e-4957-915e-1c378e4181c6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Nov 23 14:48:29.127498 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58ed84e1-e46d-41a6-84cc-740e1daeb6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:29.202641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b107-56d9-4339-a878-e58822fab368 req-9d1b13ea-fe77-4cad-9fe9-6fac4b0b7f60 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:29.204037 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8043b107-56d9-4339-a878-e58822fab368 req-9d1b13ea-fe77-4cad-9fe9-6fac4b0b7f60 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 946 time: 0.0479608 Nov 23 14:48:29.252642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8043b107-56d9-4339-a878-e58822fab368 req-5c732011-dc2d-4474-9460-c80e7e4b5c95 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Nov 23 14:48:29.276170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33862) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:48:29.317549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84eb843-1581-47ad-99f8-11325efc1acd tempest-TestVolumeBootPattern-1719784498 tempest-TestVolumeBootPattern-1719784498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:29.319107 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a84eb843-1581-47ad-99f8-11325efc1acd tempest-TestVolumeBootPattern-1719784498 tempest-TestVolumeBootPattern-1719784498-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 1092 time: 0.0419173 Nov 23 14:48:29.322035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 33864) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:48:29.326184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'a61dffcb-1255-4c45-8434-078120d2d798', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:48:29.348051 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:29.441998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:29.544433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.25.3.195 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/6f9a28ec-f774-40f2-88aa-7823babf6c30) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:48:29.641267 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:29.672702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:29.711748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:48:29.716389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:48:29.719759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:48:29.744078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=6f9a28ec-f774-40f2-88aa-7823babf6c30,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:30.060737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:30.127408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:30.146246 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:30.275325 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:30.280717 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:30.346206 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=6f9a28ec-f774-40f2-88aa-7823babf6c30,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:48:30.358038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:30.457127 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Floating IP 64e3347a-2bc9-46f2-8808-eea7c751ff8a associated. External IP: 172.25.3.195, port: a61dffcb-1255-4c45-8434-078120d2d798. Nov 23 14:48:30.662975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:48:30.767502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:48:30.777212 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:48:30.786628 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:30.787765 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:48:30.788364 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:48:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:48:30.813232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-918a2ea5-6863-4bf3-ab9f-42dcd6f9b5da tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4902072 Nov 23 14:48:30.813832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:48:30.816146 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ce563-eb46-4689-b720-a11683bfdb69" -d '{"events": [{"name": "network-changed", "server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "tag": "a61dffcb-1255-4c45-8434-078120d2d798"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:48:30.894995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:48:30.921192 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6da68e-a4a4-4a57-8320-b5e9fe976822 x-openstack-request-id: req-ec6da68e-a4a4-4a57-8320-b5e9fe976822 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:48:30.921488 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "tag": "a61dffcb-1255-4c45-8434-078120d2d798", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:48:30.921741 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec6da68e-a4a4-4a57-8320-b5e9fe976822 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:48:30.922142 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798', 'status': 'completed', 'code': 200} Nov 23 14:48:30.987019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce563-eb46-4689-b720-a11683bfdb69 req-e7ff087b-f8e3-4747-8bec-028a94f337fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:30.988664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-056ce563-eb46-4689-b720-a11683bfdb69 req-e7ff087b-f8e3-4747-8bec-028a94f337fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 1097 time: 0.0430841 Nov 23 14:48:31.079159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce563-eb46-4689-b720-a11683bfdb69 req-181d0f76-3ff1-4a18-a033-2e84574efa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:31.080717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-056ce563-eb46-4689-b720-a11683bfdb69 req-181d0f76-3ff1-4a18-a033-2e84574efa72 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0849051 Nov 23 14:48:31.117190 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '64e3347a-2bc9-46f2-8808-eea7c751ff8a', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'a61dffcb-1255-4c45-8434-078120d2d798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:86:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:48:29Z', 'updated_at': '2021-11-23T14:48:29Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:48:31.142724 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:48:31.149206 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-056ce563-eb46-4689-b720-a11683bfdb69 req-9c413c66-a1e7-4b94-84b2-be964e17a061 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a61dffcb-1255-4c45-8434-078120d2d798 HTTP/1.1" status: 200 len: 1000 time: 0.0604291 Nov 23 14:48:31.151402 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:48:31.151984 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:48:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:48:31.198780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce563-eb46-4689-b720-a11683bfdb69 req-b8ce4c3a-5ebc-45d6-90ae-41a053b6c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:31.200211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-056ce563-eb46-4689-b720-a11683bfdb69 req-b8ce4c3a-5ebc-45d6-90ae-41a053b6c820 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0449381 Nov 23 14:48:31.246012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce563-eb46-4689-b720-a11683bfdb69 req-274c6bb8-0321-4005-ab75-62e83e18880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:31.247565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-056ce563-eb46-4689-b720-a11683bfdb69 req-274c6bb8-0321-4005-ab75-62e83e18880d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400522 Nov 23 14:48:31.280160 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:48:31.340060 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-056ce563-eb46-4689-b720-a11683bfdb69 req-364566c6-2f1b-4001-9d4b-9692804b3023 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857968 Nov 23 14:48:31.345147 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:48:31.429101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-056ce563-eb46-4689-b720-a11683bfdb69 req-8598dcce-5fa5-460a-a12d-7131d9db5493 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821099 Nov 23 14:48:31.562858 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '64e3347a-2bc9-46f2-8808-eea7c751ff8a', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'a61dffcb-1255-4c45-8434-078120d2d798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:86:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:48:29Z', 'updated_at': '2021-11-23T14:48:29Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:48:31.589263 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5aa1f8-dea3-4fa3-8230-daaca065ceeb None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '64e3347a-2bc9-46f2-8808-eea7c751ff8a', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.195', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'a61dffcb-1255-4c45-8434-078120d2d798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:86:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:48:29Z', 'updated_at': '2021-11-23T14:48:29Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:48:31.753386 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:31.785013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008eaec-52ab-4ba3-bf86-bf20e7569bab None None] New status for floating IP 64e3347a-2bc9-46f2-8808-eea7c751ff8a: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:48:32.578344 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:49.407904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-44194e6f-3cd3-4054-a6ff-9be91b4b87c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444090 Nov 23 14:48:49.499715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-7cbf328a-eb86-4adb-8586-e4ef24698ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:49.501789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-7cbf328a-eb86-4adb-8586-e4ef24698ae1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 1097 time: 0.0465155 Nov 23 14:48:49.619830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-59f88606-91f7-4abe-9533-2edeb5f82de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:49.621590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-59f88606-91f7-4abe-9533-2edeb5f82de5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0986731 Nov 23 14:48:49.697644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-b3cf69ab-dac2-4c30-9312-e1ba55faf925 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a61dffcb-1255-4c45-8434-078120d2d798 HTTP/1.1" status: 200 len: 1002 time: 0.0678589 Nov 23 14:48:49.749861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-4f5858a0-9254-4cc4-b5c1-2af59a5a31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:49.751628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-4f5858a0-9254-4cc4-b5c1-2af59a5a31ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0466173 Nov 23 14:48:49.797891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-cdcba307-f950-4c37-89d7-5ecc0e3be79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:48:49.799700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-cdcba307-f950-4c37-89d7-5ecc0e3be79f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407546 Nov 23 14:48:49.896763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-d622e09f-eaae-47eb-bef9-30ca163849dd service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901010 Nov 23 14:48:49.992624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-147e2f7b-135e-48b6-b335-b79c3aa0172e req-b00eb338-1049-49e6-9b0f-6c628a0d8088 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876558 Nov 23 14:48:53.977658 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:56.763530 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd59a-068d-4bc6-a955-e2ca932dd1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:57.309586 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:59.128848 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5767f78-a017-4917-bb0a-970d71e2f175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:00.150597 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:01.759230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:02.583792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:08.278853 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:49:23.993873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:26.767981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc831df6-73a7-4b67-971e-0fc540e99ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:27.302486 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:29.131349 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2e87-f1f7-4b61-8088-0c3fd9b30952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:30.154216 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:31.758454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:32.583065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:45.277945 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:49:49.405098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-49e94a34-b3e6-4221-bc20-d3f0b9b1b57c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443935 Nov 23 14:49:49.483939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-ab74dc83-d7b3-4028-ae71-c9bb67c6cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:49.485440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-ab74dc83-d7b3-4028-ae71-c9bb67c6cb72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 1097 time: 0.0390468 Nov 23 14:49:49.588869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-b299c780-b81a-44cc-bc67-a08188bd29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:49.590100 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-b299c780-b81a-44cc-bc67-a08188bd29b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0861382 Nov 23 14:49:49.654063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-2a24f9d7-cf73-460c-b67c-5a1bac917c61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a61dffcb-1255-4c45-8434-078120d2d798 HTTP/1.1" status: 200 len: 1002 time: 0.0568750 Nov 23 14:49:49.704361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-03efab87-e645-45e2-a794-f20924421f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:49.705702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-03efab87-e645-45e2-a794-f20924421f4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0446863 Nov 23 14:49:49.751711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-4528e0d6-0b91-43a9-bc1c-3efdba57e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:49:49.753215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-4528e0d6-0b91-43a9-bc1c-3efdba57e6bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413144 Nov 23 14:49:49.840009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-68fffa0a-d254-43f1-b62b-d4541abfeaa4 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792565 Nov 23 14:49:49.932513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04e903cf-3f16-48e5-959a-11b6fb8e0a29 req-0f1339d3-385a-4f70-a0f2-153c6693ac9a service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849617 Nov 23 14:49:53.992841 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:56.770817 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6b69-59fb-49e3-b483-299a5c9ed874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:57.317318 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:59.132561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4f107d1c-76e7-49d0-bf05-b7d8d49a2495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:00.156989 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:01.762720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:02.573810 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:22.277668 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:50:24.001922 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:26.595345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ec55-3934-4290-9fac-d5480a82b483 req-3cdd258d-eab3-46db-ab79-7c5f334cfbf7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:26.596924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07a8ec55-3934-4290-9fac-d5480a82b483 req-3cdd258d-eab3-46db-ab79-7c5f334cfbf7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 946 time: 0.1046979 Nov 23 14:50:26.644836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07a8ec55-3934-4290-9fac-d5480a82b483 req-700638b3-11c7-4bb4-9662-8a768e342e57 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413258 Nov 23 14:50:26.773323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-92e1281e-20c1-4773-8487-faf31dbd87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:27.347420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:27.843731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20491c-4cb5-412c-a525-3faf63806c20 req-8168ad1e-1066-4622-833d-3c968bb0e9bb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:27.845197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b20491c-4cb5-412c-a525-3faf63806c20 req-8168ad1e-1066-4622-833d-3c968bb0e9bb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 946 time: 0.1048920 Nov 23 14:50:27.898764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b20491c-4cb5-412c-a525-3faf63806c20 req-14e566d6-1d09-4b8b-a2bb-baeba74c7074 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467443 Nov 23 14:50:28.023157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-6f5b020e-29a0-4b82-8c99-5bb5cd20a449 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:28.024602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-6f5b020e-29a0-4b82-8c99-5bb5cd20a449 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 946 time: 0.0460405 Nov 23 14:50:28.116367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port a61dffcb-1255-4c45-8434-078120d2d798 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:50:28.116703 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:28.208616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] For port a61dffcb-1255-4c45-8434-078120d2d798, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a61dffcb-1255-4c45-8434-078120d2d798,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:50:28.208977 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:28.382579 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:28.382996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:28.383346 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Floating IP 64e3347a-2bc9-46f2-8808-eea7c751ff8a disassociated. External IP: 172.25.3.195, port: a61dffcb-1255-4c45-8434-078120d2d798. Nov 23 14:50:28.383658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for a61dffcb-1255-4c45-8434-078120d2d798 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:50:28.516732 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:28.545167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=a61dffcb-1255-4c45-8434-078120d2d798,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:28.556762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.557229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.557460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.557794 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.558129 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.558462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.558789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.559134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.559457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.559777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.560101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.560422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:28.668367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:50:28.777474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:50:28.786730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:50:28.796167 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:50:28.796763 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:49:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:28.814123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] No DVR routers for this DVR port a61dffcb-1255-4c45-8434-078120d2d798 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:50:28.816751 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:28.820753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ab19e81-43b2-497d-8be6-5169ced3ee75 req-d88dfd7a-5738-46a1-898a-b52e14b47cf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "DELETE /v2.0/ports/a61dffcb-1255-4c45-8434-078120d2d798 HTTP/1.1" status: 204 len: 173 time: 0.7905495 Nov 23 14:50:28.821131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'name': 'network-vif-deleted', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:50:28.823389 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7661d64b-7205-4e2e-a754-41056e48998d" -d '{"events": [{"server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "name": "network-vif-deleted", "tag": "a61dffcb-1255-4c45-8434-078120d2d798"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:50:28.885369 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e2583d-de04-4de5-bb9f-5d839b99739a x-openstack-request-id: req-a3e2583d-de04-4de5-bb9f-5d839b99739a {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:50:28.885948 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6277dbee-a919-49e1-80cc-3ac04763bb89", "name": "network-vif-deleted", "tag": "a61dffcb-1255-4c45-8434-078120d2d798", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:50:28.885948 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3e2583d-de04-4de5-bb9f-5d839b99739a {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:50:28.886350 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6277dbee-a919-49e1-80cc-3ac04763bb89', 'name': 'network-vif-deleted', 'tag': 'a61dffcb-1255-4c45-8434-078120d2d798', 'status': 'completed', 'code': 200} Nov 23 14:50:28.910876 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:50:29.024216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a95eda3a-af4b-4814-a31f-04189e21c4b4 req-2ab7ad4d-f421-4a42-8734-7ba300e38ae8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 210 time: 0.0362377 Nov 23 14:50:29.119839 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:29.135411 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2aff44d-61de-455f-ab73-75b7973b6412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:29.147857 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:50:29.156301 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:50:29.157019 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:50:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:29.262249 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:50:29.460384 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:29.584167 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94dade-08ae-4546-984a-2935065b3790 None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:50:29.815663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67d2e2-0200-4e79-8930-77574ce06b5b None None] New status for floating IP 64e3347a-2bc9-46f2-8808-eea7c751ff8a: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:50:30.115044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7643ebde-df87-4998-971c-e5eef5ca353a req-bea870a8-6917-4a45-868a-fb0be4bd5070 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 210 time: 0.0288732 Nov 23 14:50:30.159231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:31.182486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a61dffcb-1255-4c45-8434-078120d2d798 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:50:31.204773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: a61dffcb-1255-4c45-8434-078120d2d798 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:50:31.205204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a61dffcb-1255-4c45-8434-078120d2d798 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:50:31.545387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1af5170-546e-4a6b-a3f7-eae5f23609cc req-794bad0d-4dfc-4387-b759-452091f477af tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 210 time: 0.3605101 Nov 23 14:50:31.765103 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:32.584133 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:32.655402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-728594e1-fb69-4d65-a5cc-b3ba0f20e401 req-4008b436-e8fe-48c8-8453-b582c7c4afc1 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=6277dbee-a919-49e1-80cc-3ac04763bb89 HTTP/1.1" status: 200 len: 210 time: 0.0256212 Nov 23 14:50:33.859510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-219aa8d3-9d00-4f33-ad39-a9c99ac83c91 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800508105&fields=id&tenant_id=b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 267 time: 0.0431874 Nov 23 14:50:33.965191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-10bb0c6e-6b57-435d-b383-d49a04e01d9e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:33.966508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-10bb0c6e-6b57-435d-b383-d49a04e01d9e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.0999155 Nov 23 14:50:33.980863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-bc742266-b8fa-4ed7-94bf-6ddab396ad06 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/quotas/b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 375 time: 0.0086439 Nov 23 14:50:34.030314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-1429aedd-d9de-4515-a521-51a48c7d09bc tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442243 Nov 23 14:50:34.125799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-13427d32-059e-4946-8a6f-fe0432538fed service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843205 Nov 23 14:50:34.216067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-8de03d93-fdf8-4119-bee0-7abcc66f4259 service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835924 Nov 23 14:50:34.494679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-25972b90-273e-4773-b66b-7a1d1929b59b req-d808eecf-4d13-4e28-8eb9-6bef3947ae33 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 210 time: 0.0257659 Nov 23 14:50:35.378289 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-1e11b813-fb91-455f-9310-5505b964654e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:35.379786 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-1e11b813-fb91-455f-9310-5505b964654e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1026382 Nov 23 14:50:35.452467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-58cfc8f4-0d28-4ede-a912-6d2b8f403aef tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 379 time: 0.0578275 Nov 23 14:50:35.461551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'port': {'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'admin_state_up': True, 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'security_groups': ['59552314-23af-4df3-b8df-a156cc3d7688']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:50:35.598687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1cb1e625-47ca-44d4-92e7-b4ea08f49e42 req-fe22c8b8-f0fb-4843-a0be-304001feb2fd tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 210 time: 0.0299950 Nov 23 14:50:35.607530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:50:35.611112 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:35.752431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.20.0.6 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/c8838f75-eced-4189-9495-3d356a7ddad0) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:50:35.888645 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:35.921580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:35.971395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:50:35.974860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:50:35.978653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:50:36.003494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=c8838f75-eced-4189-9495-3d356a7ddad0,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:36.039471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:36.040120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.059129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-160ca80f-0a53-4f95-b690-b5b54f117247 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6009388 Nov 23 14:50:36.070851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Request body: {'port': {'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:50:36.129157 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.263940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-90960a09-2df4-4b8e-8fce-cab80745fe41 None None] Provisioning complete for port c8838f75-eced-4189-9495-3d356a7ddad0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:50:36.264472 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90960a09-2df4-4b8e-8fce-cab80745fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.298517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-90960a09-2df4-4b8e-8fce-cab80745fe41 None None] Port c8838f75-eced-4189-9495-3d356a7ddad0 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:50:36.398377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8838f75-eced-4189-9495-3d356a7ddad0 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:50:36.405927 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.418069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Transition to ACTIVE for port object c8838f75-eced-4189-9495-3d356a7ddad0 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:50:36.421815 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.471981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Pushing event updated for resources: {'Port': ['ID=c8838f75-eced-4189-9495-3d356a7ddad0,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:36.545587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Attempting to bind port c8838f75-eced-4189-9495-3d356a7ddad0 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:50:36.545919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Attempting to bind port c8838f75-eced-4189-9495-3d356a7ddad0 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:50:36.546276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Attempting to bind port c8838f75-eced-4189-9495-3d356a7ddad0 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:50:36.551103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Port c8838f75-eced-4189-9495-3d356a7ddad0 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:50:36.551421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Attempting to bind port c8838f75-eced-4189-9495-3d356a7ddad0 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:50:36.557385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:50:36.557791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:50:36.558194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:50:36.558640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Bound port: c8838f75-eced-4189-9495-3d356a7ddad0, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:50:36.559019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.656206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] For port c8838f75-eced-4189-9495-3d356a7ddad0, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:50:36.661557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] For port c8838f75-eced-4189-9495-3d356a7ddad0, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c8838f75-eced-4189-9495-3d356a7ddad0,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:50:36.666464 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.709880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:36.710912 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:36.712412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] 10.222.0.74 "PUT /v2.0/ports/c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 1091 time: 0.6459167 Nov 23 14:50:36.723176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:50:36.726709 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e733d759-241f-40fc-a189-b5b17ac8f0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:50:36.779545 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43c645b-77a0-4088-8588-68890442cc88 x-openstack-request-id: req-b43c645b-77a0-4088-8588-68890442cc88 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:50:36.779840 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:50:36.780086 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b43c645b-77a0-4088-8588-68890442cc88 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:50:36.780744 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'status': 'completed', 'code': 200} Nov 23 14:50:36.814854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4fb4a-6f4c-4f7d-9395-063c555cae02 service neutron] Pushing event updated for resources: {'Port': ['ID=c8838f75-eced-4189-9495-3d356a7ddad0,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:36.843464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a117d-b0ce-4073-a448-81b27cdec155 req-7cf1b3c9-40bf-4ddc-8937-53f88fd9707a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:36.845043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-052a117d-b0ce-4073-a448-81b27cdec155 req-7cf1b3c9-40bf-4ddc-8937-53f88fd9707a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.1448579 Nov 23 14:50:36.850308 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-4ed9489e-e194-4edb-b25c-f2d88b777f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:36.851981 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-4ed9489e-e194-4edb-b25c-f2d88b777f7c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1094 time: 0.0922830 Nov 23 14:50:36.912671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-fc991734-eac9-4b20-a156-32db5f271fcd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 217 time: 0.0459454 Nov 23 14:50:36.973878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-052a117d-b0ce-4073-a448-81b27cdec155 req-23e232e5-1a87-47e9-86f6-a17a02c62827 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159096 Nov 23 14:50:37.001688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-df78e237-18a1-491a-9dc4-d1e48869178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:37.003469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-df78e237-18a1-491a-9dc4-d1e48869178f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0730448 Nov 23 14:50:37.052606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c3748-d2c4-40ce-aeac-51244b632642 req-e8795ea6-9a03-4cde-a9cf-d9a8f5e894f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:37.054830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-e8795ea6-9a03-4cde-a9cf-d9a8f5e894f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444591 Nov 23 14:50:37.144990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-1e8b4b09-c39e-4146-93de-dc6b181957c9 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832212 Nov 23 14:50:37.240625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-455c3748-d2c4-40ce-aeac-51244b632642 req-346b98c1-8957-464f-9dbe-88f605698ba6 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870271 Nov 23 14:50:37.322196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-747d8631-899c-4854-b936-815d3741eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:37.323662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-747d8631-899c-4854-b936-815d3741eb58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1094 time: 0.0413673 Nov 23 14:50:37.415163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-07b6e542-703d-4d8a-8f36-85cf40aa1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:37.416646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-07b6e542-703d-4d8a-8f36-85cf40aa1112 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0867300 Nov 23 14:50:37.457148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-65f0d710-a7fc-40f1-abc9-09ec350a7bda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 217 time: 0.0336080 Nov 23 14:50:37.509727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-6595986b-9980-4995-9c82-fca0e5fc6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:37.511246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-6595986b-9980-4995-9c82-fca0e5fc6d49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0476348 Nov 23 14:50:37.556640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-3ed1d07d-673f-4f6f-9853-3f5080a4f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:37.558134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-3ed1d07d-673f-4f6f-9853-3f5080a4f6ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405116 Nov 23 14:50:37.649272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-418fd72b-2534-450d-b0d0-61ac9dbb7cf3 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841398 Nov 23 14:50:37.742840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e733d759-241f-40fc-a189-b5b17ac8f0ad req-fb2b4edd-5239-4097-aadc-1a4499236c6c service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870526 Nov 23 14:50:38.099500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0816-3ef1-49b9-8482-b59a7783b5c2 req-bb818004-634f-49c4-a1ee-451df847c98b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:38.100998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac0d0816-3ef1-49b9-8482-b59a7783b5c2 req-bb818004-634f-49c4-a1ee-451df847c98b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0493000 Nov 23 14:50:38.149813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac0d0816-3ef1-49b9-8482-b59a7783b5c2 req-3d748da3-f5e1-4887-8162-7a96b2dffcd5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427253 Nov 23 14:50:39.270307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f412-4cce-42d0-9acd-f4403b7fe6e9 req-5af89c1f-9dd3-47ca-9f71-f88376edd7c7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:39.272426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f607f412-4cce-42d0-9acd-f4403b7fe6e9 req-5af89c1f-9dd3-47ca-9f71-f88376edd7c7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0530169 Nov 23 14:50:39.322634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f607f412-4cce-42d0-9acd-f4403b7fe6e9 req-05e86c69-402b-498b-a8c3-940f83ad835c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Nov 23 14:50:40.443407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111ca45-4bac-47c7-8eb3-de89db18fb9b req-75087683-95f6-4571-8343-dfb0ca5e3ded tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:40.444926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d111ca45-4bac-47c7-8eb3-de89db18fb9b req-75087683-95f6-4571-8343-dfb0ca5e3ded tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0522718 Nov 23 14:50:40.499832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d111ca45-4bac-47c7-8eb3-de89db18fb9b req-15f4bfec-d039-4165-a97d-5b2b9781959b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482605 Nov 23 14:50:41.610646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfcfa0-3824-4be9-8dc6-b74a6b1cb85c req-23a12d03-3ee1-471b-9e8f-970e54c43ad8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:41.612158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04dfcfa0-3824-4be9-8dc6-b74a6b1cb85c req-23a12d03-3ee1-471b-9e8f-970e54c43ad8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0484087 Nov 23 14:50:41.664262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04dfcfa0-3824-4be9-8dc6-b74a6b1cb85c req-b64a07db-85e3-4379-a3db-ed7a473c672e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460334 Nov 23 14:50:42.778880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5d5b6-252d-4973-b948-ad73dab4e8c3 req-8b9b1262-bcb3-4b74-91a5-ff71fb07189b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:42.780355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17e5d5b6-252d-4973-b948-ad73dab4e8c3 req-8b9b1262-bcb3-4b74-91a5-ff71fb07189b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0475886 Nov 23 14:50:42.829308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17e5d5b6-252d-4973-b948-ad73dab4e8c3 req-da0911b6-70c3-4c1b-b317-e2979f545387 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428903 Nov 23 14:50:43.945335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d1029-80b5-40db-beb2-3b66f606d86e req-9f11dbd2-f3f2-4ca0-bb38-57173973c057 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:43.946799 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a91d1029-80b5-40db-beb2-3b66f606d86e req-9f11dbd2-f3f2-4ca0-bb38-57173973c057 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0485561 Nov 23 14:50:43.996816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a91d1029-80b5-40db-beb2-3b66f606d86e req-a78b6d31-de48-4888-af06-6ad252aebfaa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440807 Nov 23 14:50:45.118734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfee55-dc5a-484a-9a5a-44badc61f0f4 req-9edff92e-dd2a-48ba-b0b4-940b2c61de80 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:45.120248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2cfee55-dc5a-484a-9a5a-44badc61f0f4 req-9edff92e-dd2a-48ba-b0b4-940b2c61de80 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0537939 Nov 23 14:50:45.168552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2cfee55-dc5a-484a-9a5a-44badc61f0f4 req-1e06ba92-8560-4f61-be46-e83cc706ee13 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Nov 23 14:50:46.281151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253f2ac-3853-4454-80ff-72840b051560 req-b341ad12-76fd-4873-9521-f21eb9b9caeb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:46.282615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5253f2ac-3853-4454-80ff-72840b051560 req-b341ad12-76fd-4873-9521-f21eb9b9caeb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0473027 Nov 23 14:50:46.330547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5253f2ac-3853-4454-80ff-72840b051560 req-4e29158f-692e-4d3b-a67d-0ceb4ae94760 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415087 Nov 23 14:50:47.450558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97025719-4e6e-472d-a01a-7f869fc22fc2 req-c585031b-b4fe-4df0-83ce-9caf46e40c97 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:47.452119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97025719-4e6e-472d-a01a-7f869fc22fc2 req-c585031b-b4fe-4df0-83ce-9caf46e40c97 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0535793 Nov 23 14:50:47.503508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-97025719-4e6e-472d-a01a-7f869fc22fc2 req-addbeb55-fa20-4959-806e-9b77e4ad80f3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452962 Nov 23 14:50:48.618114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef9b6-b876-4707-87ef-b88b33cc12ca req-1f0b36b7-915f-403b-8fb9-4d4421e74d30 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:48.619606 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-067ef9b6-b876-4707-87ef-b88b33cc12ca req-1f0b36b7-915f-403b-8fb9-4d4421e74d30 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 943 time: 0.0478096 Nov 23 14:50:48.666993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-067ef9b6-b876-4707-87ef-b88b33cc12ca req-0e118a70-0eba-4fca-a905-bae9259ecca2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413852 Nov 23 14:50:49.244869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c8838f75-eced-4189-9495-3d356a7ddad0 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:50:49.340360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c8838f75-eced-4189-9495-3d356a7ddad0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c8838f75-eced-4189-9495-3d356a7ddad0,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:50:49.351442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:50:49.388771 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:49.405326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8838f75-eced-4189-9495-3d356a7ddad0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:50:49.424518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c8838f75-eced-4189-9495-3d356a7ddad0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c8838f75-eced-4189-9495-3d356a7ddad0,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:50:49.428085 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:49.473342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c8838f75-eced-4189-9495-3d356a7ddad0,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:49.480400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.480739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.481073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.481404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.481730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.482054 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.482377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.482696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.483045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.483368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.483683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.483999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:50:49.629387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['c8838f75-eced-4189-9495-3d356a7ddad0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:50:49.783530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524e80-df8a-43b8-8284-5bc782413b05 req-e1d74a46-1566-4c1b-8958-2d728db4a954 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:49.785024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64524e80-df8a-43b8-8284-5bc782413b05 req-e1d74a46-1566-4c1b-8958-2d728db4a954 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 944 time: 0.0478573 Nov 23 14:50:49.839204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64524e80-df8a-43b8-8284-5bc782413b05 req-37047080-a253-4629-800a-c9af021d33d2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475860 Nov 23 14:50:50.955347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a8ae9-071d-494e-bd14-1c144c6dd6fb req-9a115ee1-1d99-480f-992e-6be8e7df6e77 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:50.956789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a9a8ae9-071d-494e-bd14-1c144c6dd6fb req-9a115ee1-1d99-480f-992e-6be8e7df6e77 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 944 time: 0.0507503 Nov 23 14:50:51.004238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a9a8ae9-071d-494e-bd14-1c144c6dd6fb req-69bb5496-9993-4b45-8fbf-e4ed19af926c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Nov 23 14:50:51.248408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c8838f75-eced-4189-9495-3d356a7ddad0 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:50:51.296083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port c8838f75-eced-4189-9495-3d356a7ddad0 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:50:51.300079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port c8838f75-eced-4189-9495-3d356a7ddad0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:50:51.300407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:51.380020 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:51.402445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:50:51.404726 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c48e18-bb63-496e-83d3-b715cf5616f9" -d '{"events": [{"server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "name": "network-vif-plugged", "status": "completed", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:50:51.417205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c8838f75-eced-4189-9495-3d356a7ddad0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c8838f75-eced-4189-9495-3d356a7ddad0,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:50:51.421154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:51.444055 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e5aa90-179d-4f6c-b175-f5e59a011e4d x-openstack-request-id: req-c5e5aa90-179d-4f6c-b175-f5e59a011e4d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:50:51.444334 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "name": "network-vif-plugged", "status": "completed", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:50:51.444587 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5e5aa90-179d-4f6c-b175-f5e59a011e4d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:50:51.444978 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'code': 200} Nov 23 14:50:51.470091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c8838f75-eced-4189-9495-3d356a7ddad0,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:51.539574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373bb9-82f0-411f-a0ea-d1ef9ce3d836 req-a4c16044-e01e-4349-95de-d18a098f7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:51.540954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58373bb9-82f0-411f-a0ea-d1ef9ce3d836 req-a4c16044-e01e-4349-95de-d18a098f7cf4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1096 time: 0.0390537 Nov 23 14:50:51.586813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58373bb9-82f0-411f-a0ea-d1ef9ce3d836 req-9b2bf1bb-32e5-40cb-96e1-4105202a84e6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Nov 23 14:50:52.124305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f564aa-a7e7-4683-92f0-8e21261c50dc req-5b934a84-ec3d-4cfd-8b00-f0c540af650d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:52.125745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98f564aa-a7e7-4683-92f0-8e21261c50dc req-5b934a84-ec3d-4cfd-8b00-f0c540af650d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 945 time: 0.0500131 Nov 23 14:50:52.174013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98f564aa-a7e7-4683-92f0-8e21261c50dc req-6f686647-e13d-4dc7-a137-ae81622a376f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Nov 23 14:50:53.289673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8dbec-e488-4ae0-b896-5ec4f234bdcb req-7843f2ea-a948-47dc-a034-1c97a67f887d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:53.291140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89a8dbec-e488-4ae0-b896-5ec4f234bdcb req-7843f2ea-a948-47dc-a034-1c97a67f887d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 945 time: 0.0469947 Nov 23 14:50:53.339399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89a8dbec-e488-4ae0-b896-5ec4f234bdcb req-d949def5-2311-47b7-b5e6-83285c82595a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423698 Nov 23 14:50:53.452744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271a4d3-76c0-486a-877f-9a0b8c89378b req-d5c69da6-a4ca-4cbc-a356-161e05e1bc0c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:53.454262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3271a4d3-76c0-486a-877f-9a0b8c89378b req-d5c69da6-a4ca-4cbc-a356-161e05e1bc0c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 945 time: 0.0487816 Nov 23 14:50:53.506629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3271a4d3-76c0-486a-877f-9a0b8c89378b req-bdef4d1f-0e25-4a4e-b6f8-80a12471eb9a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455933 Nov 23 14:50:53.528972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34008) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:50:53.612822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07963a92-6421-4a9a-8010-2f052ba5483d tempest-TestVolumeBootPattern-1719784498 tempest-TestVolumeBootPattern-1719784498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:53.614767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-07963a92-6421-4a9a-8010-2f052ba5483d tempest-TestVolumeBootPattern-1719784498 tempest-TestVolumeBootPattern-1719784498-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1091 time: 0.0848343 Nov 23 14:50:53.617508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:50:53.621674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:50:53.643239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:53.737110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:53.839757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.25.3.155 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/aabbb789-556d-4152-b400-662f61cbbbf2) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:50:53.945767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:53.978712 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.000681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.019540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:50:54.024824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:50:54.028274 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:50:54.055765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=aabbb789-556d-4152-b400-662f61cbbbf2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:54.375128 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.453651 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.599818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.604489 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.672090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=aabbb789-556d-4152-b400-662f61cbbbf2,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:50:54.682649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:54.781076 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Floating IP cc668dd1-c780-41d4-9a55-bc66366d7198 associated. External IP: 172.25.3.155, port: c8838f75-eced-4189-9495-3d356a7ddad0. Nov 23 14:50:54.984973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:50:55.088890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:50:55.098767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:50:55.107058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:55.110514 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:50:55.111219 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:50:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:55.144745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-78263546-e1ea-457a-b09b-14322b596b4a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5160682 Nov 23 14:50:55.144745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:50:55.144745 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4c2056-49aa-4278-a443-bb0af69aa756" -d '{"events": [{"name": "network-changed", "server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:50:55.174103 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3205b342-50ec-4a5d-805d-a39b1d9c8d11 x-openstack-request-id: req-3205b342-50ec-4a5d-805d-a39b1d9c8d11 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:50:55.174399 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:50:55.174658 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3205b342-50ec-4a5d-805d-a39b1d9c8d11 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:50:55.175103 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'status': 'completed', 'code': 200} Nov 23 14:50:55.220926 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:50:55.236657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-212cf6bb-624d-47dd-b410-db3a3533354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:55.238124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-212cf6bb-624d-47dd-b410-db3a3533354d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1096 time: 0.0403967 Nov 23 14:50:55.329608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-501e63d9-c76e-4a44-a1fe-19e95283875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:55.331338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-501e63d9-c76e-4a44-a1fe-19e95283875b service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0867715 Nov 23 14:50:55.394552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-17e035e2-40fd-41db-b10a-bbaef2aa4fe1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 999 time: 0.0559313 Nov 23 14:50:55.448873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-c92df791-e000-4f8b-bb2f-fcfa16f00927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:55.450113 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-c92df791-e000-4f8b-bb2f-fcfa16f00927 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0491271 Nov 23 14:50:55.451582 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:54Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:55.479655 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:50:55.488602 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:50:55.489117 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:50:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:55.497260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-804eb2f4-87ac-444d-af4d-b525c341c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:50:55.498833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-804eb2f4-87ac-444d-af4d-b525c341c101 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417111 Nov 23 14:50:55.587847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-8976fd1b-5e16-4794-9bb4-82e80b02d50d service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817301 Nov 23 14:50:55.596826 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:50:55.681594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f4c2056-49aa-4278-a443-bb0af69aa756 req-1faed6d5-1b05-4af0-8d7d-28765f9b2660 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863988 Nov 23 14:50:55.819240 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:54Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:50:55.844196 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f142bf-69ac-430e-bbf8-def37f88f316 None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:54Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:50:56.044183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fe4573-ecdf-4525-96c3-16e505d52ed8 None None] New status for floating IP cc668dd1-c780-41d4-9a55-bc66366d7198: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:50:56.775215 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e0f4-f78f-4224-a00b-8dd2405ca184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:57.348263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:59.135656 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-993c9e1b-2f6d-4e05-a954-372327751f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:59.277250 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:51:00.161784 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:01.767682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:02.577910 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:24.023408 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:26.776565 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-16f61bf4-17d9-413b-8b76-01a0d9193fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:27.348351 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:29.136899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-46445617-390f-4cc8-afac-4534d8a2235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:30.165731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:31.771358 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:32.580157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:36.276158 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:51:51.399238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-d116be01-51d4-45b1-9155-75902c0a79e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0377393 Nov 23 14:51:51.479486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-80f364e9-3bcf-43ae-bdcc-f33b6be7ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:51.480956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-80f364e9-3bcf-43ae-bdcc-f33b6be7ba20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1096 time: 0.0397627 Nov 23 14:51:51.587933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-1b8be0e0-8369-4eb0-8d35-65963331c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:51.589776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-1b8be0e0-8369-4eb0-8d35-65963331c318 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0895834 Nov 23 14:51:51.653990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-fc5bb4f4-a0d8-4e0f-89fa-7f4c0414d976 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 1001 time: 0.0574591 Nov 23 14:51:51.705984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-766f2532-d343-4cf3-b324-ebf470ae34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:51.707433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-766f2532-d343-4cf3-b324-ebf470ae34a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0471694 Nov 23 14:51:51.751272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-4be924c1-9731-41db-8f99-5853afe36098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:51:51.752721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-4be924c1-9731-41db-8f99-5853afe36098 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389493 Nov 23 14:51:51.844623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-c367ce71-a88f-4353-8fc5-9a6f4621372e service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848653 Nov 23 14:51:52.284221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f026f6e4-15e9-4d46-a870-af193049b9f0 req-6552f98b-af81-4dde-b8ad-4144997bc464 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327559 Nov 23 14:51:54.024520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:56.777209 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-73ecd522-b3ab-48bb-ad31-3b9406db5011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:57.358214 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:51:59.137834 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bde590d2-034a-477d-9b5d-e4b014fbd2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:00.168862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:01.774332 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:02.586220 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:13.275005 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:52:24.021837 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:26.779131 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e756d168-0872-41f8-b19f-4d443f937a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:27.390611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:29.138545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8870cc0b-bbb8-4185-a243-75976add5470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:30.172570 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:31.776059 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:32.589407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:45.339644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-9ab083cf-dc7a-43be-a441-c8958e9d7ee4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800508105&fields=id&tenant_id=b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 267 time: 0.0437279 Nov 23 14:52:45.446636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-1b9657b7-4d70-4512-be3a-c53a588b533b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:45.448538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-1b9657b7-4d70-4512-be3a-c53a588b533b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1016479 Nov 23 14:52:45.463243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-345aba28-2677-479b-9ddf-6624b4b11816 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/quotas/b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 375 time: 0.0088730 Nov 23 14:52:45.514177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-ceed99bf-6173-4e98-a2d9-f712737f2cc4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450702 Nov 23 14:52:45.719989 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-94609b5f-137b-4973-ad0d-09f4d2ad437c service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944766 Nov 23 14:52:45.807188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-0895774d-4df4-4bf7-9887-bc603880de8f service neutron] 10.222.0.46 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809267 Nov 23 14:52:46.092220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a7ab0f1-45a4-43b2-b660-ca8f6a4ac3a3 req-fbf1a5b2-fab4-4420-b27a-07199bc177bb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 210 time: 0.0255086 Nov 23 14:52:47.133672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-48918a42-d332-4570-9130-24cc2e70cad4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:47.135227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-48918a42-d332-4570-9130-24cc2e70cad4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 812 time: 0.1191015 Nov 23 14:52:47.195559 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-de4e484d-46be-4421-8006-42bcd5ec79fa req-a521bdbe-75f8-4b44-a648-d2929924d85c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 210 time: 0.0328770 Nov 23 14:52:47.226499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-72bfb8fe-b8c4-40e0-ac9c-3ea579d5b28e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e341e82f2d428fbd2053ba97031297 HTTP/1.1" status: 200 len: 379 time: 0.0804255 Nov 23 14:52:47.236582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'port': {'device_id': '79878303-7496-48ba-83cc-caeb26af3e29', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'admin_state_up': True, 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'security_groups': ['59552314-23af-4df3-b8df-a156cc3d7688']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:52:47.356150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Made reservation on behalf of b1e341e82f2d428fbd2053ba97031297 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:52:47.359903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:47.491866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.20.0.7 (1dddf1e2-38c7-4a05-ae0b-65eac74265fd/b593de78-bc1a-4439-a736-39c7bf998329/e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:52:47.627700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:47.661745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:47.708150 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:52:47.713410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:52:47.718429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:52:47.744005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:52:47.759223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.759569 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.759912 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.760258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.761138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.761472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.761799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.762122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.762442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.762764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.763108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.763430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:47.784577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:47.785194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:47.801783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-0531d702-8c68-4936-a6cf-1bd60a7dbf76 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688896 Nov 23 14:52:47.867531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Request body: {'port': {'device_id': '79878303-7496-48ba-83cc-caeb26af3e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:52:47.926731 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:47.951563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2d30a1e8-f9c0-409a-82fb-bd9ed7877f79 None None] Provisioning complete for port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:52:47.952157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d30a1e8-f9c0-409a-82fb-bd9ed7877f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:47.985772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2d30a1e8-f9c0-409a-82fb-bd9ed7877f79 None None] Port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:52:48.200513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:52:48.208802 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:48.220970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Transition to ACTIVE for port object e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:52:48.225367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:48.319111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:52:48.388148 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Attempting to bind port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:52:48.388391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Attempting to bind port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:52:48.388637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Attempting to bind port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:52:48.402336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c209c1-144b-4495-9cf7-cf749018a47a req-108645e1-55ef-445b-9c9f-b9922c3402a2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:48.403993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75c209c1-144b-4495-9cf7-cf749018a47a req-108645e1-55ef-445b-9c9f-b9922c3402a2 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0860894 Nov 23 14:52:48.404584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:52:48.405503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Attempting to bind port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 on network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:52:48.411440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:52:48.412017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Checking segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:52:48.412601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Bound using segment: {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:52:48.413329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Bound port: e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d3fb-0715-4419-ae31-ccf627f1c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:52:48.413961 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:48.506311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75c209c1-144b-4495-9cf7-cf749018a47a req-4cede484-e6be-4250-8365-08338806a061 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897691 Nov 23 14:52:48.518195 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] For port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:52:48.521593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] For port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:52:48.527882 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:48.571358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:48.571983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:48.573958 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] 10.222.0.11 "PUT /v2.0/ports/e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 HTTP/1.1" status: 200 len: 1091 time: 0.7637002 Nov 23 14:52:48.574396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:52:48.576667 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:52:48.606648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aa095-6e34-4dca-91e7-48113c471234 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:52:48.705677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-12a416d1-ff80-4ea9-ab8b-aae072e43c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:48.707304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-12a416d1-ff80-4ea9-ab8b-aae072e43c35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 1094 time: 0.0721755 Nov 23 14:52:48.759396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-728cb6f7-e74c-4b10-a14a-2bc6a7fc9742 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 HTTP/1.1" status: 200 len: 217 time: 0.0434358 Nov 23 14:52:48.815763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-551448d8-5e0f-4b38-92de-edb899878345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:48.817228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-551448d8-5e0f-4b38-92de-edb899878345 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0498137 Nov 23 14:52:48.865559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58519-32fe-4bd9-9521-6288088a305d req-f91c6a29-4398-4f51-a46e-b875024ba5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:48.867143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-f91c6a29-4398-4f51-a46e-b875024ba5c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422792 Nov 23 14:52:48.959121 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-2999e689-6b5b-4254-80f8-d252467a5110 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833972 Nov 23 14:52:49.052153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-adc58519-32fe-4bd9-9521-6288088a305d req-aa2a2ec1-266b-4d99-8e36-d3da89be80e2 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Nov 23 14:52:49.633091 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf6e6a-ccce-4c22-8b1e-06d6dfc1ce5d req-1f3f7c38-0bab-478d-9e4e-28c6ca3dc3ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:49.634596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49cf6e6a-ccce-4c22-8b1e-06d6dfc1ce5d req-1f3f7c38-0bab-478d-9e4e-28c6ca3dc3ff tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0520163 Nov 23 14:52:49.688414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-49cf6e6a-ccce-4c22-8b1e-06d6dfc1ce5d req-39d39101-31a2-46d5-88a1-97893840b3e4 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Nov 23 14:52:49.755628 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df62da5-10a4-4be3-b51f-88abd477ef63 x-openstack-request-id: req-5df62da5-10a4-4be3-b51f-88abd477ef63 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:52:49.755923 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:52:49.756177 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5df62da5-10a4-4be3-b51f-88abd477ef63 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:52:49.756585 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'status': 'completed', 'code': 200} Nov 23 14:52:49.822666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-d993000d-591a-4667-b3ba-c48343cfb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:49.824112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-d993000d-591a-4667-b3ba-c48343cfb578 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 1094 time: 0.0441649 Nov 23 14:52:49.917428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-f9d70ff9-06d9-48ef-8719-e7575fe466ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:49.918921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-f9d70ff9-06d9-48ef-8719-e7575fe466ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0859981 Nov 23 14:52:49.964813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-849c6cd1-6ee7-4023-b29e-025de222edc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 HTTP/1.1" status: 200 len: 217 time: 0.0385234 Nov 23 14:52:50.013768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-ceba5fec-45f8-4912-8679-18faa32c589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:50.015225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-ceba5fec-45f8-4912-8679-18faa32c589d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0430210 Nov 23 14:52:50.062579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-37b3536d-f0bf-4293-923d-d4ba1716bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:50.064096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-37b3536d-f0bf-4293-923d-d4ba1716bfba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402980 Nov 23 14:52:50.156842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-3b74ccbd-6d88-4f88-94b6-50b1067d998f service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850632 Nov 23 14:52:50.247494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58ff4c62-ddd8-47a3-a127-0b4153e77bf7 req-25a09967-4093-4552-87cd-1a5e991af7a6 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823336 Nov 23 14:52:50.273795 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:52:50.803902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443820fc-2ca1-48a7-b516-a2db04564d15 req-2d53930d-ef4b-4582-85d6-d851bde5e8a6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:50.806469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-443820fc-2ca1-48a7-b516-a2db04564d15 req-2d53930d-ef4b-4582-85d6-d851bde5e8a6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0495420 Nov 23 14:52:50.859414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-443820fc-2ca1-48a7-b516-a2db04564d15 req-8f9daa8a-7d54-4e59-b494-eb0c0cb3f1a6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464461 Nov 23 14:52:51.987792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a6eae-0aae-43d4-b0db-3cd63a305362 req-100994ee-b1c2-47ec-a597-b0927f5788db tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:51.989514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f06a6eae-0aae-43d4-b0db-3cd63a305362 req-100994ee-b1c2-47ec-a597-b0927f5788db tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0516160 Nov 23 14:52:52.040806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f06a6eae-0aae-43d4-b0db-3cd63a305362 req-132f2935-32c2-4f1a-9988-9e5082c62493 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450373 Nov 23 14:52:53.190216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866db99b-510d-481a-abe1-34e71840878c req-bb9f5cce-596f-4e2d-adbe-6d0bbf32dfaf tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:53.191728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-866db99b-510d-481a-abe1-34e71840878c req-bb9f5cce-596f-4e2d-adbe-6d0bbf32dfaf tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0485311 Nov 23 14:52:53.241162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-866db99b-510d-481a-abe1-34e71840878c req-bf3842ac-e8fb-4238-a093-f6d243a720c6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Nov 23 14:52:53.402832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-81b8f34f-38bc-450e-acf2-7d86e1429142 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413358 Nov 23 14:52:53.487484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-ccfcb724-7a81-4ecc-96ef-3ed34d529db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:53.488957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-ccfcb724-7a81-4ecc-96ef-3ed34d529db0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1096 time: 0.0383847 Nov 23 14:52:53.595749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-2c9fd194-f442-49b9-98fb-a9ff0f0e9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:53.597233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-2c9fd194-f442-49b9-98fb-a9ff0f0e9c5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0857742 Nov 23 14:52:53.670368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-85a0ee3e-f1c4-481b-9c23-1b039aa2997f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 1001 time: 0.0565205 Nov 23 14:52:53.719744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-c71d301f-c593-4c1f-b438-3f8b0cfa1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:53.721165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-c71d301f-c593-4c1f-b438-3f8b0cfa1688 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0441628 Nov 23 14:52:53.771183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-64d5f64b-685d-4307-801b-4639a48bd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:53.772671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-64d5f64b-685d-4307-801b-4639a48bd8b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433905 Nov 23 14:52:53.859028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-409cfc26-7fa5-4d39-abac-b92e080eb692 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791092 Nov 23 14:52:53.960778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-154a0a3b-c27a-4a2f-97b8-61b5e4e608f6 req-43b3f6ff-ede9-41eb-a2ad-b7a0c4a1f407 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906644 Nov 23 14:52:54.037708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:54.358754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978c44b-d5a5-4b87-b2ba-3316378d0d6a req-8544fdb6-627a-4ec0-804f-741c6a7b071a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:54.360271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b978c44b-d5a5-4b87-b2ba-3316378d0d6a req-8544fdb6-627a-4ec0-804f-741c6a7b071a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0502954 Nov 23 14:52:54.410706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b978c44b-d5a5-4b87-b2ba-3316378d0d6a req-bac1e3ed-3374-48e4-8c3b-0674ab5c4186 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444036 Nov 23 14:52:55.540686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2ed57-93c7-4a97-85f6-32aaf9a02727 req-23947d6c-af75-4981-848a-625e11d8c73b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:55.542366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fc2ed57-93c7-4a97-85f6-32aaf9a02727 req-23947d6c-af75-4981-848a-625e11d8c73b tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0577779 Nov 23 14:52:55.598328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fc2ed57-93c7-4a97-85f6-32aaf9a02727 req-1fb20970-fb75-4718-956a-3b49f9db084f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498681 Nov 23 14:52:56.715752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfedae8-d731-4eb6-88f1-d9cb399565fb req-72d58988-1fe9-45b8-9b7f-58c35ca79f6e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:56.718623 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dfedae8-d731-4eb6-88f1-d9cb399565fb req-72d58988-1fe9-45b8-9b7f-58c35ca79f6e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0494518 Nov 23 14:52:56.774421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3dfedae8-d731-4eb6-88f1-d9cb399565fb req-0df18ede-7db6-4536-93c6-edb313aec5f9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425956 Nov 23 14:52:56.803415 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4e1770a9-748c-4a25-a757-fe09f29f2949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:57.564751 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:57.883540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d986e-ec0d-49ac-b5a4-5db401b3184c req-656d34dd-3645-4d34-94a8-d8d789306106 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:57.884910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-450d986e-ec0d-49ac-b5a4-5db401b3184c req-656d34dd-3645-4d34-94a8-d8d789306106 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 943 time: 0.0506923 Nov 23 14:52:57.933252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-450d986e-ec0d-49ac-b5a4-5db401b3184c req-a6837f01-9fdc-49e3-a6b9-560b38eef928 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423479 Nov 23 14:52:58.381838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:52:58.474251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:52:58.487594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'port_id': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'mac_address': 'fa:16:3e:ad:02:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:52:58.524579 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:58.536784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:52:58.554886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:52:58.559597 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:52:58.606487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:52:58.613611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.613954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.614292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.614622 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.615099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.615430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.615754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.616077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.616401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.616719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.617038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.617540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:52:58.830471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:52:59.048691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7035290-a988-4179-9e8b-a772c8a3de09 req-644ea7ad-d70d-4e24-bd2a-9f3b16a786f5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:52:59.050165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7035290-a988-4179-9e8b-a772c8a3de09 req-644ea7ad-d70d-4e24-bd2a-9f3b16a786f5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 944 time: 0.0507476 Nov 23 14:52:59.098490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7035290-a988-4179-9e8b-a772c8a3de09 req-9eac9f6f-4dc8-4e75-8ba3-e055c1d6409e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419786 Nov 23 14:52:59.139241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3bc75cc-5c6e-4ea8-b0b3-dd40749b4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:00.179851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:00.221227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eccea-e225-4bd9-bc0a-c24298332bb8 req-e995db1e-4e0e-4d51-907d-5dc3fbfc8a63 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:00.222738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-617eccea-e225-4bd9-bc0a-c24298332bb8 req-e995db1e-4e0e-4d51-907d-5dc3fbfc8a63 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 944 time: 0.0541837 Nov 23 14:53:00.270886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-617eccea-e225-4bd9-bc0a-c24298332bb8 req-2b5d008f-56d8-465d-95b7-a425e5bce5c3 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420368 Nov 23 14:53:00.395078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:53:00.445616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:53:00.449918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:53:00.450309 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:00.527047 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:00.549359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:53:00.551628 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22e1d1f-a325-4728-ad01-5810d8f36312" -d '{"events": [{"server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "name": "network-vif-plugged", "status": "completed", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:53:00.564547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:53:00.568405 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:00.621202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:53:00.657983 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14639dfe-84c9-4e53-8a72-488a338a1957 x-openstack-request-id: req-14639dfe-84c9-4e53-8a72-488a338a1957 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:53:00.658275 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "name": "network-vif-plugged", "status": "completed", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:53:00.658528 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14639dfe-84c9-4e53-8a72-488a338a1957 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:53:00.658952 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'code': 200} Nov 23 14:53:00.757482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0f26-8e6e-4988-afce-e07a63e1a21e req-8936f935-e2d9-4ab3-a17a-f3ed08565edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:00.758964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0dc0f26-8e6e-4988-afce-e07a63e1a21e req-8936f935-e2d9-4ab3-a17a-f3ed08565edc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 1096 time: 0.0384367 Nov 23 14:53:00.806772 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0dc0f26-8e6e-4988-afce-e07a63e1a21e req-db1bbcaf-d5ea-4ea7-943e-f3bdaf9e1041 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410066 Nov 23 14:53:01.383561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883f10c-c50d-40a4-9eef-f315dd1dc42b req-53f3d67b-4946-4633-9504-fc4732549a4f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:01.384993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9883f10c-c50d-40a4-9eef-f315dd1dc42b req-53f3d67b-4946-4633-9504-fc4732549a4f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 945 time: 0.0472603 Nov 23 14:53:01.433021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9883f10c-c50d-40a4-9eef-f315dd1dc42b req-f4dfb735-9c65-4d75-a89e-1eb0ca166761 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415640 Nov 23 14:53:01.780333 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:02.573502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb16e84-7443-4739-8ee5-801a392ab64f req-e9a549cb-0fe5-428a-81ef-ed1f39884dd7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:02.575013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cb16e84-7443-4739-8ee5-801a392ab64f req-e9a549cb-0fe5-428a-81ef-ed1f39884dd7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Nov 23 14:53:02.592146 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:02.625027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cb16e84-7443-4739-8ee5-801a392ab64f req-edfb8956-e3be-4d74-a6af-410a26e1b36a tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439336 Nov 23 14:53:02.741456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6d517-0d33-4ff7-837d-0bfd7415f7fe req-b92665b4-183e-44fd-9259-1487de1441fe tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:02.742832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99d6d517-0d33-4ff7-837d-0bfd7415f7fe req-b92665b4-183e-44fd-9259-1487de1441fe tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 945 time: 0.0511489 Nov 23 14:53:02.790624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99d6d517-0d33-4ff7-837d-0bfd7415f7fe req-d58348a6-a55f-48fb-8430-d8b059440bf8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418260 Nov 23 14:53:02.812554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34166) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:53:02.857313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e929d14-f58c-4608-b014-d1cfd53b2d55 tempest-TestVolumeBootPattern-1719784498 tempest-TestVolumeBootPattern-1719784498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:02.858905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1e929d14-f58c-4608-b014-d1cfd53b2d55 tempest-TestVolumeBootPattern-1719784498 tempest-TestVolumeBootPattern-1719784498-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 1091 time: 0.0453558 Nov 23 14:53:02.861634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34168) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:53:02.866657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:53:02.888456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:02.984980 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:03.083466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Allocated IP 172.25.3.62 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/05358496-988d-4da3-9fcb-8398a0d88443) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:53:03.184234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:03.216750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:03.255158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:53:03.257881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:53:03.261966 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:53:03.291537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=05358496-988d-4da3-9fcb-8398a0d88443,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:53:03.617655 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:03.680982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:03.826053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:03.830517 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:03.900396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event updated for resources: {'Port': ['ID=05358496-988d-4da3-9fcb-8398a0d88443,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:53:03.910695 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:04.007081 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Floating IP 11c13183-304a-47f9-a27e-4b51240f6059 associated. External IP: 172.25.3.62, port: e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9. Nov 23 14:53:04.530614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:53:04.633683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:53:04.644213 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:53:04.654201 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:53:04.654828 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:52:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:53:04.660017 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:04.686141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5ed0f7e4-eaed-44ae-a9a4-4f848ad6b1aa tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8235164 Nov 23 14:53:04.686728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:53:04.689164 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a8f34-01f2-4c43-94e2-34a40bffa468" -d '{"events": [{"name": "network-changed", "server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:53:04.725764 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2008b8-31b0-4e68-b54c-13f0cbf706cd x-openstack-request-id: req-cc2008b8-31b0-4e68-b54c-13f0cbf706cd {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:53:04.726052 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:53:04.726302 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc2008b8-31b0-4e68-b54c-13f0cbf706cd {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:53:04.726701 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'status': 'completed', 'code': 200} Nov 23 14:53:04.758932 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:53:04.789224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-47fb8368-133f-442e-9afb-38a1fd9d6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:04.790679 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-47fb8368-133f-442e-9afb-38a1fd9d6530 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 1096 time: 0.0394201 Nov 23 14:53:04.889015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-d41b570e-c53a-4f90-b19b-398194083f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:04.890526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-d41b570e-c53a-4f90-b19b-398194083f1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0927253 Nov 23 14:53:04.960569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-46d1a2a2-358b-438e-b440-d954711aadb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 HTTP/1.1" status: 200 len: 998 time: 0.0626690 Nov 23 14:53:05.010004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-52a7d074-a80a-4474-a390-d90e903796ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:05.011505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-52a7d074-a80a-4474-a390-d90e903796ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0439091 Nov 23 14:53:05.061456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-129a9a21-544c-4713-bf3d-4d6c55d098b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:05.062864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-129a9a21-544c-4713-bf3d-4d6c55d098b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434494 Nov 23 14:53:05.070712 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '11c13183-304a-47f9-a27e-4b51240f6059', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:ad:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79878303-7496-48ba-83cc-caeb26af3e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:53:03Z', 'updated_at': '2021-11-23T14:53:03Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}, {'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:56Z', 'revision_number': 1, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:53:05.095952 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:53:05.103831 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:53:05.104923 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:52:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:53:05.152928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-11d2ae45-c0d9-4ecb-9557-52047fde34b4 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812261 Nov 23 14:53:05.213188 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:53:05.248409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e37a8f34-01f2-4c43-94e2-34a40bffa468 req-a23beb68-0bee-4bb6-b619-51a8cb2a7b77 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882592 Nov 23 14:53:05.448512 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '11c13183-304a-47f9-a27e-4b51240f6059', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:ad:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79878303-7496-48ba-83cc-caeb26af3e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:53:03Z', 'updated_at': '2021-11-23T14:53:03Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}, {'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:56Z', 'revision_number': 1, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:53:05.475315 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755600e-073e-4554-a28b-c5743b8d4aa5 None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '11c13183-304a-47f9-a27e-4b51240f6059', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:ad:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79878303-7496-48ba-83cc-caeb26af3e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:53:03Z', 'updated_at': '2021-11-23T14:53:03Z', 'revision_number': 0, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}, {'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:56Z', 'revision_number': 1, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:53:05.674449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae189dc-b99a-4a0b-bf49-873e3447d492 None None] New status for floating IP 11c13183-304a-47f9-a27e-4b51240f6059: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:53:21.333440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-7d729e4d-508a-4790-86ff-ef7b70a40654 req-d829bb04-b286-4e91-b138-0802ce1ec9f8 service neutron] (103345) timed out ('10.222.0.46', 57060) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:53:24.037101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:26.785186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00b0f47f-ca60-463c-8928-bd40f3a62161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:27.273284 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:53:27.442693 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:29.140792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58b4f9ed-2c55-4a42-a3ee-3a1e0dc720e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:30.177447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:31.784451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:32.593521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:50.966356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-83f7e1f4-6966-44b5-b170-17842c1c9c22 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453336 Nov 23 14:53:51.071513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-f0bf9d73-b5fc-48a9-9350-f7178f355b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:51.073273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-f0bf9d73-b5fc-48a9-9350-f7178f355b00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 1096 time: 0.0473852 Nov 23 14:53:51.190177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-a51eddc4-a038-4177-9db4-902f1a2786f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:51.191684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-a51eddc4-a038-4177-9db4-902f1a2786f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0969348 Nov 23 14:53:51.262505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-6c43dbec-106a-4e68-b3df-d1d56b6bb1f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 HTTP/1.1" status: 200 len: 1000 time: 0.0635145 Nov 23 14:53:51.317511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-559b7269-775e-4a69-b2f0-63bc155f890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:51.318994 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-559b7269-775e-4a69-b2f0-63bc155f890f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0484107 Nov 23 14:53:51.363804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-00064e0a-91cb-4876-8895-7e92d928f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:51.365284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-00064e0a-91cb-4876-8895-7e92d928f4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393877 Nov 23 14:53:51.458127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-3f561d05-f4b2-4e5d-b01f-e3d5f2c30b44 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Nov 23 14:53:51.558412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cec3b057-2826-4beb-9e83-da8fe33068dc req-c051d516-0325-4d05-9371-9ba1ecda5a1e service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917561 Nov 23 14:53:53.476727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-18e23de5-8cdd-4702-b710-7a52fbde736f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003163 Nov 23 14:53:53.562847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-8290b0ca-7ab6-40bb-a8ad-7782163b6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:53.564419 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-8290b0ca-7ab6-40bb-a8ad-7782163b6d77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1096 time: 0.0433404 Nov 23 14:53:53.683716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-e50cb313-48ef-4e0e-bf00-9a6df9c81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:53.685490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-e50cb313-48ef-4e0e-bf00-9a6df9c81c86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.0960543 Nov 23 14:53:53.750749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-dbff7800-e561-45c8-825c-047cdc176787 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 1001 time: 0.0567393 Nov 23 14:53:53.809568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-af466471-4e2a-4063-a5d4-f7edb63e7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:53.811108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-af466471-4e2a-4063-a5d4-f7edb63e7ba4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0515857 Nov 23 14:53:53.865273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-e25dec3e-46b5-4943-a306-c30d483bcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:53:53.866789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-e25dec3e-46b5-4943-a306-c30d483bcf95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459287 Nov 23 14:53:53.970009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-2bc241b3-40b6-429f-a468-f4d08af3a980 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940177 Nov 23 14:53:54.050745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:54.061538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22bd87d3-5a8e-4d28-aed7-4230f8f0f855 req-8628009b-7fe0-495a-9a76-87e030fafd54 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Nov 23 14:53:56.786673 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35f1bc36-46d7-4028-a18b-7c93caa2fd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:57.459148 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:53:59.142528 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b9784d5-036f-4417-921e-af2f13395607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:00.179716 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:01.787187 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:02.599138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:04.271938 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:54:24.052219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:26.787552 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8d98ed5-1d0f-44bc-b404-7dac99530774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:27.455842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:29.144427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-51c7e488-e8f3-48dd-aa38-db052ca25e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:30.182773 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:31.793101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.051653 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34232) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:54:32.213376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port 05358496-988d-4da3-9fcb-8398a0d88443 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:54:32.213704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.289365 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.289689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.300943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for 05358496-988d-4da3-9fcb-8398a0d88443 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:54:32.445548 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.474833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=05358496-988d-4da3-9fcb-8398a0d88443,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:32.497085 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.497434 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.497775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.498110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.498442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.498769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.499127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.499453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.499775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.500102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.500426 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.500749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:32.538073 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.538401 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Floating IP 11c13183-304a-47f9-a27e-4b51240f6059 disassociated (deleted). External IP: 172.25.3.62, port: e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9. Nov 23 14:54:32.604239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.742979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:54:32.857045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:54:32.861804 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:32.867353 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:54:32.876474 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:54:32.877072 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:32.888021 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-434e5582-ecde-4489-8a1f-0a79cc83f7ce tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "DELETE /v2.0/floatingips/11c13183-304a-47f9-a27e-4b51240f6059 HTTP/1.1" status: 204 len: 168 time: 0.8352695 Nov 23 14:54:32.888621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:54:32.890862 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91126c4-af68-4a95-8520-cf14c2d67387" -d '{"events": [{"name": "network-changed", "server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:54:32.985226 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:54:33.031845 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3838e9e-ba89-4f4f-ab5d-afd59b8f41e0 x-openstack-request-id: req-a3838e9e-ba89-4f4f-ab5d-afd59b8f41e0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:54:33.032149 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:54:33.032404 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3838e9e-ba89-4f4f-ab5d-afd59b8f41e0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:54:33.032816 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'status': 'completed', 'code': 200} Nov 23 14:54:33.142307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-416a97bd-0437-440f-ae85-b075eb1187cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:33.144435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-416a97bd-0437-440f-ae85-b075eb1187cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 1096 time: 0.0793350 Nov 23 14:54:33.152083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cddd4f-78e0-4a3b-bae2-16dfc6b71c4e req-394d6fea-de56-4492-b20d-5c682648868d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:33.153466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17cddd4f-78e0-4a3b-bae2-16dfc6b71c4e req-394d6fea-de56-4492-b20d-5c682648868d tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Nov 23 14:54:33.225831 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:56Z', 'revision_number': 1, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:33.251139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:54:33.258707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-17cddd4f-78e0-4a3b-bae2-16dfc6b71c4e req-69382bec-402c-4fd9-adb1-95e99ad6f2f5 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966620 Nov 23 14:54:33.259060 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:54:33.259663 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:33.275509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-7db8cfb6-53a6-4854-8464-319401679c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:33.276988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-7db8cfb6-53a6-4854-8464-319401679c25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.1226707 Nov 23 14:54:33.319219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-5e3e619a-460a-482f-b6b0-29c5afc9cb4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 HTTP/1.1" status: 200 len: 217 time: 0.0346560 Nov 23 14:54:33.364250 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:54:33.368968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-0d31958f-5d8d-4e38-a314-ee11d8354ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:33.370449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-0d31958f-5d8d-4e38-a314-ee11d8354ebf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0439839 Nov 23 14:54:33.425438 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-1c98b0ff-dded-44ef-b4e6-e7387feb0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:33.427140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-1c98b0ff-dded-44ef-b4e6-e7387feb0a33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477426 Nov 23 14:54:33.521678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-283be8f0-e6b9-4a83-b42e-1a895f9cf413 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863783 Nov 23 14:54:33.592658 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:56Z', 'revision_number': 1, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:33.621687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b91126c4-af68-4a95-8520-cf14c2d67387 req-2d1fd537-7c2a-4587-8e7d-607a8b232e97 service neutron] 10.222.0.11 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922830 Nov 23 14:54:33.701283 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f93306-f202-4870-87b1-2f3a4e050b96 None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'cc668dd1-c780-41d4-9a55-bc66366d7198', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'port_id': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'mac_address': 'fa:16:3e:96:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:50:54Z', 'updated_at': '2021-11-23T14:50:56Z', 'revision_number': 1, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:54:33.919894 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8110c38-350d-4add-9f76-33412ffbc792 None None] New status for floating IP 11c13183-304a-47f9-a27e-4b51240f6059: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:54:34.377858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baacb6-b1af-4131-af7c-1423b01c8885 req-46f6a6a9-b990-47e2-8785-12f6e5ec2671 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:34.379346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9baacb6-b1af-4131-af7c-1423b01c8885 req-46f6a6a9-b990-47e2-8785-12f6e5ec2671 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Nov 23 14:54:34.427841 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9baacb6-b1af-4131-af7c-1423b01c8885 req-3b4786cf-ec3b-4c35-a859-4de0cb1624c9 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Nov 23 14:54:34.711784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4509-06d2-4310-b715-7abedda63374 req-0c96bcdf-05ef-49ce-9827-809ba385a763 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:34.713191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ace4509-06d2-4310-b715-7abedda63374 req-0c96bcdf-05ef-49ce-9827-809ba385a763 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 945 time: 0.0465572 Nov 23 14:54:34.813135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:54:34.813467 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:34.902842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] For port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:54:34.903154 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:34.916194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:54:35.042360 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:35.070811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:35.083207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.083556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.083899 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.084235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.084566 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.084896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.085223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.085550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.085871 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.086191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.086516 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.086837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:54:35.125215 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] No DVR routers for this DVR port e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:54:35.128538 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:35.131907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ace4509-06d2-4310-b715-7abedda63374 req-ba42c549-9eac-41b9-9ebc-ff949077b590 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.11 "DELETE /v2.0/ports/e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 HTTP/1.1" status: 204 len: 173 time: 0.4115319 Nov 23 14:54:35.132380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'name': 'network-vif-deleted', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:54:35.134695 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9170460-08bf-4126-b5f6-d1d792f9ba49" -d '{"events": [{"server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "name": "network-vif-deleted", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:54:35.177963 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e9aae-69da-4e8c-a896-dfe98303bfda x-openstack-request-id: req-ec8e9aae-69da-4e8c-a896-dfe98303bfda {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:54:35.178260 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79878303-7496-48ba-83cc-caeb26af3e29", "name": "network-vif-deleted", "tag": "e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:54:35.178517 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec8e9aae-69da-4e8c-a896-dfe98303bfda {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:54:35.178950 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79878303-7496-48ba-83cc-caeb26af3e29', 'name': 'network-vif-deleted', 'tag': 'e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9', 'status': 'completed', 'code': 200} Nov 23 14:54:35.527513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aeaa8693-dbcf-4f46-9f64-96f83a87ca5a req-3a9f1bbe-129b-469f-929b-75ab06b0c698 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 210 time: 0.0275524 Nov 23 14:54:36.625202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9c23a875-1436-4766-a0b6-0ceefdad1123 req-4d62f5c5-ba22-4256-9aea-3c78d13f23fd tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 210 time: 0.0258424 Nov 23 14:54:36.849704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:54:36.870523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:54:36.870874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e85a27f0-7b7e-4cb7-b4bb-5e12d7576ef9 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:54:37.724960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0200d8e-2e1e-47b0-aa03-23f6ef4ced85 req-00521ac8-8f3c-4c51-aca9-7e27ba330acd tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 210 time: 0.0263975 Nov 23 14:54:38.819015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fca94894-206a-4d58-a66d-7cde76de7293 req-774ab542-175e-446a-8020-51a78c6cbab6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=79878303-7496-48ba-83cc-caeb26af3e29 HTTP/1.1" status: 200 len: 210 time: 0.0264540 Nov 23 14:54:41.271533 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:54:45.219997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34288) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:54:45.683244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port aabbb789-556d-4152-b400-662f61cbbbf2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:54:45.683586 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:45.757552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:45.757879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:45.768939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for aabbb789-556d-4152-b400-662f61cbbbf2 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:54:45.912913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:45.941857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=aabbb789-556d-4152-b400-662f61cbbbf2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:45.997946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:45.998292 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Floating IP cc668dd1-c780-41d4-9a55-bc66366d7198 disassociated (deleted). External IP: 172.25.3.155, port: c8838f75-eced-4189-9495-3d356a7ddad0. Nov 23 14:54:46.199801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:54:46.304244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:54:46.308955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:46.316009 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:54:46.325028 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:54:46.325619 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:46.336092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a6a7511-0ae8-4468-aa06-0ea06118cd47 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "DELETE /v2.0/floatingips/cc668dd1-c780-41d4-9a55-bc66366d7198 HTTP/1.1" status: 204 len: 168 time: 1.1150136 Nov 23 14:54:46.336691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:54:46.339084 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a490236-4c19-4769-bd64-7fd65a59d52c" -d '{"events": [{"name": "network-changed", "server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:54:46.378584 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7cc89f-d930-424d-b02f-7ed83e9ae087 x-openstack-request-id: req-9e7cc89f-d930-424d-b02f-7ed83e9ae087 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:54:46.379144 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:54:46.379407 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e7cc89f-d930-424d-b02f-7ed83e9ae087 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:54:46.379816 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'status': 'completed', 'code': 200} Nov 23 14:54:46.431417 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:54:46.446142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-26beb656-cf16-4aac-bec5-fcb681fbe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:46.447790 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-26beb656-cf16-4aac-bec5-fcb681fbe5cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1e341e82f2d428fbd2053ba97031297&device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 1096 time: 0.0460291 Nov 23 14:54:46.575944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-623f5aeb-a6ea-4077-9e09-98f876d474e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:46.577416 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-623f5aeb-a6ea-4077-9e09-98f876d474e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 200 len: 913 time: 0.1162210 Nov 23 14:54:46.593080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92e007-fe76-4830-aedc-1076d4e64ce1 req-0e2e518b-938b-4662-9b1d-1d41e089c81f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:46.594551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa92e007-fe76-4830-aedc-1076d4e64ce1 req-0e2e518b-938b-4662-9b1d-1d41e089c81f tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 945 time: 0.0696619 Nov 23 14:54:46.636399 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:46.639433 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-e981b0fb-0525-4842-a3b5-89c54dee735b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 200 len: 217 time: 0.0435195 Nov 23 14:54:46.663345 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:54:46.671510 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:54:46.672103 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:46.711407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa92e007-fe76-4830-aedc-1076d4e64ce1 req-1fe2441c-94c7-4a8a-8f05-3128d1abccfb tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090336 Nov 23 14:54:46.713186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-61bf6929-dccd-43de-8947-63dbe11276c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:46.714933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-61bf6929-dccd-43de-8947-63dbe11276c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 200 len: 851 time: 0.0687189 Nov 23 14:54:46.765928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-98bb3095-9e74-41bf-8c9f-89b2e9bcd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:46.767628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-98bb3095-9e74-41bf-8c9f-89b2e9bcd388 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1dddf1e2-38c7-4a05-ae0b-65eac74265fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455761 Nov 23 14:54:46.775046 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:54:46.857301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-1d33bd5d-1c0d-4538-9e0a-84d7812d6d71 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811827 Nov 23 14:54:46.955504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0a490236-4c19-4769-bd64-7fd65a59d52c req-75bfabbe-faf2-4137-b7bb-07c243559dc1 service neutron] 10.222.0.74 "GET /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899456 Nov 23 14:54:46.977499 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:47.007254 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b879f5-390d-4947-9cf6-3dfacfb18ecb None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ed379b86-80d6-4d7e-864d-3d302b5f4c6d', 'name': '', 'network_id': '1dddf1e2-38c7-4a05-ae0b-65eac74265fd', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'mac_address': 'fa:16:3e:9a:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:42Z', 'updated_at': '2021-11-23T14:44:47Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'subnets': [{'id': 'b593de78-bc1a-4439-a736-39c7bf998329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:54:47.214243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c1a799-036a-46ea-a3aa-4509aed0ce6d None None] New status for floating IP cc668dd1-c780-41d4-9a55-bc66366d7198: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:54:47.829830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d3e8-c0de-4341-b5f2-8738260fd119 req-75c38d75-cace-4e48-a59b-e61021a48899 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:47.831908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bde4d3e8-c0de-4341-b5f2-8738260fd119 req-75c38d75-cace-4e48-a59b-e61021a48899 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 945 time: 0.0494616 Nov 23 14:54:47.879794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bde4d3e8-c0de-4341-b5f2-8738260fd119 req-b69e9595-2fe7-42b8-89ac-c22a5f5ec526 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/security-groups?id=59552314-23af-4df3-b8df-a156cc3d7688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419815 Nov 23 14:54:48.055657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e4650-618e-4681-90ff-86210adef8f9 req-9b439cea-c907-4288-ac04-b6e7be24b40c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:54:48.057150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-693e4650-618e-4681-90ff-86210adef8f9 req-9b439cea-c907-4288-ac04-b6e7be24b40c tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 945 time: 0.0504510 Nov 23 14:54:48.146429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port c8838f75-eced-4189-9495-3d356a7ddad0 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:54:48.146800 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:48.233922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] For port c8838f75-eced-4189-9495-3d356a7ddad0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c8838f75-eced-4189-9495-3d356a7ddad0,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:54:48.234287 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:48.246965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for c8838f75-eced-4189-9495-3d356a7ddad0 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:54:48.377884 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:48.404322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=c8838f75-eced-4189-9495-3d356a7ddad0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:48.450279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] No DVR routers for this DVR port c8838f75-eced-4189-9495-3d356a7ddad0 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:54:48.452849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:48.456812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-693e4650-618e-4681-90ff-86210adef8f9 req-6ce043ba-c799-40bf-8d5f-78d0009aa7d8 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.74 "DELETE /v2.0/ports/c8838f75-eced-4189-9495-3d356a7ddad0 HTTP/1.1" status: 204 len: 173 time: 0.3928981 Nov 23 14:54:48.457245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'name': 'network-vif-deleted', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:54:48.459482 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dc714f-0a73-496c-83f9-6a2a9c763b78" -d '{"events": [{"server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "name": "network-vif-deleted", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:54:48.501143 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d9b57-4c8b-4e3a-8409-421736fbfea4 x-openstack-request-id: req-117d9b57-4c8b-4e3a-8409-421736fbfea4 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:54:48.501433 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d5a1bb-1311-4f5d-b8bb-cb25c856b32c", "name": "network-vif-deleted", "tag": "c8838f75-eced-4189-9495-3d356a7ddad0", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:54:48.501690 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-117d9b57-4c8b-4e3a-8409-421736fbfea4 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:54:48.502077 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d5a1bb-1311-4f5d-b8bb-cb25c856b32c', 'name': 'network-vif-deleted', 'tag': 'c8838f75-eced-4189-9495-3d356a7ddad0', 'status': 'completed', 'code': 200} Nov 23 14:54:48.985200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6d42550-e626-4ec5-aa26-011a04bdfba7 req-34a7a2c6-056b-4347-a0c1-0c05914fe0e7 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 210 time: 0.0264628 Nov 23 14:54:50.085189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b88831a9-7ac1-4c71-9a4d-656dc104186e req-6e6b0708-78c0-4d26-a5dd-1320777c4a85 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 210 time: 0.0264070 Nov 23 14:54:51.179868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf502bc6-0a08-4aaf-9593-99037b6613db req-86615c6b-5521-48f3-85ff-4f0dde219a29 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 210 time: 0.0258036 Nov 23 14:54:52.272743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b23aa2ff-0af7-478b-8c31-a9e7144390a5 req-80e58292-f422-4936-afe9-e0e2346fd5b6 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "GET /v2.0/ports?device_id=54d5a1bb-1311-4f5d-b8bb-cb25c856b32c HTTP/1.1" status: 200 len: 210 time: 0.0256543 Nov 23 14:54:52.350922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c8838f75-eced-4189-9495-3d356a7ddad0 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:54:52.370567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: c8838f75-eced-4189-9495-3d356a7ddad0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:54:52.370927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c8838f75-eced-4189-9495-3d356a7ddad0 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:54:53.329025 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34312) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:54:53.452713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Deleting port 6f9a28ec-f774-40f2-88aa-7823babf6c30 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:54:53.453062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:53.537795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:53.538116 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:53.549451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Calling delete_port for 6f9a28ec-f774-40f2-88aa-7823babf6c30 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:54:53.676764 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:53.703601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'Port': ['ID=6f9a28ec-f774-40f2-88aa-7823babf6c30,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:53.765588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:53.768161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:53.769822 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8ffe4d8c-e484-457c-8536-9e32bcc4794e tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "DELETE /v2.0/floatingips/64e3347a-2bc9-46f2-8808-eea7c751ff8a HTTP/1.1" status: 204 len: 168 time: 0.4398003 Nov 23 14:54:54.069442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:56.789399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-960b9faf-ef32-47f8-a04a-9f7cc7b15a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:57.052669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34334) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:54:57.109018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e249508a-5173-4913-b567-e12f5890d202 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:57.134668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e249508a-5173-4913-b567-e12f5890d202 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:57.195338 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e249508a-5173-4913-b567-e12f5890d202 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:57.198258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e249508a-5173-4913-b567-e12f5890d202 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:57.199481 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e249508a-5173-4913-b567-e12f5890d202 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] 10.222.0.46 "DELETE /v2.0/security-groups/59552314-23af-4df3-b8df-a156cc3d7688 HTTP/1.1" status: 204 len: 168 time: 0.1457720 Nov 23 14:54:57.208983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249508a-5173-4913-b567-e12f5890d202 tempest-TestVolumeBootPattern-1618048880 tempest-TestVolumeBootPattern-1618048880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59552314-23af-4df3-b8df-a156cc3d7688,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:57.267212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34338) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:54:57.473117 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:57.835703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:58.088554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Deleting port ed379b86-80d6-4d7e-864d-3d302b5f4c6d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:54:58.089237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:58.169629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] For port ed379b86-80d6-4d7e-864d-3d302b5f4c6d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:54:58.169983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:58.182419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Calling delete_port for ed379b86-80d6-4d7e-864d-3d302b5f4c6d owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:54:58.361283 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:58.400196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed379b86-80d6-4d7e-864d-3d302b5f4c6d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:58.565793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:58.775694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Router c23aaedb-ed12-4133-816c-494608e0518a has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:54:58.878288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:54:58.884004 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8623811b-b8e5-4724-86ec-63b38b0dbf94 admin admin] 10.222.0.46 "PUT /v2.0/routers/c23aaedb-ed12-4133-816c-494608e0518a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134410 Nov 23 14:54:58.885913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34346) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:54:58.887987 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] Sync routers for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:54:58.899110 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:54:58.900026 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:58.989469 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.002780 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:54:59.086744 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.143602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Deleting port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:54:59.144800 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.147846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-955cb685-b3fa-418d-8d40-3f0c9d5444e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.182400 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:54:58Z', 'revision_number': 5, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port': {'id': 'bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:41Z', 'updated_at': '2021-11-23T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:59.209575 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] Checking router: c23aaedb-ed12-4133-816c-494608e0518a for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:54:59.217592 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] Routers {'c23aaedb-ed12-4133-816c-494608e0518a'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:54:59.218184 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c23aaedb-ed12-4133-816c-494608e0518a'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:59.231445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] For port bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:54:59.231806 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.245770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Calling delete_port for bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:54:59.302473 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] Set router c23aaedb-ed12-4133-816c-494608e0518a gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:54:59.413734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.441739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:54:59.444828 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:54:59Z', 'revision_number': 6, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:54:59.456770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee9415-761d-47ed-a0bb-b9ef135c32a0 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:54:59.473460 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae1d0e-4018-46d1-b6b2-b40f635cee4f None None] The sync data for ids ['c23aaedb-ed12-4133-816c-494608e0518a'] in n-d-818503-2 is: [{'id': 'c23aaedb-ed12-4133-816c-494608e0518a', 'name': 'tempest-TestVolumeBootPattern-1308217591-router', 'tenant_id': 'b1e341e82f2d428fbd2053ba97031297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:40Z', 'updated_at': '2021-11-23T14:54:59Z', 'revision_number': 6, 'project_id': 'b1e341e82f2d428fbd2053ba97031297', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:54:59.509964 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.598911 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.601159 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.644544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.645136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23aaedb-ed12-4133-816c-494608e0518a {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:54:59.649407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:54:59.650494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e09660b3-6fbc-4f3a-934a-af5e07f4115c admin admin] 10.222.0.46 "DELETE /v2.0/routers/c23aaedb-ed12-4133-816c-494608e0518a HTTP/1.1" status: 204 len: 168 time: 0.7636642 Nov 23 14:54:59.653185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34348) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:54:59.700183 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] Deleting subnet b593de78-bc1a-4439-a736-39c7bf998329 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:54:59.703202 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.043730 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.116351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.178617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.185431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.204320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b593de78-bc1a-4439-a736-39c7bf998329,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:00.208362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.211530 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7182c67c-93bf-4159-85b3-8afed9528f06 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b593de78-bc1a-4439-a736-39c7bf998329 HTTP/1.1" status: 204 len: 168 time: 0.5574126 Nov 23 14:55:00.213892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57635923-eb34-46d1-9c71-89fa869e166f None None] Network 1dddf1e2-38c7-4a05-ae0b-65eac74265fd requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:55:00.214026 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34350) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:00.271113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ed379b86-80d6-4d7e-864d-3d302b5f4c6d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:55:00.281797 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.301995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ed379b86-80d6-4d7e-864d-3d302b5f4c6d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:55:00.302239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ed379b86-80d6-4d7e-864d-3d302b5f4c6d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:55:00.336377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Deleting port bc3bce67-ed31-4fcf-8c6d-b9c145201945 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:55:00.336726 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.432131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] For port bc3bce67-ed31-4fcf-8c6d-b9c145201945, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bc3bce67-ed31-4fcf-8c6d-b9c145201945,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:00.432511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.446857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Calling delete_port for bc3bce67-ed31-4fcf-8c6d-b9c145201945 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:55:00.461340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] DHCP port deletion for 1dddf1e2-38c7-4a05-ae0b-65eac74265fd request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:55:00.533421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Deleting port bc3bce67-ed31-4fcf-8c6d-b9c145201945 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:55:00.533792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.544410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.573241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3bce67-ed31-4fcf-8c6d-b9c145201945,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:00.577940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] No DVR routers for this DVR port bc3bce67-ed31-4fcf-8c6d-b9c145201945 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:55:00.627721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] For port bc3bce67-ed31-4fcf-8c6d-b9c145201945, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bc3bce67-ed31-4fcf-8c6d-b9c145201945,segment=NetworkSegment(4343d3fb-0715-4419-ae31-ccf627f1c2d0),segment_id=4343d3fb-0715-4419-ae31-ccf627f1c2d0)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:00.628978 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.644577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Calling delete_port for bc3bce67-ed31-4fcf-8c6d-b9c145201945 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:55:00.670660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.697541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dddf1e2-38c7-4a05-ae0b-65eac74265fd']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:00.708149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4343d3fb-0715-4419-ae31-ccf627f1c2d0') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:00.708448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4343d3fb-0715-4419-ae31-ccf627f1c2d0') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:00.718145 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.737429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.745405 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.750617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:55:00.751190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: timer() Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:55:00.753827 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:55:00.772918 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Pushing event deleted for resources: {'Port': ['ID=bc3bce67-ed31-4fcf-8c6d-b9c145201945,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:00.778126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] No DVR routers for this DVR port bc3bce67-ed31-4fcf-8c6d-b9c145201945 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:55:00.789245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.789767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.790276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.791098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.791709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.792038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.792377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.792712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.793091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.793369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.793700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.794029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1cb52-7a71-4a91-ab23-41a68d4644ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:55:00.823543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.829340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:00.833429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] 10.222.0.46 "DELETE /v2.0/networks/1dddf1e2-38c7-4a05-ae0b-65eac74265fd HTTP/1.1" status: 204 len: 168 time: 0.6185439 Nov 23 14:55:00.836858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34352) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:00.844493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b7196-b21d-45f0-a38f-5c9e50d7e29f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dddf1e2-38c7-4a05-ae0b-65eac74265fd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:01.184233 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:01.420366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Deleting port 3bbd1850-734c-43c3-98f1-797390c58a72 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:55:01.420706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:01.496535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] For port 3bbd1850-734c-43c3-98f1-797390c58a72, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3bbd1850-734c-43c3-98f1-797390c58a72,segment=NetworkSegment(ef7a8454-92cd-4b39-a882-e21f460e291a),segment_id=ef7a8454-92cd-4b39-a882-e21f460e291a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:01.496904 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:01.508876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Calling delete_port for 3bbd1850-734c-43c3-98f1-797390c58a72 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:55:01.685209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:01.715613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbd1850-734c-43c3-98f1-797390c58a72,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:01.736608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bc3bce67-ed31-4fcf-8c6d-b9c145201945 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:55:01.759666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: bc3bce67-ed31-4fcf-8c6d-b9c145201945 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:55:01.759937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bc3bce67-ed31-4fcf-8c6d-b9c145201945 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:55:01.760365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:55:01.784665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:55:01.785302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bb7d8ba3-6d8e-47c9-a48f-ef7a4fe83a56 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:55:01.801743 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:02.234307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:02.440840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Router 18210f0d-4922-40f3-afec-6a98facc51be has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:55:02.561807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:55:02.566762 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-55737c36-8be6-4cb0-939f-73d3bddde2b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/18210f0d-4922-40f3-afec-6a98facc51be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287951 Nov 23 14:55:02.569306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34354) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:02.571870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] Sync routers for ids ['18210f0d-4922-40f3-afec-6a98facc51be'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:55:02.582654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] Routers {'18210f0d-4922-40f3-afec-6a98facc51be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:55:02.583322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['18210f0d-4922-40f3-afec-6a98facc51be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:02.647685 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:02.673560 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:02.703302 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] Set router 18210f0d-4922-40f3-afec-6a98facc51be gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:55:02.775983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:02.833070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Deleting port f685a7fb-d086-4f5e-b53b-994c48463a83 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:55:02.833316 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:02.881650 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:55:01Z', 'revision_number': 5, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port': {'id': 'f685a7fb-d086-4f5e-b53b-994c48463a83', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18210f0d-4922-40f3-afec-6a98facc51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:02.908200 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] Checking router: 18210f0d-4922-40f3-afec-6a98facc51be for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:55:02.913202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] For port f685a7fb-d086-4f5e-b53b-994c48463a83, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f685a7fb-d086-4f5e-b53b-994c48463a83,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:02.913569 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:02.916816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] Routers {'18210f0d-4922-40f3-afec-6a98facc51be'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:55:02.917423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:54:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['18210f0d-4922-40f3-afec-6a98facc51be'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:02.925997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Calling delete_port for f685a7fb-d086-4f5e-b53b-994c48463a83 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:55:03.001174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] Set router 18210f0d-4922-40f3-afec-6a98facc51be gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:55:03.093482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.124627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=f685a7fb-d086-4f5e-b53b-994c48463a83,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:03.189463 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.212525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de21c9-8713-4a0b-9691-f10eb0dab724 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:55:03.214711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:55:02Z', 'revision_number': 6, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:03.243777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1c3de2-1e09-421b-8ad9-45cf6dc0f732 None None] The sync data for ids ['18210f0d-4922-40f3-afec-6a98facc51be'] in n-d-818503-2 is: [{'id': '18210f0d-4922-40f3-afec-6a98facc51be', 'name': 'tempest-TestVolumeBootPattern-1583740873-router', 'tenant_id': 'd3a9f57f54914c538813272cf6a654bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:44:45Z', 'updated_at': '2021-11-23T14:55:02Z', 'revision_number': 6, 'project_id': 'd3a9f57f54914c538813272cf6a654bf', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:55:03.281852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.284053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.327068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.327598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18210f0d-4922-40f3-afec-6a98facc51be {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:55:03.331934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.333072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-89c634c4-bfbb-494d-ad9f-7b790a95fd98 admin admin] 10.222.0.46 "DELETE /v2.0/routers/18210f0d-4922-40f3-afec-6a98facc51be HTTP/1.1" status: 204 len: 168 time: 0.7627268 Nov 23 14:55:03.335595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34356) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:03.383670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] Deleting subnet d626ad94-1638-4dda-be6d-664d362f8a5d {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:55:03.386602 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.419431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.493771 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.544525 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.574551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d626ad94-1638-4dda-be6d-664d362f8a5d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:03.578258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.582456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cf4d2853-6e99-49c2-a481-c356be9031d7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d626ad94-1638-4dda-be6d-664d362f8a5d HTTP/1.1" status: 204 len: 168 time: 0.2459209 Nov 23 14:55:03.585052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34358) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:03.591759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0195f62b-38e0-4e13-9e5f-cedbdb587cf3 None None] Network 7539b855-b4f6-48a4-afa5-3532f2685352 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:55:03.657282 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.716112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Deleting port 0b6af424-052e-4491-bed2-36912cba4024 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:55:03.716460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.785844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] For port 0b6af424-052e-4491-bed2-36912cba4024, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0b6af424-052e-4491-bed2-36912cba4024,segment=NetworkSegment(ef7a8454-92cd-4b39-a882-e21f460e291a),segment_id=ef7a8454-92cd-4b39-a882-e21f460e291a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:03.786207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.798194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Calling delete_port for 0b6af424-052e-4491-bed2-36912cba4024 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:55:03.878817 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:03.909943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6af424-052e-4491-bed2-36912cba4024,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:03.914157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] No DVR routers for this DVR port 0b6af424-052e-4491-bed2-36912cba4024 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:55:03.982316 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.001579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7539b855-b4f6-48a4-afa5-3532f2685352']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:04.010978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7a8454-92cd-4b39-a882-e21f460e291a') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:04.011271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7a8454-92cd-4b39-a882-e21f460e291a') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:55:04.020246 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.033429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.039363 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:55:04.039798 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:55:04.041529 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:55:04.100097 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e184f-1f22-4b22-9b5d-8d996736cfe2 None None] DHCP port deletion for 7539b855-b4f6-48a4-afa5-3532f2685352 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:55:04.105438 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.111279 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.121636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7539b855-b4f6-48a4-afa5-3532f2685352 HTTP/1.1" status: 204 len: 168 time: 0.5315785 Nov 23 14:55:04.136682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becb67-a25e-4c5e-b46c-3fd9726c3d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=7539b855-b4f6-48a4-afa5-3532f2685352,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:04.200858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3bbd1850-734c-43c3-98f1-797390c58a72 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:55:04.230458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 3bbd1850-734c-43c3-98f1-797390c58a72 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:55:04.230812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 3bbd1850-734c-43c3-98f1-797390c58a72 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:55:04.270732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34362) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:04.310472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e901ee9e-e9fc-487d-8288-50b1bdb97986 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1e341e82f2d428fbd2053ba97031297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385158 Nov 23 14:55:04.313378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34364) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:04.363529 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea8ca7a-b848-4175-a637-3568a90abfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.385344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea8ca7a-b848-4175-a637-3568a90abfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.451494 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea8ca7a-b848-4175-a637-3568a90abfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.454188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eea8ca7a-b848-4175-a637-3568a90abfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.455440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-eea8ca7a-b848-4175-a637-3568a90abfbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58360561-a408-4f31-8c47-fd4f34a3dc84 HTTP/1.1" status: 204 len: 168 time: 0.1411028 Nov 23 14:55:04.463581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8ca7a-b848-4175-a637-3568a90abfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58360561-a408-4f31-8c47-fd4f34a3dc84,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:04.781199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34370) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:04.820139 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7213a5de-d15c-4ab4-8cdb-8d91a1901f9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3a9f57f54914c538813272cf6a654bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377672 Nov 23 14:55:04.822508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34372) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:04.868510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a73fd7b0-0e3c-466c-bea6-0ebaa562831e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.888775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a73fd7b0-0e3c-466c-bea6-0ebaa562831e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.935563 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a73fd7b0-0e3c-466c-bea6-0ebaa562831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.938389 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a73fd7b0-0e3c-466c-bea6-0ebaa562831e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:04.939821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a73fd7b0-0e3c-466c-bea6-0ebaa562831e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07470d06-2f51-44df-91c7-6f88acae8dd0 HTTP/1.1" status: 204 len: 168 time: 0.1162727 Nov 23 14:55:04.947414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd7b0-0e3c-466c-bea6-0ebaa562831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07470d06-2f51-44df-91c7-6f88acae8dd0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:05.730040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b6af424-052e-4491-bed2-36912cba4024 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:55:05.750589 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 0b6af424-052e-4491-bed2-36912cba4024 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:55:05.750956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0b6af424-052e-4491-bed2-36912cba4024 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:55:05.751375 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f685a7fb-d086-4f5e-b53b-994c48463a83 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:55:05.770428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f685a7fb-d086-4f5e-b53b-994c48463a83 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:55:05.770772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f685a7fb-d086-4f5e-b53b-994c48463a83 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:55:15.082599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-a2a2ae31-09ff-4009-837e-ba225eb2d5a2 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=291e5ad0b4ae425ab50f42a3f4ce1822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209882 Nov 23 14:55:15.191884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-8a09c9d1-23e4-4e11-95e7-26643fa1c4a8 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:15.193238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-8a09c9d1-23e4-4e11-95e7-26643fa1c4a8 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054058 Nov 23 14:55:15.208219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-25185ef9-6903-4621-b2d2-d627df29d2b5 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/quotas/291e5ad0b4ae425ab50f42a3f4ce1822 HTTP/1.1" status: 200 len: 375 time: 0.0091980 Nov 23 14:55:15.238660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-c097599c-b670-4493-97ac-c57845bb7ef6 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=291e5ad0b4ae425ab50f42a3f4ce1822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252674 Nov 23 14:55:15.394948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04667890-ce9f-4574-87fc-7bd4d9577b3f req-751a57f0-bfb5-4b1c-b91c-961cc7745d45 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Nov 23 14:55:16.355776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-c51cb971-194e-44d6-8933-826226712635 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=291e5ad0b4ae425ab50f42a3f4ce1822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215607 Nov 23 14:55:16.468846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fd8f42eb-18fd-4dce-9b7f-a1f6d41784a1 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:16.470340 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fd8f42eb-18fd-4dce-9b7f-a1f6d41784a1 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086547 Nov 23 14:55:16.483199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Request body: {'port': {'device_id': 'abff9da9-d758-4d38-8480-9f465dba7322', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'admin_state_up': True, 'tenant_id': '291e5ad0b4ae425ab50f42a3f4ce1822'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:55:16.518640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba6cf6f1-aefe-4585-a260-689ba2e78ee1 req-b21ef01d-ed4e-43e8-a481-43a2c689cc7b tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 210 time: 0.0473158 Nov 23 14:55:16.607889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Made reservation on behalf of 291e5ad0b4ae425ab50f42a3f4ce1822 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:55:16.611295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:16.619706 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:16.692559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:16.696350 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:16.757816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:16.830618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Allocated IP 192.168.233.223 (a09458af-7def-48c0-beb2-11598ff635df/ea63b569-ea6a-4e71-8238-055c0a87376a/9d4e9a17-0926-4da1-9572-cacc1e25cc7f) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:55:16.974262 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.006869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.050988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Network a09458af-7def-48c0-beb2-11598ff635df is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:55:17.054221 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:55:17.057843 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:55:17.064682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Pushing event updated for resources: {'Port': ['ID=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:17.110258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:17.110901 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.128757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-fc7ffc5c-7f1a-46ea-81be-e50e3d340467 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6487296 Nov 23 14:55:17.140944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Request body: {'port': {'device_id': 'abff9da9-d758-4d38-8480-9f465dba7322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:55:17.199983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.254591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-96751a47-d512-46fe-a7a2-80d7ece76df6 None None] Provisioning complete for port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:55:17.255469 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-96751a47-d512-46fe-a7a2-80d7ece76df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.288938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-96751a47-d512-46fe-a7a2-80d7ece76df6 None None] Port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:55:17.460361 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4e9a17-0926-4da1-9572-cacc1e25cc7f {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:55:17.467526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.480032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Transition to ACTIVE for port object 9d4e9a17-0926-4da1-9572-cacc1e25cc7f will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:55:17.483826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.535702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824080c-536b-442e-9028-92beee437641 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:17.648471 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Attempting to bind port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:55:17.649034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Attempting to bind port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:55:17.649365 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Attempting to bind port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:55:17.656583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f on network a09458af-7def-48c0-beb2-11598ff635df not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:55:17.656905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Attempting to bind port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f on network a09458af-7def-48c0-beb2-11598ff635df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:55:17.669291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbb617-4b9e-44b3-bff3-3e290fe1d384 req-5ea573a0-eb9b-4787-9599-a311b2a60c91 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:17.670822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30cbb617-4b9e-44b3-bff3-3e290fe1d384 req-5ea573a0-eb9b-4787-9599-a311b2a60c91 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 948 time: 0.0767152 Nov 23 14:55:17.674144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:55:17.674474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Checking segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:55:17.675030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Bound using segment: {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:55:17.675458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Bound port: 9d4e9a17-0926-4da1-9572-cacc1e25cc7f, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee160bdf-a884-4f47-8441-a7715e28d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:55:17.675812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.760450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30cbb617-4b9e-44b3-bff3-3e290fe1d384 req-afa8e544-960d-41df-9448-c3179059a0e1 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823367 Nov 23 14:55:17.776385 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] For port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:55:17.779492 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] For port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:55:17.784759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.817597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:17.818218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:17.819629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-6824080c-536b-442e-9028-92beee437641 service neutron] 10.222.0.74 "PUT /v2.0/ports/9d4e9a17-0926-4da1-9572-cacc1e25cc7f HTTP/1.1" status: 200 len: 1096 time: 0.6830800 Nov 23 14:55:17.820068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff9da9-d758-4d38-8480-9f465dba7322', 'tag': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:55:17.822336 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c" -d '{"events": [{"name": "network-changed", "server_uuid": "abff9da9-d758-4d38-8480-9f465dba7322", "tag": "9d4e9a17-0926-4da1-9572-cacc1e25cc7f"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:55:17.849244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824080c-536b-442e-9028-92beee437641 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:17.874502 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58682e79-6a14-43ed-a9fa-d63818e63c5c x-openstack-request-id: req-58682e79-6a14-43ed-a9fa-d63818e63c5c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:55:17.874795 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff9da9-d758-4d38-8480-9f465dba7322", "tag": "9d4e9a17-0926-4da1-9572-cacc1e25cc7f", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:55:17.875077 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58682e79-6a14-43ed-a9fa-d63818e63c5c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:55:17.875477 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff9da9-d758-4d38-8480-9f465dba7322', 'tag': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f', 'status': 'completed', 'code': 200} Nov 23 14:55:17.918347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-29f640e5-3181-4889-b944-843f3a495a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:17.919778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-29f640e5-3181-4889-b944-843f3a495a8b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=291e5ad0b4ae425ab50f42a3f4ce1822&device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 1099 time: 0.0549779 Nov 23 14:55:17.972596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-d4828d83-e00c-4256-9f36-a248c50adc4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=9d4e9a17-0926-4da1-9572-cacc1e25cc7f HTTP/1.1" status: 200 len: 217 time: 0.0438504 Nov 23 14:55:18.025769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-d42381bf-c93b-4233-bcd7-255573c6aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:18.027214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-d42381bf-c93b-4233-bcd7-255573c6aa1e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0482550 Nov 23 14:55:18.073134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-d1077e2b-3f5b-4268-9db8-a4ffef8718fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:18.074599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-d1077e2b-3f5b-4268-9db8-a4ffef8718fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396247 Nov 23 14:55:18.166426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-11724cde-8e3f-4adc-a8b8-7f3f1578cef1 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836663 Nov 23 14:55:18.255760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bba33bdd-6d81-4f3a-a674-11f0864805d0 req-03408b27-12fe-4af6-9d01-15535c6d4482 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819054 Nov 23 14:55:18.273768 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:55:18.342842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-76c60990-9a8e-4c52-b8bd-1d3da0cbfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:18.344228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-76c60990-9a8e-4c52-b8bd-1d3da0cbfc02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=291e5ad0b4ae425ab50f42a3f4ce1822&device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 1099 time: 0.0398054 Nov 23 14:55:18.434583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-23a1b4f4-71ef-4314-9032-38884096095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:18.436351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-23a1b4f4-71ef-4314-9032-38884096095b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a09458af-7def-48c0-beb2-11598ff635df HTTP/1.1" status: 200 len: 870 time: 0.0848010 Nov 23 14:55:18.476551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-5d4e4fd8-9b98-4a6b-8df0-a466ec837823 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=9d4e9a17-0926-4da1-9572-cacc1e25cc7f HTTP/1.1" status: 200 len: 217 time: 0.0334888 Nov 23 14:55:18.527093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-31a6767c-c877-4705-9586-bdc6746df018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:18.528490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-31a6767c-c877-4705-9586-bdc6746df018 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea63b569-ea6a-4e71-8238-055c0a87376a HTTP/1.1" status: 200 len: 843 time: 0.0454962 Nov 23 14:55:18.573969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-bf93740b-99c2-49d0-a313-2f0ce59c4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:18.575487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-bf93740b-99c2-49d0-a313-2f0ce59c4a7a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a09458af-7def-48c0-beb2-11598ff635df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389233 Nov 23 14:55:18.663608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-1764ad37-a065-441f-b5a2-fa5da7453c6b service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803185 Nov 23 14:55:18.754965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a425a71-e0b0-4c61-b6b0-a6b4e5f7730c req-9267f43d-8ba2-467f-b9e1-75b3864b3b50 service neutron] 10.222.0.74 "GET /v2.0/networks/a09458af-7def-48c0-beb2-11598ff635df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832942 Nov 23 14:55:18.874404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a15e8-01fa-418d-ba43-5450f0d1b7f3 req-87e55ce4-06a6-4eac-90f6-b949a0d804b1 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:18.875898 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c97a15e8-01fa-418d-ba43-5450f0d1b7f3 req-87e55ce4-06a6-4eac-90f6-b949a0d804b1 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 948 time: 0.0478880 Nov 23 14:55:18.923500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c97a15e8-01fa-418d-ba43-5450f0d1b7f3 req-55754516-13f6-4e01-8881-4835a8622523 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Nov 23 14:55:20.044514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6051c01-d73b-4876-a23f-6e549883c791 req-e55d4ca9-68b8-4ce7-9a3f-af86a9c9115b tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:20.045984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6051c01-d73b-4876-a23f-6e549883c791 req-e55d4ca9-68b8-4ce7-9a3f-af86a9c9115b tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 948 time: 0.0521636 Nov 23 14:55:20.092996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6051c01-d73b-4876-a23f-6e549883c791 req-2b542d5c-f7e6-4e5e-8346-c6d7728a7421 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Nov 23 14:55:20.505653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9d4e9a17-0926-4da1-9572-cacc1e25cc7f details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:55:20.604070 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:20.614937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f', 'network_id': 'a09458af-7def-48c0-beb2-11598ff635df', 'port_id': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f', 'mac_address': 'fa:16:3e:7c:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea63b569-ea6a-4e71-8238-055c0a87376a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:55:20.650663 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:20.663838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4e9a17-0926-4da1-9572-cacc1e25cc7f {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:55:20.682391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:20.686519 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:20.735126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:20.903384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['9d4e9a17-0926-4da1-9572-cacc1e25cc7f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:55:21.206540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd739f-e007-4539-85c0-cf1d710a3d75 req-6d90b410-0043-4c5d-a80e-841e9c13ca51 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:21.207924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81bd739f-e007-4539-85c0-cf1d710a3d75 req-6d90b410-0043-4c5d-a80e-841e9c13ca51 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 949 time: 0.0472071 Nov 23 14:55:21.253322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81bd739f-e007-4539-85c0-cf1d710a3d75 req-fba013e8-629c-42a2-8105-d431158f9d00 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Nov 23 14:55:22.369754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f818a7-ade0-435c-b135-dcb9c9611106 req-8bee2aba-e739-4ba1-a491-111554e0638b tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:22.371219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0f818a7-ade0-435c-b135-dcb9c9611106 req-8bee2aba-e739-4ba1-a491-111554e0638b tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 949 time: 0.0471992 Nov 23 14:55:22.419456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0f818a7-ade0-435c-b135-dcb9c9611106 req-6ae2971a-6765-49b8-8684-98c2a9f9e9d5 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Nov 23 14:55:22.521642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9d4e9a17-0926-4da1-9572-cacc1e25cc7f up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:55:22.572881 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:55:22.576620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:55:22.576987 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:22.654829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:22.677041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff9da9-d758-4d38-8480-9f465dba7322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:55:22.679288 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013f8e45-6d54-40bf-8bc6-8e503b143d7e" -d '{"events": [{"server_uuid": "abff9da9-d758-4d38-8480-9f465dba7322", "name": "network-vif-plugged", "status": "completed", "tag": "9d4e9a17-0926-4da1-9572-cacc1e25cc7f"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:55:22.691707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:22.695626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:22.722389 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f3de26-68b4-4ca9-b84b-6907303d9352 x-openstack-request-id: req-a1f3de26-68b4-4ca9-b84b-6907303d9352 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:55:22.722680 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff9da9-d758-4d38-8480-9f465dba7322", "name": "network-vif-plugged", "status": "completed", "tag": "9d4e9a17-0926-4da1-9572-cacc1e25cc7f", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:55:22.722951 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1f3de26-68b4-4ca9-b84b-6907303d9352 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:55:22.723380 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff9da9-d758-4d38-8480-9f465dba7322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f', 'code': 200} Nov 23 14:55:22.748653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:22.811398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef95c8d-0237-4278-ba05-dddc454c309b req-3790d803-b3d8-41f9-8e11-66a2220ba0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:22.812885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ef95c8d-0237-4278-ba05-dddc454c309b req-3790d803-b3d8-41f9-8e11-66a2220ba0af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 1101 time: 0.0391066 Nov 23 14:55:22.855409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ef95c8d-0237-4278-ba05-dddc454c309b req-5cfaa200-6782-4613-8b6f-9afaf67a34c0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Nov 23 14:55:23.533332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325b5b5-32b0-4a53-b44d-434c05cf9ee2 req-b0c66347-743e-4842-a19f-be0feee52783 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:23.534784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d325b5b5-32b0-4a53-b44d-434c05cf9ee2 req-b0c66347-743e-4842-a19f-be0feee52783 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 950 time: 0.0479474 Nov 23 14:55:23.581431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d325b5b5-32b0-4a53-b44d-434c05cf9ee2 req-d41709b2-531b-4e2b-9131-85f107f7e349 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Nov 23 14:55:24.066257 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:24.699431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd08f65-0fce-481a-939b-fd8da8839d97 req-d883802a-fab5-417e-8c44-6f9afd8aa369 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:24.700878 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cd08f65-0fce-481a-939b-fd8da8839d97 req-d883802a-fab5-417e-8c44-6f9afd8aa369 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 950 time: 0.0513742 Nov 23 14:55:24.751548 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0cd08f65-0fce-481a-939b-fd8da8839d97 req-093f16a8-aea2-4fdf-b14a-9357265ffe10 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Nov 23 14:55:25.115649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-64296fd6-dc99-47bb-8bbc-2b194a83a82f req-978d2456-d4e5-46ca-8141-cdae65a59831 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:55:25.116666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64296fd6-dc99-47bb-8bbc-2b194a83a82f req-978d2456-d4e5-46ca-8141-cdae65a59831 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003733 Nov 23 14:55:25.442270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-c311bfef-4639-4f48-9c83-24f954d6450f req-ebbc8faf-d584-4a20-ad90-ba21686db2b4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:55:25.443290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c311bfef-4639-4f48-9c83-24f954d6450f req-ebbc8faf-d584-4a20-ad90-ba21686db2b4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054348 Nov 23 14:55:25.789188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a82e1-8382-48ec-ac96-028d2fb4bf8a req-bdb4691a-147e-42c9-bd6a-3d28712ba86c tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:25.790688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b0a82e1-8382-48ec-ac96-028d2fb4bf8a req-bdb4691a-147e-42c9-bd6a-3d28712ba86c tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 950 time: 0.0496066 Nov 23 14:55:25.837194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b0a82e1-8382-48ec-ac96-028d2fb4bf8a req-68c95455-89d7-45ab-a7b3-8dc35c8184ea tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Nov 23 14:55:26.790561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea6c6-8537-42dc-ab7d-f8c6e649db8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:27.026074 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-ba9d4c81-344c-47b1-ab29-3b6bcc6c533b tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:27.027604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-ba9d4c81-344c-47b1-ab29-3b6bcc6c533b tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.74 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 950 time: 0.0906003 Nov 23 14:55:27.070046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ae0b-e483-4e01-a76e-2ea13800c361 req-194a4d53-0db9-41fe-b2dd-d85c682e30ec tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:27.071538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22f8ae0b-e483-4e01-a76e-2ea13800c361 req-194a4d53-0db9-41fe-b2dd-d85c682e30ec tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/ports?device_id=abff9da9-d758-4d38-8480-9f465dba7322 HTTP/1.1" status: 200 len: 950 time: 0.1644371 Nov 23 14:55:27.151652 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22f8ae0b-e483-4e01-a76e-2ea13800c361 req-7e28ecd7-eef6-4b86-ad10-d9efff056727 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.46 "GET /v2.0/security-groups?id=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730226 Nov 23 14:55:27.160946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Deleting port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:55:27.161284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:27.249845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] For port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,segment=NetworkSegment(ee160bdf-a884-4f47-8441-a7715e28d170),segment_id=ee160bdf-a884-4f47-8441-a7715e28d170)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:27.250204 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:27.261623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Calling delete_port for 9d4e9a17-0926-4da1-9572-cacc1e25cc7f owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:55:27.392239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:27.404934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['9d4e9a17-0926-4da1-9572-cacc1e25cc7f'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:55:27.421630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Pushing event deleted for resources: {'Port': ['ID=9d4e9a17-0926-4da1-9572-cacc1e25cc7f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:27.464564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] No DVR routers for this DVR port 9d4e9a17-0926-4da1-9572-cacc1e25cc7f on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:55:27.467640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:27.472557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2e632279-fc8b-4486-9e99-edbfe16594dd req-e0053437-28b2-4184-93e6-2180cc55ff99 tempest-ServersAdminNegativeTestJSON-271046739 tempest-ServersAdminNegativeTestJSON-271046739-project] 10.222.0.74 "DELETE /v2.0/ports/9d4e9a17-0926-4da1-9572-cacc1e25cc7f HTTP/1.1" status: 204 len: 173 time: 0.4378502 Nov 23 14:55:27.473095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff9da9-d758-4d38-8480-9f465dba7322', 'name': 'network-vif-deleted', 'tag': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:55:27.476763 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9314a7e-2e68-4fe4-a1c2-5e6908b946e3" -d '{"events": [{"server_uuid": "abff9da9-d758-4d38-8480-9f465dba7322", "name": "network-vif-deleted", "tag": "9d4e9a17-0926-4da1-9572-cacc1e25cc7f"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:55:27.486562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:27.522413 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcad032-74b5-4f10-9012-1499294c62b1 x-openstack-request-id: req-cfcad032-74b5-4f10-9012-1499294c62b1 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:55:27.522708 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff9da9-d758-4d38-8480-9f465dba7322", "name": "network-vif-deleted", "tag": "9d4e9a17-0926-4da1-9572-cacc1e25cc7f", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:55:27.523008 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfcad032-74b5-4f10-9012-1499294c62b1 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:55:27.523398 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff9da9-d758-4d38-8480-9f465dba7322', 'name': 'network-vif-deleted', 'tag': '9d4e9a17-0926-4da1-9572-cacc1e25cc7f', 'status': 'completed', 'code': 200} Nov 23 14:55:28.464561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34510) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:28.599108 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ecb1c7d7-8e73-4ed6-ac6c-ae9cdebfa11a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=291e5ad0b4ae425ab50f42a3f4ce1822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304634 Nov 23 14:55:28.599335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34514) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:28.649421 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f059-3adc-4b97-9e88-4d4fc1232cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:28.675021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f059-3adc-4b97-9e88-4d4fc1232cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:28.722869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f059-3adc-4b97-9e88-4d4fc1232cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:28.725344 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f059-3adc-4b97-9e88-4d4fc1232cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:28.726473 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8f3f059-3adc-4b97-9e88-4d4fc1232cab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8 HTTP/1.1" status: 204 len: 168 time: 0.1261604 Nov 23 14:55:28.735199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3f059-3adc-4b97-9e88-4d4fc1232cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28cfcf9-6aaf-4a0f-bd38-a25c941b98c8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:28.991849 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34520) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:29.004768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d94094ba-2267-44f9-9f49-4a0e279908c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.077731 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d94094ba-2267-44f9-9f49-4a0e279908c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.081729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d94094ba-2267-44f9-9f49-4a0e279908c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.118111 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d94094ba-2267-44f9-9f49-4a0e279908c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1099d93f46a44a49a8112e28cbd93400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251209 Nov 23 14:55:29.118990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94094ba-2267-44f9-9f49-4a0e279908c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cbe0a3-bd61-4974-95ed-6939eb86ccf8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:29.120969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34522) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:29.152277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f63a3898-72cf-4dc2-a735-e68cd5f8b814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.168848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cb81f1b-ad6f-4add-8087-1d9ab8a5cfeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.189324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cb81f1b-ad6f-4add-8087-1d9ab8a5cfeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.238736 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cb81f1b-ad6f-4add-8087-1d9ab8a5cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.241268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1cb81f1b-ad6f-4add-8087-1d9ab8a5cfeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:29.242413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1cb81f1b-ad6f-4add-8087-1d9ab8a5cfeb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2cbe0a3-bd61-4974-95ed-6939eb86ccf8 HTTP/1.1" status: 204 len: 168 time: 0.1204569 Nov 23 14:55:29.251679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb81f1b-ad6f-4add-8087-1d9ab8a5cfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cbe0a3-bd61-4974-95ed-6939eb86ccf8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:29.903329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34544) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:30.002285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-962056441-network', 'tenant_id': '48aad19b5ad3409ca2b522e42fd1131d'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:55:30.022683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Made reservation on behalf of 48aad19b5ad3409ca2b522e42fd1131d for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:55:30.025015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.033337 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.105674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.109464 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.136188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:55:30.145232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4381eea9-36de-4357-a6b8-24ba37860373,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:30.152023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.152372 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Added segment 46db52de-3761-4e4c-8bcc-5255cac9072f of type vlan for network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 Nov 23 14:55:30.188216 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.192260 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.216210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.217148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:30.217729 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.247055 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3426175 Nov 23 14:55:30.250157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34548) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:55:30.255337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Request body: {'subnet': {'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-962056441-subnet', 'tenant_id': '48aad19b5ad3409ca2b522e42fd1131d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:55:30.275992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Made reservation on behalf of 48aad19b5ad3409ca2b522e42fd1131d for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:55:30.278250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.280879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffab3e-5a14-4134-aa4d-c1404ecb79ce admin admin] Pushing event updated for resources: {'Network': ['ID=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:30.292408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:55:30.447441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.499396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6712761-7e7d-4b07-bcc9-8f8fa1dea172,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:30.509403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Checking segment: {'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:55:30.509762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Network hostable DHCP agents. Network: e8299def-8a6d-4cf3-9bbe-8b600f2c72f1, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:55:30.526101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:55:30.535290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, e8299def-8a6d-4cf3-9bbe-8b600f2c72f1) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:55:30.539319 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:30.539909 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:30.544441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f369173-bb33-41d1-af7f-0de493336a3e None None] Network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:55:30.555169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9f45e12a-4d4f-4a6e-a811-06c90d576bab admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3037212 Nov 23 14:55:30.603803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9d4e9a17-0926-4da1-9572-cacc1e25cc7f no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:55:30.629230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 9d4e9a17-0926-4da1-9572-cacc1e25cc7f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:55:30.629571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 9d4e9a17-0926-4da1-9572-cacc1e25cc7f not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:55:30.693636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7df834-0749-409b-931d-da9bf65eb6f8 None None] Network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:55:31.143571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640357-3b38-4aea-872b-c70d05b93c3a req-7a85212d-794d-4152-9ca2-b8077747fdd5 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:31.145019 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-7a85212d-794d-4152-9ca2-b8077747fdd5 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 811 time: 0.1032445 Nov 23 14:55:31.159947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-3d28a26c-546b-4724-b30f-a65144fde941 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/quotas/48aad19b5ad3409ca2b522e42fd1131d HTTP/1.1" status: 200 len: 375 time: 0.0091920 Nov 23 14:55:31.522507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-97263e39-d896-47f4-934d-c1d93ec2c21d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3572693 Nov 23 14:55:31.610290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-13ded03c-c5f4-43ff-85c0-47b9aa6342f3 service neutron] 10.222.0.46 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807908 Nov 23 14:55:31.698482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-a9f67181-00dc-4f94-9f4c-9fe86ee70ee7 service neutron] 10.222.0.46 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814567 Nov 23 14:55:31.796963 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:31.858545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db9bf012-d074-4c1b-912e-109940f21ab6 req-1d2e7b44-ac97-4c12-bf51-f59185d907da tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 210 time: 0.0262153 Nov 23 14:55:32.613640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:32.786402 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640357-3b38-4aea-872b-c70d05b93c3a req-982208d5-495e-4bac-9b66-886bd698e452 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:32.787868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-982208d5-495e-4bac-9b66-886bd698e452 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.74 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 811 time: 0.1084311 Nov 23 14:55:32.800959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Request body: {'port': {'device_id': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1', 'admin_state_up': True, 'tenant_id': '48aad19b5ad3409ca2b522e42fd1131d'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:55:32.906535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Made reservation on behalf of 48aad19b5ad3409ca2b522e42fd1131d for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:55:32.910835 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:32.985491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77626e7f-8465-4c44-aa41-e64e6c0fa484 req-27d595d6-2f37-4147-bece-fd23a3af5ec7 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 210 time: 0.0577552 Nov 23 14:55:33.056077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Allocated IP 172.20.0.4 (e8299def-8a6d-4cf3-9bbe-8b600f2c72f1/b6712761-7e7d-4b07-bcc9-8f8fa1dea172/825cdea3-486b-41d8-aba8-58452eaf0ca6) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:55:33.199534 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.232608 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.272613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:55:33.278119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:55:33.280540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:55:33.308509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:33.334605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:33.335232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.350359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-e8101eb7-3846-4751-8307-782211b78a97 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539973 Nov 23 14:55:33.362478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Request body: {'port': {'device_id': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:55:33.431827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.682068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825cdea3-486b-41d8-aba8-58452eaf0ca6 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:55:33.689557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.702304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Transition to ACTIVE for port object 825cdea3-486b-41d8-aba8-58452eaf0ca6 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:55:33.705135 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.755358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:33.824446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:55:33.825115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:55:33.825115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:55:33.829383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:55:33.829702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:55:33.835033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:55:33.835372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Checking segment: {'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:55:33.835752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Bound using segment: {'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:55:33.836175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Bound port: 825cdea3-486b-41d8-aba8-58452eaf0ca6, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:55:33.836524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.897001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:55:33.899868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:55:33.904348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.935763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:33.936666 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:33.938027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] 10.222.0.74 "PUT /v2.0/ports/825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 1091 time: 0.5794148 Nov 23 14:55:33.938476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:55:33.940787 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab7f8e-75af-46d0-a955-97cda1b1f381" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:55:33.967763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74cca-63f3-4bf0-958a-bea4ea12ba1d service neutron] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:33.984195 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698f80b9-625b-4193-8086-ff2640a45a14 x-openstack-request-id: req-698f80b9-625b-4193-8086-ff2640a45a14 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:55:33.984488 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:55:33.984762 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-698f80b9-625b-4193-8086-ff2640a45a14 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:55:33.985162 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'status': 'completed', 'code': 200} Nov 23 14:55:34.035056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640357-3b38-4aea-872b-c70d05b93c3a req-3b0751dd-9c35-44df-9561-29a1dc956baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:34.036585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-3b0751dd-9c35-44df-9561-29a1dc956baa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1094 time: 0.0452445 Nov 23 14:55:34.078739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-6ad78fb4-6216-4fa3-8fe3-e763b5cdec01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0346944 Nov 23 14:55:34.154408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640357-3b38-4aea-872b-c70d05b93c3a req-8e660b7d-7d0b-405f-a719-18e5fc60eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:34.155882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-8e660b7d-7d0b-405f-a719-18e5fc60eb61 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.0695057 Nov 23 14:55:34.164939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c80b0-9636-43ad-8e88-5874ddb70c18 req-63356e56-27f6-4fc9-9c04-97e394514a6c tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:34.166293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b7c80b0-9636-43ad-8e88-5874ddb70c18 req-63356e56-27f6-4fc9-9c04-97e394514a6c tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 943 time: 0.0899382 Nov 23 14:55:34.195843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-36b2a04d-ab42-40b2-9432-f212742c13c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286407 Nov 23 14:55:34.280585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5b7c80b0-9636-43ad-8e88-5874ddb70c18 req-d660102d-f08b-4e95-a445-b978d5673a74 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062047 Nov 23 14:55:34.309613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-386c6d38-bd86-4a05-bee1-38835ae06c10 service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061621 Nov 23 14:55:34.399632 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41640357-3b38-4aea-872b-c70d05b93c3a req-6f7d4a36-aae6-4225-ae99-8421fa4597a8 service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Nov 23 14:55:34.493763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-9ffe5005-1ab1-442b-a9e2-df9f6ebd2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:34.495232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-9ffe5005-1ab1-442b-a9e2-df9f6ebd2a2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1094 time: 0.0403872 Nov 23 14:55:34.587561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-337a4455-1d77-4eae-b966-ef70794feb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:34.589016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-337a4455-1d77-4eae-b966-ef70794feb57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 912 time: 0.0863571 Nov 23 14:55:34.630105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-b9be892e-bfba-4e93-8661-ba11e1e6e865 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0341597 Nov 23 14:55:34.682258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-f207133d-87b5-4336-99ab-a37b3fba9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:34.683682 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-f207133d-87b5-4336-99ab-a37b3fba9312 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.0463073 Nov 23 14:55:34.715648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-a29157cd-5401-404f-aa94-eef2535c71fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240541 Nov 23 14:55:34.803929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-7e4cfec7-628b-4daf-9587-4c10a3fb8e2f service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800860 Nov 23 14:55:34.897078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-caab7f8e-75af-46d0-a955-97cda1b1f381 req-1e5a89e2-fe61-407d-9a45-26cb6e94bd46 service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Nov 23 14:55:35.406116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d1fb9-1243-4495-9f43-62d740f935d3 req-cd595486-0bba-48b4-8d29-02b88930e343 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:35.407629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a38d1fb9-1243-4495-9f43-62d740f935d3 req-cd595486-0bba-48b4-8d29-02b88930e343 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 943 time: 0.0533578 Nov 23 14:55:35.454052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a38d1fb9-1243-4495-9f43-62d740f935d3 req-d1e3dc4c-5d28-4d64-83e6-3f72e3d9b5f5 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Nov 23 14:55:36.571860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2c29b-7b4c-47a6-9686-82739cd5b7a3 req-4d6c3fc4-d6c8-49bb-bfee-39b994049d80 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:36.573305 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0c2c29b-7b4c-47a6-9686-82739cd5b7a3 req-4d6c3fc4-d6c8-49bb-bfee-39b994049d80 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 943 time: 0.0523903 Nov 23 14:55:36.619268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0c2c29b-7b4c-47a6-9686-82739cd5b7a3 req-e63942c4-c2a5-4589-8262-bb8694bc7754 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Nov 23 14:55:36.631075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:55:36.722035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:36.732595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1', 'port_id': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'mac_address': 'fa:16:3e:a2:b7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6712761-7e7d-4b07-bcc9-8f8fa1dea172', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:55:36.777420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:36.789581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825cdea3-486b-41d8-aba8-58452eaf0ca6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:55:36.807935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:36.811352 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:36.856282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:36.997122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['825cdea3-486b-41d8-aba8-58452eaf0ca6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:55:37.739257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69411bbd-ac49-4e3e-a196-835f9b48c685 req-7cbbe6c8-5040-47ad-ada2-38a77e5a269d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:37.740759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69411bbd-ac49-4e3e-a196-835f9b48c685 req-7cbbe6c8-5040-47ad-ada2-38a77e5a269d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 944 time: 0.0544837 Nov 23 14:55:37.787430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-69411bbd-ac49-4e3e-a196-835f9b48c685 req-7347f870-ce5e-4d9e-8be2-9672ead29a1c tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Nov 23 14:55:38.645665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:55:38.694026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 825cdea3-486b-41d8-aba8-58452eaf0ca6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:55:38.697997 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 825cdea3-486b-41d8-aba8-58452eaf0ca6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:55:38.698368 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:38.774690 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:38.796993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:55:38.799243 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab745e-2893-44b9-9442-cc56fdc9c4e0" -d '{"events": [{"server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "name": "network-vif-plugged", "status": "completed", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:55:38.813312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:55:38.817835 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:38.843484 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6e850-ce19-4d73-a83b-df6216007461 x-openstack-request-id: req-cee6e850-ce19-4d73-a83b-df6216007461 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:55:38.843484 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "name": "network-vif-plugged", "status": "completed", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:55:38.843830 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cee6e850-ce19-4d73-a83b-df6216007461 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:55:38.844160 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'code': 200} Nov 23 14:55:38.873329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:55:38.920532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d6e03-fc30-4a0f-9bf0-33c8c22bbde5 req-6f1d1d9d-2950-4cb4-9556-23a7312f72b3 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:38.921999 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c91d6e03-fc30-4a0f-9bf0-33c8c22bbde5 req-6f1d1d9d-2950-4cb4-9556-23a7312f72b3 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0586641 Nov 23 14:55:38.984724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41934c1e-de5c-47d2-a2a8-dd6eb890da01 req-05cd3aa3-bd61-40b9-bc4f-7df1e39c2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:38.986203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41934c1e-de5c-47d2-a2a8-dd6eb890da01 req-05cd3aa3-bd61-40b9-bc4f-7df1e39c2d93 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1096 time: 0.0836592 Nov 23 14:55:38.991240 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c91d6e03-fc30-4a0f-9bf0-33c8c22bbde5 req-c6616a39-4c62-479f-833f-b0e1951f50d5 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516984 Nov 23 14:55:39.029182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41934c1e-de5c-47d2-a2a8-dd6eb890da01 req-59b1f780-2ba3-4ffb-b155-7edef8085016 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Nov 23 14:55:40.107565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb66681-47b0-4d17-ae8f-6528c949d2d0 req-c7580199-a80e-4e63-87e9-f3153415d373 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:40.109188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fb66681-47b0-4d17-ae8f-6528c949d2d0 req-c7580199-a80e-4e63-87e9-f3153415d373 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0500472 Nov 23 14:55:40.157035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fb66681-47b0-4d17-ae8f-6528c949d2d0 req-b5c8301e-b83c-4465-8ce9-b8cfdd9ece18 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Nov 23 14:55:41.274605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9567d0-47d1-48c2-b38c-4b40c684fc5c req-a9256fbd-df42-4924-8f80-f4ddc8d31804 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:41.276155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9567d0-47d1-48c2-b38c-4b40c684fc5c req-a9256fbd-df42-4924-8f80-f4ddc8d31804 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0516675 Nov 23 14:55:41.322285 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9567d0-47d1-48c2-b38c-4b40c684fc5c req-2738046b-8c89-4e79-a53e-87080e5dd24a tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Nov 23 14:55:41.556431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5f55-445f-43c0-9c11-73eecbcca3a8 req-9c2064a2-97c2-4ccf-bbb1-42c463293dfc tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:41.557992 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1bd5f55-445f-43c0-9c11-73eecbcca3a8 req-9c2064a2-97c2-4ccf-bbb1-42c463293dfc tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0495536 Nov 23 14:55:41.591422 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-484a23b5-96e3-4fc7-9cff-d379e295b798 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921397 Nov 23 14:55:41.601415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-ef415f39-f473-498c-bb6b-4cc2b3ac8b49 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:55:41.602449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-ef415f39-f473-498c-bb6b-4cc2b3ac8b49 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060356 Nov 23 14:55:41.609618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1bd5f55-445f-43c0-9c11-73eecbcca3a8 req-e8600d02-b575-4d4f-be1e-691ff11beb39 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Nov 23 14:55:42.729169 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa38331-ce49-4a5d-9e0b-ade4b48789a5 req-7a80332b-66db-4194-a765-ae0559950c4d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:42.730653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dfa38331-ce49-4a5d-9e0b-ade4b48789a5 req-7a80332b-66db-4194-a765-ae0559950c4d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0516977 Nov 23 14:55:42.829794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dfa38331-ce49-4a5d-9e0b-ade4b48789a5 req-d736a491-c611-4259-9314-8ce6f97ee4d9 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930231 Nov 23 14:55:42.836468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-e442861f-c1e2-4d01-92f2-40c42fb6ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:42.838039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-e442861f-c1e2-4d01-92f2-40c42fb6ff78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1096 time: 0.0936930 Nov 23 14:55:42.929370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-6887372f-b7b4-4954-b8b7-68eef279034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:42.930840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-6887372f-b7b4-4954-b8b7-68eef279034b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 912 time: 0.0858319 Nov 23 14:55:42.975664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-40bdc9ec-4bd8-48cb-8e4a-2fd5ff273dd5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0372193 Nov 23 14:55:43.023443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-9c0864ed-7843-4f9c-8ad1-cc37aec40dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:43.024883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-9c0864ed-7843-4f9c-8ad1-cc37aec40dfc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.0423834 Nov 23 14:55:43.059591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-74a1e91a-6e39-4e66-b0d8-6402aecb034b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265579 Nov 23 14:55:43.153791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-12d4a06a-97a6-4e65-8ab6-85f4607211db service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867922 Nov 23 14:55:43.241402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-c9ba1e90-8a9f-4cd5-916f-731ddd44947e service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809028 Nov 23 14:55:43.951553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee3c56-bfd5-4e6c-878f-159d2c3ce9c0 req-68ea61ea-075f-4264-b484-c36e5a765c92 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:43.953013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dee3c56-bfd5-4e6c-878f-159d2c3ce9c0 req-68ea61ea-075f-4264-b484-c36e5a765c92 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0532184 Nov 23 14:55:43.998789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dee3c56-bfd5-4e6c-878f-159d2c3ce9c0 req-d053504a-1bcc-4a08-98ac-9489ab84b3c3 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Nov 23 14:55:45.111995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85005df-0e78-461f-aed0-82ece2401d97 req-c6bb8305-565f-4c77-b52d-346b4dfb335d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:45.113439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85005df-0e78-461f-aed0-82ece2401d97 req-c6bb8305-565f-4c77-b52d-346b4dfb335d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0472395 Nov 23 14:55:45.160076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f85005df-0e78-461f-aed0-82ece2401d97 req-530a1989-f668-400e-b2a9-7c6d1a2d76f2 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Nov 23 14:55:46.274417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a25be-2476-4919-85e1-7aa3356da5d6 req-76eed719-4c68-474b-8537-0144c141e186 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:46.275890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-874a25be-2476-4919-85e1-7aa3356da5d6 req-76eed719-4c68-474b-8537-0144c141e186 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0473983 Nov 23 14:55:46.326466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-874a25be-2476-4919-85e1-7aa3356da5d6 req-d124fd47-1499-4a75-9f4a-37b68574288f tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Nov 23 14:55:47.440856 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236bd96-c22f-4fa2-a57e-bb1f7e25f292 req-3627cf5f-38a2-4f81-9eb7-0ee8429a2f0e tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:47.442443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c236bd96-c22f-4fa2-a57e-bb1f7e25f292 req-3627cf5f-38a2-4f81-9eb7-0ee8429a2f0e tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0499301 Nov 23 14:55:47.489164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c236bd96-c22f-4fa2-a57e-bb1f7e25f292 req-74fae22f-f9d8-45c5-b550-05457fe13ee1 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Nov 23 14:55:48.605467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6ba3a-a603-4a6e-a359-69acaf6407b0 req-9958cb8f-5e81-4558-ae3b-7528748c60f5 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:48.606968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60f6ba3a-a603-4a6e-a359-69acaf6407b0 req-9958cb8f-5e81-4558-ae3b-7528748c60f5 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0485170 Nov 23 14:55:48.652789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60f6ba3a-a603-4a6e-a359-69acaf6407b0 req-1d128d10-47bf-493e-a60c-6363d4ef5141 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Nov 23 14:55:49.774629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc0b0-bdcc-45a7-ba12-090f45575a19 req-7af949a9-d4b7-4d7a-8377-da825d7fea27 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:49.776120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3dfc0b0-bdcc-45a7-ba12-090f45575a19 req-7af949a9-d4b7-4d7a-8377-da825d7fea27 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0522089 Nov 23 14:55:49.822210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3dfc0b0-bdcc-45a7-ba12-090f45575a19 req-5b12b374-628d-4434-aed9-904aeac03629 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Nov 23 14:55:50.937861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd8c0e-736c-4171-9b1c-d18a4a4a88d5 req-9cae3ea7-cfcc-4eb8-ac8b-9b434bf9a191 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:50.939369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fdd8c0e-736c-4171-9b1c-d18a4a4a88d5 req-9cae3ea7-cfcc-4eb8-ac8b-9b434bf9a191 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0498619 Nov 23 14:55:50.985846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fdd8c0e-736c-4171-9b1c-d18a4a4a88d5 req-b2ef91b5-e116-4001-9588-da5bc972c0cc tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 Nov 23 14:55:52.099987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8239b7-43d3-41cd-8fa0-fc0f46891aee req-484c2e41-f141-4162-8711-7f6ba7f715cf tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:52.101453 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da8239b7-43d3-41cd-8fa0-fc0f46891aee req-484c2e41-f141-4162-8711-7f6ba7f715cf tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0483673 Nov 23 14:55:52.150507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da8239b7-43d3-41cd-8fa0-fc0f46891aee req-a59fde40-a5a9-444e-a926-588442ed176a tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Nov 23 14:55:53.267577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03819931-d0c7-447e-bd68-b6ed799f4e0e req-36f197bd-8806-4d66-806e-a9142c577b1f tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:53.269631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03819931-d0c7-447e-bd68-b6ed799f4e0e req-36f197bd-8806-4d66-806e-a9142c577b1f tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0480614 Nov 23 14:55:53.316311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-03819931-d0c7-447e-bd68-b6ed799f4e0e req-bb04baff-9ace-4f92-b4fc-3ed32a15592d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Nov 23 14:55:54.076384 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:54.460737 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f18a6-548f-48f6-864f-a5030c58c273 req-c13a4f6b-6c9a-4cdf-bb63-5b181be3e395 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:54.462222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-055f18a6-548f-48f6-864f-a5030c58c273 req-c13a4f6b-6c9a-4cdf-bb63-5b181be3e395 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0779080 Nov 23 14:55:54.464681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-7ab96a0b-5450-48e1-8d72-8f8926d409bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:54.466004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-7ab96a0b-5450-48e1-8d72-8f8926d409bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1096 time: 0.0730855 Nov 23 14:55:54.539329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-055f18a6-548f-48f6-864f-a5030c58c273 req-899a0f76-5906-4e09-bf35-e1d5e7c154d6 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711398 Nov 23 14:55:54.595944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-8035d636-ffb0-4411-8a52-0e986f8b8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:54.597338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-8035d636-ffb0-4411-8a52-0e986f8b8020 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 912 time: 0.1089096 Nov 23 14:55:54.641800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-a5e61a00-9340-4e58-ad85-bbe0db24d541 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0361416 Nov 23 14:55:54.688261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-74515c5b-5cb1-4874-9e62-f43dd29504d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:54.689663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-74515c5b-5cb1-4874-9e62-f43dd29504d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.0417747 Nov 23 14:55:54.719996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-ff2ca345-45fc-4db2-8e4a-f3bb4c693bc8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237362 Nov 23 14:55:54.809386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-4980cddb-7dba-41ae-88bc-b26ece3ca864 service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821683 Nov 23 14:55:54.896439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f96ca3b2-cab5-47f4-9da1-e36cec08d480 req-316e97f3-3807-4fc0-9589-f541631d58ef service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791759 Nov 23 14:55:55.271903 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:55:55.660867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e14d1b-5da4-4e1d-b970-3a8f60bd37bd req-1180fc92-1bf4-43e0-a501-1353a15f67e6 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:55.662324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30e14d1b-5da4-4e1d-b970-3a8f60bd37bd req-1180fc92-1bf4-43e0-a501-1353a15f67e6 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0558925 Nov 23 14:55:55.708281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30e14d1b-5da4-4e1d-b970-3a8f60bd37bd req-b6701193-0b9b-40da-b7cb-36c2b2186976 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Nov 23 14:55:56.791875 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ff30abc-df3c-402c-b436-89e27dc583cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:56.823977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa70f28-301c-4cf5-8e19-e1005825f0d9 req-2f603a2c-f584-478e-8e01-b9c5bbc1b873 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:56.825390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baa70f28-301c-4cf5-8e19-e1005825f0d9 req-2f603a2c-f584-478e-8e01-b9c5bbc1b873 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0491652 Nov 23 14:55:56.871741 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-baa70f28-301c-4cf5-8e19-e1005825f0d9 req-49c579fa-6eca-4a86-8fca-51257857171e tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Nov 23 14:55:57.471840 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:57.990624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f512f-a8b1-4847-aea4-86632d3fdafc req-35b74c28-1ce1-45c2-af53-3da76e2a5ca8 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:57.992108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-765f512f-a8b1-4847-aea4-86632d3fdafc req-35b74c28-1ce1-45c2-af53-3da76e2a5ca8 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0474286 Nov 23 14:55:58.040890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-765f512f-a8b1-4847-aea4-86632d3fdafc req-9c117f08-529c-464f-abeb-59a2d8283ded tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Nov 23 14:55:59.152723 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fc161047-b96f-4179-b7dc-a3023bc24d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:55:59.155463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e091-a8bc-4fbe-ad5a-8ca10cff6d4f req-1c6c3d81-ea89-4d7c-a201-bfd14841a408 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:55:59.156968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5057e091-a8bc-4fbe-ad5a-8ca10cff6d4f req-1c6c3d81-ea89-4d7c-a201-bfd14841a408 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0479972 Nov 23 14:55:59.203943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5057e091-a8bc-4fbe-ad5a-8ca10cff6d4f req-09a87381-caa5-41a3-ad28-aa8fbe920fa5 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Nov 23 14:56:00.193182 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:00.318785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d7db-fc6a-4619-b657-4f73b8eeef07 req-ea5b024b-b65e-431b-b858-dc9ed856ea56 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:00.320261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3aa7d7db-fc6a-4619-b657-4f73b8eeef07 req-ea5b024b-b65e-431b-b858-dc9ed856ea56 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0474339 Nov 23 14:56:00.365605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3aa7d7db-fc6a-4619-b657-4f73b8eeef07 req-e5125978-5cd6-4a54-9272-15289701d14d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Nov 23 14:56:01.483968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ed63-4a7b-4583-9c56-145e923a24da req-e64e3568-9f14-49ec-a2f5-33462c12c131 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:01.485404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3748ed63-4a7b-4583-9c56-145e923a24da req-e64e3568-9f14-49ec-a2f5-33462c12c131 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0511327 Nov 23 14:56:01.530138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3748ed63-4a7b-4583-9c56-145e923a24da req-482576cc-acc2-4e1d-b7e6-799bf4d20829 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Nov 23 14:56:01.799891 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:02.605495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:02.651981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4075b-14c7-49ab-b3c8-baffc7b89fdc req-0ff0969f-9f3b-4651-bb1e-fc70b0fd2966 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:02.653444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89c4075b-14c7-49ab-b3c8-baffc7b89fdc req-0ff0969f-9f3b-4651-bb1e-fc70b0fd2966 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0501678 Nov 23 14:56:02.699338 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89c4075b-14c7-49ab-b3c8-baffc7b89fdc req-f0d706e2-20a7-4b31-af70-cd0b13ac2a37 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Nov 23 14:56:03.815642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc71136-8158-4566-9e7b-c80ae19c7880 req-e3a80276-c209-45c2-8824-72bdd4731afc tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:03.817090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fc71136-8158-4566-9e7b-c80ae19c7880 req-e3a80276-c209-45c2-8824-72bdd4731afc tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0472875 Nov 23 14:56:03.866455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fc71136-8158-4566-9e7b-c80ae19c7880 req-2bf31757-1db2-40df-8b0c-449139475622 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Nov 23 14:56:04.980557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f5acb-c9a9-4185-90a3-e56798bff04e req-31663165-ed01-4af2-9307-5c695c6c40d4 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:04.982027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b4f5acb-c9a9-4185-90a3-e56798bff04e req-31663165-ed01-4af2-9307-5c695c6c40d4 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0479615 Nov 23 14:56:05.028072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b4f5acb-c9a9-4185-90a3-e56798bff04e req-6424fc23-f409-4ec5-9894-ecfa50a311cd tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Nov 23 14:56:06.143997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21696e-8fe7-44d9-b85d-2da26952b2ec req-8ca6d8cc-196a-4b07-8c5d-f344c31a2663 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:06.145502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad21696e-8fe7-44d9-b85d-2da26952b2ec req-8ca6d8cc-196a-4b07-8c5d-f344c31a2663 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0483806 Nov 23 14:56:06.191739 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad21696e-8fe7-44d9-b85d-2da26952b2ec req-cfaf2b1a-d4e7-40c4-8a0f-6f4e3e8ed5ea tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Nov 23 14:56:07.316740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada01441-c827-4e64-8de0-7217c4fbe311 req-54e8a193-2047-44b0-bd14-ceec55e8654f tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:07.318133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada01441-c827-4e64-8de0-7217c4fbe311 req-54e8a193-2047-44b0-bd14-ceec55e8654f tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0525782 Nov 23 14:56:07.365138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada01441-c827-4e64-8de0-7217c4fbe311 req-e033271b-132b-4b7b-84cf-c9a5b03d6f5d tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Nov 23 14:56:08.481076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d02e-e210-4191-9ba1-3a9ba2d851f1 req-c4a90773-4dac-4b09-b1ad-610e29dccf9a tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:08.482566 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8980d02e-e210-4191-9ba1-3a9ba2d851f1 req-c4a90773-4dac-4b09-b1ad-610e29dccf9a tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0497878 Nov 23 14:56:08.528894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8980d02e-e210-4191-9ba1-3a9ba2d851f1 req-e063553f-ee8a-46fc-80a2-42c130f7306a tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Nov 23 14:56:09.653559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68b2bc-a4e5-489d-bcdf-985bb2d0797c req-af33c533-3ef6-4636-8fdb-2bdc0d6b3e40 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:09.655493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e68b2bc-a4e5-489d-bcdf-985bb2d0797c req-af33c533-3ef6-4636-8fdb-2bdc0d6b3e40 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 945 time: 0.0570703 Nov 23 14:56:09.705394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e68b2bc-a4e5-489d-bcdf-985bb2d0797c req-d1d25d75-0bf6-4b55-80db-6212a8c27e64 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Nov 23 14:56:10.109937 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-7f245791-3d51-496c-b64d-b11088adf60e service neutron] show failed (client error): The resource could not be found. Nov 23 14:56:10.111025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-7f245791-3d51-496c-b64d-b11088adf60e service neutron] 10.222.0.74 "GET /v2.0/ports/825cdea3-486b-41d8-aba8-58452eaf0ca6/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0561738 Nov 23 14:56:10.328762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-1775e277-5a9d-4561-bd57-3a918718534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:10.330255 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-1775e277-5a9d-4561-bd57-3a918718534a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f&tenant_id=48aad19b5ad3409ca2b522e42fd1131d HTTP/1.1" status: 200 len: 1096 time: 0.0416605 Nov 23 14:56:10.342056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:56:10.396460 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:10.594408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:56:10.629068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:56:10.677082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:56:10.679269 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32908375-bf93-4f4b-a5d1-588a0c724768" -d '{"events": [{"server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "name": "network-vif-unplugged", "status": "completed", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:56:10.683616 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:10.701269 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Transition to ACTIVE for port object 825cdea3-486b-41d8-aba8-58452eaf0ca6 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:56:10.704983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:10.733684 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac21059c-7476-4c33-b23d-076055a88b96 x-openstack-request-id: req-ac21059c-7476-4c33-b23d-076055a88b96 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:56:10.734080 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "name": "network-vif-unplugged", "status": "completed", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:56:10.734442 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac21059c-7476-4c33-b23d-076055a88b96 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:56:10.734965 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'code': 200} Nov 23 14:56:10.782063 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] No DVR routers for this DVR port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:56:10.794214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:10.823416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.823769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.824112 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.824449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.824782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.825113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.825447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.825773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.826098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.826423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.826756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.827100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:10.864584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:56:10.864918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:56:10.865242 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:56:10.872688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:56:10.873007 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Attempting to bind port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on network e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:56:10.883578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096a9c-fe97-448b-9ef0-4eb9e04185d6 req-5003c417-aec9-4b2d-af74-e5e0eccd99ca tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:10.885082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f096a9c-fe97-448b-9ef0-4eb9e04185d6 req-5003c417-aec9-4b2d-af74-e5e0eccd99ca tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 943 time: 0.1079526 Nov 23 14:56:10.889070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:56:10.889407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Checking segment: {'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:56:10.889788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Bound using segment: {'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:56:10.890209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Bound port: 825cdea3-486b-41d8-aba8-58452eaf0ca6, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46db52de-3761-4e4c-8bcc-5255cac9072f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:56:10.890568 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:10.979024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1f096a9c-fe97-448b-9ef0-4eb9e04185d6 req-11c221d0-8b62-42fc-ac63-58d16b8f0613 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853748 Nov 23 14:56:10.999994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:56:11.003949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:56:11.008730 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:11.045384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:11.046007 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:11.047440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] 10.222.0.11 "PUT /v2.0/ports/825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 1091 time: 0.7092631 Nov 23 14:56:11.070590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15add699-a46c-4735-b6aa-c2db8481dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:11.111528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-1464ccb3-5bbf-4d7e-bb25-8b85d686120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:11.113529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-1464ccb3-5bbf-4d7e-bb25-8b85d686120c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1094 time: 0.0401311 Nov 23 14:56:11.204670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-ffa5258c-9ea1-4bba-b9fb-4b9a11f11aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:11.206138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-ffa5258c-9ea1-4bba-b9fb-4b9a11f11aa2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 912 time: 0.0857024 Nov 23 14:56:11.251284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-0a51e5d6-b7d0-422e-b2c2-498292d3e741 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0374854 Nov 23 14:56:11.299662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-bd1ef41e-5449-4014-9025-3c6493b6aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:11.301556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-bd1ef41e-5449-4014-9025-3c6493b6aaac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.0419803 Nov 23 14:56:11.336904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-79be8862-69eb-4d18-b5b8-c8dfd4e8165b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282030 Nov 23 14:56:11.431191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-ebc92ed7-a877-4497-9992-3eb633fc9736 service neutron] 10.222.0.11 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860510 Nov 23 14:56:11.530293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9947ee46-64ea-40ea-86d1-9d821962f6f2 req-04e64e26-75a4-49d7-838c-1d460fa97f89 service neutron] 10.222.0.11 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915041 Nov 23 14:56:12.119868 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab49be-7c2d-4b05-9228-5dc2c1b488ae req-e7be1742-804a-4aa5-9fd4-42a1fd683ec9 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:12.121507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ab49be-7c2d-4b05-9228-5dc2c1b488ae req-e7be1742-804a-4aa5-9fd4-42a1fd683ec9 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 943 time: 0.0629699 Nov 23 14:56:12.176164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c7ab49be-7c2d-4b05-9228-5dc2c1b488ae req-7d920c78-44d3-41e1-880b-59444ad96cac tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Nov 23 14:56:12.736028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:56:12.738412 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:56:12.786403 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c97f29-0b62-4d7c-9e24-fe262de3af33 x-openstack-request-id: req-20c97f29-0b62-4d7c-9e24-fe262de3af33 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:56:12.787287 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:56:12.788219 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20c97f29-0b62-4d7c-9e24-fe262de3af33 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:56:12.788634 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'status': 'completed', 'code': 200} Nov 23 14:56:12.878349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-a439ef55-5827-4bca-b270-9e0679730538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:12.879825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-a439ef55-5827-4bca-b270-9e0679730538 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1094 time: 0.0726519 Nov 23 14:56:12.882202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-600b1490-8ba1-4516-8ba3-08a2829ab8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:12.883555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-600b1490-8ba1-4516-8ba3-08a2829ab8e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1094 time: 0.0671017 Nov 23 14:56:13.408673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-be3f5486-7b77-44cf-acda-ff0f43485473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:13.410178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-be3f5486-7b77-44cf-acda-ff0f43485473 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 912 time: 0.5240471 Nov 23 14:56:13.416561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-54db2375-eace-482b-ada6-4647bd6c5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:13.417918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-54db2375-eace-482b-ada6-4647bd6c5391 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 912 time: 0.5145962 Nov 23 14:56:13.435097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e8c39-74e3-461e-b6ed-93668f6ee6b6 req-1df2d7af-bac5-4d61-b521-c1aa397b557c tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:13.436517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d9e8c39-74e3-461e-b6ed-93668f6ee6b6 req-1df2d7af-bac5-4d61-b521-c1aa397b557c tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 943 time: 0.0967829 Nov 23 14:56:13.474493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-ac0db654-980d-476c-a8fc-0e1558521e09 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0547299 Nov 23 14:56:13.512643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-f96e5b98-3c0e-4432-8394-a3e83055d106 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0471387 Nov 23 14:56:13.614427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1d9e8c39-74e3-461e-b6ed-93668f6ee6b6 req-18acf75f-3abb-482f-b7e3-d453e9dd29c4 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434608 Nov 23 14:56:13.616606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-d4a08d56-3c9f-45b1-b72a-d87448903c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:13.617955 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-d4a08d56-3c9f-45b1-b72a-d87448903c2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.0968161 Nov 23 14:56:13.619194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-991667f1-d592-4195-b56c-b7374f40af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:13.620523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-991667f1-d592-4195-b56c-b7374f40af2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.1166639 Nov 23 14:56:13.672214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-0e3f6588-0064-4481-8d6f-d9b2daa1e8a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471442 Nov 23 14:56:13.674122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-5e1558cc-7472-4844-af6b-b6633e99c723 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408769 Nov 23 14:56:13.840331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-11697333-257e-409c-a278-d5fc943b4786 service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530328 Nov 23 14:56:13.842464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-23d4f9fb-bed2-42b1-aa0c-ad69d04218df service neutron] 10.222.0.11 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624470 Nov 23 14:56:13.876755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-408d958d-4ee7-4ba3-a514-a7d605f0d983 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:13.878388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-408d958d-4ee7-4ba3-a514-a7d605f0d983 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f&tenant_id=48aad19b5ad3409ca2b522e42fd1131d&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 943 time: 0.0528450 Nov 23 14:56:13.940896 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-b5fc86ee-f357-4831-9988-5d7cf540db9c service neutron] delete failed (client error): The resource could not be found. Nov 23 14:56:13.941928 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-b5fc86ee-f357-4831-9988-5d7cf540db9c service neutron] 10.222.0.74 "DELETE /v2.0/ports/825cdea3-486b-41d8-aba8-58452eaf0ca6/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0557959 Nov 23 14:56:14.013280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-dc01a704-a35d-433c-83f1-f01abbccfd73 service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647005 Nov 23 14:56:14.016833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-537f6ba7-1ff1-44b3-ade8-7907f2a18f78 req-133fd8c2-c101-4fac-ba20-437b7e5c7c35 service neutron] 10.222.0.11 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604371 Nov 23 14:56:14.113693 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-381abe49-ab01-4cf7-a7de-df14ac299875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:14.115216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-381abe49-ab01-4cf7-a7de-df14ac299875 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 1094 time: 0.0413039 Nov 23 14:56:14.207684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-56d8e3a5-0ea2-4f28-bd39-da9b226b9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:14.209138 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-56d8e3a5-0ea2-4f28-bd39-da9b226b9e38 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 200 len: 912 time: 0.0869701 Nov 23 14:56:14.248922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-eac89446-78ed-44a4-a1ac-25e47bb8920f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 200 len: 217 time: 0.0326219 Nov 23 14:56:14.296280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-78c8d53f-b7bf-4323-96f1-f96960c1e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:14.297646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-78c8d53f-b7bf-4323-96f1-f96960c1e002 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 200 len: 851 time: 0.0421865 Nov 23 14:56:14.328745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-a52a5d28-7d4f-459d-81e1-5de26b0e5880 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239155 Nov 23 14:56:14.421383 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-6cfc7a6f-148c-4720-83b3-3c1b0297dded service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858901 Nov 23 14:56:14.512582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-bc478a7c-358c-4410-99b2-0ab8257d1797 service neutron] 10.222.0.74 "GET /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Nov 23 14:56:14.802455 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:56:14.840811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:56:15.190864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46664e-1985-4d2e-bfe8-04a25b6751f6 req-3fcc8787-0414-41b3-ae1a-19686a531eb0 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:15.192353 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc46664e-1985-4d2e-bfe8-04a25b6751f6 req-3fcc8787-0414-41b3-ae1a-19686a531eb0 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 943 time: 0.0486319 Nov 23 14:56:15.238477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc46664e-1985-4d2e-bfe8-04a25b6751f6 req-c057e890-332f-4492-9ce2-834c103a9cd1 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Nov 23 14:56:15.276970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:56:15.372312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:56:15.383092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'network_id': 'e8299def-8a6d-4cf3-9bbe-8b600f2c72f1', 'port_id': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'mac_address': 'fa:16:3e:a2:b7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6712761-7e7d-4b07-bcc9-8f8fa1dea172', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:56:15.420947 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:15.433876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825cdea3-486b-41d8-aba8-58452eaf0ca6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:56:15.454412 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:56:15.458614 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:15.507417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:15.514688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.515128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.515498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.515833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.516164 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.516490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.516840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.517187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.517512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.517834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.518155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.518548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:15.703861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['825cdea3-486b-41d8-aba8-58452eaf0ca6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:56:16.355416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e51e46-450b-4b9f-a646-6f65deb19198 req-5953d179-fc2a-4b08-b963-186493a19b01 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:16.356876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4e51e46-450b-4b9f-a646-6f65deb19198 req-5953d179-fc2a-4b08-b963-186493a19b01 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 944 time: 0.0475752 Nov 23 14:56:16.405225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4e51e46-450b-4b9f-a646-6f65deb19198 req-63ccdace-82c1-44e8-88b7-95062f9532a2 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.46 "GET /v2.0/security-groups?id=4381eea9-36de-4357-a6b8-24ba37860373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Nov 23 14:56:16.563721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-31f68775-9dae-4a62-9e62-fea56cdb87b2 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:16.565045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-31f68775-9dae-4a62-9e62-fea56cdb87b2 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff8c4f6-125e-4663-ac33-da3ad938666f HTTP/1.1" status: 200 len: 944 time: 0.0502350 Nov 23 14:56:16.651320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Deleting port 825cdea3-486b-41d8-aba8-58452eaf0ca6 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:56:16.651656 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:16.745897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] For port 825cdea3-486b-41d8-aba8-58452eaf0ca6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=825cdea3-486b-41d8-aba8-58452eaf0ca6,segment=NetworkSegment(46db52de-3761-4e4c-8bcc-5255cac9072f),segment_id=46db52de-3761-4e4c-8bcc-5255cac9072f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:56:16.746257 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:16.757816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Calling delete_port for 825cdea3-486b-41d8-aba8-58452eaf0ca6 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:56:16.881755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:16.894076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['825cdea3-486b-41d8-aba8-58452eaf0ca6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:56:16.912758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Pushing event deleted for resources: {'Port': ['ID=825cdea3-486b-41d8-aba8-58452eaf0ca6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:16.956224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] No DVR routers for this DVR port 825cdea3-486b-41d8-aba8-58452eaf0ca6 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:56:16.958991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:16.962715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf1e5040-0591-4f3d-a8a7-7b21c965bcfe req-f606ee20-4e32-48ba-bb6c-2ae700254d17 tempest-DeleteServersTestJSON-1553461628 tempest-DeleteServersTestJSON-1553461628-project] 10.222.0.11 "DELETE /v2.0/ports/825cdea3-486b-41d8-aba8-58452eaf0ca6 HTTP/1.1" status: 204 len: 173 time: 0.3910272 Nov 23 14:56:16.963197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'name': 'network-vif-deleted', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:56:16.965975 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3a856f-68d4-432c-b499-821819256967" -d '{"events": [{"server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "name": "network-vif-deleted", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:56:17.009189 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f858cb-7d1a-487f-a693-eb4563d7f841 x-openstack-request-id: req-65f858cb-7d1a-487f-a693-eb4563d7f841 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:56:17.009480 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff8c4f6-125e-4663-ac33-da3ad938666f", "name": "network-vif-deleted", "tag": "825cdea3-486b-41d8-aba8-58452eaf0ca6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:56:17.009831 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65f858cb-7d1a-487f-a693-eb4563d7f841 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:56:17.010239 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff8c4f6-125e-4663-ac33-da3ad938666f', 'name': 'network-vif-deleted', 'tag': '825cdea3-486b-41d8-aba8-58452eaf0ca6', 'status': 'completed', 'code': 200} Nov 23 14:56:17.286499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:56:17.305883 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 825cdea3-486b-41d8-aba8-58452eaf0ca6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:56:17.306231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 14:56:17.324310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Port 825cdea3-486b-41d8-aba8-58452eaf0ca6 not found, will not notify nova. {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 14:56:17.534571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34704) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:56:17.577399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] Deleting subnet b6712761-7e7d-4b07-bcc9-8f8fa1dea172 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:56:17.580288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.613684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.654804 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.704015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.728921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6712761-7e7d-4b07-bcc9-8f8fa1dea172,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:17.732599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.735727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a1cacbba-ee52-4d09-9386-9020697ff663 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b6712761-7e7d-4b07-bcc9-8f8fa1dea172 HTTP/1.1" status: 204 len: 168 time: 0.2001228 Nov 23 14:56:17.738268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34706) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:56:17.805473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.885286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.904046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8299def-8a6d-4cf3-9bbe-8b600f2c72f1']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:56:17.913043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46db52de-3761-4e4c-8bcc-5255cac9072f') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:56:17.913379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46db52de-3761-4e4c-8bcc-5255cac9072f') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:56:17.922593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.935956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.942494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:56:17.942863 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:56:17.944577 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:56:18.000759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:18.006848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:18.009964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e8299def-8a6d-4cf3-9bbe-8b600f2c72f1 HTTP/1.1" status: 204 len: 168 time: 0.2708075 Nov 23 14:56:18.020646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43012ed0-6c61-47df-b8e8-1cac47ff03e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8299def-8a6d-4cf3-9bbe-8b600f2c72f1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:18.114656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34710) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:56:18.153499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-304ef254-c464-4633-98f1-db5d88b5195c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48aad19b5ad3409ca2b522e42fd1131d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375473 Nov 23 14:56:18.155930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34712) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:56:18.201455 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c30c55-40a2-4b68-9398-f3e06d77036e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:18.221194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c30c55-40a2-4b68-9398-f3e06d77036e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:18.267471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c30c55-40a2-4b68-9398-f3e06d77036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:18.270029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41c30c55-40a2-4b68-9398-f3e06d77036e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:18.271191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41c30c55-40a2-4b68-9398-f3e06d77036e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4381eea9-36de-4357-a6b8-24ba37860373 HTTP/1.1" status: 204 len: 168 time: 0.1143625 Nov 23 14:56:18.278762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c30c55-40a2-4b68-9398-f3e06d77036e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4381eea9-36de-4357-a6b8-24ba37860373,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:18.927469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 34734) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:56:19.020548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-372296165-network', 'tenant_id': '342945442ece4e939dfd527031053eb3'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:56:19.040879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Made reservation on behalf of 342945442ece4e939dfd527031053eb3 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:56:19.043155 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.054805 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.129070 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.132801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.159230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:56:19.164511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b44e1-90e6-42ac-ae97-9c13436e2e13,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:19.172129 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.172129 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Added segment 9fba13bc-8af7-465d-8c2c-b51aa492045e of type vlan for network 8d728af6-6692-4c15-8888-ea76f76e83d7 Nov 23 14:56:19.212943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.236014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.236951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:19.237531 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.273002 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3444574 Nov 23 14:56:19.276041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 34738) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:56:19.280910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Request body: {'subnet': {'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-372296165-subnet', 'tenant_id': '342945442ece4e939dfd527031053eb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:56:19.299590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e965b-0615-4069-82e2-7c5db44727e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d728af6-6692-4c15-8888-ea76f76e83d7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:19.302655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Made reservation on behalf of 342945442ece4e939dfd527031053eb3 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:56:19.305056 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.310225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8d728af6-6692-4c15-8888-ea76f76e83d7 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:56:19.469577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.531249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb5112b-4526-4e9d-a638-25dfcdaec76e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:19.538776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Checking segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:56:19.539154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Network hostable DHCP agents. Network: 8d728af6-6692-4c15-8888-ea76f76e83d7, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:56:19.542853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.543227 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.543571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.543910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.544247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.544585 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.544915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.545245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.545572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.545898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.546221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.546545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:56:19.563567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Network 8d728af6-6692-4c15-8888-ea76f76e83d7 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:56:19.572777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8d728af6-6692-4c15-8888-ea76f76e83d7) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:56:19.576795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:19.577411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:19.582089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5159eb11-4704-4772-a17a-e173977046b8 None None] Network 8d728af6-6692-4c15-8888-ea76f76e83d7 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:56:19.603500 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e50e66cb-ae42-4ab7-a0b7-16fdeea0c086 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3262780 Nov 23 14:56:19.713009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591276b9-e58f-4c3d-9951-da8292265dd8 None None] Network 8d728af6-6692-4c15-8888-ea76f76e83d7 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:56:20.028713 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-221baf9e-d20d-4c84-bc02-72808e84a8f1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:20.030182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-221baf9e-d20d-4c84-bc02-72808e84a8f1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 814 time: 0.1049931 Nov 23 14:56:20.045663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-455214ac-5fb0-4e84-b2f0-7bc2446edb8b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/quotas/342945442ece4e939dfd527031053eb3 HTTP/1.1" status: 200 len: 375 time: 0.0092192 Nov 23 14:56:20.076375 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-eb66ba08-62f1-4cbf-9114-42448bae5da3 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255828 Nov 23 14:56:20.169391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-1e0e799f-22df-4266-a236-960a540e51e8 service neutron] 10.222.0.46 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857832 Nov 23 14:56:20.261454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-35477ee5-cf6a-4e17-83d6-67cbb7ffe47b service neutron] 10.222.0.46 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858181 Nov 23 14:56:20.422554 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eaad7f74-0fa8-4ee6-94a3-3c5db12b27f2 req-9bbea3b1-709d-42bc-b72f-941bc44b4b8c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 210 time: 0.0318615 Nov 23 14:56:21.314046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:56:21.333937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 825cdea3-486b-41d8-aba8-58452eaf0ca6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:56:21.334284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 825cdea3-486b-41d8-aba8-58452eaf0ca6 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:56:21.336500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-ff3e0a1d-ebc1-4455-85f8-22961f1b04d1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:21.338135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-ff3e0a1d-ebc1-4455-85f8-22961f1b04d1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 814 time: 0.1028557 Nov 23 14:56:21.352389 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Request body: {'port': {'device_id': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7', 'admin_state_up': True, 'tenant_id': '342945442ece4e939dfd527031053eb3'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:56:21.463498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Made reservation on behalf of 342945442ece4e939dfd527031053eb3 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:56:21.467148 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:21.552746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4be36236-ddbd-413f-9e8d-80c3b5594331 req-b2b98571-52cd-4aec-bdeb-f34a1fda2a9f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 210 time: 0.0565953 Nov 23 14:56:21.619561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Allocated IP 172.20.0.12 (8d728af6-6692-4c15-8888-ea76f76e83d7/9fb5112b-4526-4e9d-a638-25dfcdaec76e/cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:56:21.761393 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:21.799430 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:21.845422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Network 8d728af6-6692-4c15-8888-ea76f76e83d7 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:56:21.850437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:56:21.852901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:56:21.887039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:21.909200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:21.910359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:21.928269 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-959229b1-2348-4acd-b52b-28373cb433a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799613 Nov 23 14:56:21.940817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Request body: {'port': {'device_id': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:56:21.992456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:22.251119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:56:22.258402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:22.270754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Transition to ACTIVE for port object cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:56:22.274119 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:22.324991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:22.386750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:56:22.387442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:56:22.387442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:56:22.391631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:56:22.391951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:56:22.397261 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:56:22.397596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Checking segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:56:22.397975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Bound using segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:56:22.398392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Bound port: cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:56:22.398739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:22.464303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:56:22.467271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:56:22.471508 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:22.504971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:22.505633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:22.507057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] 10.222.0.11 "PUT /v2.0/ports/cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 1092 time: 0.5705669 Nov 23 14:56:22.507496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:56:22.509734 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24605367-23de-4d8f-a330-cd73a34c3b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:56:22.535551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68568-ff2e-43f5-b6dc-85217a715a73 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:22.555876 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260b243-b7cc-46ba-8815-c5fa1421e990 x-openstack-request-id: req-e260b243-b7cc-46ba-8815-c5fa1421e990 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:56:22.556166 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:56:22.556420 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e260b243-b7cc-46ba-8815-c5fa1421e990 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:56:22.556817 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'status': 'completed', 'code': 200} Nov 23 14:56:22.590087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-137b8fc1-6239-41c4-a165-689c823f1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:22.591646 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-137b8fc1-6239-41c4-a165-689c823f1d24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1095 time: 0.0448360 Nov 23 14:56:22.647602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-8ab97a61-495a-46b3-9aa2-be5858a19e15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0458374 Nov 23 14:56:22.715183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-c048c80a-25d9-4b8b-afd4-d67f1e35502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:22.716624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-c048c80a-25d9-4b8b-afd4-d67f1e35502b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0516396 Nov 23 14:56:22.724977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee033d9-9ee5-46b1-977e-4c6ab236bb7a req-92f8a1f4-92b0-4025-a88a-ab57218b1076 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:22.726367 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cee033d9-9ee5-46b1-977e-4c6ab236bb7a req-92f8a1f4-92b0-4025-a88a-ab57218b1076 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 944 time: 0.0883725 Nov 23 14:56:22.761350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-d22cd978-b02a-461a-bbbd-5b3f88f13c79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340116 Nov 23 14:56:22.823565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cee033d9-9ee5-46b1-977e-4c6ab236bb7a req-d79edc65-d3ad-4e24-8d56-281e45257f8b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891411 Nov 23 14:56:22.880950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-5049d266-c1ff-4d75-987b-5a9d5a4dd920 service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072037 Nov 23 14:56:22.974907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8eb184-94dc-4569-9b34-a6c7472e66c6 req-da1277df-ab5a-41fd-946d-06a1ff797d8e service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863657 Nov 23 14:56:23.066398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-50d5ba02-f75a-4123-9435-6af9d22e5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:23.067888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-50d5ba02-f75a-4123-9435-6af9d22e5ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1095 time: 0.0420113 Nov 23 14:56:23.155173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-3f25067e-166c-41a3-a8f3-b2c43536230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:23.156661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-3f25067e-166c-41a3-a8f3-b2c43536230b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0817549 Nov 23 14:56:23.200615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-604994e6-3396-4c2f-b5e5-04712368e1f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0367644 Nov 23 14:56:23.248847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-86dbfde9-db4e-4272-8615-21e5deb5096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:23.250237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-86dbfde9-db4e-4272-8615-21e5deb5096c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0417659 Nov 23 14:56:23.280714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-56df59ae-0a8e-4783-9fe3-9052ddffd06f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229418 Nov 23 14:56:23.371265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-dbdd877c-028b-4e87-b9cb-543b6085afc4 service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824933 Nov 23 14:56:23.470806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24605367-23de-4d8f-a330-cd73a34c3b4d req-eb44ed2e-1b68-45c9-987e-2e6d9837a1cb service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906239 Nov 23 14:56:23.941322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261c837-47d8-4a5a-8e53-e05f963998b8 req-540c22fd-0f9a-4208-97a9-10ac89db6d28 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:23.942775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f261c837-47d8-4a5a-8e53-e05f963998b8 req-540c22fd-0f9a-4208-97a9-10ac89db6d28 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 944 time: 0.0504549 Nov 23 14:56:23.993569 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f261c837-47d8-4a5a-8e53-e05f963998b8 req-13ef5167-390d-454e-8982-56eb07a80458 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Nov 23 14:56:24.096739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:25.106250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71949f40-4fe6-42d4-95d4-21b8a54f374f req-6d8cc174-2944-4687-9160-384c2da401a6 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:25.107792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71949f40-4fe6-42d4-95d4-21b8a54f374f req-6d8cc174-2944-4687-9160-384c2da401a6 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 944 time: 0.0482638 Nov 23 14:56:25.155346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71949f40-4fe6-42d4-95d4-21b8a54f374f req-15b0685d-d641-43df-8ab5-f86b804c9c8a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Nov 23 14:56:25.363059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:56:25.458632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:56:25.469259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7', 'port_id': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'mac_address': 'fa:16:3e:84:63:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb5112b-4526-4e9d-a638-25dfcdaec76e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:56:25.504494 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:25.516556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:56:25.535457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:56:25.539239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:25.748640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:25.803331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:56:26.270637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3c3cc-b425-43e4-a6ef-ff51c69dd893 req-08da3bfe-502a-4a6c-94f1-95f875ab7f6e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:26.272107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f3c3cc-b425-43e4-a6ef-ff51c69dd893 req-08da3bfe-502a-4a6c-94f1-95f875ab7f6e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 945 time: 0.0470662 Nov 23 14:56:26.317165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36f3c3cc-b425-43e4-a6ef-ff51c69dd893 req-be574399-a28a-4f8a-84cf-0f44e70955f2 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Nov 23 14:56:26.793195 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aba65739-efd2-4ce4-8629-a489e78e269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:27.394975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:56:27.434724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ee55-8110-4a29-8f1f-2e4af6c0dcdc req-5427c008-6111-4b15-a3ff-5ce5b1448d7d tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:27.436231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7f7ee55-8110-4a29-8f1f-2e4af6c0dcdc req-5427c008-6111-4b15-a3ff-5ce5b1448d7d tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 945 time: 0.0528822 Nov 23 14:56:27.443686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:56:27.447878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:56:27.448253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:27.486211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7f7ee55-8110-4a29-8f1f-2e4af6c0dcdc req-d725dba9-812b-4b66-888f-9ed50576e7a3 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Nov 23 14:56:27.496609 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:27.550841 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:27.572514 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:56:27.574804 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26643b8e-725a-4c8f-a2d8-862b9cd3ff9f" -d '{"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:56:27.591511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:56:27.601000 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:27.623625 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e066e5-18a7-4529-ae35-a516a375a865 x-openstack-request-id: req-c2e066e5-18a7-4529-ae35-a516a375a865 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:56:27.623914 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:56:27.624163 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2e066e5-18a7-4529-ae35-a516a375a865 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:56:27.624551 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'code': 200} Nov 23 14:56:27.651600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:56:27.723563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48998250-68f0-4eec-9bd5-612cd5d3bea7 req-7122bbf6-58dc-4771-b140-a00d55a861ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:27.725039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48998250-68f0-4eec-9bd5-612cd5d3bea7 req-7122bbf6-58dc-4771-b140-a00d55a861ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1097 time: 0.0402279 Nov 23 14:56:27.769905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-48998250-68f0-4eec-9bd5-612cd5d3bea7 req-020bcd79-088b-4bc2-9aa1-e4213320c4a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368187 Nov 23 14:56:28.611567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0698e-c1ba-4e16-ad9c-89525bab98a2 req-9604a7d3-be1a-4aa5-8130-1c19af448472 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:28.613054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dd0698e-c1ba-4e16-ad9c-89525bab98a2 req-9604a7d3-be1a-4aa5-8130-1c19af448472 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0549085 Nov 23 14:56:28.658778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dd0698e-c1ba-4e16-ad9c-89525bab98a2 req-834b25df-d92c-4b73-a49a-9f2fae8dc7e9 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Nov 23 14:56:29.156220 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d85403a-2580-416b-b234-a80f5d59886c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:29.774447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac72559-3b02-4322-8a83-92f9f3a4dd95 req-7b72ef37-1f39-44e1-98b5-54760f268441 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:29.775939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ac72559-3b02-4322-8a83-92f9f3a4dd95 req-7b72ef37-1f39-44e1-98b5-54760f268441 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0483661 Nov 23 14:56:29.827156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ac72559-3b02-4322-8a83-92f9f3a4dd95 req-4e505c68-d04b-4d0c-8878-f0a7607f9eca tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Nov 23 14:56:29.941839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37892cd3-d1dd-4da4-8593-e36491124d28 req-e772a280-8850-45a2-9081-5147ff3161ce tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:29.943298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37892cd3-d1dd-4da4-8593-e36491124d28 req-e772a280-8850-45a2-9081-5147ff3161ce tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0481420 Nov 23 14:56:29.991722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37892cd3-d1dd-4da4-8593-e36491124d28 req-e66a332d-3eaa-42a0-a7a4-f889fb809ded tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Nov 23 14:56:30.185769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5fc5-28b4-48a5-91fc-3b41b51ec34b req-53b3fc51-f495-4386-a814-261fc5aa3020 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:30.187244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-216c5fc5-28b4-48a5-91fc-3b41b51ec34b req-53b3fc51-f495-4386-a814-261fc5aa3020 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0476024 Nov 23 14:56:30.193934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:30.233723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-216c5fc5-28b4-48a5-91fc-3b41b51ec34b req-ca0124f2-0bd5-4f55-ba24-9be090f3cadb tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Nov 23 14:56:30.345901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c257e6-42cd-47b6-9f6f-3f1d4167ec58 req-6285873a-28ea-499e-b37f-76badc078b1f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:30.347918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90c257e6-42cd-47b6-9f6f-3f1d4167ec58 req-6285873a-28ea-499e-b37f-76badc078b1f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0490627 Nov 23 14:56:30.393940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90c257e6-42cd-47b6-9f6f-3f1d4167ec58 req-532a5637-5d5e-4109-b541-4384e92facde tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Nov 23 14:56:30.612699 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-7b6c668f-f6e3-45b7-895b-3c7a13073012 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411012 Nov 23 14:56:30.633055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68991a71-d18e-4d1c-8e1c-3b19eed4d5a1 req-61d55e78-5d69-44f6-bddc-36cfe7645c23 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:30.634568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68991a71-d18e-4d1c-8e1c-3b19eed4d5a1 req-61d55e78-5d69-44f6-bddc-36cfe7645c23 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0532002 Nov 23 14:56:30.682462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68991a71-d18e-4d1c-8e1c-3b19eed4d5a1 req-9707f2b8-b610-433d-9760-98ed6a2a5d02 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Nov 23 14:56:31.741243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-5186b468-24fb-4838-8284-913c3188180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:31.742848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-5186b468-24fb-4838-8284-913c3188180f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1097 time: 0.0423465 Nov 23 14:56:31.803520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:31.856747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c563-7706-4c01-93ee-b1f48423f5aa req-a0351c9c-51f2-486e-a628-c3cf5815b479 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:31.858154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1d3c563-7706-4c01-93ee-b1f48423f5aa req-a0351c9c-51f2-486e-a628-c3cf5815b479 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.1003628 Nov 23 14:56:31.885807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-74a6a2f8-c72e-4059-85d8-06f4e89d8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:31.887229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-74a6a2f8-c72e-4059-85d8-06f4e89d8559 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.1370382 Nov 23 14:56:31.947337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-2d1f781b-e77d-452a-9585-06f7402c6a5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0483539 Nov 23 14:56:31.951027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1d3c563-7706-4c01-93ee-b1f48423f5aa req-6c3d93d7-3aff-4c0d-8630-789a0475ea8b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848713 Nov 23 14:56:31.997065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-48bb4984-9fc0-4acc-9775-ec7624de3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:31.998510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-48bb4984-9fc0-4acc-9775-ec7624de3110 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0436628 Nov 23 14:56:32.032379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-d9650890-64e2-4365-bd44-f1e9804cc74e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248303 Nov 23 14:56:32.122426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-4ee89b60-5edd-402d-8173-e47073a0bd07 service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828307 Nov 23 14:56:32.271778 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:56:32.546985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-b31bdd43-91c0-4068-af2a-37a544b8045a service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163253 Nov 23 14:56:32.608156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:33.067462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbffaff-f8db-4e2d-9dcd-29bebcfe11f1 req-43b1570d-d4dd-44ec-a021-bb58cfaf3995 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:33.068939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bbffaff-f8db-4e2d-9dcd-29bebcfe11f1 req-43b1570d-d4dd-44ec-a021-bb58cfaf3995 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0489702 Nov 23 14:56:33.117988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0bbffaff-f8db-4e2d-9dcd-29bebcfe11f1 req-4708cc1a-dfed-4847-936f-3d297aa2029d tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Nov 23 14:56:34.231667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50355f4a-e7a3-4d8d-88bb-86c84b88881f req-6af4bc47-f311-4d02-8b42-a64252ffe77a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:34.233111 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50355f4a-e7a3-4d8d-88bb-86c84b88881f req-6af4bc47-f311-4d02-8b42-a64252ffe77a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0475399 Nov 23 14:56:34.279603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50355f4a-e7a3-4d8d-88bb-86c84b88881f req-f324a0be-8f30-4ca4-884e-5faf3972fdaf tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Nov 23 14:56:35.394407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78697f12-3b35-4249-a0cd-3f8d5c450d79 req-d60dad16-d4f9-447b-9902-01e949764cd1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:35.395884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78697f12-3b35-4249-a0cd-3f8d5c450d79 req-d60dad16-d4f9-447b-9902-01e949764cd1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0483942 Nov 23 14:56:35.441905 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78697f12-3b35-4249-a0cd-3f8d5c450d79 req-f8269a57-e131-439b-b215-efcfe8e94e2c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Nov 23 14:56:36.557690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735844fe-d0a0-4727-898d-bc0e8c782092 req-c97ef5a5-72ac-4b17-97d7-059cb5f7e2f9 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:36.559183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-735844fe-d0a0-4727-898d-bc0e8c782092 req-c97ef5a5-72ac-4b17-97d7-059cb5f7e2f9 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0511448 Nov 23 14:56:36.605396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-735844fe-d0a0-4727-898d-bc0e8c782092 req-2e876e8b-5982-4d62-891c-2a220cf9cfb4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Nov 23 14:56:37.722753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f70c2-7154-456c-8be5-90e732caed35 req-3fa43c63-eec4-4c52-b93b-f41f5a19ae13 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:37.724250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba6f70c2-7154-456c-8be5-90e732caed35 req-3fa43c63-eec4-4c52-b93b-f41f5a19ae13 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0487051 Nov 23 14:56:37.770221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba6f70c2-7154-456c-8be5-90e732caed35 req-19e25eca-c24f-4042-8229-69fe5c81fca4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Nov 23 14:56:38.887342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842aa5c-8e01-44aa-8fdf-7eb563050b0d req-4d0a534c-8fdd-405c-9277-296d712f9d72 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:38.888727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b842aa5c-8e01-44aa-8fdf-7eb563050b0d req-4d0a534c-8fdd-405c-9277-296d712f9d72 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0514617 Nov 23 14:56:38.941175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b842aa5c-8e01-44aa-8fdf-7eb563050b0d req-f4a22475-bbe3-435f-9026-1ddf6420cfe4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 Nov 23 14:56:40.060027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05026b-2834-4687-b4d4-d78222adda57 req-65636bb4-f0bb-45e9-a601-148b7e78e4b7 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:40.061483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f05026b-2834-4687-b4d4-d78222adda57 req-65636bb4-f0bb-45e9-a601-148b7e78e4b7 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0483432 Nov 23 14:56:40.106726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5f05026b-2834-4687-b4d4-d78222adda57 req-8763ccd5-287b-490a-b43b-3046b20c3fa8 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Nov 23 14:56:41.220335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970ab1-ad42-4e99-aab3-68e49b13007a req-b14096e7-b7b6-4038-8cae-bc361868aa26 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:41.222399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6970ab1-ad42-4e99-aab3-68e49b13007a req-b14096e7-b7b6-4038-8cae-bc361868aa26 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0478396 Nov 23 14:56:41.272054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6970ab1-ad42-4e99-aab3-68e49b13007a req-546f403b-b2c9-482b-b98f-433e70998e7c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437157 Nov 23 14:56:42.386565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e9f9-6922-4ff4-8d33-8934a7aa1613 req-8813e9d8-ee30-43fa-8972-16cfb01d4b71 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:42.388078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d793e9f9-6922-4ff4-8d33-8934a7aa1613 req-8813e9d8-ee30-43fa-8972-16cfb01d4b71 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0483365 Nov 23 14:56:42.434216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d793e9f9-6922-4ff4-8d33-8934a7aa1613 req-8c49a8b3-cd27-4d19-83b3-cbaa9d2f5732 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Nov 23 14:56:43.546729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e00e8-e4a3-42f4-839a-d789739a8b73 req-11786f10-3b86-4d63-ac45-ec529901d58f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:43.548283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a10e00e8-e4a3-42f4-839a-d789739a8b73 req-11786f10-3b86-4d63-ac45-ec529901d58f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0479066 Nov 23 14:56:43.595389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a10e00e8-e4a3-42f4-839a-d789739a8b73 req-222bb9dc-c01e-4c57-a5aa-a3de226ecdf8 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Nov 23 14:56:44.723046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7423a-25d4-4e51-8a92-4a2b98b2a767 req-93e1327e-810b-411c-98ef-bb55b8beea69 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:44.724618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fd7423a-25d4-4e51-8a92-4a2b98b2a767 req-93e1327e-810b-411c-98ef-bb55b8beea69 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0530760 Nov 23 14:56:44.774000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fd7423a-25d4-4e51-8a92-4a2b98b2a767 req-49b74d09-bfdd-4b9d-906f-a4c709a4d4f5 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Nov 23 14:56:45.887928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89186732-c685-415d-8118-17428f9723df req-3b88f69d-d7bf-4298-bc8c-e8a2bf2e5c60 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:45.889322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89186732-c685-415d-8118-17428f9723df req-3b88f69d-d7bf-4298-bc8c-e8a2bf2e5c60 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0481799 Nov 23 14:56:45.936440 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-89186732-c685-415d-8118-17428f9723df req-ed9f7d31-2b22-443d-b855-93f681b6aa18 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Nov 23 14:56:47.054613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3238f-4279-4a08-be61-b1c2d743be11 req-4fa37f4f-1a90-4974-ae89-de99f09c90b7 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:47.056107 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63f3238f-4279-4a08-be61-b1c2d743be11 req-4fa37f4f-1a90-4974-ae89-de99f09c90b7 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0490611 Nov 23 14:56:47.105332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-63f3238f-4279-4a08-be61-b1c2d743be11 req-8dca497c-7bbb-4907-a0fb-6fafd2e179e7 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Nov 23 14:56:48.220399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187496-55b1-4e5d-a528-86295d621beb req-9b1bf1b4-bc62-49d0-a9fd-93a9467ae7fe tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:48.221852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11187496-55b1-4e5d-a528-86295d621beb req-9b1bf1b4-bc62-49d0-a9fd-93a9467ae7fe tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0491343 Nov 23 14:56:48.267805 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11187496-55b1-4e5d-a528-86295d621beb req-73f11f36-0edc-42bb-92dc-3a6b9372f362 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Nov 23 14:56:49.385185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370c781-4152-4de3-8de7-62c9d45eca47 req-0d88e13f-7ab3-481d-a3ed-91bbdcbc920a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:49.386643 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e370c781-4152-4de3-8de7-62c9d45eca47 req-0d88e13f-7ab3-481d-a3ed-91bbdcbc920a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0477183 Nov 23 14:56:49.434437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e370c781-4152-4de3-8de7-62c9d45eca47 req-afa6b9e0-afe9-4224-949b-0d5e0ab26bad tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Nov 23 14:56:50.554197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc036f-252a-4d50-90c4-6160aa03862e req-1930884c-b8d0-4ecf-a09c-676fe2b94095 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:50.555708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ddc036f-252a-4d50-90c4-6160aa03862e req-1930884c-b8d0-4ecf-a09c-676fe2b94095 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0525532 Nov 23 14:56:50.602522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ddc036f-252a-4d50-90c4-6160aa03862e req-3cecf6a4-04c4-4dcb-b8e6-0b86ce2c409f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Nov 23 14:56:51.718123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bee85-60ca-4c26-b85a-9f58849f4005 req-b7108d9f-c529-4b53-a8f1-9983bc9700f4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:51.719615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b81bee85-60ca-4c26-b85a-9f58849f4005 req-b7108d9f-c529-4b53-a8f1-9983bc9700f4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0488958 Nov 23 14:56:51.766513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b81bee85-60ca-4c26-b85a-9f58849f4005 req-74b823fc-ab62-4786-92f2-f7215312305f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Nov 23 14:56:52.885204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdba75-5e8a-44ef-863a-273afe53f80c req-2350759d-3141-4c31-9f80-4195da1f4e2a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:52.886690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cfdba75-5e8a-44ef-863a-273afe53f80c req-2350759d-3141-4c31-9f80-4195da1f4e2a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0509713 Nov 23 14:56:52.935669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cfdba75-5e8a-44ef-863a-273afe53f80c req-28a7db69-ae33-497b-9bd8-8f36abbea915 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Nov 23 14:56:52.984015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-a5b53f93-93d5-45a0-bcd9-c51f5abfe548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:52.985579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-a5b53f93-93d5-45a0-bcd9-c51f5abfe548 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1097 time: 0.0459335 Nov 23 14:56:53.097567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-4093a803-57fd-479b-a8a8-1b05e43b55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:53.099054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-4093a803-57fd-479b-a8a8-1b05e43b55d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0894370 Nov 23 14:56:53.140695 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-32f98d8a-bb2c-4254-8067-d5302f7c24f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0340889 Nov 23 14:56:53.188703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-64c71d9d-5c85-4261-855d-c3055ccf6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:53.190093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-64c71d9d-5c85-4261-855d-c3055ccf6925 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0421376 Nov 23 14:56:53.220766 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-ae3ea2f6-a51f-49ba-8064-358d86350b9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230825 Nov 23 14:56:53.311652 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-6c58e66d-95fe-4b5c-a321-edd32bda4c4a service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836222 Nov 23 14:56:53.412342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b021f431-cda2-4c54-894c-ccf7a3c78af4 req-f5ff4648-5506-4023-aced-8b436733124f service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856903 Nov 23 14:56:54.050249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e233142-cf35-484c-ba2c-b5039b2f45f8 req-d05926d6-d573-4f92-9878-1b2202894e51 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:54.051750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e233142-cf35-484c-ba2c-b5039b2f45f8 req-d05926d6-d573-4f92-9878-1b2202894e51 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0484228 Nov 23 14:56:54.098345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e233142-cf35-484c-ba2c-b5039b2f45f8 req-e0bac6a1-cc1b-4ce4-abc0-2eabe4145eb4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Nov 23 14:56:54.111708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:55.212605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e25415-0ec6-4ee3-9f50-991e77e66a24 req-16f989cb-766e-4d9c-bfc3-c35af9689cbf tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:55.214059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55e25415-0ec6-4ee3-9f50-991e77e66a24 req-16f989cb-766e-4d9c-bfc3-c35af9689cbf tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0474515 Nov 23 14:56:55.260600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-55e25415-0ec6-4ee3-9f50-991e77e66a24 req-044b035f-975d-47b4-91cf-79a75dc9e527 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Nov 23 14:56:56.378343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b211-af8b-4495-a429-1b99d584438b req-d89e66bc-c787-4425-8181-9fbdef70dc94 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:56.380513 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada5b211-af8b-4495-a429-1b99d584438b req-d89e66bc-c787-4425-8181-9fbdef70dc94 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0515847 Nov 23 14:56:56.426887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ada5b211-af8b-4495-a429-1b99d584438b req-b91221a9-cc6d-4cf8-b02a-8a6d21f20ef2 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Nov 23 14:56:56.794294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e214-5192-4d1c-bf65-7a6a619434be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:57.503303 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:57.542244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34ed1-04a2-42dc-88ba-f3279ecda4a6 req-abb5ad74-fe9f-4952-9df9-165c49a37be4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:57.543727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9c34ed1-04a2-42dc-88ba-f3279ecda4a6 req-abb5ad74-fe9f-4952-9df9-165c49a37be4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0489571 Nov 23 14:56:57.591268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9c34ed1-04a2-42dc-88ba-f3279ecda4a6 req-0f841380-fe38-482d-aa73-4f222f7247a5 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Nov 23 14:56:58.704373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe3ada-157a-4231-97cd-9d82d7307f13 req-d435f309-6e73-407d-af5a-b059d715fe3f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:58.705822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11fe3ada-157a-4231-97cd-9d82d7307f13 req-d435f309-6e73-407d-af5a-b059d715fe3f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0471747 Nov 23 14:56:58.755405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11fe3ada-157a-4231-97cd-9d82d7307f13 req-8bc134c0-0be0-4e49-9521-99a885793601 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Nov 23 14:56:59.157024 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-464dae7d-e23b-4554-bf20-4b1959748056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:59.556163 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-a19c5647-150a-4ffe-a313-5ead304839fb service neutron] show failed (client error): The resource could not be found. Nov 23 14:56:59.557131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-a19c5647-150a-4ffe-a313-5ead304839fb service neutron] 10.222.0.11 "GET /v2.0/ports/cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0641518 Nov 23 14:56:59.759913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-83886f6b-cbb4-4265-829e-a12b07c7c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:59.761406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-83886f6b-cbb4-4265-829e-a12b07c7c174 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd&tenant_id=342945442ece4e939dfd527031053eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0415008 Nov 23 14:56:59.774529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:56:59.859297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:56:59.910645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eef13-c41b-4c2c-be01-6cfa9380f9e3 req-8457aa21-ace7-4a74-8ebb-ab382bd07f1f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:56:59.912170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-458eef13-c41b-4c2c-be01-6cfa9380f9e3 req-8457aa21-ace7-4a74-8ebb-ab382bd07f1f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0899403 Nov 23 14:57:00.029389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-458eef13-c41b-4c2c-be01-6cfa9380f9e3 req-1475334e-5fc6-4f2f-b369-23b9f9cf1bce tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084187 Nov 23 14:57:00.107627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:00.139518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:00.185595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:00.188178 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4752633d-da3a-42be-8a50-1309f56e4417" -d '{"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:00.194951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:00.196066 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:00.209838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Transition to ACTIVE for port object cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:57:00.213696 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:00.245201 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01dbf69-7796-41ac-814a-ab5e6f2969cc x-openstack-request-id: req-e01dbf69-7796-41ac-814a-ab5e6f2969cc {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:00.245494 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:00.245742 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e01dbf69-7796-41ac-814a-ab5e6f2969cc {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:00.246128 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'code': 200} Nov 23 14:57:00.280490 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] No DVR routers for this DVR port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:57:00.282252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:00.316254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:57:00.316581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:57:00.316902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:00.321026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:57:00.321341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Attempting to bind port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:00.326097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:57:00.326419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Checking segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:57:00.326789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Bound using segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:57:00.327233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Bound port: cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:57:00.327572 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:00.388298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:00.391606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:57:00.395786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:00.433427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:00.434134 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:00.435556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-34f36943-1868-46c1-a85d-081a1406288f service neutron] 10.222.0.74 "PUT /v2.0/ports/cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 1092 time: 0.6649258 Nov 23 14:57:00.455497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f36943-1868-46c1-a85d-081a1406288f service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:00.503679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-8e7a7b4a-a34b-4b35-97bd-96cb9142ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:00.505350 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-8e7a7b4a-a34b-4b35-97bd-96cb9142ceb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1095 time: 0.0462682 Nov 23 14:57:00.596548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-8599b6a5-74e2-40ee-9ced-e121ca53c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:00.598605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-8599b6a5-74e2-40ee-9ced-e121ca53c2e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0869615 Nov 23 14:57:00.641114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-1aef67a4-24a1-4f7b-bf63-03ed6620043f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0359397 Nov 23 14:57:00.688175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-d746f24b-3d08-4585-bcda-1de850f1c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:00.689806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-d746f24b-3d08-4585-bcda-1de850f1c138 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0423629 Nov 23 14:57:00.720471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-c7d127c6-5d21-4b84-82e9-20bc000e6ad9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237656 Nov 23 14:57:00.810334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-a9e23b0a-d187-4508-9c92-a34d4e670e0d service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831935 Nov 23 14:57:00.899510 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b672eddd-f2e2-4d17-8811-95d3425c09b6 req-7e81438b-75bc-40a4-9ed8-e7be080f99f0 service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820506 Nov 23 14:57:01.152675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37d1e9-23b7-44b3-b6b3-45473cd671ed req-da3ba5f3-53c7-4e48-91f9-c913e4c54287 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:01.154132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb37d1e9-23b7-44b3-b6b3-45473cd671ed req-da3ba5f3-53c7-4e48-91f9-c913e4c54287 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 944 time: 0.0522103 Nov 23 14:57:01.199428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bb37d1e9-23b7-44b3-b6b3-45473cd671ed req-14e5beb9-76c7-4b10-b21f-e85c0c9ef48b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Nov 23 14:57:01.806263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:02.247257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:02.249653 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495b803-1084-4151-862c-caad154b87e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:02.299340 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa91588-e8b9-4c5a-af92-b7a4949d088d x-openstack-request-id: req-caa91588-e8b9-4c5a-af92-b7a4949d088d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:02.299639 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:02.299889 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-caa91588-e8b9-4c5a-af92-b7a4949d088d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:02.300791 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'status': 'completed', 'code': 200} Nov 23 14:57:02.324174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aaf1b-39a9-4c3a-bf39-3531d9c0f3dc req-992c104d-4a08-4fb7-823f-1d4a3b49ed9c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:02.325847 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-019aaf1b-39a9-4c3a-bf39-3531d9c0f3dc req-992c104d-4a08-4fb7-823f-1d4a3b49ed9c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 944 time: 0.0534179 Nov 23 14:57:02.430764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b803-1084-4151-862c-caad154b87e1 req-12d56412-a5ac-41b1-83aa-a50f340d55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:02.432279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-12d56412-a5ac-41b1-83aa-a50f340d55be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1095 time: 0.1055808 Nov 23 14:57:02.435717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b803-1084-4151-862c-caad154b87e1 req-dd305e6e-438c-493f-a8a2-5fb50970e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:02.437047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-dd305e6e-438c-493f-a8a2-5fb50970e33d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1095 time: 0.1092899 Nov 23 14:57:02.440742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-019aaf1b-39a9-4c3a-bf39-3531d9c0f3dc req-f6f2a980-6c15-4dd0-bf13-cd367d48a056 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042042 Nov 23 14:57:02.591672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b803-1084-4151-862c-caad154b87e1 req-987f5b4c-39e1-4cb7-916b-da0ec06a6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:02.593148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-987f5b4c-39e1-4cb7-916b-da0ec06a6db4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.1515474 Nov 23 14:57:02.598105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b803-1084-4151-862c-caad154b87e1 req-0165d99b-efde-471f-88b2-7d92155c6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:02.599532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-0165d99b-efde-471f-88b2-7d92155c6fa8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.1500275 Nov 23 14:57:02.610208 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:02.639687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-76a9063b-dcdc-4532-b348-fb49bd6c4e96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0392213 Nov 23 14:57:02.676647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-40d6e623-434c-45b5-b99b-271e397245f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0696785 Nov 23 14:57:02.742857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b803-1084-4151-862c-caad154b87e1 req-ff4e9368-fe8a-4485-ac6e-a75845e0919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:02.744316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-ff4e9368-fe8a-4485-ac6e-a75845e0919e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0763237 Nov 23 14:57:02.749157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b803-1084-4151-862c-caad154b87e1 req-df5e69c0-c08d-499e-8256-2ee028cf4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:02.750488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-df5e69c0-c08d-499e-8256-2ee028cf4b49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0552423 Nov 23 14:57:02.781326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-f008f092-319f-46d7-98ad-c6b61363972b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298958 Nov 23 14:57:02.799851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-f5344771-2f37-4816-933e-b2d561541a65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415034 Nov 23 14:57:02.947665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-753ecf7a-5d04-428a-9b41-ea135c2be1dd service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498241 Nov 23 14:57:02.949757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-e9d50537-e3fc-4a05-bf55-08f626a1b93c service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422579 Nov 23 14:57:03.111942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-0cd1d5c6-142f-40f6-90dd-57fec96b3ded service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567707 Nov 23 14:57:03.115293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b495b803-1084-4151-862c-caad154b87e1 req-273e3e95-bad4-4dd3-a659-11fa0155f11a service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521358 Nov 23 14:57:03.118082 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:57:03.213507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:03.224158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7', 'port_id': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'mac_address': 'fa:16:3e:84:63:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb5112b-4526-4e9d-a638-25dfcdaec76e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:57:03.260040 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:03.272906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:57:03.291643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:03.295862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:03.343955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:03.507409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:57:03.560167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf6838-af14-40bb-9e7b-ec06432a7899 req-567203fb-7fe0-4598-af5a-6aff4557d514 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:03.561654 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dbf6838-af14-40bb-9e7b-ec06432a7899 req-567203fb-7fe0-4598-af5a-6aff4557d514 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 945 time: 0.0491481 Nov 23 14:57:03.610077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dbf6838-af14-40bb-9e7b-ec06432a7899 req-3c6bdba0-1ab1-430e-b819-26cfa089ba45 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Nov 23 14:57:03.614398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:57:03.676508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:57:03.869750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbd66e-5dc0-4b5b-acf2-210dd14df75b req-69df55a3-884d-4ac8-a0e8-29deee9da770 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:03.871249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84fbd66e-5dc0-4b5b-acf2-210dd14df75b req-69df55a3-884d-4ac8-a0e8-29deee9da770 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 945 time: 0.1148973 Nov 23 14:57:03.879848 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-80f3c0a3-f50f-4913-8574-1daa3c7b4888 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:03.881182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-80f3c0a3-f50f-4913-8574-1daa3c7b4888 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd&tenant_id=342945442ece4e939dfd527031053eb3&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 945 time: 0.1133587 Nov 23 14:57:03.892050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-588f3271-9524-4fe1-ad3b-d9d55a8e5463 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:57:03.892978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-588f3271-9524-4fe1-ad3b-d9d55a8e5463 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053682 Nov 23 14:57:03.965016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-84fbd66e-5dc0-4b5b-acf2-210dd14df75b req-b7d0ed6b-b9ec-4e82-af3d-9688e7e190c2 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828896 Nov 23 14:57:03.978861 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-1240f6ba-5f91-4565-91f9-ae29b2763945 service neutron] delete failed (client error): The resource could not be found. Nov 23 14:57:03.979887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-1240f6ba-5f91-4565-91f9-ae29b2763945 service neutron] 10.222.0.11 "DELETE /v2.0/ports/cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0780206 Nov 23 14:57:04.061190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-38b92142-4b2f-44e9-b979-ead6ef73452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:04.062759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-38b92142-4b2f-44e9-b979-ead6ef73452b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 1096 time: 0.0401974 Nov 23 14:57:04.150644 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-0cc94d28-693d-4c20-9432-0d85f8cbdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:04.152178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-0cc94d28-693d-4c20-9432-0d85f8cbdcf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0818415 Nov 23 14:57:04.196271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-04731446-066a-4fc9-acf1-a37efdb41542 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0360501 Nov 23 14:57:04.244480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-d724d0cd-9ad3-4101-bdd8-d625f371ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:04.245872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-d724d0cd-9ad3-4101-bdd8-d625f371ad9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0421858 Nov 23 14:57:04.278272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-de4ab499-a1f1-4a83-8aff-0ff6450fb000 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236211 Nov 23 14:57:04.367826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-5ff88fdb-2f16-4adc-a5eb-85d3a5a6f5c6 service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821741 Nov 23 14:57:04.455235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9f3316a-08e4-4260-b2b5-8333fd8e2041 req-cb9e8389-c8ac-4a9a-a592-6511cf76be7f service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788541 Nov 23 14:57:05.081949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a864c2-a417-4124-bc06-65a6e7908e40 req-000fca23-c9a9-46da-b2ff-15421470d30c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:05.083456 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19a864c2-a417-4124-bc06-65a6e7908e40 req-000fca23-c9a9-46da-b2ff-15421470d30c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 945 time: 0.0490208 Nov 23 14:57:05.118864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:57:05.142158 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19a864c2-a417-4124-bc06-65a6e7908e40 req-41be1377-93c0-4500-a8ff-cf046a11a632 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523660 Nov 23 14:57:05.172336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:57:05.176273 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:05.176647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:05.253708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:05.258504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676e6e6-50c7-4f06-acf7-aae3271f717d req-e2095b2a-c7ab-4bd9-a718-6d6715bf161e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:05.260027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1676e6e6-50c7-4f06-acf7-aae3271f717d req-e2095b2a-c7ab-4bd9-a718-6d6715bf161e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 945 time: 0.0483351 Nov 23 14:57:05.276501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:05.278756 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ffdc0-9a1a-408d-ab63-088bc95659e6" -d '{"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:05.296317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:05.300809 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:05.310164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1676e6e6-50c7-4f06-acf7-aae3271f717d req-dd445b1a-25c4-48a8-ae73-1a67effdaddb tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Nov 23 14:57:05.335524 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8268b649-cbf8-4403-a627-ff76888c0bf9 x-openstack-request-id: req-8268b649-cbf8-4403-a627-ff76888c0bf9 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:05.335829 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:05.336207 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8268b649-cbf8-4403-a627-ff76888c0bf9 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:05.336615 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'code': 200} Nov 23 14:57:05.353196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:05.431325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd859f4a-3575-46ca-984f-dd2d8e9fd95c req-acad1688-01eb-4b20-9876-349c8e229847 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:05.432707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd859f4a-3575-46ca-984f-dd2d8e9fd95c req-acad1688-01eb-4b20-9876-349c8e229847 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0476458 Nov 23 14:57:05.479074 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd859f4a-3575-46ca-984f-dd2d8e9fd95c req-a20f4eba-4b58-4e9d-8311-72b763e979a4 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Nov 23 14:57:05.829824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-1a418dcf-ab1e-461b-8811-0881ab0708e8 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:05.831342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-1a418dcf-ab1e-461b-8811-0881ab0708e8 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 814 time: 0.1034839 Nov 23 14:57:05.846075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-603aa273-0760-4124-9ad8-8dbdb228eb71 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/quotas/342945442ece4e939dfd527031053eb3 HTTP/1.1" status: 200 len: 375 time: 0.0089307 Nov 23 14:57:05.893155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-ac625a2c-c2c6-45fd-8e43-fce407e6a70a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419660 Nov 23 14:57:05.903586 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-57aa5045-b10c-4c3a-a790-1a8b5f650514 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:57:05.904556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-57aa5045-b10c-4c3a-a790-1a8b5f650514 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047934 Nov 23 14:57:05.994550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-5fd1f1b3-abb9-4526-8869-d096bd598d3d service neutron] 10.222.0.46 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842209 Nov 23 14:57:06.080726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a8e8b330-f4f6-4841-a3dc-6e26634725f2 service neutron] 10.222.0.46 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801318 Nov 23 14:57:06.241084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5efc3748-0269-4398-b179-98a0b635e1e4 req-02467a08-a73c-47d5-8a6f-5bf974241314 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Nov 23 14:57:06.972983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-d5c85e23-7dba-45e2-b4c7-609003a71144 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:06.974358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-d5c85e23-7dba-45e2-b4c7-609003a71144 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1e16212-942a-4c86-93dd-ac1ed5d016cd HTTP/1.1" status: 200 len: 946 time: 0.0488520 Nov 23 14:57:07.066704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Deleting port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:57:07.067111 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.170915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] For port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:07.171462 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.174330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-c73085a2-3ac8-49a2-8c55-e01c9e29b6bd tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:07.176481 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-c73085a2-3ac8-49a2-8c55-e01c9e29b6bd tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.74 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 814 time: 0.1231649 Nov 23 14:57:07.184562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Calling delete_port for cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:57:07.189078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Request body: {'port': {'device_id': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7', 'admin_state_up': True, 'tenant_id': '342945442ece4e939dfd527031053eb3'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:07.312450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Made reservation on behalf of 342945442ece4e939dfd527031053eb3 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:57:07.317003 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.323946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.337391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:57:07.452428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Allocated IP 172.20.0.10 (8d728af6-6692-4c15-8888-ea76f76e83d7/9fb5112b-4526-4e9d-a638-25dfcdaec76e/fb726ebd-28e8-43e7-8c55-4fc2c3c08041) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:57:07.604100 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.638786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.651083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:57:07.687032 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Network 8d728af6-6692-4c15-8888-ea76f76e83d7 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:57:07.688254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7d370ea8-da83-4692-851d-ca3536cb73cc req-34a8e38b-07be-4550-b5c6-1ebb45c72a19 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 210 time: 0.3764756 Nov 23 14:57:07.692780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:57:07.696811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:57:07.707626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Pushing event deleted for resources: {'Port': ['ID=cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:07.721814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:07.750284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:07.750778 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.751151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] No DVR routers for this DVR port cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:57:07.753797 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:07.757131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.74 "DELETE /v2.0/ports/cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 HTTP/1.1" status: 204 len: 173 time: 0.7768905 Nov 23 14:57:07.757572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-deleted', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:07.759967 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e129a32c-f2ab-4ae1-9f4d-5b0aeefd3ac4" -d '{"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-deleted", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:07.767765 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-a166d47e-5e2d-4194-baeb-85c5d27e425f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5830657 Nov 23 14:57:07.782388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Request body: {'port': {'device_id': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:07.808209 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0667de0-c475-4d29-b091-65a651c4aa13 x-openstack-request-id: req-c0667de0-c475-4d29-b091-65a651c4aa13 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:07.808503 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e16212-942a-4c86-93dd-ac1ed5d016cd", "name": "network-vif-deleted", "tag": "cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:07.808759 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0667de0-c475-4d29-b091-65a651c4aa13 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:07.809159 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e16212-942a-4c86-93dd-ac1ed5d016cd', 'name': 'network-vif-deleted', 'tag': 'cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4', 'status': 'completed', 'code': 200} Nov 23 14:57:07.845341 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:08.117226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb726ebd-28e8-43e7-8c55-4fc2c3c08041 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:57:08.124553 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:08.135960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Transition to ACTIVE for port object fb726ebd-28e8-43e7-8c55-4fc2c3c08041 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:57:08.138854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:08.186263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:08.257417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:57:08.257756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:57:08.258104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:08.262474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:57:08.262798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:08.267554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:57:08.267894 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Checking segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:57:08.268276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Bound using segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:57:08.268709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Bound port: fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:57:08.269571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:08.335945 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:08.338845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:57:08.343263 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:08.374919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:08.375528 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:08.376903 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] 10.222.0.74 "PUT /v2.0/ports/fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 1092 time: 0.5988538 Nov 23 14:57:08.377333 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:08.380079 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f37547-e133-4516-a05c-2454193f977d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:08.406566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc80d-5d92-4c69-aabb-a42ba2517322 service neutron] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:08.428901 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45d3bff-0a2b-48df-b377-f3ea1fe0e829 x-openstack-request-id: req-b45d3bff-0a2b-48df-b377-f3ea1fe0e829 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:08.429184 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:08.429434 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b45d3bff-0a2b-48df-b377-f3ea1fe0e829 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:08.429848 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'status': 'completed', 'code': 200} Nov 23 14:57:08.462419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-bc170817-88e2-4d8b-b602-10cf4fcb4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:08.463930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-bc170817-88e2-4d8b-b602-10cf4fcb4863 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1095 time: 0.0438192 Nov 23 14:57:08.509650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-92297cf0-d1e0-4262-b015-734f9510241f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 217 time: 0.0371089 Nov 23 14:57:08.563390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-45f7d7d6-5fce-4f3b-a295-10da10af93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:08.565099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-45f7d7d6-5fce-4f3b-a295-10da10af93d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0490324 Nov 23 14:57:08.597538 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-5486745c-1b69-47ec-8b50-6c2a46a9bed7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259001 Nov 23 14:57:08.687747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-ce1e160d-3ba9-4b62-aa8c-b0f8f9bb4fde service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835125 Nov 23 14:57:08.777048 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d937d2ec-6437-4fb3-a714-2cd7b8a24f60 req-18d97a45-0eae-46f3-bb89-4ffa80e34092 service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823445 Nov 23 14:57:08.809994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc93a5f-4db6-4025-8a06-c9e8ec50a6fe req-ffdd835d-0e80-465d-89bf-5b50e15ada3c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:08.811509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fc93a5f-4db6-4025-8a06-c9e8ec50a6fe req-ffdd835d-0e80-465d-89bf-5b50e15ada3c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 944 time: 0.0523324 Nov 23 14:57:08.857584 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f37547-e133-4516-a05c-2454193f977d req-4cd9dbed-b18d-43bc-8eb7-12c266808716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:08.858494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4fc93a5f-4db6-4025-8a06-c9e8ec50a6fe req-04fe8a3a-e6c3-4ee5-80d1-55daacb35b12 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396118 Nov 23 14:57:08.859097 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3f37547-e133-4516-a05c-2454193f977d req-4cd9dbed-b18d-43bc-8eb7-12c266808716 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1095 time: 0.0388377 Nov 23 14:57:08.959719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f37547-e133-4516-a05c-2454193f977d req-0e839151-0d9c-44a5-967e-7d17325acd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:08.961115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3f37547-e133-4516-a05c-2454193f977d req-0e839151-0d9c-44a5-967e-7d17325acd43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0954120 Nov 23 14:57:09.002507 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3f37547-e133-4516-a05c-2454193f977d req-c2d1f8c0-7c37-4148-adfe-c782e2b86f89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 217 time: 0.0330827 Nov 23 14:57:09.054127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f37547-e133-4516-a05c-2454193f977d req-62c85a7c-29e8-4e1f-9e0d-bcc481311249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:09.055622 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3f37547-e133-4516-a05c-2454193f977d req-62c85a7c-29e8-4e1f-9e0d-bcc481311249 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0464272 Nov 23 14:57:09.086952 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3f37547-e133-4516-a05c-2454193f977d req-d5298fcb-2a86-4d2f-bcdc-d8a658b2a95e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240738 Nov 23 14:57:09.183306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3f37547-e133-4516-a05c-2454193f977d req-18ed9a62-ac4e-4dce-9914-c5656df2b062 service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880039 Nov 23 14:57:09.271549 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:57:09.275585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a3f37547-e133-4516-a05c-2454193f977d req-1988a394-9b6c-4193-99ad-38b9336f572a service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 Nov 23 14:57:09.980386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b53deb-1188-429b-9e59-5b57f7256b09 req-1eda4446-8157-4d71-89ff-69401288c253 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:09.981845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43b53deb-1188-429b-9e59-5b57f7256b09 req-1eda4446-8157-4d71-89ff-69401288c253 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 944 time: 0.0486116 Nov 23 14:57:10.027946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43b53deb-1188-429b-9e59-5b57f7256b09 req-1c0789d7-f573-4198-9aef-beebffd98ef6 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Nov 23 14:57:11.130319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:57:11.132471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:57:11.141094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faf4b5-9a2d-47a6-8041-bd400a56b2d1 req-d21c7953-d57d-496a-a74c-efd768b10024 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:11.142578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8faf4b5-9a2d-47a6-8041-bd400a56b2d1 req-d21c7953-d57d-496a-a74c-efd768b10024 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 944 time: 0.0480020 Nov 23 14:57:11.157786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:57:11.158125 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device cd4ffe70-957d-4d6a-8a6f-43ddf20f7dc4 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:57:11.200922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8faf4b5-9a2d-47a6-8041-bd400a56b2d1 req-83dd2f03-770d-4789-91fa-81d295119be6 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522006 Nov 23 14:57:11.243748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:11.254674 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7', 'port_id': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'mac_address': 'fa:16:3e:cd:85:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb5112b-4526-4e9d-a638-25dfcdaec76e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:57:11.294132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:11.306984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb726ebd-28e8-43e7-8c55-4fc2c3c08041 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:57:11.325570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:11.329526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:11.374009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:11.520128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fb726ebd-28e8-43e7-8c55-4fc2c3c08041'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:57:12.313258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7dbae-d21f-41e8-86b3-5da3d4f00297 req-42adde86-acbd-4efa-b9f8-49a2640b5727 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:12.314993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00c7dbae-d21f-41e8-86b3-5da3d4f00297 req-42adde86-acbd-4efa-b9f8-49a2640b5727 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Nov 23 14:57:12.360323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-00c7dbae-d21f-41e8-86b3-5da3d4f00297 req-f71b6eb5-0085-4f86-8b8e-eba938755d9f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Nov 23 14:57:13.143890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:57:13.191669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:57:13.195867 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:13.196263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:13.274737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:13.301105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:13.303483 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3b08c7-be40-454f-b75b-211b443ea537" -d '{"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-plugged", "status": "completed", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:13.316279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:13.320406 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:13.345545 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61503f84-3bd1-4489-893b-9169cd12d66f x-openstack-request-id: req-61503f84-3bd1-4489-893b-9169cd12d66f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:13.345545 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-plugged", "status": "completed", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:13.345545 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61503f84-3bd1-4489-893b-9169cd12d66f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:13.345545 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'code': 200} Nov 23 14:57:13.377294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:13.442944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb9fb6-5880-46a1-a9e9-e91d8525f40e req-b5b79b12-4a2c-40dd-9eea-04dafdc01077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:13.444512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-25bb9fb6-5880-46a1-a9e9-e91d8525f40e req-b5b79b12-4a2c-40dd-9eea-04dafdc01077 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1097 time: 0.0411019 Nov 23 14:57:13.491376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-25bb9fb6-5880-46a1-a9e9-e91d8525f40e req-f5627443-5b48-46d1-af0b-c780dddbc248 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Nov 23 14:57:13.497769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8987d6-0521-488f-9366-74b13212c8b6 req-39451a35-3274-44c1-a6a4-54ee0b7bdfa8 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:13.499254 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa8987d6-0521-488f-9366-74b13212c8b6 req-39451a35-3274-44c1-a6a4-54ee0b7bdfa8 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0548172 Nov 23 14:57:13.553072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa8987d6-0521-488f-9366-74b13212c8b6 req-9f319fbc-e434-4470-9f52-803e41d82093 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Nov 23 14:57:14.678769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53474f76-2a7e-4c7b-9de5-0bfea5cce4af req-31f66f01-3e9f-4fc6-8510-0ea31f0ea9bf tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:14.680966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53474f76-2a7e-4c7b-9de5-0bfea5cce4af req-31f66f01-3e9f-4fc6-8510-0ea31f0ea9bf tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0582552 Nov 23 14:57:14.727047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53474f76-2a7e-4c7b-9de5-0bfea5cce4af req-40984204-2b04-45fe-8709-cfd2ecbe00af tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Nov 23 14:57:14.839220 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516d7b-997b-4534-8aa4-16ffbaa14dad req-b82cda7a-9a39-4031-93ba-bd3ccfaa4f20 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:14.840570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6516d7b-997b-4534-8aa4-16ffbaa14dad req-b82cda7a-9a39-4031-93ba-bd3ccfaa4f20 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0470300 Nov 23 14:57:14.885712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6516d7b-997b-4534-8aa4-16ffbaa14dad req-9880eab3-055c-4381-a235-96557485430b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Nov 23 14:57:15.125661 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-3f6f1691-1641-4c84-8bea-b931dd9b9e5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463412 Nov 23 14:57:15.133218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca543c5-3d6b-4642-8fff-11edf5f6dae7 req-2f4a957f-4460-4ab2-9435-485725288a4e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:15.134730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ca543c5-3d6b-4642-8fff-11edf5f6dae7 req-2f4a957f-4460-4ab2-9435-485725288a4e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Nov 23 14:57:15.189784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ca543c5-3d6b-4642-8fff-11edf5f6dae7 req-e4bb2d5d-b344-42ec-9492-df1d3d623db7 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Nov 23 14:57:16.199129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-09241ee4-4e95-4a05-b242-1cfc71dc29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:16.204229 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-09241ee4-4e95-4a05-b242-1cfc71dc29bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1097 time: 0.0412753 Nov 23 14:57:16.292458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fba189d4-a457-458c-b936-b1e40552d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:16.293957 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fba189d4-a457-458c-b936-b1e40552d65a service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0855796 Nov 23 14:57:16.318170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef2f00-e607-4b4b-99bf-08f0cd29cca1 req-91c3043e-903b-4632-9561-62c9e3dd0168 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:16.319680 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10ef2f00-e607-4b4b-99bf-08f0cd29cca1 req-91c3043e-903b-4632-9561-62c9e3dd0168 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0563035 Nov 23 14:57:16.340543 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-bdf731be-06a0-44fc-b19e-fb4643feb21b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 217 time: 0.0391736 Nov 23 14:57:16.366517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10ef2f00-e607-4b4b-99bf-08f0cd29cca1 req-332fd021-e971-4570-a331-a41265d762ca tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Nov 23 14:57:16.389865 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-d54f720d-2c6c-44b4-8908-c323988b1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:16.391364 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-d54f720d-2c6c-44b4-8908-c323988b1c44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0429809 Nov 23 14:57:16.422778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-5954ade0-d5b3-482e-b5ba-aadd1e430fb1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242341 Nov 23 14:57:16.514394 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-66bd106d-9f62-4a88-9504-97021d9429ea service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830059 Nov 23 14:57:16.601947 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-2b47b7b6-edf0-4ea3-9a60-5567ec8963d0 service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810003 Nov 23 14:57:17.481838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91684503-cd96-41f8-9537-f9fe5e02c1eb req-a37abedc-c7b6-40fa-bc5a-5ab2eee55689 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:17.483318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91684503-cd96-41f8-9537-f9fe5e02c1eb req-a37abedc-c7b6-40fa-bc5a-5ab2eee55689 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0483675 Nov 23 14:57:17.529062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-91684503-cd96-41f8-9537-f9fe5e02c1eb req-dc93c5ec-6009-40d3-9c6a-f62e8074c855 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Nov 23 14:57:18.647845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadce95-d8af-48a0-b5a8-6de9425d956f req-79ff577c-3f26-4004-aef8-1ac3d4ef7416 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:18.649479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fadce95-d8af-48a0-b5a8-6de9425d956f req-79ff577c-3f26-4004-aef8-1ac3d4ef7416 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0505352 Nov 23 14:57:18.694767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2fadce95-d8af-48a0-b5a8-6de9425d956f req-55f8b120-f70b-45a1-b046-ba1ce014eb8a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Nov 23 14:57:19.808092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778e97a-4238-42a9-89e4-3a03e6f3ae78 req-472e3b54-b701-4725-990e-f292a5ebb5c9 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:19.809539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a778e97a-4238-42a9-89e4-3a03e6f3ae78 req-472e3b54-b701-4725-990e-f292a5ebb5c9 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0474102 Nov 23 14:57:19.855651 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a778e97a-4238-42a9-89e4-3a03e6f3ae78 req-2970aeb0-e9ce-4a75-923a-09840f565c64 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Nov 23 14:57:20.974157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b7c7e-a523-43fe-995f-bb14b27f51b4 req-9e8dd91a-1b0a-4de6-a3f5-1739c3187f1b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:20.975642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a49b7c7e-a523-43fe-995f-bb14b27f51b4 req-9e8dd91a-1b0a-4de6-a3f5-1739c3187f1b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0518010 Nov 23 14:57:21.021363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a49b7c7e-a523-43fe-995f-bb14b27f51b4 req-53ef1111-dfdd-4496-a6a4-d88f26c60a6a tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Nov 23 14:57:22.137558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9646-a289-4a8f-9a58-5c9573c68c96 req-44681ae2-36e2-4846-ae15-ac88f206b0da tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:22.139090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cabb9646-a289-4a8f-9a58-5c9573c68c96 req-44681ae2-36e2-4846-ae15-ac88f206b0da tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0484426 Nov 23 14:57:22.185024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cabb9646-a289-4a8f-9a58-5c9573c68c96 req-f6f85431-ac60-4593-8445-ec957af98f34 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Nov 23 14:57:23.304136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8278d-89ae-49a9-9248-4262d3496d31 req-587eafed-16bb-4fbc-ae47-36e9bb2a6c45 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:23.305604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f8278d-89ae-49a9-9248-4262d3496d31 req-587eafed-16bb-4fbc-ae47-36e9bb2a6c45 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0535109 Nov 23 14:57:23.354870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96f8278d-89ae-49a9-9248-4262d3496d31 req-a85dc4a3-23f3-425f-a26c-107acf8cb9e0 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Nov 23 14:57:24.108766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:24.470746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5516f-af92-4e66-a13f-6e90f04951d3 req-b3925273-483f-4c9c-8b91-4739d245747b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:24.472758 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8e5516f-af92-4e66-a13f-6e90f04951d3 req-b3925273-483f-4c9c-8b91-4739d245747b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0476062 Nov 23 14:57:24.518282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8e5516f-af92-4e66-a13f-6e90f04951d3 req-a41fdf12-f7fe-4aca-8241-748ced31084e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Nov 23 14:57:25.633506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cb8fe-641c-41df-b94b-756b0564d1f7 req-db225688-6e7d-4e21-abc1-cb849711bc20 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:25.634986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d75cb8fe-641c-41df-b94b-756b0564d1f7 req-db225688-6e7d-4e21-abc1-cb849711bc20 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0480456 Nov 23 14:57:25.681214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d75cb8fe-641c-41df-b94b-756b0564d1f7 req-5806fcba-81e6-4b85-8ada-a310847d9bf0 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Nov 23 14:57:26.798635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-476795fa-6c46-4d2a-b49f-8c608b0205f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:26.801616 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73553738-3673-485f-a119-f639c60e4f97 req-c78e032d-db36-4b1a-aa7e-d49106eafccf tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:26.803137 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73553738-3673-485f-a119-f639c60e4f97 req-c78e032d-db36-4b1a-aa7e-d49106eafccf tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0520480 Nov 23 14:57:26.850017 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73553738-3673-485f-a119-f639c60e4f97 req-a63f02ea-1198-4ee5-b838-eb498dc578bb tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Nov 23 14:57:27.504378 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:27.966424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c9f98-aafc-4fda-bf1b-b58275dbd38d req-51a82427-e010-4802-8d64-6c2d021b7c8c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:27.967969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e8c9f98-aafc-4fda-bf1b-b58275dbd38d req-51a82427-e010-4802-8d64-6c2d021b7c8c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0492289 Nov 23 14:57:28.014374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6e8c9f98-aafc-4fda-bf1b-b58275dbd38d req-0696f042-c88b-4210-a186-1de3f0257e5b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Nov 23 14:57:29.126981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ed1d8-8352-4d27-ae46-eaffb95a3612 req-ffe47408-c078-466c-99ca-018c86e4a45e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:29.128479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-273ed1d8-8352-4d27-ae46-eaffb95a3612 req-ffe47408-c078-466c-99ca-018c86e4a45e tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0479813 Nov 23 14:57:29.158416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83d3fbef-e4bd-4e49-9c52-ff840299954b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:29.179247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-273ed1d8-8352-4d27-ae46-eaffb95a3612 req-570f283e-df25-492e-b285-4c0b4ada3369 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Nov 23 14:57:30.199913 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:30.293243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729c956-fe2c-45ec-a573-eb7fbe0a2402 req-cc860ee4-ad78-4914-8355-f75c2ffcfeee tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:30.294712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c729c956-fe2c-45ec-a573-eb7fbe0a2402 req-cc860ee4-ad78-4914-8355-f75c2ffcfeee tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0478683 Nov 23 14:57:30.341944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c729c956-fe2c-45ec-a573-eb7fbe0a2402 req-29b46a79-ed8d-4084-897e-9447f16aea6d tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Nov 23 14:57:31.467876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed147f-92f7-4ee5-a10d-d2f149aa39e6 req-c80f6343-b7aa-4d68-8614-aa41f8fafb72 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:31.469369 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24ed147f-92f7-4ee5-a10d-d2f149aa39e6 req-c80f6343-b7aa-4d68-8614-aa41f8fafb72 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0588586 Nov 23 14:57:31.516082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24ed147f-92f7-4ee5-a10d-d2f149aa39e6 req-c149c085-2a4a-44ff-986d-c824ebb183df tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Nov 23 14:57:31.811168 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:32.612149 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:32.637331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1288933-0ef8-428d-9a9d-9e04f983c39f req-3e265cb5-0747-4a6d-83d6-eff82b0db058 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:32.638807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1288933-0ef8-428d-9a9d-9e04f983c39f req-3e265cb5-0747-4a6d-83d6-eff82b0db058 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0533733 Nov 23 14:57:32.685044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1288933-0ef8-428d-9a9d-9e04f983c39f req-33408879-985c-495a-9bf7-81d2a55f4da7 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397689 Nov 23 14:57:33.800409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4e408-3813-4ba1-94f9-e843e0ac828f req-3e189eb6-6df8-4c82-a553-eabc23f82ab5 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:33.802493 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bdb4e408-3813-4ba1-94f9-e843e0ac828f req-3e189eb6-6df8-4c82-a553-eabc23f82ab5 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0491366 Nov 23 14:57:33.847238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bdb4e408-3813-4ba1-94f9-e843e0ac828f req-5cb09e10-b2ac-4084-b0f8-af609b843ae9 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388441 Nov 23 14:57:34.969343 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698d5a8-ffdb-4289-812d-dcaf388fe50b req-4fe45c25-a770-4a59-b8d4-a716e9208bfe tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:34.970974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6698d5a8-ffdb-4289-812d-dcaf388fe50b req-4fe45c25-a770-4a59-b8d4-a716e9208bfe tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0524359 Nov 23 14:57:35.016715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6698d5a8-ffdb-4289-812d-dcaf388fe50b req-5c33f6ef-e1c1-4b38-8387-726d8c34bb4f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397413 Nov 23 14:57:36.130572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eab60-3d2a-45b7-82c2-6afd4c7f2b90 req-239f4e52-7bb5-40b6-a903-d0fea6ee5643 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:36.132042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a4eab60-3d2a-45b7-82c2-6afd4c7f2b90 req-239f4e52-7bb5-40b6-a903-d0fea6ee5643 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0468860 Nov 23 14:57:36.177468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a4eab60-3d2a-45b7-82c2-6afd4c7f2b90 req-e62655a1-6940-4f88-9cda-b797d2da5f40 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Nov 23 14:57:36.546803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-9ea0af5a-b683-47b4-8f49-46cd7ff25b49 req-2f34b756-8345-4d13-bde0-8cf8c20fde9c tempest-TestVolumeBackupRestore-470356526 tempest-TestVolumeBackupRestore-470356526-project] (103345) timed out ('10.222.0.11', 54250) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:57:37.299140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0362cc-b47a-4ef7-bee4-e57d90648d19 req-b8a75eb8-8fc4-4ca1-a639-9af0b19d5bfd tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:37.300599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c0362cc-b47a-4ef7-bee4-e57d90648d19 req-b8a75eb8-8fc4-4ca1-a639-9af0b19d5bfd tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0478103 Nov 23 14:57:37.350411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c0362cc-b47a-4ef7-bee4-e57d90648d19 req-f2e2f846-61e1-4115-a13b-c26c4dd06118 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Nov 23 14:57:37.413381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-670bd388-93f7-4cea-92d2-d0ce0b6dbb97 req-da0a09b7-a494-44de-bf23-c5113be24fa2 tempest-TestNetworkAdvancedServerOps-1672586254 tempest-TestNetworkAdvancedServerOps-1672586254-project] (103346) timed out ('10.222.0.11', 54477) {{(pid=103346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:57:38.467029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf99879-d0d6-4514-b15c-01d049a1e8f1 req-5bc1a05d-053c-4dc5-a195-624f723f0f34 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:38.468509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7cf99879-d0d6-4514-b15c-01d049a1e8f1 req-5bc1a05d-053c-4dc5-a195-624f723f0f34 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0483408 Nov 23 14:57:38.513973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7cf99879-d0d6-4514-b15c-01d049a1e8f1 req-3eb237e4-b4ef-4e1b-9f19-b5431d64496b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 Nov 23 14:57:39.628677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2342b-2332-4805-89aa-080c2876dc71 req-8aa8749f-ec37-4c7f-9832-3614cc7a93de tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:39.630135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd2342b-2332-4805-89aa-080c2876dc71 req-8aa8749f-ec37-4c7f-9832-3614cc7a93de tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Nov 23 14:57:39.676901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd2342b-2332-4805-89aa-080c2876dc71 req-3d504f2c-756f-4c90-bcb5-1db04d0926fd tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Nov 23 14:57:40.795977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149165-4877-41f2-bd01-a5fd5c3a088a req-4c167b1c-2a61-49f3-866e-d1edc8b543a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:40.797431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e149165-4877-41f2-bd01-a5fd5c3a088a req-4c167b1c-2a61-49f3-866e-d1edc8b543a1 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0513549 Nov 23 14:57:40.843816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e149165-4877-41f2-bd01-a5fd5c3a088a req-586350ca-1390-4e15-b02d-27864f8da63f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Nov 23 14:57:41.964190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fd690-c46b-493a-9879-a6c7a0886638 req-2dfd87b7-63b1-4eab-acf6-fd1e813e2254 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:41.965657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e9fd690-c46b-493a-9879-a6c7a0886638 req-2dfd87b7-63b1-4eab-acf6-fd1e813e2254 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Nov 23 14:57:42.011411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e9fd690-c46b-493a-9879-a6c7a0886638 req-cece591f-a6d2-4079-becf-2acf6d6c331c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Nov 23 14:57:43.125718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb25c9d-0d4f-417f-b7e4-21de2ecc52d1 req-128c3967-72c0-4cd9-9bd4-198e009da648 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:43.127214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fdb25c9d-0d4f-417f-b7e4-21de2ecc52d1 req-128c3967-72c0-4cd9-9bd4-198e009da648 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 946 time: 0.0483515 Nov 23 14:57:43.176960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fdb25c9d-0d4f-417f-b7e4-21de2ecc52d1 req-e9413540-6f38-4643-a225-e62a2c6bb28c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Nov 23 14:57:43.432229 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-1cb1803e-212c-43c1-9ac9-6d5f5d19ac34 service neutron] show failed (client error): The resource could not be found. Nov 23 14:57:43.433176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-1cb1803e-212c-43c1-9ac9-6d5f5d19ac34 service neutron] 10.222.0.74 "GET /v2.0/ports/fb726ebd-28e8-43e7-8c55-4fc2c3c08041/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0528524 Nov 23 14:57:43.634003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-f15f62c2-801c-44d5-9ae4-a7f90f0c06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:43.635520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-f15f62c2-801c-44d5-9ae4-a7f90f0c06db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45&tenant_id=342945442ece4e939dfd527031053eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0398481 Nov 23 14:57:43.649495 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:43.700000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:43.896714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:43.928110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:43.965776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:43.968012 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672a686e-e9a5-4c2b-b43f-0c046df54773" -d '{"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-unplugged", "status": "completed", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:43.971611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:43.983888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Transition to ACTIVE for port object fb726ebd-28e8-43e7-8c55-4fc2c3c08041 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:57:43.988604 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:44.022507 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b2ff09-cfb0-46ac-a459-def51ebda6b2 x-openstack-request-id: req-04b2ff09-cfb0-46ac-a459-def51ebda6b2 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:44.022797 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-unplugged", "status": "completed", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:44.023072 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04b2ff09-cfb0-46ac-a459-def51ebda6b2 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:44.023463 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'code': 200} Nov 23 14:57:44.040396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:44.055774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] No DVR routers for this DVR port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:57:44.065749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.066119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.066457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.066785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.067136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.067462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.067782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.068105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.068425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.068744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.069056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.069372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:44.100263 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:57:44.100595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:57:44.100923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:44.105157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:57:44.105478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Attempting to bind port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on network 8d728af6-6692-4c15-8888-ea76f76e83d7 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:44.110277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:57:44.110614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Checking segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:57:44.111034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Bound using segment: {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:57:44.111457 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Bound port: fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fba13bc-8af7-465d-8c2c-b51aa492045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:57:44.111808 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:44.177273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:44.180241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:57:44.184790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:44.219849 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:44.220468 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:44.221875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 1092 time: 0.5762310 Nov 23 14:57:44.242576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1262a-0c0e-438c-a56a-d09256b8e1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:44.317890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-82040055-0689-4434-8dce-97999f642b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:44.319398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-82040055-0689-4434-8dce-97999f642b86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1095 time: 0.0739467 Nov 23 14:57:44.327574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8aee4-31f9-47b9-8055-cb0cb7c2f7da req-6370d327-6989-4512-8712-1c5352bc6878 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:44.328938 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58d8aee4-31f9-47b9-8055-cb0cb7c2f7da req-6370d327-6989-4512-8712-1c5352bc6878 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 944 time: 0.0756249 Nov 23 14:57:44.430000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-58d8aee4-31f9-47b9-8055-cb0cb7c2f7da req-70454a29-6535-4d66-8c12-ce3ca28bc8fd tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910220 Nov 23 14:57:44.446201 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-023d4a19-4d7c-4fb7-887f-feb16ad2eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:44.447692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-023d4a19-4d7c-4fb7-887f-feb16ad2eac2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.1158364 Nov 23 14:57:44.493098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-750cd68a-b539-4aa5-af7e-abed5120f4aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 217 time: 0.0376127 Nov 23 14:57:44.541997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-e185db14-08f2-447e-9199-143788a086ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:44.543417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-e185db14-08f2-447e-9199-143788a086ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0426333 Nov 23 14:57:44.575449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-7389bc5c-e1b5-4e30-86de-00c32b1a589f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233853 Nov 23 14:57:44.667778 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-1ec78e50-e5b3-4137-b10a-0d15fb2d0331 service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847847 Nov 23 14:57:44.756882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57fb8045-4e34-4993-a2bc-bb4f3572b474 req-d1eb8229-fc4e-4700-b2c7-28df0cb79101 service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Nov 23 14:57:45.552718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32793c26-9ae4-467b-aca8-7b02b37821a9 req-32f292e7-3d81-4e8c-91ba-1452f3ad2b17 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:45.554194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32793c26-9ae4-467b-aca8-7b02b37821a9 req-32f292e7-3d81-4e8c-91ba-1452f3ad2b17 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 944 time: 0.0480583 Nov 23 14:57:45.605659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32793c26-9ae4-467b-aca8-7b02b37821a9 req-b44a138b-ea37-4287-b4b3-0d006f6e8e81 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455589 Nov 23 14:57:46.024424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:46.026732 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83acaf1d-948f-4a2e-b601-37f597c8ba65" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:46.074357 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb8421-30fe-4fc4-9b24-10ea1903d231 x-openstack-request-id: req-a9bb8421-30fe-4fc4-9b24-10ea1903d231 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:46.074736 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:46.075015 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9bb8421-30fe-4fc4-9b24-10ea1903d231 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:46.075417 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'status': 'completed', 'code': 200} Nov 23 14:57:46.136550 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-2b5b6746-af70-4bc6-862e-e57186c6ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.138066 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-2b5b6746-af70-4bc6-862e-e57186c6ee7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1095 time: 0.0453899 Nov 23 14:57:46.143262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-c43ce17c-5376-43d0-9228-df4390515761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.144852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-c43ce17c-5376-43d0-9228-df4390515761 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1095 time: 0.0404212 Nov 23 14:57:46.228552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-7df58bf3-46d0-4952-af41-edd757a2131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.230025 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-7df58bf3-46d0-4952-af41-edd757a2131e service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0846651 Nov 23 14:57:46.233404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-4b3f7aa2-24a9-47df-b8e3-ebf324156337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.234852 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-4b3f7aa2-24a9-47df-b8e3-ebf324156337 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0829959 Nov 23 14:57:46.273006 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:57:46.284125 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-9683d5e0-dc2e-4bca-94fc-a9501e24a1f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 217 time: 0.0460303 Nov 23 14:57:46.287382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-61453bee-de10-437a-ba42-b170a9b9c56d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 217 time: 0.0431328 Nov 23 14:57:46.338920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-13852d55-9dbe-48c5-b525-0a072150ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.340906 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-13852d55-9dbe-48c5-b525-0a072150ea44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0505307 Nov 23 14:57:46.346401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-c304ccb8-3b00-496b-8188-ae3c3086b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.355029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-c304ccb8-3b00-496b-8188-ae3c3086b07c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0544329 Nov 23 14:57:46.375848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-bbed2687-a4fb-4e16-b251-8b48f7204766 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266247 Nov 23 14:57:46.382148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-eef3dc15-b1bf-4480-b0cd-0649a04273d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250065 Nov 23 14:57:46.471998 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-440f8a76-8ca4-420f-9d53-bf5c8e350eb2 service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Nov 23 14:57:46.481555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-61268cfb-d3aa-4e72-a9d2-ed5a5b06a93b service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883048 Nov 23 14:57:46.562333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-9fbd2215-0a4b-43aa-b9f3-f6583b0173bd service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818751 Nov 23 14:57:46.572040 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-83acaf1d-948f-4a2e-b601-37f597c8ba65 req-7f73b8da-e8d6-43db-92a4-47ae0b2cd31e service neutron] 10.222.0.11 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815363 Nov 23 14:57:46.735202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6378aa-4b4f-4598-afec-35a846b80415 req-b1589629-cefd-4cbe-b79d-f888c3aca534 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.736671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e6378aa-4b4f-4598-afec-35a846b80415 req-b1589629-cefd-4cbe-b79d-f888c3aca534 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 944 time: 0.0557449 Nov 23 14:57:46.784556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5e6378aa-4b4f-4598-afec-35a846b80415 req-2a8e47cc-e73f-47aa-9876-55397e14d956 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Nov 23 14:57:46.990222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2928a-724f-44b0-bfb0-2bed9c0426ce req-b2b190e8-9ccb-41f4-bfe0-9fc453190a65 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:46.991801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14e2928a-724f-44b0-bfb0-2bed9c0426ce req-b2b190e8-9ccb-41f4-bfe0-9fc453190a65 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 944 time: 0.0507994 Nov 23 14:57:47.005178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-83d2d91b-a4dc-4dad-b400-d272304c568f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:47.006648 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-83d2d91b-a4dc-4dad-b400-d272304c568f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.74 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45&tenant_id=342945442ece4e939dfd527031053eb3&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 944 time: 0.0524027 Nov 23 14:57:47.039421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14e2928a-724f-44b0-bfb0-2bed9c0426ce req-43b11e50-1261-407f-9c2d-958c9d15ee8c tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Nov 23 14:57:47.073276 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-e9557d87-89e7-4aae-a103-cd5b1de3600e service neutron] delete failed (client error): The resource could not be found. Nov 23 14:57:47.074232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-e9557d87-89e7-4aae-a103-cd5b1de3600e service neutron] 10.222.0.74 "DELETE /v2.0/ports/fb726ebd-28e8-43e7-8c55-4fc2c3c08041/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0584939 Nov 23 14:57:47.162219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-10988908-7eab-46fb-803a-05b6125dda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:47.163741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-10988908-7eab-46fb-803a-05b6125dda6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=342945442ece4e939dfd527031053eb3&device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 1095 time: 0.0410595 Nov 23 14:57:47.251274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-d8507b05-a174-4d23-9646-fd9a4cbeff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:47.252771 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-d8507b05-a174-4d23-9646-fd9a4cbeff8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 200 len: 915 time: 0.0825636 Nov 23 14:57:47.298971 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-7a4ae41b-d7f0-4b30-9415-a29b3ab281e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 200 len: 217 time: 0.0385008 Nov 23 14:57:47.318473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:57:47.348956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-e5bc52cb-bf8d-4335-87ad-62a4ddcdfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:47.350345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-e5bc52cb-bf8d-4335-87ad-62a4ddcdfe31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 200 len: 854 time: 0.0451183 Nov 23 14:57:47.355594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:57:47.382135 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-1ff88795-4a91-48a0-b319-10df09a09fc6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d728af6-6692-4c15-8888-ea76f76e83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244694 Nov 23 14:57:47.476705 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-5c9ff983-159d-4ee3-84e4-def25d5c6d9d service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877020 Nov 23 14:57:47.563401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-370c77b6-1ec8-4b57-9e58-3cca027b90b5 req-cb69a4b0-6169-446b-93e8-4d115c5a8626 service neutron] 10.222.0.74 "GET /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802605 Nov 23 14:57:47.909214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:57:48.008859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:48.020141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'network_id': '8d728af6-6692-4c15-8888-ea76f76e83d7', 'port_id': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'mac_address': 'fa:16:3e:cd:85:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb5112b-4526-4e9d-a638-25dfcdaec76e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:57:48.058206 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:48.073052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb726ebd-28e8-43e7-8c55-4fc2c3c08041 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:57:48.093784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:48.099298 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:48.154344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:48.159498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074f31f-18a0-43c8-b16e-4844db54f4dd req-ade88bab-066e-4864-8f77-a6f1ce2cdb31 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:48.161581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7074f31f-18a0-43c8-b16e-4844db54f4dd req-ade88bab-066e-4864-8f77-a6f1ce2cdb31 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Nov 23 14:57:48.162474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.162822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.163190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.163528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.163857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.164188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.164512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.164836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.165163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.165487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.165808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.166129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:48.212929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7074f31f-18a0-43c8-b16e-4844db54f4dd req-53cb76bc-d5ef-4763-9230-0311660c3e2f tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452418 Nov 23 14:57:48.323938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['fb726ebd-28e8-43e7-8c55-4fc2c3c08041'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:57:48.331009 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a318675-937a-4046-9cac-cd7eb55921f0 req-344f25d2-076d-49b7-a6e4-52449f9b0bb6 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:48.333256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a318675-937a-4046-9cac-cd7eb55921f0 req-344f25d2-076d-49b7-a6e4-52449f9b0bb6 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Nov 23 14:57:48.382834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a318675-937a-4046-9cac-cd7eb55921f0 req-000097b0-1b8b-42e9-ab30-e27bba72907b tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Nov 23 14:57:48.497698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45b80-03ed-4fdf-b5fa-12814c0fad35 req-cbfdd69c-879c-4a76-88a1-b6ee5d709013 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:48.499231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fee45b80-03ed-4fdf-b5fa-12814c0fad35 req-cbfdd69c-879c-4a76-88a1-b6ee5d709013 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Nov 23 14:57:48.545264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fee45b80-03ed-4fdf-b5fa-12814c0fad35 req-efda8d43-dfbb-44f3-abc2-a8aa70b6d5ee tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Nov 23 14:57:48.866180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8734c1-c6c4-4a16-bd94-c55980ec7017 req-2d84ace8-c6da-40f5-873e-e2e249760a17 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:48.867575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce8734c1-c6c4-4a16-bd94-c55980ec7017 req-2d84ace8-c6da-40f5-873e-e2e249760a17 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Nov 23 14:57:48.914191 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce8734c1-c6c4-4a16-bd94-c55980ec7017 req-150e4ba0-ef5a-4844-93db-3283d959dc54 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Nov 23 14:57:49.912665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:57:49.963025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:57:49.966646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:49.967056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:50.033118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339968f-7c00-4091-9943-c0eea50eb831 req-9235bcb2-6f4f-4347-8f59-3db3a9f92e82 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:50.034671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b339968f-7c00-4091-9943-c0eea50eb831 req-9235bcb2-6f4f-4347-8f59-3db3a9f92e82 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 945 time: 0.0495346 Nov 23 14:57:50.043528 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:50.065629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:50.068424 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b59673d-6d9e-4686-8b58-97b4cf678523" -d '{"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-plugged", "status": "completed", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:50.080742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:50.085926 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:50.110879 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b339968f-7c00-4091-9943-c0eea50eb831 req-0dcae8f2-7aa6-40e7-a872-6bf2cb0d60cd tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab9b44e1-90e6-42ac-ae97-9c13436e2e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700336 Nov 23 14:57:50.113020 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bff8f1-71bc-4a65-983e-3d5bc28aab26 x-openstack-request-id: req-73bff8f1-71bc-4a65-983e-3d5bc28aab26 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:50.113388 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-plugged", "status": "completed", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:50.113714 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73bff8f1-71bc-4a65-983e-3d5bc28aab26 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:50.114223 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'code': 200} Nov 23 14:57:50.126097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-c02e96a0-d86f-4100-a4db-98022d08b845 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:50.127605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-c02e96a0-d86f-4100-a4db-98022d08b845 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e4fe427-e742-40a0-af01-3a67b55f2c45 HTTP/1.1" status: 200 len: 945 time: 0.0616601 Nov 23 14:57:50.149368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:50.224329 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Deleting port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:57:50.224708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:50.310143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] For port fb726ebd-28e8-43e7-8c55-4fc2c3c08041, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,segment=NetworkSegment(9fba13bc-8af7-465d-8c2c-b51aa492045e),segment_id=9fba13bc-8af7-465d-8c2c-b51aa492045e)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:50.310506 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:50.327733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Calling delete_port for fb726ebd-28e8-43e7-8c55-4fc2c3c08041 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:57:50.452515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:50.463409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['fb726ebd-28e8-43e7-8c55-4fc2c3c08041'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:57:50.480281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Pushing event deleted for resources: {'Port': ['ID=fb726ebd-28e8-43e7-8c55-4fc2c3c08041,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:50.528624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] No DVR routers for this DVR port fb726ebd-28e8-43e7-8c55-4fc2c3c08041 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:57:50.531274 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:50.534594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3cebd0c8-2643-446a-828e-a16e7350f543 req-b21054d9-2812-4890-8bbc-d56d8d10e6ae tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] 10.222.0.11 "DELETE /v2.0/ports/fb726ebd-28e8-43e7-8c55-4fc2c3c08041 HTTP/1.1" status: 204 len: 173 time: 0.4008350 Nov 23 14:57:50.535070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-deleted', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:57:50.537294 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff347b7-9ec6-4e76-b1f6-6ce1082245db" -d '{"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-deleted", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:57:50.677231 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b0623-d463-4ffb-91d0-72bb777e9710 x-openstack-request-id: req-504b0623-d463-4ffb-91d0-72bb777e9710 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:57:50.677523 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4fe427-e742-40a0-af01-3a67b55f2c45", "name": "network-vif-deleted", "tag": "fb726ebd-28e8-43e7-8c55-4fc2c3c08041", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:57:50.677775 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-504b0623-d463-4ffb-91d0-72bb777e9710 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:57:50.678179 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4fe427-e742-40a0-af01-3a67b55f2c45', 'name': 'network-vif-deleted', 'tag': 'fb726ebd-28e8-43e7-8c55-4fc2c3c08041', 'status': 'completed', 'code': 200} Nov 23 14:57:51.232933 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35060) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:51.280502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Deleting subnet 9fb5112b-4526-4e9d-a638-25dfcdaec76e {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:57:51.283516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.317679 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.355979 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.404782 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.429402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb5112b-4526-4e9d-a638-25dfcdaec76e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:51.437153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.440601 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9fb5112b-4526-4e9d-a638-25dfcdaec76e HTTP/1.1" status: 204 len: 168 time: 0.2066500 Nov 23 14:57:51.442118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.442471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.442917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.443213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35062) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:51.443660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.443660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.443914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.444247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.444571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.444902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.445225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.445552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.445876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18de52c3-174c-484a-b337-b8d00c203a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:51.514738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.596805 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.616095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d728af6-6692-4c15-8888-ea76f76e83d7']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:51.625045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fba13bc-8af7-465d-8c2c-b51aa492045e') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:51.625339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fba13bc-8af7-465d-8c2c-b51aa492045e') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:51.635011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.648340 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.654051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:57:51.654432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: timer() Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:57:51.656114 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:57:51.712594 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.717690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.720973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8d728af6-6692-4c15-8888-ea76f76e83d7 HTTP/1.1" status: 204 len: 168 time: 0.2767267 Nov 23 14:57:51.733698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163a168-1075-4331-b158-94387b31ed00 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d728af6-6692-4c15-8888-ea76f76e83d7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:51.824763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35066) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:51.863063 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9826c8e8-2f99-4887-ba9e-f6ff27fd3a97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=342945442ece4e939dfd527031053eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371065 Nov 23 14:57:51.865328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35068) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:51.910737 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f321a30-0e28-4e14-a886-1ff2f3bdb2c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.934096 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f321a30-0e28-4e14-a886-1ff2f3bdb2c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.979721 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f321a30-0e28-4e14-a886-1ff2f3bdb2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.982394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f321a30-0e28-4e14-a886-1ff2f3bdb2c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:51.983669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2f321a30-0e28-4e14-a886-1ff2f3bdb2c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab9b44e1-90e6-42ac-ae97-9c13436e2e13 HTTP/1.1" status: 204 len: 168 time: 0.1173749 Nov 23 14:57:51.992285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f321a30-0e28-4e14-a886-1ff2f3bdb2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b44e1-90e6-42ac-ae97-9c13436e2e13,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:52.622143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35090) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:52.716075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1694010256-network', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:52.737003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Made reservation on behalf of f7e79cb719224f4c9b626a5613265969 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:57:52.739226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.747367 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.823928 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.827587 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.853563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:57:52.862225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8935965-fa89-4395-b84c-29c1dc4c0403,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:52.868207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.868563 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Added segment d9433b39-a5f4-419d-88bf-b9c8e1b15558 of type vlan for network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 Nov 23 14:57:52.908895 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.934141 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.935288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:52.935862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:52.970435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3470840 Nov 23 14:57:52.974140 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35094) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:52.979068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Request body: {'subnet': {'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1694010256-subnet', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:52.999957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26dbe9-92e8-4da3-a3b9-d53ea1d0f885 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc11ddd-b1b3-48d8-98b6-174cf25cca09,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:53.004288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Made reservation on behalf of f7e79cb719224f4c9b626a5613265969 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:57:53.008619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.012190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:57:53.178811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.234467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:53.244297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:57:53.244655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Network hostable DHCP agents. Network: bdc11ddd-b1b3-48d8-98b6-174cf25cca09, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:57:53.260378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:57:53.268735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bdc11ddd-b1b3-48d8-98b6-174cf25cca09) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:57:53.273791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:53.274467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.279226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb0637a-2392-4ab5-ac07-4b8bc12f01ab None None] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:57:53.290145 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-835d1fad-6ae8-453a-94a1-75df513a0641 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3148746 Nov 23 14:57:53.292850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35096) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:53.297672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:53.319612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.320610 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.372062 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.435411 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:57:53.436279 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.510338 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.572198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Allocated IP 172.20.0.2 (bdc11ddd-b1b3-48d8-98b6-174cf25cca09/49363ba7-bce7-49a0-bd3a-9fb4e6760fc5/c942695f-edc8-4572-9316-0b330ab1f29f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:57:53.713273 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.715162 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.720971 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.735595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.763210 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:57:53.768855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Pushing event updated for resources: {'Port': ['ID=c942695f-edc8-4572-9316-0b330ab1f29f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:53.772107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:57:53.774410 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:57:53.829522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Attempting to bind port c942695f-edc8-4572-9316-0b330ab1f29f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:57:53.829808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Attempting to bind port c942695f-edc8-4572-9316-0b330ab1f29f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:57:53.830177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Attempting to bind port c942695f-edc8-4572-9316-0b330ab1f29f on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:53.835350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:57:53.835729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:57:53.836131 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.836529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:57:53.836996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Bound port: c942695f-edc8-4572-9316-0b330ab1f29f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:57:53.837163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Allocated IP 172.25.3.181 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/bfae3c34-5af6-4243-b790-96a7efdbf5e6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:57:53.837375 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.899338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] For port c942695f-edc8-4572-9316-0b330ab1f29f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:53.902886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] For port c942695f-edc8-4572-9316-0b330ab1f29f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c942695f-edc8-4572-9316-0b330ab1f29f,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:57:53.906868 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.912209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:57:53.948510 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:53.955987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: fb726ebd-28e8-43e7-8c55-4fc2c3c08041 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:57:53.956333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fb726ebd-28e8-43e7-8c55-4fc2c3c08041 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:57:53.983296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f494b48-62ef-4a53-8f34-200b28dbe231 None None] Pushing event updated for resources: {'Port': ['ID=c942695f-edc8-4572-9316-0b330ab1f29f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:53.989195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:54.029629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:57:54.032535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:57:54.036561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:57:54.042132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfae3c34-5af6-4243-b790-96a7efdbf5e6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:54.049643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0482a4-7fe4-4dd4-b71e-b1229e5af685 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:57:54.118348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c2cf1d79-0cae-4d37-be59-f9d16df45ff6 None None] Provisioning complete for port bfae3c34-5af6-4243-b790-96a7efdbf5e6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:54.118952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1d79-0cae-4d37-be59-f9d16df45ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:54.122862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:54.176399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf1d79-0cae-4d37-be59-f9d16df45ff6 None None] Port bfae3c34-5af6-4243-b790-96a7efdbf5e6 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:57:54.606299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:54.811161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:54.937109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca7e5a-79c9-453a-a1d9-f90e83e585fc None None] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:57:54.944395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:57:55.027276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1dc5ff78-5181-4ee4-be0a-59096f60a541 None None] Provisioning complete for port c942695f-edc8-4572-9316-0b330ab1f29f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:55.027640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ff78-5181-4ee4-be0a-59096f60a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.055845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:57:55.065186 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:57:55.077513 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:57:55.077743 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.078117 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:57:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:55.082159 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35098) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:55.082940 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-74bc54ac-9f12-44a0-86c4-a64f48b548f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7876444 Nov 23 14:57:55.166002 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ff78-5181-4ee4-be0a-59096f60a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.203943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1dc5ff78-5181-4ee4-be0a-59096f60a541 None None] For port c942695f-edc8-4572-9316-0b330ab1f29f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c942695f-edc8-4572-9316-0b330ab1f29f,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:55.209581 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ff78-5181-4ee4-be0a-59096f60a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.214752 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:57:55.269549 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5ff78-5181-4ee4-be0a-59096f60a541 None None] Pushing event updated for resources: {'Port': ['ID=c942695f-edc8-4572-9316-0b330ab1f29f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:55.431437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-54aee42c-11de-47c9-a5aa-406a43d03d13 None None] Provisioning complete for port c942695f-edc8-4572-9316-0b330ab1f29f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:55.432100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-54aee42c-11de-47c9-a5aa-406a43d03d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.439260 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:54Z', 'revision_number': 3, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:55.465834 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:57:55.466167 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Updating router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 port bfae3c34-5af6-4243-b790-96a7efdbf5e6 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:57:55.493713 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.541669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.704056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Allocated IP 172.20.0.1 (bdc11ddd-b1b3-48d8-98b6-174cf25cca09/49363ba7-bce7-49a0-bd3a-9fb4e6760fc5/010c159d-a017-40a8-9581-774ac380efbf) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:57:55.755101 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.760289 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.804431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Attempting to bind port bfae3c34-5af6-4243-b790-96a7efdbf5e6 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:57:55.804722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Attempting to bind port bfae3c34-5af6-4243-b790-96a7efdbf5e6 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:57:55.805087 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Attempting to bind port bfae3c34-5af6-4243-b790-96a7efdbf5e6 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:55.808502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29b0b5-3d3c-4cd6-8aaf-d29195b861e7 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:57:55.815945 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:57:55.816323 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:57:55.816720 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.817153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:57:55.817579 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Bound port: bfae3c34-5af6-4243-b790-96a7efdbf5e6, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:57:55.817960 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.823251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.852146 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Pushing event updated for resources: {'Port': ['ID=bfae3c34-5af6-4243-b790-96a7efdbf5e6,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:55.864916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.870294 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.870642 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.870999 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.871336 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.871675 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.871987 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.872312 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.872631 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.872951 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.873273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.873591 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.873906 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:57:55.885348 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] For port bfae3c34-5af6-4243-b790-96a7efdbf5e6, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:55.888500 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] For port bfae3c34-5af6-4243-b790-96a7efdbf5e6, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bfae3c34-5af6-4243-b790-96a7efdbf5e6,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:57:55.893877 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:55.905034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:57:55.906353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c942695f-edc8-4572-9316-0b330ab1f29f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:57:55.912053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:57:55.915750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:57:55.945248 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:57:55.945881 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:57:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:55.948747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Pushing event updated for resources: {'Port': ['ID=010c159d-a017-40a8-9581-774ac380efbf,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:55.970148 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.124687 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.144034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db53382-7ea1-44b8-b6d5-70163faefd89 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:57:56.157501 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:57:56.172781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7037b147-7ac1-4c05-ae17-907060219514 None None] Provisioning complete for port bfae3c34-5af6-4243-b790-96a7efdbf5e6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:56.173253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7037b147-7ac1-4c05-ae17-907060219514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.224488 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce188764-d70b-42d7-ad16-e5046ae4b396 None None] Pushing event updated for resources: {'Port': ['ID=bfae3c34-5af6-4243-b790-96a7efdbf5e6,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:56.259159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port c942695f-edc8-4572-9316-0b330ab1f29f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:56.259533 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.292678 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7037b147-7ac1-4c05-ae17-907060219514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.321623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.323577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-7037b147-7ac1-4c05-ae17-907060219514 None None] For port bfae3c34-5af6-4243-b790-96a7efdbf5e6, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bfae3c34-5af6-4243-b790-96a7efdbf5e6,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:56.326610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.330196 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7037b147-7ac1-4c05-ae17-907060219514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.352239 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:54Z', 'revision_number': 3, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:56.383737 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf028f54-a5b1-4ae1-acfa-5c9cb9ef3fb1 None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:54Z', 'revision_number': 3, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:57:56.411243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.420279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Pushing event updated for resources: {'Port': ['ID=010c159d-a017-40a8-9581-774ac380efbf,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:56.425676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037b147-7ac1-4c05-ae17-907060219514 None None] Pushing event updated for resources: {'Port': ['ID=bfae3c34-5af6-4243-b790-96a7efdbf5e6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:56.453702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5337358c-3f14-43e3-b368-b51c4c20e557 None None] Provisioning complete for port 010c159d-a017-40a8-9581-774ac380efbf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:56.454076 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5337358c-3f14-43e3-b368-b51c4c20e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.493554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5337358c-3f14-43e3-b368-b51c4c20e557 None None] Port 010c159d-a017-40a8-9581-774ac380efbf cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:57:56.505050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5337358c-3f14-43e3-b368-b51c4c20e557 None None] Provisioning complete for port bfae3c34-5af6-4243-b790-96a7efdbf5e6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:56.505451 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5337358c-3f14-43e3-b368-b51c4c20e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.508199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:57:56.508822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:57:56.655619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:57:56.790145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:57:56.796297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5b212484-c9c4-4c25-8625-48774e83b442 admin admin] 10.222.0.46 "PUT /v2.0/routers/9b782f17-8da4-4a4e-99ac-987e03e0b3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132301 Nov 23 14:57:56.808590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0d8214be-a474-4804-9e7c-c1a944ab2dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.825825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-fd64b4ad-3e88-4491-b86d-ee7b2d5f7524 None None] Provisioning complete for port 010c159d-a017-40a8-9581-774ac380efbf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:56.826245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fd64b4ad-3e88-4491-b86d-ee7b2d5f7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:56.863848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-fd64b4ad-3e88-4491-b86d-ee7b2d5f7524 None None] Port 010c159d-a017-40a8-9581-774ac380efbf cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:57:57.370639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35106) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:57.375452 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-91cb9a30-ea83-44ae-9094-90f7f32bfa28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650350883', 'description': 'tempest-description--1061728747'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:57.397156 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91cb9a30-ea83-44ae-9094-90f7f32bfa28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.462086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91cb9a30-ea83-44ae-9094-90f7f32bfa28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.465861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91cb9a30-ea83-44ae-9094-90f7f32bfa28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.496285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-91cb9a30-ea83-44ae-9094-90f7f32bfa28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.497529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-91cb9a30-ea83-44ae-9094-90f7f32bfa28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1258173 Nov 23 14:57:57.498313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb9a30-ea83-44ae-9094-90f7f32bfa28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924c4bc0-5894-4a54-9a0e-eb43cf2701c6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:57.502018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.502554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35108) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:57.507053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bc07806d-ea68-4792-8282-7a429eace1e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'security_group_rule': {'security_group_id': '924c4bc0-5894-4a54-9a0e-eb43cf2701c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:57.533936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc07806d-ea68-4792-8282-7a429eace1e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.592339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc07806d-ea68-4792-8282-7a429eace1e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.596385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc07806d-ea68-4792-8282-7a429eace1e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.614385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07806d-ea68-4792-8282-7a429eace1e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccef7c73-a2c1-4d37-b1e4-965e88b68f56,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:57.622319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc07806d-ea68-4792-8282-7a429eace1e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.623541 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc07806d-ea68-4792-8282-7a429eace1e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205099 Nov 23 14:57:57.627340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35110) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:57.632074 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-693f79db-8935-4195-8756-5b5344958d95 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'security_group_rule': {'security_group_id': '924c4bc0-5894-4a54-9a0e-eb43cf2701c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:57.658774 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693f79db-8935-4195-8756-5b5344958d95 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.718870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693f79db-8935-4195-8756-5b5344958d95 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.722581 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693f79db-8935-4195-8756-5b5344958d95 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.739947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f79db-8935-4195-8756-5b5344958d95 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6276e1e7-a867-473b-a63d-0de977d6fafd,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:57.747683 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-693f79db-8935-4195-8756-5b5344958d95 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.748895 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-693f79db-8935-4195-8756-5b5344958d95 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206739 Nov 23 14:57:57.751948 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 35112) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:57:57.756951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:57:57.780184 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.855853 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bfae3c34-5af6-4243-b790-96a7efdbf5e6 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:57:57.886629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.904503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bfae3c34-5af6-4243-b790-96a7efdbf5e6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:57.904962 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:57.997021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Allocated IP 172.25.3.82 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/b21038f9-e037-48e8-bf08-92365dbf0c35) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:57:58.013311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:57:58.022504 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:57:58.023154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:57:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:58.098802 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.130466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:57:58.133097 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.175979 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:57:58.178706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:57:58.182150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:57:58.206366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'Port': ['ID=b21038f9-e037-48e8-bf08-92365dbf0c35,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:58.269519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.304722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.334280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 2, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:58.361808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:57:58.362163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Updating router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 port 010c159d-a017-40a8-9581-774ac380efbf binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:57:58.386303 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.461373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.466035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.539170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'Port': ['ID=b21038f9-e037-48e8-bf08-92365dbf0c35,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:58.547339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.563620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.565149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22ee5199-0342-400e-b6ca-97f96e5190bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8121934 Nov 23 14:57:58.653363 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.658761 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.707416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93112286-ff8f-4f0a-8316-445bac01e360 None None] Pushing event updated for resources: {'Port': ['ID=010c159d-a017-40a8-9581-774ac380efbf,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:58.737352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-4280e849-f360-4648-b48b-2c235c02e570 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--650350883&fields=id&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 267 time: 0.0633960 Nov 23 14:57:58.758860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Attempting to bind port 010c159d-a017-40a8-9581-774ac380efbf on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:57:58.759308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Attempting to bind port 010c159d-a017-40a8-9581-774ac380efbf by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:57:58.759668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Attempting to bind port 010c159d-a017-40a8-9581-774ac380efbf on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:57:58.764937 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:57:58.765317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:57:58.765708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.766101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:57:58.767156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Bound port: 010c159d-a017-40a8-9581-774ac380efbf, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:57:58.767156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.840993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] For port 010c159d-a017-40a8-9581-774ac380efbf, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:57:58.845470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] For port 010c159d-a017-40a8-9581-774ac380efbf, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=010c159d-a017-40a8-9581-774ac380efbf,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:57:58.851324 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:58.854613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-3ef8c44f-09e5-4a1b-88fd-7beb7f97b20f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:57:58.856360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-3ef8c44f-09e5-4a1b-88fd-7beb7f97b20f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1107793 Nov 23 14:57:58.875176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-f4e901fe-8598-474b-a92c-394da825c717 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/quotas/f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 375 time: 0.0099025 Nov 23 14:57:58.908758 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:57:58.909389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:57:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:58.933719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d5030170-6b51-479a-ad32-252c846e4d8e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503852 Nov 23 14:57:58.952278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93112286-ff8f-4f0a-8316-445bac01e360 None None] Pushing event updated for resources: {'Port': ['ID=010c159d-a017-40a8-9581-774ac380efbf,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:59.030192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-39371dd9-67b7-4062-a272-9c09128da81b None None] Provisioning complete for port 010c159d-a017-40a8-9581-774ac380efbf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:59.030599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39371dd9-67b7-4062-a272-9c09128da81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:59.076740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:57:59.115497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-c6a3b105-d084-4b86-b2eb-8f29dec733ea service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674798 Nov 23 14:57:59.210242 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-b1f151a8-93bd-47a0-9f1c-b87cdc3d9570 service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884216 Nov 23 14:57:59.224314 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4cb6041a-5424-468c-b132-47778e953d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:59.261286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39371dd9-67b7-4062-a272-9c09128da81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:59.311193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-39371dd9-67b7-4062-a272-9c09128da81b None None] For port 010c159d-a017-40a8-9581-774ac380efbf, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=010c159d-a017-40a8-9581-774ac380efbf,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:57:59.336084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-39371dd9-67b7-4062-a272-9c09128da81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:59.389628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7fc02f08-f859-4200-814c-7290808855ef req-5edc9779-8132-4dd0-8432-949f35e5f185 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 210 time: 0.0298867 Nov 23 14:57:59.400152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39371dd9-67b7-4062-a272-9c09128da81b None None] Pushing event updated for resources: {'Port': ['ID=010c159d-a017-40a8-9581-774ac380efbf,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:57:59.411282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:58Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:57:59.440415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae19ba-e246-494d-977b-b6782b1ad20e None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:58Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:57:59.456446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3515e52b-c39e-4bbc-ba2a-710c34aaf10d None None] Provisioning complete for port 010c159d-a017-40a8-9581-774ac380efbf triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:59.456821 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3515e52b-c39e-4bbc-ba2a-710c34aaf10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:57:59.858002 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 010c159d-a017-40a8-9581-774ac380efbf up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:57:59.921944 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 010c159d-a017-40a8-9581-774ac380efbf triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:57:59.922365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:00.202361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:00.585900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-48056d93-6247-474b-b428-b9368e3a6429 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:00.587727 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-48056d93-6247-474b-b428-b9368e3a6429 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1319742 Nov 23 14:58:00.657733 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-20ecd793-9d48-4898-9fd1-e774b304c6d2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 379 time: 0.0595183 Nov 23 14:58:00.668185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'port': {'device_id': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'admin_state_up': True, 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'security_groups': ['924c4bc0-5894-4a54-9a0e-eb43cf2701c6']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:58:00.784459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Made reservation on behalf of f7e79cb719224f4c9b626a5613265969 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:58:00.788330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:00.855600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e68fb865-fd53-4c12-b091-99e7cf333979 req-375ea512-088e-4400-a9e0-3205ef6f4ded tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 210 time: 0.3871210 Nov 23 14:58:00.919887 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Allocated IP 172.20.0.3 (bdc11ddd-b1b3-48d8-98b6-174cf25cca09/49363ba7-bce7-49a0-bd3a-9fb4e6760fc5/0510901a-10dc-42cc-a734-003011704de6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:58:01.054264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.086982 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.135397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:58:01.138306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:58:01.141878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:58:01.165668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:58:01.196230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:01.196867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.213313 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-d2f1c29f-4af8-412c-84e6-d65fa19fd5c6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490916 Nov 23 14:58:01.226680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Request body: {'port': {'device_id': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:58:01.282102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.390468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3ebf390d-65ad-40c2-82fc-a66dcd196c65 None None] Provisioning complete for port 0510901a-10dc-42cc-a734-003011704de6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:58:01.391047 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3ebf390d-65ad-40c2-82fc-a66dcd196c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.427990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf390d-65ad-40c2-82fc-a66dcd196c65 None None] Port 0510901a-10dc-42cc-a734-003011704de6 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:58:01.547248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0510901a-10dc-42cc-a734-003011704de6 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:58:01.555154 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.566886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Transition to ACTIVE for port object 0510901a-10dc-42cc-a734-003011704de6 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:58:01.571101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.624223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:58:01.693458 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:58:01.693794 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:58:01.694120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:58:01.698740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Port 0510901a-10dc-42cc-a734-003011704de6 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:58:01.699108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:58:01.704053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:58:01.704384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:58:01.704759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:58:01.705181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Bound port: 0510901a-10dc-42cc-a734-003011704de6, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:58:01.705539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.783927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:58:01.787739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:58:01.792275 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.812641 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.826609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:01.827249 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:01.828618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] 10.222.0.74 "PUT /v2.0/ports/0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 1091 time: 0.6069479 Nov 23 14:58:01.829049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'tag': '0510901a-10dc-42cc-a734-003011704de6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:58:01.831322 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d94cef7bc248c9f8dff11968030a3461aeb47e34b2c0f9cf153d6cf31b1836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae58a324-76bb-480b-b6e7-234fc9110a36" -d '{"events": [{"name": "network-changed", "server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "tag": "0510901a-10dc-42cc-a734-003011704de6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:58:01.867252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4fb9e-9198-4552-92f0-3755d5318f93 service neutron] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:58:01.886561 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db58e1-90fe-4286-8e70-e253921161fc x-openstack-request-id: req-90db58e1-90fe-4286-8e70-e253921161fc {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:58:01.886958 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "tag": "0510901a-10dc-42cc-a734-003011704de6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:58:01.887283 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90db58e1-90fe-4286-8e70-e253921161fc {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:58:01.887693 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'tag': '0510901a-10dc-42cc-a734-003011704de6', 'status': 'completed', 'code': 200} Nov 23 14:58:01.920835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-1360decf-f20e-4829-a91b-1cba27d5cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:01.928964 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-1360decf-f20e-4829-a91b-1cba27d5cd20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1094 time: 0.0540137 Nov 23 14:58:01.980687 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-b0cd32d0-b5e5-4865-a48c-558fcead1740 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 217 time: 0.0443609 Nov 23 14:58:01.986114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77492e-7563-4696-b609-8b4d19077e36 req-258da193-df09-4e97-9564-123245dea308 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:01.991449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad77492e-7563-4696-b609-8b4d19077e36 req-258da193-df09-4e97-9564-123245dea308 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0593059 Nov 23 14:58:02.035976 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-3e3edd70-97c6-4866-ae7a-e5853f663ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:02.037534 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-3e3edd70-97c6-4866-ae7a-e5853f663ee8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0485926 Nov 23 14:58:02.040204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad77492e-7563-4696-b609-8b4d19077e36 req-e29591ec-feb5-4854-9651-7a39badf8db6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454447 Nov 23 14:58:02.086225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-17475708-87c8-4f76-a5eb-a7fe2f738bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:02.087739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-17475708-87c8-4f76-a5eb-a7fe2f738bb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436292 Nov 23 14:58:02.179798 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-862825c6-35bc-44a9-b142-88e21c9c6799 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844002 Nov 23 14:58:02.268127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8462bbd1-a5b9-4b4c-afcc-419182a04bfa req-7f0bd621-a502-4ccb-b164-4c8161f9b95f service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816121 Nov 23 14:58:02.355383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-cae0bebe-29fa-4607-b11e-13636c5db9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:02.356781 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-cae0bebe-29fa-4607-b11e-13636c5db9ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1094 time: 0.0403576 Nov 23 14:58:02.456680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-1645c8c0-693e-43f4-aa85-2be3078aa717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:02.458456 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-1645c8c0-693e-43f4-aa85-2be3078aa717 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0942419 Nov 23 14:58:02.498735 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-64ad0b6e-0cef-443b-86c4-903c9415630d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 217 time: 0.0333276 Nov 23 14:58:02.550309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-1d3a3a69-8ede-44a4-bf67-c7947075a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:02.552269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-1d3a3a69-8ede-44a4-bf67-c7947075a785 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0456595 Nov 23 14:58:02.597261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-7fc8189a-9609-42b8-8c45-957444a0d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:02.598791 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-7fc8189a-9609-42b8-8c45-957444a0d4c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396039 Nov 23 14:58:02.616580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:02.692342 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-84eccf82-d503-43b6-a74c-6637bc4ec254 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851820 Nov 23 14:58:02.781429 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ae58a324-76bb-480b-b6e7-234fc9110a36 req-21c65eb8-e148-4b3b-a290-677a240b44a3 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820847 Nov 23 14:58:03.166231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a359772-8ca1-4f93-a458-99280be908fd req-a6c910e7-8403-4a20-9ceb-db6ea04c91bb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:03.167709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a359772-8ca1-4f93-a458-99280be908fd req-a6c910e7-8403-4a20-9ceb-db6ea04c91bb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0478854 Nov 23 14:58:03.216523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a359772-8ca1-4f93-a458-99280be908fd req-736bbcb8-5c27-4c46-b6b7-d31afa543c43 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427573 Nov 23 14:58:04.329928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a59e2-34b2-45c6-a9f0-ebe6aa0ef956 req-fdbffb23-de91-4afd-be9f-5b485d6db5db tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:04.331414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b87a59e2-34b2-45c6-a9f0-ebe6aa0ef956 req-fdbffb23-de91-4afd-be9f-5b485d6db5db tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0486612 Nov 23 14:58:04.378429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b87a59e2-34b2-45c6-a9f0-ebe6aa0ef956 req-48257ec4-367e-49f5-94a7-b24a5fad65cb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402348 Nov 23 14:58:05.424119 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0510901a-10dc-42cc-a734-003011704de6 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:58:05.494107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf3d0-95c1-49a1-b12b-f21ab23e6190 req-05cf3657-ac7f-486d-b513-a65db558cfcf tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:05.495621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efdcf3d0-95c1-49a1-b12b-f21ab23e6190 req-05cf3657-ac7f-486d-b513-a65db558cfcf tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0476949 Nov 23 14:58:05.524064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:58:05.536430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '0510901a-10dc-42cc-a734-003011704de6', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': '0510901a-10dc-42cc-a734-003011704de6', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:58:05.546095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-efdcf3d0-95c1-49a1-b12b-f21ab23e6190 req-718a6d58-33a1-4b08-bf97-59c5576128a4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442529 Nov 23 14:58:05.574307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:05.586749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0510901a-10dc-42cc-a734-003011704de6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:58:05.606628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:58:05.610702 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:05.664646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:58:05.813458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['0510901a-10dc-42cc-a734-003011704de6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:58:06.666173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ae855-7ae3-485d-9193-e67761466e3e req-1ec9217f-84a1-4ec7-865c-a2dc88fdefee tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:06.667649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f24ae855-7ae3-485d-9193-e67761466e3e req-1ec9217f-84a1-4ec7-865c-a2dc88fdefee tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 944 time: 0.0516148 Nov 23 14:58:06.713811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f24ae855-7ae3-485d-9193-e67761466e3e req-2ba73e3d-8cba-48b8-9eb1-f312002db692 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Nov 23 14:58:07.439047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0510901a-10dc-42cc-a734-003011704de6 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:58:07.487376 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 0510901a-10dc-42cc-a734-003011704de6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:58:07.491972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 0510901a-10dc-42cc-a734-003011704de6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:58:07.492343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:07.570070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:07.592184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0510901a-10dc-42cc-a734-003011704de6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:58:07.594430 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b883208-048f-4939-9a98-f37f23e1b868" -d '{"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-plugged", "status": "completed", "tag": "0510901a-10dc-42cc-a734-003011704de6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:58:07.607220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:58:07.611424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:07.658528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:58:07.698743 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971b192d-c82b-448b-b39e-f9570a01359d x-openstack-request-id: req-971b192d-c82b-448b-b39e-f9570a01359d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:58:07.699248 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-plugged", "status": "completed", "tag": "0510901a-10dc-42cc-a734-003011704de6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:58:07.699508 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-971b192d-c82b-448b-b39e-f9570a01359d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:58:07.699909 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0510901a-10dc-42cc-a734-003011704de6', 'code': 200} Nov 23 14:58:07.797911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26bce-8f89-4b92-8b66-d7ab34375faa req-99c2e45b-edd3-417b-9c89-9c257dea3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:07.799482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-54a26bce-8f89-4b92-8b66-d7ab34375faa req-99c2e45b-edd3-417b-9c89-9c257dea3e64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1096 time: 0.0392265 Nov 23 14:58:07.829295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cdfc6-1b19-461b-afe1-712f940930d9 req-9060c7b0-f843-4bcf-bd59-d9942b239da5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:07.830873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa6cdfc6-1b19-461b-afe1-712f940930d9 req-9060c7b0-f843-4bcf-bd59-d9942b239da5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0487518 Nov 23 14:58:07.847211 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-54a26bce-8f89-4b92-8b66-d7ab34375faa req-df215738-771d-4e69-9704-5b3b538284f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Nov 23 14:58:07.877185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fa6cdfc6-1b19-461b-afe1-712f940930d9 req-398e8d13-119d-452f-b5cb-be9a728aaf5c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404973 Nov 23 14:58:08.992918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb6f7-92b1-48f4-9409-085f616b1b48 req-3aadd9a3-8aa7-4dac-8cc4-6ce21fb24731 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:08.994379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8bdb6f7-92b1-48f4-9409-085f616b1b48 req-3aadd9a3-8aa7-4dac-8cc4-6ce21fb24731 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0475025 Nov 23 14:58:09.043864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b8bdb6f7-92b1-48f4-9409-085f616b1b48 req-6b0e9d7e-6e0d-4e02-8f5f-acce74de94fb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435958 Nov 23 14:58:09.155003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e4cf-594a-46c1-9b3b-e35ed62154df req-8620bf9e-096b-4f60-b290-cc1ad7430719 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:09.156406 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3906e4cf-594a-46c1-9b3b-e35ed62154df req-8620bf9e-096b-4f60-b290-cc1ad7430719 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0487833 Nov 23 14:58:09.164812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35164) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:58:09.169136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'floatingip': {'port_id': '0510901a-10dc-42cc-a734-003011704de6'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:58:09.207702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:09.639391 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:09.643295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:09.744769 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c associated. External IP: 172.25.3.82, port: 0510901a-10dc-42cc-a734-003011704de6. Nov 23 14:58:09.952511 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:58:10.056290 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:58:10.060936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:10.066269 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:58:10.079108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:58:10.079704 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:57:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:58:10.088450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e25d8d83-c1ef-4875-93cc-d58ca83016e4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "PUT /v2.0/floatingips/ae899f8a-434b-4053-856e-6f80a1c6061c HTTP/1.1" status: 200 len: 990 time: 0.9226029 Nov 23 14:58:10.089138 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'tag': '0510901a-10dc-42cc-a734-003011704de6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:58:10.091441 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3903da-53da-41bf-a855-98fe3c4fe9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "tag": "0510901a-10dc-42cc-a734-003011704de6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:58:10.129193 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a071c165-68ff-48e6-8277-e985425652fc x-openstack-request-id: req-a071c165-68ff-48e6-8277-e985425652fc {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:58:10.129494 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "tag": "0510901a-10dc-42cc-a734-003011704de6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:58:10.129839 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a071c165-68ff-48e6-8277-e985425652fc {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:58:10.130319 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'tag': '0510901a-10dc-42cc-a734-003011704de6', 'status': 'completed', 'code': 200} Nov 23 14:58:10.197023 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-41f76f67-e391-4765-8ec8-96b4729a99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:10.198524 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-41f76f67-e391-4765-8ec8-96b4729a99ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1096 time: 0.0401843 Nov 23 14:58:10.199047 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:58:10.286875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-53adb8d0-5fb8-45d6-944d-d9ef7825b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:10.288393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-53adb8d0-5fb8-45d6-944d-d9ef7825b76b service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0834119 Nov 23 14:58:10.356379 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-22c829b1-3eff-4b23-b1c8-d9aa3b871b76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 998 time: 0.0613902 Nov 23 14:58:10.405295 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-cd940a98-ec1c-4577-a788-f3321ef94c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:10.406788 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-cd940a98-ec1c-4577-a788-f3321ef94c99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0435252 Nov 23 14:58:10.414712 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': '0510901a-10dc-42cc-a734-003011704de6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T14:58:09Z', 'revision_number': 1, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:58:10.443562 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:58:10.456067 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:58:10.456670 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:57:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:58:10.459673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-94c2533f-d1a1-4920-9f9e-4f78800a27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:10.461207 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-94c2533f-d1a1-4920-9f9e-4f78800a27a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479183 Nov 23 14:58:10.555001 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-9c7ecbea-1edc-4fe1-b37b-eff2b151ca6a service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862415 Nov 23 14:58:10.561565 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:58:10.645965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ff3903da-53da-41bf-a855-98fe3c4fe9a6 req-40530873-91fb-4266-a7a1-b5daef091e60 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839255 Nov 23 14:58:10.784989 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': '0510901a-10dc-42cc-a734-003011704de6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T14:58:09Z', 'revision_number': 1, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:58:10.811407 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93faf39f-21d8-404d-9763-4b10138b3e67 None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': '0510901a-10dc-42cc-a734-003011704de6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T14:58:09Z', 'revision_number': 1, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:58:10.996105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de8c1a-0c17-4114-a429-4ed4488cd667 None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:58:23.272345 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:58:24.139727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:26.800662 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3de11915-fa37-4ae4-9ea3-557a4c04657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:27.501621 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:29.155908 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d531b37e-2958-4c96-b7b4-7168025e6624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:30.203649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:31.817361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:32.618868 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:54.138629 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:56.805529 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-45a8bbf8-ba2d-4449-ab10-a45a0624d0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:57.499706 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:58:58.447727 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-d715e5ab-ee23-4f43-804e-8e09d8d4a496 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959096 Nov 23 14:58:58.528016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-9fd18f2a-169e-496e-a64f-dfe3d233395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:58.529486 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-9fd18f2a-169e-496e-a64f-dfe3d233395c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1096 time: 0.0397289 Nov 23 14:58:58.634800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-7393e052-1d1a-489b-a197-821b7dc9ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:58.636217 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-7393e052-1d1a-489b-a197-821b7dc9ee65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0868738 Nov 23 14:58:58.699862 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-c4c05cf9-a21f-48a9-967f-08cbdc6b64e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 1000 time: 0.0561001 Nov 23 14:58:58.746586 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-49ffcc9f-f71a-442c-945d-9071edbfa64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:58.747984 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-49ffcc9f-f71a-442c-945d-9071edbfa64d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0413146 Nov 23 14:58:58.794415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-c521e17f-28fb-4ecb-8a85-7b5ac2b1bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:58:58.795873 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-c521e17f-28fb-4ecb-8a85-7b5ac2b1bbeb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411687 Nov 23 14:58:58.806920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-23b1f938-7831-4a5f-9c7a-7c644942f6c0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:58:58.807845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-23b1f938-7831-4a5f-9c7a-7c644942f6c0 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052841 Nov 23 14:58:58.900490 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-53578976-ab25-4734-91bc-a67411b18231 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Nov 23 14:58:58.994068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ba5ea64b-5793-4467-b35e-db93520dbc54 req-bc0cc8a3-7fa0-4862-940c-edf127296e2e service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872481 Nov 23 14:58:59.156980 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f37e-4506-41cc-a765-2d8163f6ffbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:00.206658 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:00.271174 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:59:01.819584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:02.620630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:24.137437 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:26.807283 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-541d3176-2f99-4751-bb58-45c67d0d1be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:27.520153 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:29.160425 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9b919846-2c99-4dc8-9042-008570470f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:30.210592 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:31.824541 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:32.621581 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:37.271841 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:59:44.889933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16005-17df-4893-ba06-d7e18352402e req-d4db5b25-b547-44a6-97f3-d21401fcd054 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:44.891355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32d16005-17df-4893-ba06-d7e18352402e req-d4db5b25-b547-44a6-97f3-d21401fcd054 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0496788 Nov 23 14:59:44.938249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32d16005-17df-4893-ba06-d7e18352402e req-600ce843-5da1-4731-a101-61352c56b8d2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 Nov 23 14:59:45.167292 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-c7bb4961-adbd-40cc-bc46-318dcd1c8888 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453281 Nov 23 14:59:45.180400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8704ef-b6e0-4853-b65b-aacaacc9c99a req-97b4a55e-34cb-443e-9b81-213a742562d9 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:45.181957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8704ef-b6e0-4853-b65b-aacaacc9c99a req-97b4a55e-34cb-443e-9b81-213a742562d9 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0535939 Nov 23 14:59:45.245720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a8704ef-b6e0-4853-b65b-aacaacc9c99a req-587715a3-a3f2-40b3-a372-78d4c6178e46 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576677 Nov 23 14:59:46.363001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3640b3-813f-43e3-927c-feaa7886b1d5 req-897ee81e-60f8-4abc-a071-10bee83b051a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:46.364487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c3640b3-813f-43e3-927c-feaa7886b1d5 req-897ee81e-60f8-4abc-a071-10bee83b051a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0496705 Nov 23 14:59:46.410976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1c3640b3-813f-43e3-927c-feaa7886b1d5 req-cfa09cda-3659-4e43-ab93-90a6ce53069b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Nov 23 14:59:47.525657 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ec904-d523-4782-802d-edb9a76b80a4 req-12bb9424-4ecb-4ae5-abcd-518441ff992b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:47.527152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a62ec904-d523-4782-802d-edb9a76b80a4 req-12bb9424-4ecb-4ae5-abcd-518441ff992b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0483539 Nov 23 14:59:47.576976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a62ec904-d523-4782-802d-edb9a76b80a4 req-a2a7746d-bdb5-486c-a5fe-fa80a739932d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Nov 23 14:59:48.690980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919fe19-1b2f-4f91-91dd-8904f27d2a8d req-b3a527eb-3318-4035-b8b6-961a06579105 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:48.692683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0919fe19-1b2f-4f91-91dd-8904f27d2a8d req-b3a527eb-3318-4035-b8b6-961a06579105 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0476811 Nov 23 14:59:48.739763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0919fe19-1b2f-4f91-91dd-8904f27d2a8d req-5d2d5713-ed07-4013-9681-6512aa4b4071 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 Nov 23 14:59:49.859996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95612f7e-8c3e-405b-be03-7e6ac28a3aae req-e20a84f9-301a-4013-a22b-d9d3dbf3b320 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:49.861525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95612f7e-8c3e-405b-be03-7e6ac28a3aae req-e20a84f9-301a-4013-a22b-d9d3dbf3b320 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0514121 Nov 23 14:59:49.909842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95612f7e-8c3e-405b-be03-7e6ac28a3aae req-1746f6a7-ecdc-4be0-a8fe-39d834763f98 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Nov 23 14:59:50.421353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-27b229fb-287b-45c8-a181-02b8a2b3e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:50.422868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-27b229fb-287b-45c8-a181-02b8a2b3e8db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1096 time: 0.0470469 Nov 23 14:59:50.516871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8080bfae-5f41-4922-ac31-8744596b974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:50.518326 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8080bfae-5f41-4922-ac31-8744596b974f service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0867777 Nov 23 14:59:50.582651 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-b6ca066b-dcaa-42b8-9985-0b69216a3b8e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 1000 time: 0.0566797 Nov 23 14:59:50.635272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-edb3f3dc-08f8-4096-bd5d-91fbf33211a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:50.636734 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-edb3f3dc-08f8-4096-bd5d-91fbf33211a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0477607 Nov 23 14:59:50.681699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-1763c11b-ad49-4ba8-a550-5cb3185d7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:50.683091 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-1763c11b-ad49-4ba8-a550-5cb3185d7bb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392275 Nov 23 14:59:50.768894 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-c5650bc6-3815-41ad-9083-5bf04e19d929 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787704 Nov 23 14:59:51.035006 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a53d-2b7d-4df5-b66c-2d8fbca0a66e req-97f8acda-0c24-4a8a-ad0b-eeb9ed88fadf tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:51.037205 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0114a53d-2b7d-4df5-b66c-2d8fbca0a66e req-97f8acda-0c24-4a8a-ad0b-eeb9ed88fadf tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0547504 Nov 23 14:59:51.087696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0114a53d-2b7d-4df5-b66c-2d8fbca0a66e req-ee579402-1ef2-44d4-be32-97597c3e8554 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 Nov 23 14:59:51.167702 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-6d51fbad-9274-473a-8cc9-a076eac37c41 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920836 Nov 23 14:59:52.204583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6236b33-07e8-4966-a020-7d0337422667 req-347d7a2c-6a0e-4cc1-9238-35552bacd79a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:52.206023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6236b33-07e8-4966-a020-7d0337422667 req-347d7a2c-6a0e-4cc1-9238-35552bacd79a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0480232 Nov 23 14:59:52.251385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f6236b33-07e8-4966-a020-7d0337422667 req-37e535b6-7dd0-45d6-a8c8-e7ee11da3462 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395997 Nov 23 14:59:53.367845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbf0cd-0e2d-439e-9000-4c034be940ee req-407907b6-9cae-4637-81f2-d43138cca77b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:53.369789 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4bbf0cd-0e2d-439e-9000-4c034be940ee req-407907b6-9cae-4637-81f2-d43138cca77b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0508840 Nov 23 14:59:53.414721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e4bbf0cd-0e2d-439e-9000-4c034be940ee req-d9d064b2-52c4-44ca-8467-ef9a20af1a51 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390458 Nov 23 14:59:54.153503 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:54.530096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7320e-2dfc-4aa2-8bdf-ae8d164bd792 req-24e4d10f-390b-4ec3-b6aa-e3a40c6fc155 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:54.531570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1c7320e-2dfc-4aa2-8bdf-ae8d164bd792 req-24e4d10f-390b-4ec3-b6aa-e3a40c6fc155 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0476139 Nov 23 14:59:54.576503 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1c7320e-2dfc-4aa2-8bdf-ae8d164bd792 req-4dc520c0-6943-4949-a6c1-3b906a2868bc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 Nov 23 14:59:55.690088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385afac7-469a-4c3f-bfdd-59cd6543b0d6 req-dbba4acc-ea71-4d5d-a37a-7429027cbafc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:55.691607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-385afac7-469a-4c3f-bfdd-59cd6543b0d6 req-dbba4acc-ea71-4d5d-a37a-7429027cbafc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0472651 Nov 23 14:59:55.740914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-385afac7-469a-4c3f-bfdd-59cd6543b0d6 req-d9f312fd-6868-41d3-a48d-ca545d441857 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Nov 23 14:59:56.808342 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a70ce3b4-f22b-4dac-abdc-af931283f39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:56.857496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48d8be-6cfc-4610-b1e2-a86ab633f833 req-347dcdee-3f9a-4598-9135-fa7b8840dbc0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:56.859008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b48d8be-6cfc-4610-b1e2-a86ab633f833 req-347dcdee-3f9a-4598-9135-fa7b8840dbc0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0490563 Nov 23 14:59:56.906425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b48d8be-6cfc-4610-b1e2-a86ab633f833 req-ccc3b890-22ac-4cd2-a223-cf6950c9f414 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Nov 23 14:59:57.529507 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:58.029257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354414-11b9-4d46-a508-483e2e90a6ab req-48019eec-9005-4902-a42a-24f08f84d5f0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:58.030723 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10354414-11b9-4d46-a508-483e2e90a6ab req-48019eec-9005-4902-a42a-24f08f84d5f0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0482533 Nov 23 14:59:58.076857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10354414-11b9-4d46-a508-483e2e90a6ab req-9212476f-fc9f-43bf-ad31-e3cb6483c65c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403137 Nov 23 14:59:59.161623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b586ed35-c1a5-4ea4-9678-7fb77c1f7710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:59:59.195599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849242-ed4a-4d81-9596-4c53f60828ad req-8fffea35-d806-488d-a9ad-8afbf342cfb0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:59:59.197065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26849242-ed4a-4d81-9596-4c53f60828ad req-8fffea35-d806-488d-a9ad-8afbf342cfb0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0527549 Nov 23 14:59:59.245893 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26849242-ed4a-4d81-9596-4c53f60828ad req-8dca4408-00c5-4be4-b7f4-669e4990f653 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Nov 23 15:00:00.212910 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:00.364675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96244b31-49d5-452f-9a95-0446354f456b req-a51ec770-1166-41d3-87d7-e389139fa8ef tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:00.366324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96244b31-49d5-452f-9a95-0446354f456b req-a51ec770-1166-41d3-87d7-e389139fa8ef tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0527146 Nov 23 15:00:00.413165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96244b31-49d5-452f-9a95-0446354f456b req-058ffb97-3e95-4693-8983-f178b09d6670 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402536 Nov 23 15:00:00.423750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-99153eb2-de2f-4f16-aa48-a18cc8946f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:00.425265 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-99153eb2-de2f-4f16-aa48-a18cc8946f72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1096 time: 0.0402219 Nov 23 15:00:00.537158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-cd3290f0-043e-42ba-b20c-417970421a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:00.538661 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-cd3290f0-043e-42ba-b20c-417970421a6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0937948 Nov 23 15:00:00.602160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-e8af027d-9c7d-415e-8418-1dcb4896f4d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 1000 time: 0.0562153 Nov 23 15:00:00.654339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-4fb56fa9-12d1-4a48-8cbb-aba0cd3d6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:00.655901 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-4fb56fa9-12d1-4a48-8cbb-aba0cd3d6b69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0469604 Nov 23 15:00:00.700713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-b56c6d88-5a8d-48e8-affc-0f206b4af15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:00.702210 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-b56c6d88-5a8d-48e8-affc-0f206b4af15f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397620 Nov 23 15:00:00.789414 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-db98ac00-c4e3-4802-92fb-b8507798cc6b service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797627 Nov 23 15:00:00.879118 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-edb8224a-1871-4f8d-a193-81b3111f0e45 req-626854e3-fc0e-474e-a056-cbe205ccf754 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830677 Nov 23 15:00:01.527529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a045c-618e-497c-876d-f94af009ccb8 req-81c56846-bcbf-4b69-abb5-c65bc5a251d8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:01.528983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d70a045c-618e-497c-876d-f94af009ccb8 req-81c56846-bcbf-4b69-abb5-c65bc5a251d8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0475488 Nov 23 15:00:01.578354 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d70a045c-618e-497c-876d-f94af009ccb8 req-a1397927-936b-4f6a-b36d-6abf92297ff4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 Nov 23 15:00:01.830885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:02.622341 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:02.693440 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f321f-1233-4324-9add-6a81b53066f3 req-b44daffd-2e62-4cd6-8a51-e6f1304b1b6b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:02.694928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a4f321f-1233-4324-9add-6a81b53066f3 req-b44daffd-2e62-4cd6-8a51-e6f1304b1b6b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 945 time: 0.0487483 Nov 23 15:00:02.741194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a4f321f-1233-4324-9add-6a81b53066f3 req-6d08cfdd-4d38-4c7c-a702-fe0cbe650021 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399630 Nov 23 15:00:03.029327 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8bbf1347-e47d-4fca-8aaa-da30cab2ca6a service neutron] show failed (client error): The resource could not be found. Nov 23 15:00:03.030333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8bbf1347-e47d-4fca-8aaa-da30cab2ca6a service neutron] 10.222.0.74 "GET /v2.0/ports/0510901a-10dc-42cc-a734-003011704de6/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0533488 Nov 23 15:00:03.274348 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-14529e57-3cf8-4fee-a2e4-a094483bf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:03.275922 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-14529e57-3cf8-4fee-a2e4-a094483bf574 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 1096 time: 0.0923846 Nov 23 15:00:03.288267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:00:03.344812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:03.543199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:03.575451 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:00:03.614107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0510901a-10dc-42cc-a734-003011704de6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:00:03.616628 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b002e7-baa6-457d-ae59-b5c81f579a34" -d '{"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-unplugged", "status": "completed", "tag": "0510901a-10dc-42cc-a734-003011704de6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:00:03.621177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:03.633779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Transition to ACTIVE for port object 0510901a-10dc-42cc-a734-003011704de6 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:00:03.637701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:03.669718 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0129bb42-c6d8-4c35-8868-974d07cc2258 x-openstack-request-id: req-0129bb42-c6d8-4c35-8868-974d07cc2258 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:00:03.669718 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-unplugged", "status": "completed", "tag": "0510901a-10dc-42cc-a734-003011704de6", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:00:03.669718 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0129bb42-c6d8-4c35-8868-974d07cc2258 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:00:03.669998 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0510901a-10dc-42cc-a734-003011704de6', 'code': 200} Nov 23 15:00:03.718327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:03.731154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.731497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.731838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.732172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.732503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.732830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.733146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.733465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.733787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.734105 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.734429 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.734743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:03.774054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] No DVR routers for this DVR port 0510901a-10dc-42cc-a734-003011704de6 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:00:03.910107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aeba9-3a6d-4dc5-a7f7-f67ce4bb1e66 req-080c2e73-398f-4a3b-a948-b10d4d28eace tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:03.911605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-452aeba9-3a6d-4dc5-a7f7-f67ce4bb1e66 req-080c2e73-398f-4a3b-a948-b10d4d28eace tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0993681 Nov 23 15:00:03.975555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:00:03.975795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:00:03.976115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:00:03.987342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Port 0510901a-10dc-42cc-a734-003011704de6 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:00:03.987655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Attempting to bind port 0510901a-10dc-42cc-a734-003011704de6 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:00:03.993409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-452aeba9-3a6d-4dc5-a7f7-f67ce4bb1e66 req-e8bfc1cf-d99c-4ed2-96d2-fe7f3590654c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745533 Nov 23 15:00:03.996036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:00:03.996368 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:00:03.996740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:00:03.997158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Bound port: 0510901a-10dc-42cc-a734-003011704de6, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:00:03.997515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:04.059715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:00:04.062629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:00:04.067472 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:04.097803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:04.098412 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:04.100487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] 10.222.0.11 "PUT /v2.0/ports/0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 1091 time: 0.8161106 Nov 23 15:00:04.139021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66d821-afef-46b2-8163-420bd76feb82 service neutron] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:04.175565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-bc363fbb-c039-4ec7-ae39-939d86faf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:04.177167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-bc363fbb-c039-4ec7-ae39-939d86faf9b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1094 time: 0.0519893 Nov 23 15:00:04.271866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-416831c1-4a31-41b6-adf1-b050c2be2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:04.273352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-416831c1-4a31-41b6-adf1-b050c2be2d23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0880311 Nov 23 15:00:04.341781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-b0a6a5ce-3279-4d74-be0c-6abb03fdb5e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 998 time: 0.0609350 Nov 23 15:00:04.397513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-6dfe648e-a1b5-47d3-b317-fa8217ae3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:04.398943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-6dfe648e-a1b5-47d3-b317-fa8217ae3ceb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0491164 Nov 23 15:00:04.444711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-e5646138-875c-435c-a656-6dbbac1cc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:04.446248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-e5646138-875c-435c-a656-6dbbac1cc7e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399120 Nov 23 15:00:04.545300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-17f59ef1-1739-422d-adf5-79ad344e6355 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902750 Nov 23 15:00:04.633895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4c1fc3c1-0cf7-45d8-9287-10b8d3187b53 req-60ca00cb-24a0-4f58-be1e-60c717f2f7cc service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813451 Nov 23 15:00:05.110125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2659940-64f3-4131-8c1f-f46a32e13538 req-b54c80a8-8978-4cd7-a66a-28560cc69e4a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:05.111614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2659940-64f3-4131-8c1f-f46a32e13538 req-b54c80a8-8978-4cd7-a66a-28560cc69e4a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0475628 Nov 23 15:00:05.162608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2659940-64f3-4131-8c1f-f46a32e13538 req-248285eb-f0fa-4f1b-a846-5a3981e0d01d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451932 Nov 23 15:00:05.670632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'tag': '0510901a-10dc-42cc-a734-003011704de6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:00:05.673002 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08537424-a6d4-4fcc-a987-c868e2548480" -d '{"events": [{"name": "network-changed", "server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "tag": "0510901a-10dc-42cc-a734-003011704de6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:00:05.720832 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5c5aa8-1f76-4da3-8e63-70f6aabf67ae x-openstack-request-id: req-7c5c5aa8-1f76-4da3-8e63-70f6aabf67ae {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:00:05.721132 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "tag": "0510901a-10dc-42cc-a734-003011704de6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:00:05.721386 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c5c5aa8-1f76-4da3-8e63-70f6aabf67ae {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:00:05.721784 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'tag': '0510901a-10dc-42cc-a734-003011704de6', 'status': 'completed', 'code': 200} Nov 23 15:00:05.785006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-e0224541-98b5-47e7-9941-3816266942af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:05.786563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-e0224541-98b5-47e7-9941-3816266942af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1094 time: 0.0440109 Nov 23 15:00:05.787493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-f7a85649-59a6-4981-87c9-a38e6484bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:05.788966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-f7a85649-59a6-4981-87c9-a38e6484bbd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1094 time: 0.0421517 Nov 23 15:00:05.880144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-0314ecdb-cedb-4453-ac40-982003e869ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:05.880751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-cb03f07f-5c79-4ed1-9107-5d231d8b876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:05.881649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-0314ecdb-cedb-4453-ac40-982003e869ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0844939 Nov 23 15:00:05.882302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-cb03f07f-5c79-4ed1-9107-5d231d8b876a service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0891895 Nov 23 15:00:05.947709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-2872cc57-502b-4bfc-86a2-1f07ffad571a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 998 time: 0.0580904 Nov 23 15:00:05.951277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-bdee361b-12e8-4b23-8d16-824144812ca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 998 time: 0.0619864 Nov 23 15:00:06.000103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-48c38330-7d74-43f6-a184-bb451fb18c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:06.001566 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-48c38330-7d74-43f6-a184-bb451fb18c4d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0477345 Nov 23 15:00:06.002375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-9bd668a1-3298-46a6-8046-957464587498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:06.003848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-9bd668a1-3298-46a6-8046-957464587498 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0424407 Nov 23 15:00:06.051711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-d18664b1-5f0c-4345-abf1-b4ea5043413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:06.052827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537424-a6d4-4fcc-a987-c868e2548480 req-3073b54c-45e5-4da3-a2c0-10cac9bace0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:06.053236 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-d18664b1-5f0c-4345-abf1-b4ea5043413c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412691 Nov 23 15:00:06.054369 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-3073b54c-45e5-4da3-a2c0-10cac9bace0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459795 Nov 23 15:00:06.143181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-5e2988d3-33aa-4bb8-8e6a-bb0931390d5f service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814073 Nov 23 15:00:06.150591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-e1126691-fc63-475f-baa0-9f269f8646c2 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852256 Nov 23 15:00:06.242010 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-1b3480a9-0adf-4351-9774-96680e4698a0 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910842 Nov 23 15:00:06.299331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08537424-a6d4-4fcc-a987-c868e2548480 req-6cdf46cd-abf6-4ba7-9128-2707bccb7d60 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291006 Nov 23 15:00:06.314149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4a6e1-bfc7-49c0-b1e9-2a7609b6510f req-a87ca4ff-f040-4ab6-b6b0-bd22881bab45 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:06.315692 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53c4a6e1-bfc7-49c0-b1e9-2a7609b6510f req-a87ca4ff-f040-4ab6-b6b0-bd22881bab45 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0748427 Nov 23 15:00:06.376052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53c4a6e1-bfc7-49c0-b1e9-2a7609b6510f req-9cb3e36c-79cc-425c-aabd-3ea63d542a9f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539501 Nov 23 15:00:07.491779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61493013-fce6-4dab-b3d5-b953bf8fd000 req-8a8cf12d-8c5c-41e2-a692-393e5745d0cc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:07.493234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61493013-fce6-4dab-b3d5-b953bf8fd000 req-8a8cf12d-8c5c-41e2-a692-393e5745d0cc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0479631 Nov 23 15:00:07.539004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-61493013-fce6-4dab-b3d5-b953bf8fd000 req-a434e305-7c81-446b-96b6-ec540cf89837 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394228 Nov 23 15:00:07.731126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1701f54-8b6f-473c-8fe2-7f02019666dd req-609f81a0-d33b-41c0-9492-a0ac752149b5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:07.732525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1701f54-8b6f-473c-8fe2-7f02019666dd req-609f81a0-d33b-41c0-9492-a0ac752149b5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0521963 Nov 23 15:00:07.744527 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-5210af33-8e61-4f0d-b9a0-17ced05408fb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:07.746673 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-5210af33-8e61-4f0d-b9a0-17ced05408fb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b&tenant_id=f7e79cb719224f4c9b626a5613265969&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 943 time: 0.0519700 Nov 23 15:00:07.779856 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1701f54-8b6f-473c-8fe2-7f02019666dd req-0f45fda7-ae78-481b-a841-9d6226e26843 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411148 Nov 23 15:00:07.812871 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-e2ddd8e9-f272-4691-90e1-9f72b3a89209 service neutron] delete failed (client error): The resource could not be found. Nov 23 15:00:07.813897 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-e2ddd8e9-f272-4691-90e1-9f72b3a89209 service neutron] 10.222.0.74 "DELETE /v2.0/ports/0510901a-10dc-42cc-a734-003011704de6/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0584590 Nov 23 15:00:07.895725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-83cb2f7f-cb5f-4bf2-9ff1-c98dfeb94bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:07.897211 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-83cb2f7f-cb5f-4bf2-9ff1-c98dfeb94bbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 1094 time: 0.0400493 Nov 23 15:00:07.986012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-6edb5935-6f29-422a-8ce1-78de5a175dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:07.987451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-6edb5935-6f29-422a-8ce1-78de5a175dfd service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0830948 Nov 23 15:00:08.054144 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-731cfb02-e90d-4dc8-bc18-2091eb41facb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 200 len: 998 time: 0.0599971 Nov 23 15:00:08.100656 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-4ab636f4-c0e5-4677-a217-34fafc94f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:08.102053 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-4ab636f4-c0e5-4677-a217-34fafc94f9a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0417080 Nov 23 15:00:08.107942 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0510901a-10dc-42cc-a734-003011704de6 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:00:08.146368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 0510901a-10dc-42cc-a734-003011704de6 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:00:08.148000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-cc017a79-eb65-425e-a2bc-583a3be01325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:08.149798 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-cc017a79-eb65-425e-a2bc-583a3be01325 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403748 Nov 23 15:00:08.241682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-2e098b30-80bc-40e2-99ea-a2faa64a9a12 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845244 Nov 23 15:00:08.330031 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ed99179e-00f7-4ef9-b16b-1f043bbf344f req-45aca730-b50b-4851-b90b-e46b4b3d5761 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801516 Nov 23 15:00:08.689124 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0510901a-10dc-42cc-a734-003011704de6 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:00:08.786754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:08.798214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '0510901a-10dc-42cc-a734-003011704de6', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': '0510901a-10dc-42cc-a734-003011704de6', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:00:08.840473 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:08.853856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0510901a-10dc-42cc-a734-003011704de6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:00:08.873526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:08.878180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:08.908517 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23ca5b-ad96-4301-ae9d-c0e4ee71faa3 req-46c49789-edb3-4dac-88c9-1d4227103dac tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:08.910257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce23ca5b-ad96-4301-ae9d-c0e4ee71faa3 req-46c49789-edb3-4dac-88c9-1d4227103dac tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 943 time: 0.0552182 Nov 23 15:00:08.931338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:08.939611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.939960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.940305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.940642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.940982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.941312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.941639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.941968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.942568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.942945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.943365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.943719 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:00:08.959688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce23ca5b-ad96-4301-ae9d-c0e4ee71faa3 req-e63aea43-d442-4438-9412-b8fe69401d2f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431581 Nov 23 15:00:09.079546 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcdc68-bff3-44fe-8f35-033b714211ec req-247832e2-1119-42c0-a356-6f5f4b0abd56 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:09.081052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14fcdc68-bff3-44fe-8f35-033b714211ec req-247832e2-1119-42c0-a356-6f5f4b0abd56 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 944 time: 0.0525379 Nov 23 15:00:09.127056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-14fcdc68-bff3-44fe-8f35-033b714211ec req-3078a8a0-af3c-4c77-a072-e2a6b70fd2bd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399461 Nov 23 15:00:09.140306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['0510901a-10dc-42cc-a734-003011704de6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:00:09.239303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f3417-f187-45e4-9e91-74f9e480e3e2 req-8f5ee9a9-bacd-4f2a-8499-c6e288cc40e1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:09.240954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-350f3417-f187-45e4-9e91-74f9e480e3e2 req-8f5ee9a9-bacd-4f2a-8499-c6e288cc40e1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 944 time: 0.0479782 Nov 23 15:00:09.288083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-350f3417-f187-45e4-9e91-74f9e480e3e2 req-c9420055-50e5-4924-8a30-57a77ca6df6f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400078 Nov 23 15:00:09.521553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d7bd-017e-4186-bf61-f724f11c1c02 req-191771e8-fcb3-4221-84c6-d68a04d38f5f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:09.523018 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9113d7bd-017e-4186-bf61-f724f11c1c02 req-191771e8-fcb3-4221-84c6-d68a04d38f5f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 944 time: 0.0470669 Nov 23 15:00:09.572035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9113d7bd-017e-4186-bf61-f724f11c1c02 req-9050ac58-63b5-46f1-99be-47791a01b62d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Nov 23 15:00:10.688221 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81d08b-7cb1-4ecd-8f1e-040492c853a2 req-bf61ed9b-f19c-49d0-8177-8413eea96a1c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:10.689717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b81d08b-7cb1-4ecd-8f1e-040492c853a2 req-bf61ed9b-f19c-49d0-8177-8413eea96a1c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 944 time: 0.0488162 Nov 23 15:00:10.706013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0510901a-10dc-42cc-a734-003011704de6 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:00:10.738088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b81d08b-7cb1-4ecd-8f1e-040492c853a2 req-0f68eb40-d315-4324-b2fa-6fa8b4343edb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421584 Nov 23 15:00:10.758084 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 0510901a-10dc-42cc-a734-003011704de6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:00:10.762630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 0510901a-10dc-42cc-a734-003011704de6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:00:10.763034 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:10.837245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:10.860238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0510901a-10dc-42cc-a734-003011704de6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:00:10.862400 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6fd14f-bde2-4e60-b741-1f767b22bf4c" -d '{"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-plugged", "status": "completed", "tag": "0510901a-10dc-42cc-a734-003011704de6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:00:10.870056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-d9d8c4a9-e91f-486a-a71f-1d2b847d1b49 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:10.871648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-d9d8c4a9-e91f-486a-a71f-1d2b847d1b49 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 944 time: 0.0487337 Nov 23 15:00:10.875972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:10.880275 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:10.908692 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28576f82-4130-4ca5-bf91-4d80820ad0a8 x-openstack-request-id: req-28576f82-4130-4ca5-bf91-4d80820ad0a8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:00:10.909017 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-plugged", "status": "completed", "tag": "0510901a-10dc-42cc-a734-003011704de6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:00:10.909276 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28576f82-4130-4ca5-bf91-4d80820ad0a8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:00:10.909668 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0510901a-10dc-42cc-a734-003011704de6', 'code': 200} Nov 23 15:00:10.935266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:10.966311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Deleting port 0510901a-10dc-42cc-a734-003011704de6 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:00:10.966663 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:11.051435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] For port 0510901a-10dc-42cc-a734-003011704de6, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=0510901a-10dc-42cc-a734-003011704de6,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:11.051825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:11.217825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:11.218110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:11.218407 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c disassociated. External IP: 172.25.3.82, port: 0510901a-10dc-42cc-a734-003011704de6. Nov 23 15:00:11.218743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Calling delete_port for 0510901a-10dc-42cc-a734-003011704de6 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:00:11.340633 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:11.372453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event deleted for resources: {'Port': ['ID=0510901a-10dc-42cc-a734-003011704de6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:11.836794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2313aa13-1623-4a36-8a2e-293b030f08ff req-1a5556db-a24b-46f2-97c4-c4d3ff3405f8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd182-9aab-4324-a4d3-90c6ec18e86b HTTP/1.1" status: 200 len: 210 time: 0.0301080 Nov 23 15:00:11.840667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:00:11.948173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:00:11.959365 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:00:11.968936 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:00:11.969539 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:59:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:11.986768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] No DVR routers for this DVR port 0510901a-10dc-42cc-a734-003011704de6 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:00:11.989387 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:11.992776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b5e21ad-79a3-4d6a-9172-1aec3f410b3a req-82b5bf58-1a84-4dfa-a49e-a79b7fe69eab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "DELETE /v2.0/ports/0510901a-10dc-42cc-a734-003011704de6 HTTP/1.1" status: 204 len: 173 time: 1.1141675 Nov 23 15:00:11.993218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-deleted', 'tag': '0510901a-10dc-42cc-a734-003011704de6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:00:11.995491 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba3139-817b-4cf8-bbca-b02520184ba4" -d '{"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-deleted", "tag": "0510901a-10dc-42cc-a734-003011704de6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:00:12.038791 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373eafa-ddf8-4bbb-92d2-05ef61eae220 x-openstack-request-id: req-6373eafa-ddf8-4bbb-92d2-05ef61eae220 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:00:12.039537 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fdd182-9aab-4324-a4d3-90c6ec18e86b", "name": "network-vif-deleted", "tag": "0510901a-10dc-42cc-a734-003011704de6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:00:12.039728 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6373eafa-ddf8-4bbb-92d2-05ef61eae220 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:00:12.040022 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fdd182-9aab-4324-a4d3-90c6ec18e86b', 'name': 'network-vif-deleted', 'tag': '0510901a-10dc-42cc-a734-003011704de6', 'status': 'completed', 'code': 200} Nov 23 15:00:12.167578 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:00:12.378029 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:12.403300 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:00:12.411433 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:00:12.412033 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:59:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:12.514843 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:00:12.706311 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:12.735411 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115601-0dbd-43da-97fb-c071b074c6ac None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:00:12.967280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e425ea-46bf-4cdc-811d-94649a48e1c8 None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:00:13.078669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-2fc479ce-ecd4-422c-8428-c50c163a458e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--650350883&fields=id&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 267 time: 0.0429692 Nov 23 15:00:13.187231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-5a78559e-51d9-433a-ad0d-864f48f323c5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:13.188659 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-5a78559e-51d9-433a-ad0d-864f48f323c5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1031530 Nov 23 15:00:13.203704 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-c05537e3-2f72-4c15-bcfc-c9f2f9e9b5c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/quotas/f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 375 time: 0.0091083 Nov 23 15:00:13.252455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-e7974dfd-9f07-41d2-9b43-9b7108bb1035 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436528 Nov 23 15:00:13.349422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-1e348806-f10d-4625-8da7-9a63e70cec70 service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850787 Nov 23 15:00:13.437216 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-5300328b-8966-4757-9592-188565f11409 service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816488 Nov 23 15:00:13.594231 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f182071-e53b-4a5c-a8fa-1b0028f493b2 req-7dac3d3d-469c-45b2-8a07-c53cc1bce9ff tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 210 time: 0.0272899 Nov 23 15:00:14.270253 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:00:14.516223 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-5e00c7a6-ed58-45c3-9cca-1fd96fc0bd9b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:14.517675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-5e00c7a6-ed58-45c3-9cca-1fd96fc0bd9b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1072106 Nov 23 15:00:14.586590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-253bfd97-b0f4-475d-ad95-fd6ace510f80 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 379 time: 0.0545421 Nov 23 15:00:14.591933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'port': {'device_id': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'admin_state_up': True, 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'security_groups': ['924c4bc0-5894-4a54-9a0e-eb43cf2701c6']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:00:14.692438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6c7d4cbe-137e-4aa3-9876-19a8f268c87c req-b1c5061e-d08f-4b14-8094-12596ca1aab3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 210 time: 0.0290105 Nov 23 15:00:14.719643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0510901a-10dc-42cc-a734-003011704de6 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:00:14.727453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Made reservation on behalf of f7e79cb719224f4c9b626a5613265969 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:00:14.731267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:14.738863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 0510901a-10dc-42cc-a734-003011704de6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:00:14.739242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 0510901a-10dc-42cc-a734-003011704de6 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:00:14.856924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Allocated IP 172.20.0.6 (bdc11ddd-b1b3-48d8-98b6-174cf25cca09/49363ba7-bce7-49a0-bd3a-9fb4e6760fc5/327588c6-4007-40b4-9083-0143123f91fb) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:00:14.988364 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.021068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.073398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:00:15.076929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:00:15.080581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:00:15.085894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:15.134743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:15.135421 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.152220 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-eeefbe4b-3f30-41b4-b790-b678fc1f34c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640056 Nov 23 15:00:15.166528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Request body: {'port': {'device_id': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:00:15.221324 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.324616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-29b0acf7-9663-4c45-bdb5-86778caed98e None None] Provisioning complete for port 327588c6-4007-40b4-9083-0143123f91fb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:00:15.324983 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-29b0acf7-9663-4c45-bdb5-86778caed98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.362378 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-29b0acf7-9663-4c45-bdb5-86778caed98e None None] Port 327588c6-4007-40b4-9083-0143123f91fb cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:00:15.494859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327588c6-4007-40b4-9083-0143123f91fb {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:00:15.502685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.514240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Transition to ACTIVE for port object 327588c6-4007-40b4-9083-0143123f91fb will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:00:15.517600 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.584964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:15.643174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:00:15.643509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:00:15.643836 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:00:15.648435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Port 327588c6-4007-40b4-9083-0143123f91fb on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:00:15.648773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:00:15.654217 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:00:15.654556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:00:15.654964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:00:15.655388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Bound port: 327588c6-4007-40b4-9083-0143123f91fb, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:00:15.655741 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.721977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:00:15.725780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:00:15.732517 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.773638 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:15.774259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:15.775672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] 10.222.0.11 "PUT /v2.0/ports/327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 1091 time: 0.6134961 Nov 23 15:00:15.776111 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'tag': '327588c6-4007-40b4-9083-0143123f91fb'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:00:15.778827 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f038e8d8-641f-4f91-afc5-7e52b6e792ff" -d '{"events": [{"name": "network-changed", "server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "tag": "327588c6-4007-40b4-9083-0143123f91fb"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:00:15.833381 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4279596-be24-4e35-9612-1f841f0727ae x-openstack-request-id: req-f4279596-be24-4e35-9612-1f841f0727ae {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:00:15.833679 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "tag": "327588c6-4007-40b4-9083-0143123f91fb", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:00:15.833938 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4279596-be24-4e35-9612-1f841f0727ae {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:00:15.834340 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'tag': '327588c6-4007-40b4-9083-0143123f91fb', 'status': 'completed', 'code': 200} Nov 23 15:00:15.845404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323df73-0529-4616-a972-38bc2d537e55 service neutron] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:15.887373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb14eb-22d6-4305-8824-58e25f5f774b req-011254d4-8da4-47e0-b27a-3ac8291e17d0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:15.888884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7eb14eb-22d6-4305-8824-58e25f5f774b req-011254d4-8da4-47e0-b27a-3ac8291e17d0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 943 time: 0.1218998 Nov 23 15:00:15.905191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-7718c304-68c2-4c68-98fc-d22b57d3c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:15.906676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-7718c304-68c2-4c68-98fc-d22b57d3c6e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1094 time: 0.0715942 Nov 23 15:00:15.957397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-5439132e-57ab-4b79-9c76-c70af2631090 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 217 time: 0.0407033 Nov 23 15:00:16.014914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7eb14eb-22d6-4305-8824-58e25f5f774b req-052bfaf0-18e8-4bfd-9d4c-81387dd1fc4c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182191 Nov 23 15:00:16.027154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-72636e31-ea8d-42c4-a047-5764640f893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:16.029260 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-72636e31-ea8d-42c4-a047-5764640f893d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0630865 Nov 23 15:00:16.075325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-591c8d4c-a1d6-4166-8e38-2f2679bf9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:16.076776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-591c8d4c-a1d6-4166-8e38-2f2679bf9022 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400488 Nov 23 15:00:16.165068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-2313d171-34b0-4029-82a3-1b8261956b46 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804670 Nov 23 15:00:16.257390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8febf30b-7df6-4da7-837b-0cd7058c4aec req-09e8904f-4336-43b3-a323-1d170fe920fb service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844545 Nov 23 15:00:16.344117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-9ba5b2dd-807b-4ebd-8d0a-3581fe81cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:16.345593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-9ba5b2dd-807b-4ebd-8d0a-3581fe81cd02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1094 time: 0.0432339 Nov 23 15:00:16.444448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-44c01957-dcba-4af5-8c7d-f345add313bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:16.445951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-44c01957-dcba-4af5-8c7d-f345add313bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0933800 Nov 23 15:00:16.490328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-81aaebc6-32d1-4586-b0a3-a96bc5b4eee0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 217 time: 0.0362892 Nov 23 15:00:16.542382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-87de7706-ec6a-4eb6-b62c-8e7af634ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:16.543913 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-87de7706-ec6a-4eb6-b62c-8e7af634ee88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0452068 Nov 23 15:00:16.599635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-aa31952e-e17e-4250-8326-798eb2e35d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:16.601160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-aa31952e-e17e-4250-8326-798eb2e35d81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480344 Nov 23 15:00:16.699885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-7602ad26-192f-4a2d-9678-dafceadf6321 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905788 Nov 23 15:00:16.816028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f038e8d8-641f-4f91-afc5-7e52b6e792ff req-ea9831da-bd65-45ce-810c-4dd1c6526aa6 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081023 Nov 23 15:00:17.133988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e95f0-3dd2-4284-876a-5b08ef083f7d req-061ee87c-c0bc-4b96-b749-d1a111eafbc3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:17.135471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b0e95f0-3dd2-4284-876a-5b08ef083f7d req-061ee87c-c0bc-4b96-b749-d1a111eafbc3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 943 time: 0.0487630 Nov 23 15:00:17.180835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b0e95f0-3dd2-4284-876a-5b08ef083f7d req-50d23f77-cccd-4863-996e-2841851b4716 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389090 Nov 23 15:00:18.296685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6219970-442c-45e8-9964-a20e72403baf req-2fc16e55-313b-4559-aeb6-c128054536ed tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:18.298150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6219970-442c-45e8-9964-a20e72403baf req-2fc16e55-313b-4559-aeb6-c128054536ed tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 943 time: 0.0489287 Nov 23 15:00:18.348590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c6219970-442c-45e8-9964-a20e72403baf req-16b94b2a-1e96-4846-8b5f-7a9084f1342e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Nov 23 15:00:18.720408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 327588c6-4007-40b4-9083-0143123f91fb details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:00:18.821910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:18.833236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '327588c6-4007-40b4-9083-0143123f91fb', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': '327588c6-4007-40b4-9083-0143123f91fb', 'mac_address': 'fa:16:3e:2d:00:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:00:18.868769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:18.881414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327588c6-4007-40b4-9083-0143123f91fb {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:00:18.900166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:18.903935 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:18.949878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:19.138611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['327588c6-4007-40b4-9083-0143123f91fb'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:00:19.463335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a6ba-112e-4e83-9377-dcd234aa8677 req-eb4f0837-d384-4bd9-a41e-f927d600c307 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:19.464727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb89a6ba-112e-4e83-9377-dcd234aa8677 req-eb4f0837-d384-4bd9-a41e-f927d600c307 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 944 time: 0.0483041 Nov 23 15:00:19.511065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb89a6ba-112e-4e83-9377-dcd234aa8677 req-6c7db096-df94-47c9-a90d-c534a0968d07 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 Nov 23 15:00:20.628920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0d88c-107f-4dcf-852f-4663c24a4cd9 req-f45d9336-8296-4fd9-baf0-bbcd87c7e404 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:20.630383 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52a0d88c-107f-4dcf-852f-4663c24a4cd9 req-f45d9336-8296-4fd9-baf0-bbcd87c7e404 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 944 time: 0.0486751 Nov 23 15:00:20.679332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52a0d88c-107f-4dcf-852f-4663c24a4cd9 req-033b4442-786d-4a52-b93a-d78334e8bfae tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Nov 23 15:00:20.737314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 327588c6-4007-40b4-9083-0143123f91fb up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:00:20.784823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 327588c6-4007-40b4-9083-0143123f91fb completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:00:20.788584 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 327588c6-4007-40b4-9083-0143123f91fb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:00:20.788953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:20.865930 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:20.887922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327588c6-4007-40b4-9083-0143123f91fb'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:00:20.890193 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7d92885f3fb587f90432b473541b1590f6ccbdd66d74f4a65085dc73036e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7906e14-4bd4-47ad-8ee7-d2af136ac014" -d '{"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-plugged", "status": "completed", "tag": "327588c6-4007-40b4-9083-0143123f91fb"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:00:20.903108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:00:20.907557 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:20.931748 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c343948-f046-47d5-ac05-2866bb9b2a7c x-openstack-request-id: req-3c343948-f046-47d5-ac05-2866bb9b2a7c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:00:20.932045 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-plugged", "status": "completed", "tag": "327588c6-4007-40b4-9083-0143123f91fb", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:00:20.932300 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c343948-f046-47d5-ac05-2866bb9b2a7c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:00:20.932687 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327588c6-4007-40b4-9083-0143123f91fb', 'code': 200} Nov 23 15:00:20.959738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:00:21.032845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce1a92-fb66-4f97-8c6f-97affe2a4774 req-fc89ec66-c1ac-429f-ad4f-518c595834af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:21.034407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73ce1a92-fb66-4f97-8c6f-97affe2a4774 req-fc89ec66-c1ac-429f-ad4f-518c595834af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1096 time: 0.0431559 Nov 23 15:00:21.077694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-73ce1a92-fb66-4f97-8c6f-97affe2a4774 req-3c15b6e5-d8cb-49a8-962c-de9d3d14617c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361187 Nov 23 15:00:21.794810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf1da0-d605-4826-8b94-8563b730c6d3 req-d2b7705f-f6ea-40b0-83d9-b67c6976a8d4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:21.796298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fdf1da0-d605-4826-8b94-8563b730c6d3 req-d2b7705f-f6ea-40b0-83d9-b67c6976a8d4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0491190 Nov 23 15:00:21.842725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fdf1da0-d605-4826-8b94-8563b730c6d3 req-a8d2a0e8-8706-48f1-b43b-983422f48314 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405684 Nov 23 15:00:22.957894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e743d-eadb-471f-88f9-ab8545909f3d req-03717b2b-ae4e-4ed9-ac75-49954e86ee42 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:22.959750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd5e743d-eadb-471f-88f9-ab8545909f3d req-03717b2b-ae4e-4ed9-ac75-49954e86ee42 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0486162 Nov 23 15:00:23.009504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd5e743d-eadb-471f-88f9-ab8545909f3d req-97ffb701-2714-415f-8610-41ca92ba8350 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Nov 23 15:00:23.120216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7a69b-4efd-4a54-8f4e-095f46fb8b5f req-76104bcf-054a-473f-9ed7-fa87a2e21e81 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:23.122318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d7a69b-4efd-4a54-8f4e-095f46fb8b5f req-76104bcf-054a-473f-9ed7-fa87a2e21e81 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0474315 Nov 23 15:00:23.130665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35520) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:00:23.135398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'floatingip': {'port_id': '327588c6-4007-40b4-9083-0143123f91fb'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:00:23.173978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:23.591271 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:23.595006 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:23.694071 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c associated. External IP: 172.25.3.82, port: 327588c6-4007-40b4-9083-0143123f91fb. Nov 23 15:00:23.895328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:00:23.999388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:00:24.004225 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:24.008722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:00:24.018403 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:00:24.019034 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:59:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:24.030764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e86ea8e6-2d1a-4792-8e4b-602544e600c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "PUT /v2.0/floatingips/ae899f8a-434b-4053-856e-6f80a1c6061c HTTP/1.1" status: 200 len: 990 time: 0.8989258 Nov 23 15:00:24.031417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'tag': '327588c6-4007-40b4-9083-0143123f91fb'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:00:24.033668 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d32c662e0bf6a5d4600a0b932c00ac99822e06cb2513546c38b891540cdd9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed6974-9feb-4713-a726-1ce4a3cacc19" -d '{"events": [{"name": "network-changed", "server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "tag": "327588c6-4007-40b4-9083-0143123f91fb"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:00:24.073136 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a1ed26-57b8-44ae-8a34-23c5057f2b7f x-openstack-request-id: req-75a1ed26-57b8-44ae-8a34-23c5057f2b7f {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:00:24.073624 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "tag": "327588c6-4007-40b4-9083-0143123f91fb", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:00:24.073818 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75a1ed26-57b8-44ae-8a34-23c5057f2b7f {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:00:24.074851 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'tag': '327588c6-4007-40b4-9083-0143123f91fb', 'status': 'completed', 'code': 200} Nov 23 15:00:24.126796 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:00:24.139712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-da351b80-28c0-4b5f-b128-765187396cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:24.141300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-da351b80-28c0-4b5f-b128-765187396cec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1096 time: 0.0422060 Nov 23 15:00:24.145332 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:24.235209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-020d3af1-33d9-4447-8bf2-06f46f8c07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:24.236748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-020d3af1-33d9-4447-8bf2-06f46f8c07c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0882270 Nov 23 15:00:24.303480 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-7a0d82e7-cb9a-46f7-9e1f-55995d490723 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 998 time: 0.0572345 Nov 23 15:00:24.346383 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': '327588c6-4007-40b4-9083-0143123f91fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:2d:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:00:23Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:24.352250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-7df48e5b-363f-46cf-ac88-4e22fea9d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:24.353735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-7df48e5b-363f-46cf-ac88-4e22fea9d06e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0423882 Nov 23 15:00:24.376752 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:00:24.385037 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:00:24.385560 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T14:59:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:24.491062 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:00:24.721624 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': '327588c6-4007-40b4-9083-0143123f91fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:2d:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:00:23Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:00:24.743393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-b722ea7d-8755-4867-aa5f-3c2589560369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:00:24.744887 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-b722ea7d-8755-4867-aa5f-3c2589560369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3839016 Nov 23 15:00:24.747730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e97f8-5a78-43f1-8232-6011360a8904 None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': '327588c6-4007-40b4-9083-0143123f91fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:2d:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:00:23Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:00:24.838827 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-bc4d5432-2dac-444d-ae34-0eff3db5fff4 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854661 Nov 23 15:00:24.934919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-81ed6974-9feb-4713-a726-1ce4a3cacc19 req-bbbc770d-edf5-4251-baa9-e178b82acfb9 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874758 Nov 23 15:00:24.942991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f3a97-d0a1-4e33-8574-794c105bc998 None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:00:26.805012 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a2e9789f-056c-4d58-bafd-ceb4dd7ec0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:27.551443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:29.163412 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9cbeef35-134b-40c6-8782-4e2669258c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:30.216512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:31.831042 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:32.625313 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:51.270027 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:00:54.167241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:56.806018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-281c479a-32d8-4ff2-84b4-16085c43f400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:57.562645 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:00:59.164536 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb7f7-8e52-4ff9-ad08-2581f6605713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:00.219461 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:00.522509 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-d662f892-9514-4ce7-a86e-2b6f20fd1647 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389020 Nov 23 15:01:00.604830 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-0bdd6ff2-faa1-4959-b0c2-d9a068745236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:01:00.606315 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-0bdd6ff2-faa1-4959-b0c2-d9a068745236 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1096 time: 0.0398977 Nov 23 15:01:00.712847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-e39e9256-6380-4cfa-aae4-2b4c18499b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:01:00.714297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-e39e9256-6380-4cfa-aae4-2b4c18499b39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0852895 Nov 23 15:01:00.777505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-debd9741-7b3f-490e-9be1-2692373ef4c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 1000 time: 0.0552866 Nov 23 15:01:00.829391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-4189baba-3e1d-4876-a404-3accef5dadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:01:00.830808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-4189baba-3e1d-4876-a404-3accef5dadb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0456791 Nov 23 15:01:00.875768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-27b9e647-0a54-416d-965b-322a7882bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:01:00.877239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-27b9e647-0a54-416d-965b-322a7882bd35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391965 Nov 23 15:01:00.967543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-f9599764-642d-41d6-bfc7-541ac60e7fcb service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816643 Nov 23 15:01:01.057728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac5bdb45-a2ce-40cd-b727-0924eb4f09cd req-eec23f34-d2df-4dbb-9b9a-2dc518ec798d service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828359 Nov 23 15:01:01.834242 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:02.626769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:24.165585 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:26.807764 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b1aca1fb-fed9-470d-8ae2-4c6944c57074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:27.575908 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:28.269326 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:01:29.167084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8524-8659-40a2-8565-59fa42f299e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:30.221835 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:31.837801 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:32.628095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:54.173452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:56.808879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a505b4d6-2091-4c8c-b1e3-4a4aef8b2aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:57.580031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:01:59.168114 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57e71a15-0255-4ba5-b47c-47918142e9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:00.223901 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:01.445718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36cf32-a2d5-4775-8d30-29d0a142d48b req-7a470a1b-1e6f-4632-a81b-fc2f0d5f264a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:01.447219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd36cf32-a2d5-4775-8d30-29d0a142d48b req-7a470a1b-1e6f-4632-a81b-fc2f0d5f264a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0964031 Nov 23 15:02:01.492575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd36cf32-a2d5-4775-8d30-29d0a142d48b req-1ee5b501-fa40-41e0-8050-2d7714113259 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Nov 23 15:02:01.843364 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:02.144081 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-15b35bb6-d443-4bd5-85e5-45707c99e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:02.145582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-15b35bb6-d443-4bd5-85e5-45707c99e17f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1096 time: 0.0827746 Nov 23 15:02:02.248401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-e19982bd-8892-4c45-8a35-fe5097c28c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:02.249876 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-e19982bd-8892-4c45-8a35-fe5097c28c55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0834305 Nov 23 15:02:02.321858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-36319faf-2264-489b-ab5d-cd8559bccbfe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 1000 time: 0.0639746 Nov 23 15:02:02.372923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-f6b8579c-d0e8-406e-944b-a467bad7f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:02.374381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-f6b8579c-d0e8-406e-944b-a467bad7f618 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0442188 Nov 23 15:02:02.420542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-ca3c989e-82af-491f-9591-03b4816e1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:02.421996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-ca3c989e-82af-491f-9591-03b4816e1214 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398045 Nov 23 15:02:02.514857 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-7769ed0b-0d54-4459-b10b-48d5d79adf95 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 Nov 23 15:02:02.608575 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c4c75f3-baf2-4ced-b78b-6edf8ed721f8 req-158c71d5-a998-46f7-b736-86d2d85498b1 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Nov 23 15:02:02.630613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:02.734163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afadd0-7082-442e-a572-490d9252e801 req-e569cd50-3190-4064-b777-eaedfbaf277b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:02.735676 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1afadd0-7082-442e-a572-490d9252e801 req-e569cd50-3190-4064-b777-eaedfbaf277b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0971859 Nov 23 15:02:02.781811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1afadd0-7082-442e-a572-490d9252e801 req-bf115d4f-a1b3-439d-95e2-bab10385d7a1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402668 Nov 23 15:02:03.896209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbd11a-0777-402a-9a43-de772c4501f9 req-ef3cf043-b490-4bb0-bc2a-498dda177c1e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:03.897038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41fbd11a-0777-402a-9a43-de772c4501f9 req-ef3cf043-b490-4bb0-bc2a-498dda177c1e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0476360 Nov 23 15:02:03.945444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41fbd11a-0777-402a-9a43-de772c4501f9 req-b49a67d1-9dbd-4f75-a509-829f3d16d164 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Nov 23 15:02:05.058525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701921b5-8bcd-4432-b3fa-09719de4341e req-a3e513b1-f273-453e-a444-7ef79dc281a4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:05.060007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-701921b5-8bcd-4432-b3fa-09719de4341e req-a3e513b1-f273-453e-a444-7ef79dc281a4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0475843 Nov 23 15:02:05.109202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-701921b5-8bcd-4432-b3fa-09719de4341e req-0f93cd41-9878-4cbc-a40c-cbb4d3042ca2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 Nov 23 15:02:05.268901 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:02:06.223928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596f688-d8f7-4b8a-b6e2-9ba3b0a2478c req-517e564f-103b-4b19-9d39-0891a053e7c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:06.225309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1596f688-d8f7-4b8a-b6e2-9ba3b0a2478c req-517e564f-103b-4b19-9d39-0891a053e7c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0486662 Nov 23 15:02:06.271046 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1596f688-d8f7-4b8a-b6e2-9ba3b0a2478c req-b3d129e4-6b96-4b78-b47f-aa0ee3a835ba tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398204 Nov 23 15:02:07.395484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44633bfc-e778-4f5d-bd1a-d22c4b49f195 req-32e541e4-a524-4711-951a-1791cf9adb9b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:07.396946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44633bfc-e778-4f5d-bd1a-d22c4b49f195 req-32e541e4-a524-4711-951a-1791cf9adb9b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0486009 Nov 23 15:02:07.442070 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-44633bfc-e778-4f5d-bd1a-d22c4b49f195 req-b0f814f6-4d95-4244-b649-c6b2970c8ae4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391638 Nov 23 15:02:08.562474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21855-e7dc-4522-9e7f-659107649305 req-bf6fc5c8-2063-46be-acf3-48b74be20fa6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:08.563980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87b21855-e7dc-4522-9e7f-659107649305 req-bf6fc5c8-2063-46be-acf3-48b74be20fa6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0523524 Nov 23 15:02:08.611089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-87b21855-e7dc-4522-9e7f-659107649305 req-583f69b8-cb00-49ad-a32b-b8546aee0f33 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409060 Nov 23 15:02:09.729754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb8127-bb8a-4afe-8eed-9a7f955c3082 req-12726234-2d26-4fde-9f61-d363e5898d1d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:09.734147 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4eb8127-bb8a-4afe-8eed-9a7f955c3082 req-12726234-2d26-4fde-9f61-d363e5898d1d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0530109 Nov 23 15:02:09.778693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c4eb8127-bb8a-4afe-8eed-9a7f955c3082 req-d9ec0053-de9e-4f2d-bb48-db0527c9da61 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400906 Nov 23 15:02:10.893923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9035a6-7a26-42fc-bf55-084b9f0ad7a9 req-afc3ff00-37f6-43a3-aa2a-36fd7f2f2258 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:10.895331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c9035a6-7a26-42fc-bf55-084b9f0ad7a9 req-afc3ff00-37f6-43a3-aa2a-36fd7f2f2258 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0481541 Nov 23 15:02:10.945608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c9035a6-7a26-42fc-bf55-084b9f0ad7a9 req-359fad22-0fd7-40d1-b35a-18004119de5f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444515 Nov 23 15:02:12.061611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b752354-00ba-494e-af96-0b0844add765 req-1c708f2b-9458-47bf-b6fe-4a48f8c13ccc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:12.063101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b752354-00ba-494e-af96-0b0844add765 req-1c708f2b-9458-47bf-b6fe-4a48f8c13ccc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0480514 Nov 23 15:02:12.110087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b752354-00ba-494e-af96-0b0844add765 req-9b7ac1cd-7407-4aa6-b81d-738b91607e45 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Nov 23 15:02:13.371997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a747-7e63-4af6-9c50-e25fd3bcf342 req-46669de5-705d-4bba-99a7-a4795b4f9114 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:13.376225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1e7a747-7e63-4af6-9c50-e25fd3bcf342 req-46669de5-705d-4bba-99a7-a4795b4f9114 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0542393 Nov 23 15:02:13.426393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1e7a747-7e63-4af6-9c50-e25fd3bcf342 req-edba412d-888b-4327-b12e-b5466e2deca1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443439 Nov 23 15:02:13.428799 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-cca986a5-b68a-4be4-8dab-c7fed039f114 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847263 Nov 23 15:02:14.562557 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-7146d15c-5bef-4f92-828f-ecb87a05b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:14.564130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-7146d15c-5bef-4f92-828f-ecb87a05b68c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1096 time: 0.0729022 Nov 23 15:02:14.576811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134de67-0fbc-4e3a-99a2-0ab71c998520 req-a5971a64-0d55-4971-9596-3512f9c8a9c8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:14.578234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1134de67-0fbc-4e3a-99a2-0ab71c998520 req-a5971a64-0d55-4971-9596-3512f9c8a9c8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0759122 Nov 23 15:02:14.680683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1134de67-0fbc-4e3a-99a2-0ab71c998520 req-c42c8dd3-f904-4a5e-8ef9-326a8c1dda17 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944545 Nov 23 15:02:14.697305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-c427926b-523b-4a50-a9bd-aa5a73380b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:14.698797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-c427926b-523b-4a50-a9bd-aa5a73380b9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.1196911 Nov 23 15:02:14.763475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-2cb1f394-36ce-4aab-b1aa-0a9ff27139b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 1000 time: 0.0572076 Nov 23 15:02:14.812213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-635a2f02-0b2e-4138-889c-556a3effbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:14.813624 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-635a2f02-0b2e-4138-889c-556a3effbd48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0426831 Nov 23 15:02:14.862339 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-ec0ed0cf-6860-47c1-be8f-886d0c66a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:14.863833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-ec0ed0cf-6860-47c1-be8f-886d0c66a53d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430403 Nov 23 15:02:14.952959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-a451d662-95cb-4e97-b2d5-78859133c821 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811317 Nov 23 15:02:15.044506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-fe8dacc4-d767-4d8b-94b0-16342560696c service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841908 Nov 23 15:02:15.798305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db573125-4e64-4ed2-8c71-e41eae9a5dff req-b009e788-e1d8-4089-89f0-15ee077e79fa tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:15.799797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db573125-4e64-4ed2-8c71-e41eae9a5dff req-b009e788-e1d8-4089-89f0-15ee077e79fa tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0499153 Nov 23 15:02:15.845806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-db573125-4e64-4ed2-8c71-e41eae9a5dff req-a0491b22-ce30-4149-a776-9b6c9ae30014 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399504 Nov 23 15:02:16.996916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3a1e5-30e1-41ef-9eac-4c37ee267a1a req-5a4da00e-5f95-41fa-b46a-77978386c85a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:16.998449 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0db3a1e5-30e1-41ef-9eac-4c37ee267a1a req-5a4da00e-5f95-41fa-b46a-77978386c85a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0834720 Nov 23 15:02:17.028358 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-3c9737f7-92ed-4e50-a1e3-e2f5843f0980 service neutron] show failed (client error): The resource could not be found. Nov 23 15:02:17.029832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-3c9737f7-92ed-4e50-a1e3-e2f5843f0980 service neutron] 10.222.0.11 "GET /v2.0/ports/327588c6-4007-40b4-9083-0143123f91fb/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0896878 Nov 23 15:02:17.055894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0db3a1e5-30e1-41ef-9eac-4c37ee267a1a req-8b078e70-66b8-4b60-ad9a-c60ea6a44339 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491042 Nov 23 15:02:17.305499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-abed721c-02fd-4104-8764-3795629361ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:17.307057 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-abed721c-02fd-4104-8764-3795629361ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 1096 time: 0.0781591 Nov 23 15:02:17.319438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:02:17.373716 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:17.595058 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:17.626590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:02:17.665410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327588c6-4007-40b4-9083-0143123f91fb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:02:17.670788 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:17.682740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Transition to ACTIVE for port object 327588c6-4007-40b4-9083-0143123f91fb will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:02:17.688271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:17.714506 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ab290-a7a6-474e-9823-5c519cd6dda9" -d '{"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-unplugged", "status": "completed", "tag": "327588c6-4007-40b4-9083-0143123f91fb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:02:17.776186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:17.789293 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.789655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.790057 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.790322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.790663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.791003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.791325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.791616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.791941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.792265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.792589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.792909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:17.827917 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a6a03a-bcb3-4354-962c-4f92eb837831 x-openstack-request-id: req-36a6a03a-bcb3-4354-962c-4f92eb837831 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:02:17.828211 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-unplugged", "status": "completed", "tag": "327588c6-4007-40b4-9083-0143123f91fb", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:02:17.828462 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36a6a03a-bcb3-4354-962c-4f92eb837831 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:02:17.828855 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327588c6-4007-40b4-9083-0143123f91fb', 'code': 200} Nov 23 15:02:17.829728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] No DVR routers for this DVR port 327588c6-4007-40b4-9083-0143123f91fb on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:02:17.969338 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:02:17.969678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:02:17.970012 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:02:17.974734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Port 327588c6-4007-40b4-9083-0143123f91fb on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:02:17.975094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Attempting to bind port 327588c6-4007-40b4-9083-0143123f91fb on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:02:17.980535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:02:17.980876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:02:17.981258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:02:17.981691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Bound port: 327588c6-4007-40b4-9083-0143123f91fb, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:02:17.982054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:18.048237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:02:18.052064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:02:18.057431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:18.101680 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:18.102309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:18.103876 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] 10.222.0.74 "PUT /v2.0/ports/327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 1091 time: 0.7885551 Nov 23 15:02:18.128268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f283607-778b-42b1-ab16-213ac96a916c service neutron] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:18.176760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-603ac482-9337-40ec-a353-b817652e1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:18.178325 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-603ac482-9337-40ec-a353-b817652e1728 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1094 time: 0.0457551 Nov 23 15:02:18.193286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035d295-1a54-480f-b4e7-8eead14e794d req-2f8d3d57-634c-4e98-aa87-d2b0ff1f1a8f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:18.195724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3035d295-1a54-480f-b4e7-8eead14e794d req-2f8d3d57-634c-4e98-aa87-d2b0ff1f1a8f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 943 time: 0.0531151 Nov 23 15:02:18.251164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3035d295-1a54-480f-b4e7-8eead14e794d req-2d7c2b11-ffe2-44be-8092-eea709512bc7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474808 Nov 23 15:02:18.278728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-86c1620e-7d72-4f0b-bf27-54a75a9f4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:18.280336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-86c1620e-7d72-4f0b-bf27-54a75a9f4a5c service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0940225 Nov 23 15:02:18.351523 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-68e97c16-7f17-4bce-b637-a610a097b0f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 998 time: 0.0638769 Nov 23 15:02:18.400043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-889dcdb0-4b67-4ca2-8627-ed14e836a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:18.401376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-889dcdb0-4b67-4ca2-8627-ed14e836a43c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0434902 Nov 23 15:02:18.445340 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-d0a0b0ef-8b50-4bbd-9bd0-7be5943c7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:18.446796 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-d0a0b0ef-8b50-4bbd-9bd0-7be5943c7e6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388360 Nov 23 15:02:18.538356 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-e50d9507-8160-48b3-8505-ce6db657e0e1 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844331 Nov 23 15:02:18.627031 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-419b07e0-c1e4-4e96-b0f9-dda860e25be1 req-32b5fc07-780a-482c-a7d6-979ce205f3a1 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821457 Nov 23 15:02:19.375450 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c79cf-aa68-4619-bf8f-6c33128db139 req-923338e6-e40d-4ce0-9c24-e7fd9c1ff55b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:19.376858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-957c79cf-aa68-4619-bf8f-6c33128db139 req-923338e6-e40d-4ce0-9c24-e7fd9c1ff55b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 943 time: 0.0487645 Nov 23 15:02:19.424481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-957c79cf-aa68-4619-bf8f-6c33128db139 req-715fe8ac-1177-4f3a-9ab6-3432c6ea5fc8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Nov 23 15:02:19.830292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'tag': '327588c6-4007-40b4-9083-0143123f91fb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:02:19.832808 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e21a16-2202-40e6-9fc8-66f694693373" -d '{"events": [{"name": "network-changed", "server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "tag": "327588c6-4007-40b4-9083-0143123f91fb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:02:19.893999 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071262dc-b02d-4f20-bb15-3e1cdf96fb6a x-openstack-request-id: req-071262dc-b02d-4f20-bb15-3e1cdf96fb6a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:02:19.894409 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "tag": "327588c6-4007-40b4-9083-0143123f91fb", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:02:19.894835 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-071262dc-b02d-4f20-bb15-3e1cdf96fb6a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:02:19.895450 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'tag': '327588c6-4007-40b4-9083-0143123f91fb', 'status': 'completed', 'code': 200} Nov 23 15:02:19.959249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-356a1cd3-fd60-46ad-97a9-415b966f64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:19.960761 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-356a1cd3-fd60-46ad-97a9-415b966f64f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1094 time: 0.0410876 Nov 23 15:02:19.963237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-e51e6d8c-729c-40d1-8b64-0bfa092c8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:19.964776 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-e51e6d8c-729c-40d1-8b64-0bfa092c8cf8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1094 time: 0.0478139 Nov 23 15:02:20.056547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-5715e95f-b413-4b17-b04c-50069cdf6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.058097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-5715e95f-b413-4b17-b04c-50069cdf6c57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0901277 Nov 23 15:02:20.063215 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-a837d479-ee4e-41a2-86fa-d633df654f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.064907 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-a837d479-ee4e-41a2-86fa-d633df654f8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0909133 Nov 23 15:02:20.125993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-97321cba-426b-4fb5-856c-1af304b66472 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 998 time: 0.0598736 Nov 23 15:02:20.138081 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-0e723f90-4df8-45cd-bebf-6dd8514cb783 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 998 time: 0.0658956 Nov 23 15:02:20.189688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-0f727c73-7788-4622-9c73-0ee84ec494d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.191189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-0f727c73-7788-4622-9c73-0ee84ec494d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0568922 Nov 23 15:02:20.193686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-26033a2d-2764-41e6-9a01-f1f5db23cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.195502 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-26033a2d-2764-41e6-9a01-f1f5db23cdfb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0511522 Nov 23 15:02:20.237921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-48e4610d-5b70-4910-9983-ad0d7c2d0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.239484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-48e4610d-5b70-4910-9983-ad0d7c2d0f05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407474 Nov 23 15:02:20.243884 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-5e8aaf3d-4bc0-465b-9a94-aa05cb9ec421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.245384 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-5e8aaf3d-4bc0-465b-9a94-aa05cb9ec421 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434513 Nov 23 15:02:20.334324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-7686a01f-c25e-43b0-96fe-e85ada2b4cf2 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861714 Nov 23 15:02:20.336397 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-5da18431-22f2-44d7-b020-4af7532600cb service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842426 Nov 23 15:02:20.425831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-e2b5d9df-2ec5-46e2-9c0d-932404dd2b95 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820351 Nov 23 15:02:20.427874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2e21a16-2202-40e6-9fc8-66f694693373 req-85674a91-70fd-411d-b027-b11efd30fe8d service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Nov 23 15:02:20.542465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc977441-05ca-4489-a27e-54fcbbd0a05f req-f1f850aa-a81b-4f0e-8133-c185b306316a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.543971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc977441-05ca-4489-a27e-54fcbbd0a05f req-f1f850aa-a81b-4f0e-8133-c185b306316a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 943 time: 0.0489981 Nov 23 15:02:20.590949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc977441-05ca-4489-a27e-54fcbbd0a05f req-2f9788a8-4368-4c14-8870-6dda576362be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Nov 23 15:02:20.791834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 327588c6-4007-40b4-9083-0143123f91fb details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:02:20.820907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a5815-7633-43dd-a240-7ebe7a3c40fd req-d1ab053e-22b3-4a44-8522-3766b2fbd63c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.822402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a3a5815-7633-43dd-a240-7ebe7a3c40fd req-d1ab053e-22b3-4a44-8522-3766b2fbd63c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 943 time: 0.0821688 Nov 23 15:02:20.835590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110533-8297-49a6-a8e9-5301638256c6 req-e63372b5-bfd1-41cf-b0ab-0f05677b454e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:20.836997 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-e63372b5-bfd1-41cf-b0ab-0f05677b454e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea&tenant_id=f7e79cb719224f4c9b626a5613265969&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 943 time: 0.0712991 Nov 23 15:02:20.889842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:20.900581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '327588c6-4007-40b4-9083-0143123f91fb', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': '327588c6-4007-40b4-9083-0143123f91fb', 'mac_address': 'fa:16:3e:2d:00:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:02:20.910952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a3a5815-7633-43dd-a240-7ebe7a3c40fd req-4736f26c-dbff-4c15-aff2-bfeac3be52e6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729759 Nov 23 15:02:20.925347 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-11110533-8297-49a6-a8e9-5301638256c6 req-f97001ff-1bd4-41e5-962f-4f20cb883f02 service neutron] delete failed (client error): The resource could not be found. Nov 23 15:02:20.926365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-f97001ff-1bd4-41e5-962f-4f20cb883f02 service neutron] 10.222.0.11 "DELETE /v2.0/ports/327588c6-4007-40b4-9083-0143123f91fb/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0756614 Nov 23 15:02:20.942619 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:20.955969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327588c6-4007-40b4-9083-0143123f91fb {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:02:20.975114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:20.979506 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:21.011207 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110533-8297-49a6-a8e9-5301638256c6 req-e2b96e64-4071-475e-91db-aa18e6ce6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:21.012797 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-e2b96e64-4071-475e-91db-aa18e6ce6a56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1095 time: 0.0425084 Nov 23 15:02:21.026599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:21.033863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.034209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.034548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.034882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.035236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.035565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.035891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.036213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.036540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.036855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.037174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.037494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:21.105889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110533-8297-49a6-a8e9-5301638256c6 req-2f926966-9083-40f1-b6b3-163ddfdca9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:21.107893 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-2f926966-9083-40f1-b6b3-163ddfdca9cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0876944 Nov 23 15:02:21.172075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-a90d38c9-8488-488f-8cd3-4bc830bcfe74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 999 time: 0.0561442 Nov 23 15:02:21.206115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['327588c6-4007-40b4-9083-0143123f91fb'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:02:21.225721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110533-8297-49a6-a8e9-5301638256c6 req-029673ef-b511-453f-86fe-d410eec8b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:21.227256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-029673ef-b511-453f-86fe-d410eec8b265 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0473254 Nov 23 15:02:21.272190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110533-8297-49a6-a8e9-5301638256c6 req-de9a84e9-77b6-4d7c-9ff3-9c176cc31b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:21.273685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-de9a84e9-77b6-4d7c-9ff3-9c176cc31b11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390451 Nov 23 15:02:21.365988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-268ac4fd-dc51-4c0d-a1f4-a271f6c45fb8 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843298 Nov 23 15:02:21.454697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11110533-8297-49a6-a8e9-5301638256c6 req-a7e54a25-0b3c-4008-a3e8-f46c66169157 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803964 Nov 23 15:02:21.480485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 327588c6-4007-40b4-9083-0143123f91fb no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:02:21.518957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 327588c6-4007-40b4-9083-0143123f91fb not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:02:22.034698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cebe7-d200-4f62-a30d-5fdb584d34a8 req-56e5ab65-4ec9-4a11-b7f1-919c4c0abc51 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:22.036322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-077cebe7-d200-4f62-a30d-5fdb584d34a8 req-56e5ab65-4ec9-4a11-b7f1-919c4c0abc51 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 944 time: 0.0499327 Nov 23 15:02:22.086832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-077cebe7-d200-4f62-a30d-5fdb584d34a8 req-f4b87aa1-94c0-4cce-b33a-164f2bfb3ffa tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444713 Nov 23 15:02:22.202245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf6940-16ff-42e4-9504-d772530bcc59 req-95fdd364-8198-44a4-8c52-70a792fa9715 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:22.203840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dcf6940-16ff-42e4-9504-d772530bcc59 req-95fdd364-8198-44a4-8c52-70a792fa9715 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 944 time: 0.0480335 Nov 23 15:02:22.249886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4dcf6940-16ff-42e4-9504-d772530bcc59 req-94ab6c59-297b-4138-a017-aed478c3a409 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402367 Nov 23 15:02:22.444731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d07d6-0231-489a-ba26-b0a6f3d4dbf7 req-9e6debdd-98a9-490d-8a7d-97310028e271 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:22.446239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee2d07d6-0231-489a-ba26-b0a6f3d4dbf7 req-9e6debdd-98a9-490d-8a7d-97310028e271 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 944 time: 0.0512509 Nov 23 15:02:22.476587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-518b4910-237e-44a5-bccb-dc2d93e4a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:22.478011 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-518b4910-237e-44a5-bccb-dc2d93e4a6ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 1095 time: 0.0449715 Nov 23 15:02:22.493846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee2d07d6-0231-489a-ba26-b0a6f3d4dbf7 req-4c271ad6-c5eb-4e3a-b6ef-635bff501529 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 Nov 23 15:02:22.571181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-eabada96-09e5-4a06-962e-83bca911220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:22.572688 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-eabada96-09e5-4a06-962e-83bca911220f service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0882003 Nov 23 15:02:22.641006 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-388bbbe8-9dc0-4ffd-bc1d-2ae49b338047 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 200 len: 999 time: 0.0613263 Nov 23 15:02:22.689650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-41d47034-8049-463a-af2b-9e13f8543546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:22.691107 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-41d47034-8049-463a-af2b-9e13f8543546 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0431600 Nov 23 15:02:22.734885 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-489b7521-fc72-4aca-a1af-c00415a8cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:22.736302 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-489b7521-fc72-4aca-a1af-c00415a8cb88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382557 Nov 23 15:02:22.806954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 327588c6-4007-40b4-9083-0143123f91fb up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:02:22.826855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-327f5aa3-87eb-40b8-b2d4-84855c598401 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831134 Nov 23 15:02:22.858977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 327588c6-4007-40b4-9083-0143123f91fb completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:02:22.862843 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 327588c6-4007-40b4-9083-0143123f91fb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:02:22.863243 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:22.915321 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-541557f3-e5dc-439f-a1ed-c13082dba4e5 req-57cf7a29-139e-411c-a55e-d8eeac89e9c0 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819430 Nov 23 15:02:22.939967 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:22.963459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327588c6-4007-40b4-9083-0143123f91fb'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:02:22.977583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:22.981583 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:23.005712 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d7ed81-6160-4b84-b231-6b23980efc25" -d '{"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-plugged", "status": "completed", "tag": "327588c6-4007-40b4-9083-0143123f91fb"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:02:23.033284 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:23.093999 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e4e5f1-12a4-47b7-b102-4a62ffb86480 x-openstack-request-id: req-d6e4e5f1-12a4-47b7-b102-4a62ffb86480 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:02:23.094295 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-plugged", "status": "completed", "tag": "327588c6-4007-40b4-9083-0143123f91fb", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:02:23.094551 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6e4e5f1-12a4-47b7-b102-4a62ffb86480 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:02:23.094981 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327588c6-4007-40b4-9083-0143123f91fb', 'code': 200} Nov 23 15:02:23.621075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af97a08-a182-41d6-99da-ad278675f484 req-f7d42522-2627-44b6-8b3c-5640b360489b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:23.624990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8af97a08-a182-41d6-99da-ad278675f484 req-f7d42522-2627-44b6-8b3c-5640b360489b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0608897 Nov 23 15:02:23.671893 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8af97a08-a182-41d6-99da-ad278675f484 req-53fc7e13-d50a-4826-9f3b-0d4e3189a91f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409486 Nov 23 15:02:23.905719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7784e-9bdb-4e28-8d5e-a04beca8595a req-4adb5a82-b0e8-4847-bea4-8c47556722cb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:23.907268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0b7784e-9bdb-4e28-8d5e-a04beca8595a req-4adb5a82-b0e8-4847-bea4-8c47556722cb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0535853 Nov 23 15:02:23.955414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0b7784e-9bdb-4e28-8d5e-a04beca8595a req-23813b43-1255-4a02-973f-02c75005ad67 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418961 Nov 23 15:02:24.176056 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:25.070065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925db8b-f009-441c-b8f7-0f0270f33ee3 req-f78dbf00-b84d-424c-978b-22e98ec4d36e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:25.071547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2925db8b-f009-441c-b8f7-0f0270f33ee3 req-f78dbf00-b84d-424c-978b-22e98ec4d36e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0477989 Nov 23 15:02:25.122025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2925db8b-f009-441c-b8f7-0f0270f33ee3 req-634f9738-4eba-4e28-9beb-3f46b985dda5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445547 Nov 23 15:02:25.154937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-ff8bc772-ec7f-4b0c-bc49-38c531c5f38c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:25.156399 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-ff8bc772-ec7f-4b0c-bc49-38c531c5f38c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 945 time: 0.0559437 Nov 23 15:02:25.247491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Deleting port 327588c6-4007-40b4-9083-0143123f91fb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:02:25.247861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:25.335380 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] For port 327588c6-4007-40b4-9083-0143123f91fb, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=327588c6-4007-40b4-9083-0143123f91fb,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:25.335738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:25.549786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:25.550067 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:25.550379 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c disassociated. External IP: 172.25.3.82, port: 327588c6-4007-40b4-9083-0143123f91fb. Nov 23 15:02:25.550719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Calling delete_port for 327588c6-4007-40b4-9083-0143123f91fb owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:02:25.682086 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:25.715874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event deleted for resources: {'Port': ['ID=327588c6-4007-40b4-9083-0143123f91fb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:25.827629 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:02:25.945773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:02:25.957758 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:02:25.968444 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:02:25.969162 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:01:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:25.989661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] No DVR routers for this DVR port 327588c6-4007-40b4-9083-0143123f91fb on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:02:25.992226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:25.995549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-55bfb7f9-2903-49ec-8d42-b4077ec6377a req-38a210a4-30c5-4044-86ef-33f196ac5d2e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "DELETE /v2.0/ports/327588c6-4007-40b4-9083-0143123f91fb HTTP/1.1" status: 204 len: 173 time: 0.8325930 Nov 23 15:02:25.995987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-deleted', 'tag': '327588c6-4007-40b4-9083-0143123f91fb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:02:25.998269 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2791d3ff-8d4b-473f-875d-128f251b9a7c" -d '{"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-deleted", "tag": "327588c6-4007-40b4-9083-0143123f91fb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:02:26.039303 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba1df6d-56f9-41db-a786-5b03df4cf8c9 x-openstack-request-id: req-cba1df6d-56f9-41db-a786-5b03df4cf8c9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:02:26.039659 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bc26ae-9b57-4c08-b3af-94c0e475cdea", "name": "network-vif-deleted", "tag": "327588c6-4007-40b4-9083-0143123f91fb", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:02:26.039945 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cba1df6d-56f9-41db-a786-5b03df4cf8c9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:02:26.040349 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc26ae-9b57-4c08-b3af-94c0e475cdea', 'name': 'network-vif-deleted', 'tag': '327588c6-4007-40b4-9083-0143123f91fb', 'status': 'completed', 'code': 200} Nov 23 15:02:26.079449 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:02:26.239028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-408dd12a-cb73-412c-a3c3-08ede00bcdf8 req-fb55bed8-017f-43c1-8867-3b662200b451 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc26ae-9b57-4c08-b3af-94c0e475cdea HTTP/1.1" status: 200 len: 210 time: 0.0282216 Nov 23 15:02:26.286478 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:26.311722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:02:26.319864 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:02:26.320440 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:01:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:26.420302 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:02:26.612583 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:26.637927 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635504c-f229-40ee-bac5-8ed5b1756d60 None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:02:26.811889 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50095c40-86d7-4cb6-8bfc-fd5d5a491e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:26.964497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b149c3e-30ab-4d27-a140-077cb3fdbe7e None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:02:27.517542 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-8f9161e4-dca2-47de-a4e5-6a109ca5e66e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--650350883&fields=id&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 267 time: 0.0425744 Nov 23 15:02:27.580398 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:27.632390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-6768bd02-741a-4f21-a4e0-4ba76233d348 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:27.633858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-6768bd02-741a-4f21-a4e0-4ba76233d348 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1091044 Nov 23 15:02:27.649671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-916fb5d2-139c-4ee3-bc9d-4b21ca50d105 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/quotas/f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 375 time: 0.0091760 Nov 23 15:02:27.702358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-c92b25b3-a437-4d14-a88e-3b9764cde655 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464931 Nov 23 15:02:27.872090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-55d04693-7e32-4564-b9e8-bdcfc066b227 service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246116 Nov 23 15:02:27.960796 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-b7ae1c14-ebb3-4e16-bb06-41b386289f7a service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826261 Nov 23 15:02:28.121891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-85fab586-0a78-40bc-a67a-89c0a460f94a req-69d1f9e3-c8b0-4e90-a079-fafd710872c8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 210 time: 0.0271297 Nov 23 15:02:28.838803 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 327588c6-4007-40b4-9083-0143123f91fb no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:02:28.860688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 327588c6-4007-40b4-9083-0143123f91fb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:02:28.861035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 327588c6-4007-40b4-9083-0143123f91fb not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:02:29.059769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-ed9fac09-89a7-42a8-a8ab-469e0deb084e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:29.061277 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-ed9fac09-89a7-42a8-a8ab-469e0deb084e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1048090 Nov 23 15:02:29.122610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-374f1171-1184-4534-a233-3aa242320f42 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 379 time: 0.0516295 Nov 23 15:02:29.134855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'port': {'device_id': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'admin_state_up': True, 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'security_groups': ['924c4bc0-5894-4a54-9a0e-eb43cf2701c6']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:02:29.171038 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d0860ae5-a866-4546-bccd-ac28be976b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:29.227299 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-41efd7ea-c040-42ab-b33d-6069a43dc885 req-dc25d0d1-a697-4a0f-a019-286afac86890 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 210 time: 0.0331748 Nov 23 15:02:29.265769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Made reservation on behalf of f7e79cb719224f4c9b626a5613265969 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:02:29.269475 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:29.393859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Allocated IP 172.20.0.12 (bdc11ddd-b1b3-48d8-98b6-174cf25cca09/49363ba7-bce7-49a0-bd3a-9fb4e6760fc5/fbddab7a-69d6-441f-adda-f3afa0a65006) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:02:29.526210 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:29.566910 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:29.615892 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:02:29.618825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:02:29.622459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:02:29.648315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:29.662975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.663322 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.663661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.663996 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.664327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.664660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.664986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.665304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.665624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.665944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.666265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.666585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:02:29.685692 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:29.686318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:29.703274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3d781b0d-035b-4375-9d2e-d5a6c33022be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720596 Nov 23 15:02:29.717782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Request body: {'port': {'device_id': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:02:29.773827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:29.835081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bf658a51-2dc2-427f-a9f8-e7d87e276621 None None] Provisioning complete for port fbddab7a-69d6-441f-adda-f3afa0a65006 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:02:29.835323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf658a51-2dc2-427f-a9f8-e7d87e276621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:29.867778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bf658a51-2dc2-427f-a9f8-e7d87e276621 None None] Port fbddab7a-69d6-441f-adda-f3afa0a65006 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:02:30.032855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbddab7a-69d6-441f-adda-f3afa0a65006 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:02:30.040177 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:30.052682 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Transition to ACTIVE for port object fbddab7a-69d6-441f-adda-f3afa0a65006 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:02:30.056077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:30.109610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:30.176483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:02:30.176731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:02:30.177052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:02:30.181542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:02:30.181859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:02:30.187381 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:02:30.187714 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:02:30.188090 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:02:30.188508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Bound port: fbddab7a-69d6-441f-adda-f3afa0a65006, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:02:30.188860 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:30.229247 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:30.258719 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:02:30.262352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:02:30.268052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:30.314777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:30.315419 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:30.316808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] 10.222.0.11 "PUT /v2.0/ports/fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1092 time: 0.6041927 Nov 23 15:02:30.317260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:02:30.382187 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc232e13-8b6b-421d-82d4-41b1695c2e21" -d '{"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:02:30.405633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b596f9-640a-4a31-899a-d7661e41035c service neutron] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:30.434010 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba235c-0d1e-4dda-901e-683963afe0f4 req-563eeb38-f7fd-44ad-9f4b-a35839ed833f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:30.436128 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ddba235c-0d1e-4dda-901e-683963afe0f4 req-563eeb38-f7fd-44ad-9f4b-a35839ed833f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 944 time: 0.1368032 Nov 23 15:02:30.443146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3a2528db-fed6-46fb-ae98-510a18fd5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:30.445049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-3a2528db-fed6-46fb-ae98-510a18fd5375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1095 time: 0.0801454 Nov 23 15:02:30.499692 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff507b7-6be3-4298-b866-0cbbda198e20 x-openstack-request-id: req-dff507b7-6be3-4298-b866-0cbbda198e20 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:02:30.499980 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:02:30.500232 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dff507b7-6be3-4298-b866-0cbbda198e20 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:02:30.500627 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'status': 'completed', 'code': 200} Nov 23 15:02:30.504888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-d1298e1a-6e2c-4e8e-bcda-0c3922a52eab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 217 time: 0.0503685 Nov 23 15:02:30.556297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ddba235c-0d1e-4dda-901e-683963afe0f4 req-29bacc2b-6b4b-4013-8276-dba2415c224e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100631 Nov 23 15:02:30.566962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-fd95967b-8197-4656-9e85-8a5a5afa01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:30.568421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-fd95967b-8197-4656-9e85-8a5a5afa01c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0562582 Nov 23 15:02:30.620530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-fcb5e4b1-4ca6-4a32-8cae-739ced21b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:30.622071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-fcb5e4b1-4ca6-4a32-8cae-739ced21b4bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446703 Nov 23 15:02:30.709598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-8393cd41-0d6d-4603-872d-10498e733da8 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791209 Nov 23 15:02:30.802499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9f25f2ad-a955-477c-b9ee-9e59118b3bf7 req-660c2bb4-e88d-41e8-ad42-12dfcad6999d service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847743 Nov 23 15:02:30.891166 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-5db2da95-6dae-4029-8e11-f889927ec55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:30.892644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-5db2da95-6dae-4029-8e11-f889927ec55e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1095 time: 0.0407240 Nov 23 15:02:30.990244 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-6d8e5343-9e62-49d7-8ac3-25bd6a307f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:30.991746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-6d8e5343-9e62-49d7-8ac3-25bd6a307f59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0916855 Nov 23 15:02:31.364616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-c9399615-f75d-460c-9434-de2f5fa33231 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 217 time: 0.3657863 Nov 23 15:02:31.412736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-41987183-9583-4068-be91-16cb7560d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:31.414188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-41987183-9583-4068-be91-16cb7560d4ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0422580 Nov 23 15:02:31.458117 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-113ae486-f045-47d8-b17d-cef6dab3b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:31.459581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-113ae486-f045-47d8-b17d-cef6dab3b4ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381892 Nov 23 15:02:31.549540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-2fb304ef-78d8-40fd-8b30-4737bbb8b015 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804462 Nov 23 15:02:31.658776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bc232e13-8b6b-421d-82d4-41b1695c2e21 req-612fada9-53e2-499f-845e-fa60fc3cf441 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009340 Nov 23 15:02:31.693082 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf58fc-4903-4526-99aa-97bb6ba202f7 req-b9b27730-579b-4f9a-b55c-48214993ab92 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:31.694775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5daf58fc-4903-4526-99aa-97bb6ba202f7 req-b9b27730-579b-4f9a-b55c-48214993ab92 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 944 time: 0.0544255 Nov 23 15:02:31.740932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5daf58fc-4903-4526-99aa-97bb6ba202f7 req-72d6c091-bf59-4490-8b9f-a96b86208d2d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 Nov 23 15:02:31.844267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:32.633228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:32.856058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd654fe-9ac2-4f05-a924-4db0e139ef10 req-5005dc04-af61-4768-b113-7cad48443797 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:32.857929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bd654fe-9ac2-4f05-a924-4db0e139ef10 req-5005dc04-af61-4768-b113-7cad48443797 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 944 time: 0.0479555 Nov 23 15:02:32.904430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bd654fe-9ac2-4f05-a924-4db0e139ef10 req-751044a8-365c-4211-a9d3-71f35e2291a5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400596 Nov 23 15:02:33.521745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:02:33.620285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:33.631218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'mac_address': 'fa:16:3e:55:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:02:33.667552 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:33.679769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbddab7a-69d6-441f-adda-f3afa0a65006 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:02:33.698709 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:33.703189 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:33.751115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:33.920055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['fbddab7a-69d6-441f-adda-f3afa0a65006'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:02:34.023191 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7538d-bedd-4aa5-8f7b-73ad1e67ca01 req-4cb06247-16ab-487d-89d2-a499d2ebe36f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:34.024699 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2d7538d-bedd-4aa5-8f7b-73ad1e67ca01 req-4cb06247-16ab-487d-89d2-a499d2ebe36f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 945 time: 0.0522773 Nov 23 15:02:34.072064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2d7538d-bedd-4aa5-8f7b-73ad1e67ca01 req-d8f4351c-84f5-49d5-a47d-e49aca87d1b4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 Nov 23 15:02:35.188834 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0f86e-6a20-46e9-8928-676c83ebfad1 req-e191dad2-0bb3-4743-8da3-468e696d156d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:35.190320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebb0f86e-6a20-46e9-8928-676c83ebfad1 req-e191dad2-0bb3-4743-8da3-468e696d156d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 945 time: 0.0476370 Nov 23 15:02:35.236620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ebb0f86e-6a20-46e9-8928-676c83ebfad1 req-ee6e4590-6219-47db-9a22-365829ea4e29 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400777 Nov 23 15:02:35.522072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:02:35.568959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port fbddab7a-69d6-441f-adda-f3afa0a65006 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:02:35.573541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port fbddab7a-69d6-441f-adda-f3afa0a65006 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:02:35.573989 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:35.659682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:35.681333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:02:35.683975 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f375b-3f07-429e-ac8e-04361beb6c01" -d '{"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-plugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:02:35.696943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:02:35.701429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:35.729609 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdf1d08-03fe-4577-ad46-286f5f19d5fc x-openstack-request-id: req-dbdf1d08-03fe-4577-ad46-286f5f19d5fc {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:02:35.729907 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-plugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:02:35.730181 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbdf1d08-03fe-4577-ad46-286f5f19d5fc {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:02:35.730552 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'code': 200} Nov 23 15:02:35.758774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:02:35.820991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a834e4c-122c-4685-905c-c362971ead88 req-73edf5b9-faa3-4e83-8850-c03940b83eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:35.822373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a834e4c-122c-4685-905c-c362971ead88 req-73edf5b9-faa3-4e83-8850-c03940b83eaf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1097 time: 0.0422919 Nov 23 15:02:35.866413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a834e4c-122c-4685-905c-c362971ead88 req-636d2c51-cb18-4463-873b-b5bef86673e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355992 Nov 23 15:02:36.349974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ff78-85f0-443d-8e16-2d910291cbd6 req-76d64325-8b3f-4c4a-a5ce-477b953d6ebe tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:36.351481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f55ff78-85f0-443d-8e16-2d910291cbd6 req-76d64325-8b3f-4c4a-a5ce-477b953d6ebe tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0473902 Nov 23 15:02:36.396507 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f55ff78-85f0-443d-8e16-2d910291cbd6 req-8c162b08-ffbd-4c44-b50f-e5ee7174ed30 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392787 Nov 23 15:02:37.510140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3338b-099c-423d-a84c-f2d506abc271 req-f991e706-2995-429b-827e-00572fd56eed tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:37.511620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bb3338b-099c-423d-a84c-f2d506abc271 req-f991e706-2995-429b-827e-00572fd56eed tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0470421 Nov 23 15:02:37.560520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4bb3338b-099c-423d-a84c-f2d506abc271 req-98fcd573-bc80-4291-a48a-30fc9d9541ac tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424783 Nov 23 15:02:37.674767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d5da2-269a-4acc-9aa3-b1cd5f47a2be req-97ada6aa-327d-424e-afea-b300a143cad8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:37.676319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e4d5da2-269a-4acc-9aa3-b1cd5f47a2be req-97ada6aa-327d-424e-afea-b300a143cad8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0523179 Nov 23 15:02:37.684767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 35910) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:02:37.689500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'floatingip': {'port_id': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:02:37.727223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:38.144392 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:38.148417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:38.246268 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c associated. External IP: 172.25.3.82, port: fbddab7a-69d6-441f-adda-f3afa0a65006. Nov 23 15:02:38.450607 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:02:38.557829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:02:38.562727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:38.568722 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:02:38.578464 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:02:38.579100 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:02:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:38.591029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f5fe6ffa-b8d8-4626-b5b9-7eaf32794a6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "PUT /v2.0/floatingips/ae899f8a-434b-4053-856e-6f80a1c6061c HTTP/1.1" status: 200 len: 991 time: 0.9046993 Nov 23 15:02:38.592142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:02:38.594588 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2" -d '{"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:02:38.636511 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed58a9f4-92a6-418c-8472-916ec393c72b x-openstack-request-id: req-ed58a9f4-92a6-418c-8472-916ec393c72b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:02:38.636878 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:02:38.637209 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed58a9f4-92a6-418c-8472-916ec393c72b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:02:38.637688 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'status': 'completed', 'code': 200} Nov 23 15:02:38.701811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-bdcfd9aa-553a-4441-b4e2-3319410ccf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:38.702739 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:02:38.703248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-bdcfd9aa-553a-4441-b4e2-3319410ccf15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1097 time: 0.0410268 Nov 23 15:02:38.797691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-cae9c563-f6b1-4942-bea7-538c31f6149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:38.799469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-cae9c563-f6b1-4942-bea7-538c31f6149d service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0878425 Nov 23 15:02:38.864614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-24174962-57c0-4ae0-8a74-8a883e80d948 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 999 time: 0.0571702 Nov 23 15:02:38.914862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-d064aece-d6e7-43cf-b4e5-dfd92e374121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:38.916380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-d064aece-d6e7-43cf-b4e5-dfd92e374121 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0448127 Nov 23 15:02:38.969743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-422ebcc4-5f95-4727-bd35-120ddcab1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:02:38.971244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-422ebcc4-5f95-4727-bd35-120ddcab1bdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470674 Nov 23 15:02:39.020771 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:55:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:02:38Z', 'revision_number': 9, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:39.055089 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:02:39.060588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-e1e68792-f6e6-456d-b77b-68d430ec24b9 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818205 Nov 23 15:02:39.064980 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:02:39.065821 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:02:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:39.155973 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d25d070b-3a7b-4d13-a76f-a06c38cb21f2 req-f13aeece-bc76-48d3-af22-c1b16a84ba0f service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874741 Nov 23 15:02:39.172448 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:02:39.399443 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:55:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:02:38Z', 'revision_number': 9, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:02:39.425153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67ad16-7854-4da1-b74f-43f262af2ace None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:55:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:02:38Z', 'revision_number': 9, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:02:39.610726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865ff3b-eb5d-4374-b9fb-1bde24f35e7b None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:02:42.268051 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:02:54.178984 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:56.813008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c4e0a0cd-39f3-4118-b156-f5e96bc292e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:57.579722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:02:59.173312 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-83bcbf71-4771-4a20-9844-569cea6feb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:00.230102 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:01.848571 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:02.634637 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:02.934179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-a4fdb81f-1294-4322-a392-a02aa7820502 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389438 Nov 23 15:03:03.019072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-c0bd0470-a6d6-4b03-8987-d807e28d0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:03:03.020529 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-c0bd0470-a6d6-4b03-8987-d807e28d0c91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1097 time: 0.0398962 Nov 23 15:03:03.128752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-7b5fb4fe-c74a-43c9-8e7c-88960093bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:03:03.130219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-7b5fb4fe-c74a-43c9-8e7c-88960093bb8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0879600 Nov 23 15:03:03.204222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-72ce9b65-040e-4bb1-80c2-4fbcefe15a00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1002 time: 0.0665302 Nov 23 15:03:03.257487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-7b321641-6f43-4274-b850-23a962a2b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:03:03.258919 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-7b321641-6f43-4274-b850-23a962a2b8e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0476177 Nov 23 15:03:03.306950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-ebadee4a-546b-4646-b0fd-f05254936f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:03:03.308431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-ebadee4a-546b-4646-b0fd-f05254936f82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409982 Nov 23 15:03:03.400188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-a62cdc5e-d5ee-457e-81f9-8693143df52a service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826018 Nov 23 15:03:03.487926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0aeb6571-78a7-41a5-9c33-a5728a4b921a req-e7f6b889-a807-4764-b01c-6d3220df31ca service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794568 Nov 23 15:03:19.267535 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:03:24.182945 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:26.813866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-efe350e0-f14f-42ca-82e1-112ebd6c4641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:27.591888 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:29.174296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0dd525a-7217-4cd0-9489-c4c12ecbbe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:30.232979 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:31.851150 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:32.639016 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:54.177516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:56.265935 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:03:56.822850 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-be146c3d-f3f0-4da2-9786-d89b98aa082b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:57.597849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:03:59.175015 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d2f16cba-af94-4b12-a0ef-3f44f4578de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:00.238143 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:01.853917 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:02.640804 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:04.968545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-1775e3f2-8d19-42c0-ae78-2afb075cfeae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450938 Nov 23 15:04:05.059716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-bdbf4cee-f16c-455b-adcc-0dcd93912ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:05.061349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-bdbf4cee-f16c-455b-adcc-0dcd93912ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1097 time: 0.0489907 Nov 23 15:04:05.164396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-404381a1-ad5c-4803-b1e5-697fe162ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:05.165865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-404381a1-ad5c-4803-b1e5-697fe162ceec service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0840223 Nov 23 15:04:05.234196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-7a8d25ff-c63e-4907-ad2a-89ce57484288 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1002 time: 0.0608392 Nov 23 15:04:05.281350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-17f9f775-9ef1-43d8-b2c0-b7193919ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:05.282804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-17f9f775-9ef1-43d8-b2c0-b7193919ce45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0416570 Nov 23 15:04:05.327547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-1ee0bfe9-ace4-4e39-b5ad-8f9f2d2bbd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:05.329035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-1ee0bfe9-ace4-4e39-b5ad-8f9f2d2bbd95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389411 Nov 23 15:04:05.420816 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-6824f718-1402-4f29-8f80-509002b8c978 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837669 Nov 23 15:04:05.508870 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65b5d5c0-6533-488a-84ea-0dbe3a888885 req-f0ab9539-19e3-4b2e-b2a0-b54cd40699ba service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802872 Nov 23 15:04:15.983603 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-aa897a0f-69ea-4f81-bee5-151fdf9f19b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507245 Nov 23 15:04:15.991661 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5006303-cf3c-4c62-8f5a-6363b0d6ed55 req-5be05180-3440-4c44-bc5e-794807db81c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:15.993161 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5006303-cf3c-4c62-8f5a-6363b0d6ed55 req-5be05180-3440-4c44-bc5e-794807db81c7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0561821 Nov 23 15:04:16.044115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5006303-cf3c-4c62-8f5a-6363b0d6ed55 req-ac5fee1d-77d1-430d-a094-abd783ab40b6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446787 Nov 23 15:04:17.075887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-b7bf707c-1094-44a1-93bc-736d2a4131d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:17.077422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-b7bf707c-1094-44a1-93bc-736d2a4131d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1097 time: 0.0415094 Nov 23 15:04:17.206529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fc203-e885-49a1-95e1-6fddd98eff7a req-4c48228c-e976-4fec-a6fa-28eb573b1c53 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:17.208084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-908fc203-e885-49a1-95e1-6fddd98eff7a req-4c48228c-e976-4fec-a6fa-28eb573b1c53 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0933452 Nov 23 15:04:17.210724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-bc5d41c0-390b-46a5-9cd7-7f8ef9196a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:17.212134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-bc5d41c0-390b-46a5-9cd7-7f8ef9196a56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.1257410 Nov 23 15:04:17.303671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-f8e9eb92-0984-462a-93a5-f9d57f87f060 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1002 time: 0.0836194 Nov 23 15:04:17.307140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-908fc203-e885-49a1-95e1-6fddd98eff7a req-c44f6cc3-e2ba-43d3-ad16-cacb44e122cd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933049 Nov 23 15:04:17.356950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-78c3bf9b-4642-470d-9892-afee67e43a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:17.358342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-78c3bf9b-4642-470d-9892-afee67e43a25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0437233 Nov 23 15:04:17.402651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-f07f2fbc-9c25-41d1-a58e-a5de2ec355dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:17.404124 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-f07f2fbc-9c25-41d1-a58e-a5de2ec355dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384870 Nov 23 15:04:17.494232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-f89b7da5-0034-492d-8c6b-6d9588e117ee service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822041 Nov 23 15:04:17.580894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-29d2c4da-6e27-459d-9f46-7c49fc62b5e6 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788603 Nov 23 15:04:18.423282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b986-c404-467e-88bc-ed60edd483d1 req-b08abe0e-50e0-4955-b69d-298a19540038 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:18.424750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3585b986-c404-467e-88bc-ed60edd483d1 req-b08abe0e-50e0-4955-b69d-298a19540038 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0485861 Nov 23 15:04:18.475636 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3585b986-c404-467e-88bc-ed60edd483d1 req-58f3d4f8-2bb2-4a6a-a636-2308e7af5cf2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 Nov 23 15:04:19.596529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f553-785a-416d-8a45-1af7e1923d3d req-408b922e-203b-40d9-87be-588643e09280 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:19.598021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40a5f553-785a-416d-8a45-1af7e1923d3d req-408b922e-203b-40d9-87be-588643e09280 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0483148 Nov 23 15:04:19.643934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-40a5f553-785a-416d-8a45-1af7e1923d3d req-3030a525-5092-4dfb-bfc1-fa64fe3e307a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 Nov 23 15:04:20.760891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14bf9-9d8a-445e-af22-fa399c2482b7 req-63fcded3-3ad7-4b64-a5d7-7936127308a5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:20.762347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ce14bf9-9d8a-445e-af22-fa399c2482b7 req-63fcded3-3ad7-4b64-a5d7-7936127308a5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0478621 Nov 23 15:04:20.807428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1ce14bf9-9d8a-445e-af22-fa399c2482b7 req-4352e9d1-538c-4073-9779-1a1ca89ff15f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Nov 23 15:04:21.929431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acca6b1-ff8e-4986-ac41-def3afaecca2 req-692344cf-ce4c-4630-9da2-0b5ebd0dd32d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:21.930933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4acca6b1-ff8e-4986-ac41-def3afaecca2 req-692344cf-ce4c-4630-9da2-0b5ebd0dd32d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0534935 Nov 23 15:04:21.981258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4acca6b1-ff8e-4986-ac41-def3afaecca2 req-638cc953-d8b7-4d37-99bb-350f61932628 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443757 Nov 23 15:04:23.095472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ac35-4fcd-4f94-a71d-4db20637274f req-00033a4c-e3ff-46ec-b3a6-ca2ce2a395b2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:23.096916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a885ac35-4fcd-4f94-a71d-4db20637274f req-00033a4c-e3ff-46ec-b3a6-ca2ce2a395b2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0478301 Nov 23 15:04:23.142381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a885ac35-4fcd-4f94-a71d-4db20637274f req-e6d6ee83-cecb-463a-ad08-61ed840de895 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391848 Nov 23 15:04:24.177521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:24.263939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e8e4-eb95-46ad-9267-9784af468d6a req-a1069a5b-4182-4157-9166-4414f1221e1f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:24.265439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6716e8e4-eb95-46ad-9267-9784af468d6a req-a1069a5b-4182-4157-9166-4414f1221e1f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0550640 Nov 23 15:04:24.314690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6716e8e4-eb95-46ad-9267-9784af468d6a req-03e2a477-f0b6-412d-a55b-d1c0c1419d1b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Nov 23 15:04:25.429310 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93190f12-e0c6-432c-9b11-422a915155a2 req-320f5889-a22a-4709-b3e0-05e846966584 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:25.430793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93190f12-e0c6-432c-9b11-422a915155a2 req-320f5889-a22a-4709-b3e0-05e846966584 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0483379 Nov 23 15:04:25.475689 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93190f12-e0c6-432c-9b11-422a915155a2 req-55665b9d-6d2b-47d0-8fa8-c24cc8d04c79 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390131 Nov 23 15:04:26.593942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff41fd-5bc5-4a8e-b023-f53c575eea6b req-05759eea-8a6a-4b49-9a23-9570ec70fd16 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:26.595452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4eff41fd-5bc5-4a8e-b023-f53c575eea6b req-05759eea-8a6a-4b49-9a23-9570ec70fd16 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0491772 Nov 23 15:04:26.645817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4eff41fd-5bc5-4a8e-b023-f53c575eea6b req-b49497d7-5569-4409-bb8a-f78b3d6e8dce tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444064 Nov 23 15:04:26.816114 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7bfe70ed-8538-4687-aa22-ff81659b8202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:27.636132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:27.772870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d398df6-b7bd-4fed-892e-54c6338b701b req-82e7f19e-e52f-47a1-b8bc-3805d4d49972 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:27.775045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d398df6-b7bd-4fed-892e-54c6338b701b req-82e7f19e-e52f-47a1-b8bc-3805d4d49972 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0558951 Nov 23 15:04:27.824014 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d398df6-b7bd-4fed-892e-54c6338b701b req-f518c6b5-8a1f-4740-b1c9-09f1b0dde8c4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Nov 23 15:04:28.943817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0381f9-e305-4a62-9e47-af76cda8857d req-7a5970b4-25bb-423c-9e71-354e1e871cdd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:28.945292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d0381f9-e305-4a62-9e47-af76cda8857d req-7a5970b4-25bb-423c-9e71-354e1e871cdd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0533588 Nov 23 15:04:28.992412 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d0381f9-e305-4a62-9e47-af76cda8857d req-fd9190a9-fa4f-4ff6-b3b7-e228e0cdcbd1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Nov 23 15:04:29.178445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d102e854-3068-4cc2-8bbb-923392c4693f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:29.528943 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-a391b180-1342-491b-83c1-de1c954db08f req-586b87c3-1c97-42fd-bba4-f11e401567fa service neutron] show failed (client error): The resource could not be found. Nov 23 15:04:29.529950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-586b87c3-1c97-42fd-bba4-f11e401567fa service neutron] 10.222.0.11 "GET /v2.0/ports/fbddab7a-69d6-441f-adda-f3afa0a65006/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0566835 Nov 23 15:04:29.742305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-e22055cf-2b1e-48d7-8e0b-ef6d11f09d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:29.743852 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-e22055cf-2b1e-48d7-8e0b-ef6d11f09d0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 1097 time: 0.0433371 Nov 23 15:04:29.755431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:04:29.808831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:30.004695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:30.036198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:04:30.075349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:30.077619 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f59a91-e8bf-406a-9344-de35a9cbebc6" -d '{"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-unplugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:30.081476 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:30.095121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Transition to ACTIVE for port object fbddab7a-69d6-441f-adda-f3afa0a65006 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:04:30.100338 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:30.111568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec263b7-dfcb-4002-915a-d78ae47100da req-b6441599-db9a-499e-b25f-623e8e253b71 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:30.113187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fec263b7-dfcb-4002-915a-d78ae47100da req-b6441599-db9a-499e-b25f-623e8e253b71 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0510824 Nov 23 15:04:30.137994 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416ff16a-a8ba-4d9e-b2de-da9ea098bb0f x-openstack-request-id: req-416ff16a-a8ba-4d9e-b2de-da9ea098bb0f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:30.137994 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-unplugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:30.137994 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-416ff16a-a8ba-4d9e-b2de-da9ea098bb0f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:30.138242 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'code': 200} Nov 23 15:04:30.166291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fec263b7-dfcb-4002-915a-d78ae47100da req-8a002392-7b2e-4a9c-8085-21aa86af0ffc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 Nov 23 15:04:30.240878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:30.494712 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:30.504957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.505375 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.506339 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.506683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.507052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.507391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.507719 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.508048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.508374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.508720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.509028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.509349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:30.545362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] No DVR routers for this DVR port fbddab7a-69d6-441f-adda-f3afa0a65006 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:04:30.674526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:04:30.674862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:04:30.675216 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:04:30.679990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:04:30.680305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:04:30.684924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:04:30.685254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:04:30.685631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:04:30.686048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Bound port: fbddab7a-69d6-441f-adda-f3afa0a65006, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:04:30.686392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:30.750081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:04:30.753091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:04:30.756577 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:30.788145 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:30.788828 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:30.790134 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] 10.222.0.74 "PUT /v2.0/ports/fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1092 time: 1.0385401 Nov 23 15:04:30.823131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26926895-0d7e-4558-ba49-2474e7761b8d service neutron] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:30.859148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-5d092f77-c371-4bcc-80c0-ed3021c8f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:30.860721 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-5d092f77-c371-4bcc-80c0-ed3021c8f94e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1095 time: 0.0466459 Nov 23 15:04:30.955448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-21548a84-2b57-4b82-9aed-f93eb4a82a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:30.956956 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-21548a84-2b57-4b82-9aed-f93eb4a82a2e service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0894172 Nov 23 15:04:31.020383 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-534f4dcf-0903-4683-8c60-587e0729df2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1000 time: 0.0568664 Nov 23 15:04:31.068817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-811d9c06-6e74-43a9-b06c-9dff88e468d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:31.070167 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-811d9c06-6e74-43a9-b06c-9dff88e468d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0430653 Nov 23 15:04:31.118745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b180-1342-491b-83c1-de1c954db08f req-9bdeb17e-16be-403d-934b-bf444a6dd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:31.120169 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-9bdeb17e-16be-403d-934b-bf444a6dd965 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427799 Nov 23 15:04:31.205905 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-c006413d-0102-45ee-8514-ddfb47b42c0e service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786233 Nov 23 15:04:31.292551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb368f16-617e-4589-854e-00b7c2fbf092 req-7c76f762-70b9-4c0d-8a7a-9739bba546a1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:31.294077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb368f16-617e-4589-854e-00b7c2fbf092 req-7c76f762-70b9-4c0d-8a7a-9739bba546a1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 944 time: 0.0501606 Nov 23 15:04:31.303878 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-a391b180-1342-491b-83c1-de1c954db08f req-61e68d50-0ada-4a8e-8519-11fc6fb890e7 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908499 Nov 23 15:04:31.341775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb368f16-617e-4589-854e-00b7c2fbf092 req-a5fbb402-3324-4369-9aa5-53b472b16335 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Nov 23 15:04:31.856340 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:32.139195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:32.141527 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83d1909-789f-4d4a-81f3-252353cba68b" -d '{"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:32.189396 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cebf08-fef4-40d2-b123-ef2680c90470 x-openstack-request-id: req-02cebf08-fef4-40d2-b123-ef2680c90470 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:32.189697 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:32.189958 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02cebf08-fef4-40d2-b123-ef2680c90470 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:32.190870 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'status': 'completed', 'code': 200} Nov 23 15:04:32.247881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-e58d3933-9b85-4e3e-9e47-7601d0b1d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.249422 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-e58d3933-9b85-4e3e-9e47-7601d0b1d1f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1095 time: 0.0412939 Nov 23 15:04:32.254658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-f9f69edc-7436-4197-b56c-889c0b9c2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.256298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-f9f69edc-7436-4197-b56c-889c0b9c2b39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1095 time: 0.0440025 Nov 23 15:04:32.344567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-986fea3b-a3ca-4b7c-92e3-b55f504ccf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.345254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-8958a34f-0948-48a6-a3b5-8e29980f88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.346028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-986fea3b-a3ca-4b7c-92e3-b55f504ccf42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0827472 Nov 23 15:04:32.346638 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-8958a34f-0948-48a6-a3b5-8e29980f88e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0902543 Nov 23 15:04:32.415648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-2467d0a4-eebd-4f63-a3c1-44906fdfb4f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1000 time: 0.0617435 Nov 23 15:04:32.417674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-4c0b4261-e298-4954-a725-c206f502e20a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1000 time: 0.0628102 Nov 23 15:04:32.467691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-fcfda254-890b-4219-8e68-570641791fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.469150 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-fcfda254-890b-4219-8e68-570641791fbf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0438161 Nov 23 15:04:32.488822 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-3d66eeae-56b1-42b6-86c2-58aa6b1088ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.490341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-3d66eeae-56b1-42b6-86c2-58aa6b1088ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0654957 Nov 23 15:04:32.498653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99948-0802-4b0a-ab13-f56336ffe016 req-9c50e06e-0dc7-4b2e-bbd3-6f891cf2448c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.500082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc99948-0802-4b0a-ab13-f56336ffe016 req-9c50e06e-0dc7-4b2e-bbd3-6f891cf2448c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 944 time: 0.0836291 Nov 23 15:04:32.519617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-ee68888c-8350-4e6b-8402-6503523c29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.521783 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-ee68888c-8350-4e6b-8402-6503523c29bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437598 Nov 23 15:04:32.615387 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-58566106-7a3a-47e2-873c-467e38832c3f service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858796 Nov 23 15:04:32.644306 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:32.718270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-8859cd11-ea6b-43c1-9fd9-a9676146ac7a service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952787 Nov 23 15:04:32.925302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1909-789f-4d4a-81f3-252353cba68b req-68db62d0-d513-48fd-a300-9956797b206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:32.926810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-68db62d0-d513-48fd-a300-9956797b206b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4258833 Nov 23 15:04:32.930089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ccc99948-0802-4b0a-ab13-f56336ffe016 req-159477ed-e5f9-49cb-8c62-2bb1aaf7b3ee tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204600 Nov 23 15:04:33.016567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-0d70d5f7-6a32-42cb-8f6b-c5273d6a2e16 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819001 Nov 23 15:04:33.107768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e83d1909-789f-4d4a-81f3-252353cba68b req-80b8ec16-79a2-4fe9-98bb-4b88d1f6283d service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832179 Nov 23 15:04:33.264129 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:04:33.435547 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:04:33.529223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:33.540274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'mac_address': 'fa:16:3e:55:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:04:33.579890 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:33.592691 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbddab7a-69d6-441f-adda-f3afa0a65006 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:04:33.612255 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:33.616574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:33.665293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:33.672268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.672615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.672951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.673285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.673615 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.673945 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.674271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.674596 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.674935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.675262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.675590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.675910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:33.858413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['fbddab7a-69d6-441f-adda-f3afa0a65006'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:04:34.026346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:04:34.052711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b04056-9bd1-4bdd-9f4b-e1fa3e0a0f64 req-b0f25855-200a-4836-b41a-030797ef461c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:34.054188 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9b04056-9bd1-4bdd-9f4b-e1fa3e0a0f64 req-b0f25855-200a-4836-b41a-030797ef461c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 945 time: 0.0512204 Nov 23 15:04:34.068327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:04:34.101923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9b04056-9bd1-4bdd-9f4b-e1fa3e0a0f64 req-ce839693-30c2-4675-a736-1073cdd905d7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Nov 23 15:04:34.390186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-e81bf575-a810-43fb-91d0-df2285ee09ed tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:34.391687 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-e81bf575-a810-43fb-91d0-df2285ee09ed tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b&tenant_id=f7e79cb719224f4c9b626a5613265969&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 945 time: 0.0534606 Nov 23 15:04:34.407711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce886d-2440-4c53-9b30-2c7e851c2408 req-7dd5a592-e631-40ca-af0b-6e34b9606dd4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:34.409197 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0dce886d-2440-4c53-9b30-2c7e851c2408 req-7dd5a592-e631-40ca-af0b-6e34b9606dd4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 945 time: 0.0487633 Nov 23 15:04:34.453044 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-5cb028f3-2ee5-4ff4-8e00-00940cacb9de service neutron] 10.222.0.74 "GET /v2.0/ports/fbddab7a-69d6-441f-adda-f3afa0a65006/bindings/n-h2-818503-2 HTTP/1.1" status: 200 len: 382 time: 0.0529020 Nov 23 15:04:34.461003 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0dce886d-2440-4c53-9b30-2c7e851c2408 req-8afc64d0-5484-4a22-b544-310fc984bc8f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457635 Nov 23 15:04:34.519969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-ea68d9de-5bbd-4bba-8bac-38b364d8e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:34.522041 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-ea68d9de-5bbd-4bba-8bac-38b364d8e7d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1096 time: 0.0440719 Nov 23 15:04:34.614135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-9dae5806-3912-4dd3-8380-ff42ba79a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:34.615717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-9dae5806-3912-4dd3-8380-ff42ba79a80f service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0878844 Nov 23 15:04:34.684660 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-d1388a9c-539b-4b2a-897c-7538bdc603e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1001 time: 0.0623269 Nov 23 15:04:34.733765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-1a6fa8f7-f338-4a44-8314-afe7e9c74ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:34.735212 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-1a6fa8f7-f338-4a44-8314-afe7e9c74ace service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0435216 Nov 23 15:04:34.779171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-4dfa2e37-e710-4dff-8bd0-51e9ada8b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:34.780655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-4dfa2e37-e710-4dff-8bd0-51e9ada8b260 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386539 Nov 23 15:04:34.871456 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-5972dea9-e7e7-499a-bfe5-befafbd40d7d service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838275 Nov 23 15:04:34.962071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-5e168355-b291-4f18-9496-e54d7a6957f4 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837026 Nov 23 15:04:35.443923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:04:35.494037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port fbddab7a-69d6-441f-adda-f3afa0a65006 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:04:35.498219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port fbddab7a-69d6-441f-adda-f3afa0a65006 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:04:35.498607 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:35.574577 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:35.584968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639104-c08b-49a5-9d77-eab00ace2704 req-fd2c8a1d-471b-46f8-9add-3866d5da736d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:35.591379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c639104-c08b-49a5-9d77-eab00ace2704 req-fd2c8a1d-471b-46f8-9add-3866d5da736d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 945 time: 0.0557160 Nov 23 15:04:35.600114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:35.602005 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd2aa9-2bc6-48ec-bf62-2721ec112dea" -d '{"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-plugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:35.617332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:35.622774 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:35.638108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c639104-c08b-49a5-9d77-eab00ace2704 req-3f1ed2fe-7893-4fc7-bb8a-70322e1fffbe tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445430 Nov 23 15:04:35.669757 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c85a9-001d-4e0f-abb0-c035bfe905d6 x-openstack-request-id: req-f37c85a9-001d-4e0f-abb0-c035bfe905d6 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:35.670031 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-plugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:35.670281 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f37c85a9-001d-4e0f-abb0-c035bfe905d6 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:35.670665 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'code': 200} Nov 23 15:04:35.675027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:36.762674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d703ab-0e4f-4cb4-9be1-04c7d7129b93 req-d20a8a7d-f9c9-4fb1-ac39-982cf9ee91c3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:36.764253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60d703ab-0e4f-4cb4-9be1-04c7d7129b93 req-d20a8a7d-f9c9-4fb1-ac39-982cf9ee91c3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0511479 Nov 23 15:04:36.810933 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60d703ab-0e4f-4cb4-9be1-04c7d7129b93 req-2ba8f0c8-3de4-49e2-87de-e0d11449a622 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406070 Nov 23 15:04:36.874140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-2ce3bcc7-38e0-4108-a844-8a71aa2f07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:36.875564 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-2ce3bcc7-38e0-4108-a844-8a71aa2f07c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 1097 time: 0.0433061 Nov 23 15:04:36.889016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:04:36.941306 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:37.138216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:37.169061 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:04:37.210478 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:37.212935 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1886c4-f02c-4ffe-a4e3-da14f8fc4fea" -d '{"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-unplugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:37.217055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:37.230249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Transition to ACTIVE for port object fbddab7a-69d6-441f-adda-f3afa0a65006 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:04:37.234051 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:37.263423 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85adfd68-ae0b-4466-965d-30b9bdbafbbb x-openstack-request-id: req-85adfd68-ae0b-4466-965d-30b9bdbafbbb {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:37.263711 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-unplugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:37.263963 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85adfd68-ae0b-4466-965d-30b9bdbafbbb {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:37.264357 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'code': 200} Nov 23 15:04:37.316874 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=10']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:37.331332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.331683 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.332031 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.332369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.332712 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.333046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.333379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.334239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.334573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.334963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.335260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.335591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:04:37.369835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] No DVR routers for this DVR port fbddab7a-69d6-441f-adda-f3afa0a65006 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:04:37.506484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:04:37.506814 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:04:37.507165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:04:37.511282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:04:37.511598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Attempting to bind port fbddab7a-69d6-441f-adda-f3afa0a65006 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:04:37.516350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:04:37.516679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:04:37.517052 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:04:37.517461 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Bound port: fbddab7a-69d6-441f-adda-f3afa0a65006, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:04:37.517806 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:37.577651 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:04:37.580615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:04:37.584727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:37.618334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:37.618975 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:37.620326 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] 10.222.0.11 "PUT /v2.0/ports/fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1093 time: 0.7351944 Nov 23 15:04:37.641173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f79029-ce58-4aa4-a507-f325f153cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=11']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:37.685664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-d237f358-d095-4696-b247-3ce48788fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:37.687314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-d237f358-d095-4696-b247-3ce48788fde3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1096 time: 0.0430944 Nov 23 15:04:37.785599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-6c1413f5-5ba7-4d01-8659-2b593e3b136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:37.787742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-6c1413f5-5ba7-4d01-8659-2b593e3b136e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0922027 Nov 23 15:04:37.854132 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-b9eac9d5-535c-4bc7-968d-f8b9570dd293 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1000 time: 0.0596886 Nov 23 15:04:37.931604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-46baa2e7-b61a-4835-97ed-332d492a772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:37.932942 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-46baa2e7-b61a-4835-97ed-332d492a772f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0718226 Nov 23 15:04:37.959292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66f57-c276-4919-8976-3be11c3a58d4 req-d2f63fbb-73b5-456b-b267-26e9aff10fcf tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:37.960783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27f66f57-c276-4919-8976-3be11c3a58d4 req-d2f63fbb-73b5-456b-b267-26e9aff10fcf tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 945 time: 0.0703907 Nov 23 15:04:38.022185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681023-5aee-4058-a77a-f5df278d5419 req-7bceb927-8cfd-44dc-9a86-fb80cd0a7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:38.023710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-7bceb927-8cfd-44dc-9a86-fb80cd0a7df6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825770 Nov 23 15:04:38.035127 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27f66f57-c276-4919-8976-3be11c3a58d4 req-8c579e79-301a-4447-9a86-c36ee8d95b75 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524139 Nov 23 15:04:38.121118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-8698ca16-1ad6-45a9-9dde-617f7ebe597c service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Nov 23 15:04:38.211496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ee681023-5aee-4058-a77a-f5df278d5419 req-40f67a6f-03a4-4006-9a92-b17f272562fe service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823088 Nov 23 15:04:39.156945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dad3f-fc98-4606-93f5-8e62523c15f4 req-173fcffe-cbb2-436b-83dc-5657456c268d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.158420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-219dad3f-fc98-4606-93f5-8e62523c15f4 req-173fcffe-cbb2-436b-83dc-5657456c268d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 945 time: 0.0536485 Nov 23 15:04:39.204393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-219dad3f-fc98-4606-93f5-8e62523c15f4 req-c9ac1780-31ce-4c1f-ba79-111661795363 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 Nov 23 15:04:39.265039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:39.267455 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514" -d '{"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:39.314718 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a6067-67a3-4b80-a1c0-53114fde3ebc x-openstack-request-id: req-836a6067-67a3-4b80-a1c0-53114fde3ebc {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:39.315070 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:39.315253 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-836a6067-67a3-4b80-a1c0-53114fde3ebc {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:39.315651 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'status': 'completed', 'code': 200} Nov 23 15:04:39.379399 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-f174206e-5779-47b8-b3aa-6edf357295f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.379652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-be5445ff-2b98-4646-9930-40768b90d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.380928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-f174206e-5779-47b8-b3aa-6edf357295f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1096 time: 0.0418212 Nov 23 15:04:39.381113 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-be5445ff-2b98-4646-9930-40768b90d579 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 1096 time: 0.0460787 Nov 23 15:04:39.458003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:04:39.474265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-f88f17a9-fb8a-454d-b746-b6a327165169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.476498 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-f88f17a9-fb8a-454d-b746-b6a327165169 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0890987 Nov 23 15:04:39.480671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-b3344590-52c0-4626-84a2-6a2fa8042b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.482195 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-b3344590-52c0-4626-84a2-6a2fa8042b4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0927954 Nov 23 15:04:39.497337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:04:39.547443 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-bac56fd6-5db4-4ab2-955d-2ec5c6f46706 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1000 time: 0.0640266 Nov 23 15:04:39.552863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-2d8bb12e-91c0-461c-ae61-fcd79666f802 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 200 len: 1000 time: 0.0604579 Nov 23 15:04:39.605927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-42847805-57dd-4b36-b15c-563ceb30caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.606844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-4a4f006c-c5e9-4164-bb03-d7f28de597c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.607816 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-42847805-57dd-4b36-b15c-563ceb30caac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0527334 Nov 23 15:04:39.608465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-4a4f006c-c5e9-4164-bb03-d7f28de597c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0472040 Nov 23 15:04:39.654847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-481033f9-9fa8-4943-b6cf-c8aa291b9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.656408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-481033f9-9fa8-4943-b6cf-c8aa291b9733 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420191 Nov 23 15:04:39.662852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-605cfb97-90eb-4faf-b6c2-9825e3905940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:39.664366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-605cfb97-90eb-4faf-b6c2-9825e3905940 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487010 Nov 23 15:04:39.765344 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-2a8943f4-5fe8-44b3-a78e-00fb8ea5c4fb service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918860 Nov 23 15:04:39.767856 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-d60ec467-a31b-4d70-a63f-138491ce7334 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035311 Nov 23 15:04:39.863674 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-813d87c3-0f62-40d0-ae5f-b06be38e8da4 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880978 Nov 23 15:04:39.869322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9ccef543-3c7f-409d-b9a6-3c3e77e1a514 req-e1e089d4-7c7f-4963-af59-ae844f80fab0 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964363 Nov 23 15:04:40.062044 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:04:40.162374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:40.173104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'mac_address': 'fa:16:3e:55:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:04:40.209426 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:40.221438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbddab7a-69d6-441f-adda-f3afa0a65006 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:04:40.244956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:40.249078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:40.295475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:40.324837 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73aa1-509b-4e79-b513-2687f911d4eb req-4d65ce76-dd18-47b0-ac73-b5451dc19cf4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:40.326320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22c73aa1-509b-4e79-b513-2687f911d4eb req-4d65ce76-dd18-47b0-ac73-b5451dc19cf4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0501056 Nov 23 15:04:40.373812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-22c73aa1-509b-4e79-b513-2687f911d4eb req-cc8dfeac-3a97-4ccd-a8bd-89386098da79 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414300 Nov 23 15:04:40.488148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['fbddab7a-69d6-441f-adda-f3afa0a65006'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:04:40.489564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c4ea-cd2f-4084-a5b5-9632d1ff4ad7 req-1e1b2f42-8abf-4446-b461-53e2d40bbe5b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:40.491065 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae12c4ea-cd2f-4084-a5b5-9632d1ff4ad7 req-1e1b2f42-8abf-4446-b461-53e2d40bbe5b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0488310 Nov 23 15:04:40.538589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae12c4ea-cd2f-4084-a5b5-9632d1ff4ad7 req-f9153c2c-3732-4ee3-97b4-af4dff3d8d29 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407977 Nov 23 15:04:40.656983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de41e0-699f-4eaf-b633-a392f458a515 req-4cd9ee01-9ab4-4481-9227-2e9d0e4f0cf5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:40.658444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7de41e0-699f-4eaf-b633-a392f458a515 req-4cd9ee01-9ab4-4481-9227-2e9d0e4f0cf5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0527833 Nov 23 15:04:40.704355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a7de41e0-699f-4eaf-b633-a392f458a515 req-0125f831-a614-4ba9-8485-96eac7f793ac tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398653 Nov 23 15:04:40.933372 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed7b2a-7fc5-4b98-ac5d-e479ec664fef req-44a80007-cb60-4b66-8c8a-50782d6e68f3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:40.934850 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0ed7b2a-7fc5-4b98-ac5d-e479ec664fef req-44a80007-cb60-4b66-8c8a-50782d6e68f3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0486948 Nov 23 15:04:40.982735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0ed7b2a-7fc5-4b98-ac5d-e479ec664fef req-e903912d-9003-4e5e-b261-8862bcd78ab9 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Nov 23 15:04:42.073912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:04:42.103401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7e26-cb0d-4604-81d3-bd4584cbd3b0 req-266a9c67-14bb-48f8-bc36-dcb9e93e579f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:42.104917 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-981f7e26-cb0d-4604-81d3-bd4584cbd3b0 req-266a9c67-14bb-48f8-bc36-dcb9e93e579f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 946 time: 0.0527475 Nov 23 15:04:42.127770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port fbddab7a-69d6-441f-adda-f3afa0a65006 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:04:42.131804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port fbddab7a-69d6-441f-adda-f3afa0a65006 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:04:42.132157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.155317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-981f7e26-cb0d-4604-81d3-bd4584cbd3b0 req-ea5dcaae-8d09-4af3-893a-fb66f5436881 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Nov 23 15:04:42.210311 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.231463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:42.233596 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10159212-fbd1-4a1f-a2c6-824bfb91aea7" -d '{"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-plugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:42.246858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:42.251112 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.316797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-eb66e38f-f008-4943-9259-a2101a718a12 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:42.318387 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-eb66e38f-f008-4943-9259-a2101a718a12 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 947 time: 0.0500932 Nov 23 15:04:42.419968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Deleting port fbddab7a-69d6-441f-adda-f3afa0a65006 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:04:42.420308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.440473 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db8f69a-c80b-4e1c-b16f-5017a35a63fd x-openstack-request-id: req-6db8f69a-c80b-4e1c-b16f-5017a35a63fd {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:42.440773 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-plugged", "status": "completed", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:42.441016 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6db8f69a-c80b-4e1c-b16f-5017a35a63fd {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:42.441399 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'code': 200} Nov 23 15:04:42.464856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=13']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:42.512057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] For port fbddab7a-69d6-441f-adda-f3afa0a65006, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=fbddab7a-69d6-441f-adda-f3afa0a65006,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:42.512416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.678140 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.678492 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.678804 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c disassociated. External IP: 172.25.3.82, port: fbddab7a-69d6-441f-adda-f3afa0a65006. Nov 23 15:04:42.679167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Calling delete_port for fbddab7a-69d6-441f-adda-f3afa0a65006 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:04:42.807581 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:42.833427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event deleted for resources: {'Port': ['ID=fbddab7a-69d6-441f-adda-f3afa0a65006,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:42.952863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:04:43.063659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:04:43.073840 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:04:43.085180 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:04:43.086313 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:43.102494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] No DVR routers for this DVR port fbddab7a-69d6-441f-adda-f3afa0a65006 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:04:43.105266 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:43.108846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4a466f6-a36f-4cc8-9c4a-2c87d12869da req-5b3f9bce-32a1-4750-a297-383c51343d21 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "DELETE /v2.0/ports/fbddab7a-69d6-441f-adda-f3afa0a65006 HTTP/1.1" status: 204 len: 173 time: 0.7838690 Nov 23 15:04:43.109231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-deleted', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:43.111815 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6bab8d-70c9-458b-a5bb-d55a248d73f4" -d '{"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-deleted", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:43.155193 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e26122-3306-4552-be48-d51a5fc0b4d2 x-openstack-request-id: req-23e26122-3306-4552-be48-d51a5fc0b4d2 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:43.155495 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436c0139-256d-4deb-8010-7b5f9cffb91b", "name": "network-vif-deleted", "tag": "fbddab7a-69d6-441f-adda-f3afa0a65006", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:43.155843 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23e26122-3306-4552-be48-d51a5fc0b4d2 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:43.156247 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436c0139-256d-4deb-8010-7b5f9cffb91b', 'name': 'network-vif-deleted', 'tag': 'fbddab7a-69d6-441f-adda-f3afa0a65006', 'status': 'completed', 'code': 200} Nov 23 15:04:43.194129 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:04:43.270352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e94ee233-8266-4085-aea2-5b298054e15c req-699daf2e-0a57-4838-92bf-18ebf8434a97 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=436c0139-256d-4deb-8010-7b5f9cffb91b HTTP/1.1" status: 200 len: 210 time: 0.0257876 Nov 23 15:04:43.405272 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:43.434269 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:04:43.442117 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:04:43.442694 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:43.543132 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:04:43.738610 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:43.764698 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b914549-f97e-42d5-8c75-7748b3afe47f None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:04:43.965374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8242e-8d6e-4330-8d21-31e559c13f60 None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:04:44.577932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-d9b716ce-84fa-4bbf-8a5f-31fef0bd2517 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--650350883&fields=id&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 267 time: 0.0447507 Nov 23 15:04:44.683940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-2bc65e1b-6213-42d4-8233-d6601feef761 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:44.685446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-2bc65e1b-6213-42d4-8233-d6601feef761 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1008210 Nov 23 15:04:44.701342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-c9e43a1e-a4fd-4e5c-94d4-9de349e2bd9a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/quotas/f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 375 time: 0.0100851 Nov 23 15:04:44.760957 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-2095102d-80d1-4ab8-bf2b-636e22831e88 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453026 Nov 23 15:04:44.860431 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-266114e2-11e2-4e83-b044-08d09cfd7245 service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866435 Nov 23 15:04:44.951064 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-467581b5-845e-4d1d-bdbb-367327d77b37 service neutron] 10.222.0.46 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845010 Nov 23 15:04:45.118097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-359c1a70-0608-4a64-b6f1-d0d6cd0fec82 req-78dc6c5b-2f4e-43e9-8db4-800c9d332fb7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 210 time: 0.0274882 Nov 23 15:04:46.073600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:04:46.106461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: fbddab7a-69d6-441f-adda-f3afa0a65006 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:04:46.107280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device fbddab7a-69d6-441f-adda-f3afa0a65006 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:04:46.118570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-3d811b73-706c-4dea-a273-3339131905dd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:46.120179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-3d811b73-706c-4dea-a273-3339131905dd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 812 time: 0.1145155 Nov 23 15:04:46.182783 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-21bd1cae-6589-4059-aa01-e7d680231aa4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 379 time: 0.0534019 Nov 23 15:04:46.193344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'port': {'device_id': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'admin_state_up': True, 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'security_groups': ['924c4bc0-5894-4a54-9a0e-eb43cf2701c6']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:04:46.217123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8205a69-741d-4121-8459-d570f731c0dd req-54bfc438-b7f8-41ad-a388-1c35df84b25a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 210 time: 0.0263588 Nov 23 15:04:46.303631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Made reservation on behalf of f7e79cb719224f4c9b626a5613265969 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:04:46.307745 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:46.441252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Allocated IP 172.20.0.8 (bdc11ddd-b1b3-48d8-98b6-174cf25cca09/49363ba7-bce7-49a0-bd3a-9fb4e6760fc5/c350a354-a4c8-46b3-ba8d-c210020f10b4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:04:46.576085 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:46.611377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:46.657594 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:04:46.662772 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:04:46.666850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:04:46.698583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:46.725929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:46.727234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:46.743279 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-736b6f4b-e1e2-4029-ad90-41f5ba72880f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535963 Nov 23 15:04:46.756329 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Request body: {'port': {'device_id': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:04:46.812169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:46.903046 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9c0c8076-767a-4025-abc2-9ff55876e436 None None] Provisioning complete for port c350a354-a4c8-46b3-ba8d-c210020f10b4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:04:46.903418 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8076-767a-4025-abc2-9ff55876e436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:46.941557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c8076-767a-4025-abc2-9ff55876e436 None None] Port c350a354-a4c8-46b3-ba8d-c210020f10b4 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:04:47.073289 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c350a354-a4c8-46b3-ba8d-c210020f10b4 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:04:47.080621 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:47.092829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Transition to ACTIVE for port object c350a354-a4c8-46b3-ba8d-c210020f10b4 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:04:47.096336 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:47.167982 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:47.216718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:04:47.217056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:04:47.217385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:04:47.221901 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:04:47.222221 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:04:47.227203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:04:47.227541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:04:47.227926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:04:47.228354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Bound port: c350a354-a4c8-46b3-ba8d-c210020f10b4, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:04:47.228710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:47.294040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:04:47.298461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:04:47.308222 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:47.345083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e3a2-3f67-455c-afea-4559386f91ee req-dd4881a8-66ee-4502-b103-b2803a265a1f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:47.346738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8098e3a2-3f67-455c-afea-4559386f91ee req-dd4881a8-66ee-4502-b103-b2803a265a1f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0553443 Nov 23 15:04:47.348157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:47.348994 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:47.350540 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] 10.222.0.74 "PUT /v2.0/ports/c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 1091 time: 0.5984914 Nov 23 15:04:47.350872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:47.354004 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23287ed2-dde7-4020-af2b-e767aa448dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:47.382397 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48390b1-6a80-4c2f-9cd1-8fb05316a398 service neutron] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:47.416958 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6763f3-897f-48ee-99a3-1018c48c2408 x-openstack-request-id: req-ab6763f3-897f-48ee-99a3-1018c48c2408 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:47.417250 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:47.417508 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab6763f3-897f-48ee-99a3-1018c48c2408 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:47.417957 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'status': 'completed', 'code': 200} Nov 23 15:04:47.419222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8098e3a2-3f67-455c-afea-4559386f91ee req-94a8429c-6f41-4a9f-bde0-2ac3ce3088f1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659416 Nov 23 15:04:47.466500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b51e2e31-ede7-492f-a16b-ef4db1a2b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:47.468061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b51e2e31-ede7-492f-a16b-ef4db1a2b131 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1094 time: 0.0610557 Nov 23 15:04:47.510590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-b9a94758-316a-4d70-a1c4-8cda4f49bc48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Nov 23 15:04:47.565192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-1b4a4245-b8c7-4dcd-b9fa-95bf282e3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:47.566673 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-1b4a4245-b8c7-4dcd-b9fa-95bf282e3460 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0492558 Nov 23 15:04:47.614736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-085bee69-51b6-4ed7-bb99-e3a6517abdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:47.616286 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-085bee69-51b6-4ed7-bb99-e3a6517abdd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429809 Nov 23 15:04:47.704595 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-280accd0-e35c-4ba0-a318-85f53cd64ba9 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813255 Nov 23 15:04:47.795225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f5306ae8-7f9f-4c21-8685-0d2db187e4b3 req-bbaf4e00-90a8-4956-be1d-595920f75c5f service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831130 Nov 23 15:04:47.884955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-fb35298f-44a9-453f-b213-210589023e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:47.886357 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-fb35298f-44a9-453f-b213-210589023e92 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1094 time: 0.0403028 Nov 23 15:04:47.978970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-7f581b81-af1b-4dba-a554-c9e93013804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:47.980470 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-7f581b81-af1b-4dba-a554-c9e93013804f service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0875037 Nov 23 15:04:48.021642 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-b5dc28df-e730-4d7f-9e57-b0cba0ef958b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 217 time: 0.0341032 Nov 23 15:04:48.069589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-1c436d52-17cf-44d9-b08d-51f9dbf88514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:48.071064 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-1c436d52-17cf-44d9-b08d-51f9dbf88514 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0425153 Nov 23 15:04:48.121572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-423dc090-b2b5-4626-a4be-dc26a2214291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:48.123165 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-423dc090-b2b5-4626-a4be-dc26a2214291 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434265 Nov 23 15:04:48.212831 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-249eefe2-4b86-4a3d-a84c-073336aa61f4 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800555 Nov 23 15:04:48.303965 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-23287ed2-dde7-4020-af2b-e767aa448dcd req-3595b4c6-6e63-4cb4-8ef5-ab1cc4cb0d2e service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835452 Nov 23 15:04:48.541827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dbfe3-cb2b-4a0a-827c-3aa78bb3c6f2 req-7921f3ee-f23b-4a83-a3bb-5d7867bc0925 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:48.543358 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-523dbfe3-cb2b-4a0a-827c-3aa78bb3c6f2 req-7921f3ee-f23b-4a83-a3bb-5d7867bc0925 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0519235 Nov 23 15:04:48.591083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-523dbfe3-cb2b-4a0a-827c-3aa78bb3c6f2 req-54d16b5c-3d40-45f3-adff-2b872ea292d7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Nov 23 15:04:49.506259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:04:49.602523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:49.613465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'mac_address': 'fa:16:3e:86:99:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:04:49.652177 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:49.665178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c350a354-a4c8-46b3-ba8d-c210020f10b4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:04:49.686208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:49.691266 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:49.710213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e475-fec9-4c91-a1c3-a33c5ed8115f req-cfee2dec-577d-42b4-818b-5e62a2847c7e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:49.711770 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5544e475-fec9-4c91-a1c3-a33c5ed8115f req-cfee2dec-577d-42b4-818b-5e62a2847c7e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0523586 Nov 23 15:04:49.737715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:49.759160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5544e475-fec9-4c91-a1c3-a33c5ed8115f req-d863c063-f9f3-4994-b2cc-5ca5a3c5937d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410645 Nov 23 15:04:49.876506 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['c350a354-a4c8-46b3-ba8d-c210020f10b4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:04:50.873652 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb9b9-2787-4e7a-946b-44981dfaf41a req-0684d830-8393-48cd-bfb1-8fbad5e27af8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:50.875089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ddcb9b9-2787-4e7a-946b-44981dfaf41a req-0684d830-8393-48cd-bfb1-8fbad5e27af8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0480525 Nov 23 15:04:50.925071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ddcb9b9-2787-4e7a-946b-44981dfaf41a req-a9e1ff2e-6c3b-44b7-9835-22be02684e6e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Nov 23 15:04:51.506463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:04:51.560016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port c350a354-a4c8-46b3-ba8d-c210020f10b4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:04:51.564178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port c350a354-a4c8-46b3-ba8d-c210020f10b4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:04:51.564613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:51.645044 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:51.667477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:51.669722 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de356c85-b742-435f-b91c-2b5dd65de35a" -d '{"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-plugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:51.682259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:04:51.686791 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:51.715529 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1767e6e9-d40a-4a25-a403-5a88be623454 x-openstack-request-id: req-1767e6e9-d40a-4a25-a403-5a88be623454 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:51.715833 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-plugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:51.716090 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1767e6e9-d40a-4a25-a403-5a88be623454 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:51.716494 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'code': 200} Nov 23 15:04:51.738038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:04:51.812288 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a63b66-ddec-40f2-8444-9b93d74077ce req-2432e992-ca0b-4450-9cc8-bf27d1988c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:51.813702 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e9a63b66-ddec-40f2-8444-9b93d74077ce req-2432e992-ca0b-4450-9cc8-bf27d1988c5b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1096 time: 0.0391464 Nov 23 15:04:51.857815 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e9a63b66-ddec-40f2-8444-9b93d74077ce req-9b7e4fc5-2e9f-44f7-b78b-f9ca8b95a26b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364392 Nov 23 15:04:52.044297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dbd7c-2918-4eb8-b5db-3999e65d7f7a req-e3a6b29e-ff87-483f-b6cc-b0e8893d1360 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:52.045776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea4dbd7c-2918-4eb8-b5db-3999e65d7f7a req-e3a6b29e-ff87-483f-b6cc-b0e8893d1360 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Nov 23 15:04:52.093244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea4dbd7c-2918-4eb8-b5db-3999e65d7f7a req-bba6d8ca-fb9c-4300-a284-6157ffe2c86a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Nov 23 15:04:53.209466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c713b0-d784-4c22-a6d2-0075cb5dbbe2 req-1c58201b-acb3-459e-9293-05157767fe48 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:53.210872 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65c713b0-d784-4c22-a6d2-0075cb5dbbe2 req-1c58201b-acb3-459e-9293-05157767fe48 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0475116 Nov 23 15:04:53.256376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65c713b0-d784-4c22-a6d2-0075cb5dbbe2 req-ba56d497-296e-4d58-9fc4-95d682e89750 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 Nov 23 15:04:53.376083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650892-9ce1-4c69-a41a-0d40206f522e req-3a61e3fa-293b-4d2a-ba65-560a4547f306 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:53.379959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8650892-9ce1-4c69-a41a-0d40206f522e req-3a61e3fa-293b-4d2a-ba65-560a4547f306 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0561965 Nov 23 15:04:53.390047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36326) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:04:53.394405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Request body: {'floatingip': {'port_id': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:04:53.432672 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:53.862169 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:53.865902 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:53.962371 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c associated. External IP: 172.25.3.82, port: c350a354-a4c8-46b3-ba8d-c210020f10b4. Nov 23 15:04:54.161732 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:04:54.183805 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:54.598069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:04:54.603695 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:54.608726 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:04:54.618282 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:04:54.618869 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:54.629407 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a7bc2416-491f-4f85-9edd-514fa6698be8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "PUT /v2.0/floatingips/ae899f8a-434b-4053-856e-6f80a1c6061c HTTP/1.1" status: 200 len: 991 time: 1.2383313 Nov 23 15:04:54.629992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:04:54.632259 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:04:54.672918 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0c11a3-6bb6-402f-9a12-e892dfb47173 x-openstack-request-id: req-da0c11a3-6bb6-402f-9a12-e892dfb47173 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:04:54.673273 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:04:54.674220 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da0c11a3-6bb6-402f-9a12-e892dfb47173 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:04:54.674720 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'status': 'completed', 'code': 200} Nov 23 15:04:54.739387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-cb6edc57-9273-4e1f-8d94-0595c39552d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:54.740980 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-cb6edc57-9273-4e1f-8d94-0595c39552d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1096 time: 0.0411549 Nov 23 15:04:54.814454 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:04:54.834048 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-f5d75020-5b0c-47ac-ad0d-da752a4c9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:54.835592 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-f5d75020-5b0c-47ac-ad0d-da752a4c9996 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0871065 Nov 23 15:04:54.901219 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-93fc3e2a-4294-4277-92f4-0d170b511328 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0587099 Nov 23 15:04:54.953033 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-831ac056-8bad-4d74-a1bb-67595af9bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:54.954539 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-831ac056-8bad-4d74-a1bb-67595af9bb52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0470436 Nov 23 15:04:55.000414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-f5c968eb-d65e-4c4a-beca-927e9bd87fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:04:55.001934 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-f5c968eb-d65e-4c4a-beca-927e9bd87fb2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398643 Nov 23 15:04:55.032895 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:86:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:04:53Z', 'revision_number': 13, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:55.058104 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:04:55.066193 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:04:55.066791 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:04:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:55.094326 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-ac0380e6-4ab1-4d69-8a9d-f20def7556e7 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854380 Nov 23 15:04:55.172157 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:04:55.183937 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c6fe41ed-ce04-4fdb-ac42-7362c5d85aae req-36ec3b62-7b2b-4ac5-9822-73b6b22eaa31 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Nov 23 15:04:55.393012 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:86:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:04:53Z', 'revision_number': 13, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:04:55.418945 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1b342-8a19-4975-8848-c32023e707a2 None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'ae899f8a-434b-4053-856e-6f80a1c6061c', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'port_id': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'mac_address': 'fa:16:3e:86:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:57:58Z', 'updated_at': '2021-11-23T15:04:53Z', 'revision_number': 13, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:04:55.602389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f4248-40d1-4e42-81af-87e6cda8fcc4 None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:04:56.818516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-03d81c4b-a8e1-42b6-ad4e-6a181eee0d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:57.626340 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:04:59.179831 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-669e0e7f-a83b-4a9e-bb93-5a41856e5182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:00.242366 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:01.869638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:02.647523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:06.378460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-c30dcb90-e807-4958-937a-f7f1ba8a3677 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386403 Nov 23 15:05:06.465716 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631617bd-2513-49dc-885c-4975754c31d6 req-c1fe7ba7-548f-4ba3-8077-0d739bb2b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:05:06.467258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-c1fe7ba7-548f-4ba3-8077-0d739bb2b427 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1096 time: 0.0460968 Nov 23 15:05:06.574950 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631617bd-2513-49dc-885c-4975754c31d6 req-c3e03ad9-231a-494d-a502-a7639f727be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:05:06.576374 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-c3e03ad9-231a-494d-a502-a7639f727be4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0910933 Nov 23 15:05:06.957438 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-3bdf1002-5a83-4582-9b62-024a8ce7b849 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 1001 time: 0.3730745 Nov 23 15:05:07.007325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631617bd-2513-49dc-885c-4975754c31d6 req-8f54a651-2896-4602-bc9f-2135d8040419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:05:07.008781 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-8f54a651-2896-4602-bc9f-2135d8040419 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0442576 Nov 23 15:05:07.052447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631617bd-2513-49dc-885c-4975754c31d6 req-081dd605-ef1a-4511-be35-3dfa3f38a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:05:07.053946 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-081dd605-ef1a-4511-be35-3dfa3f38a8ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389128 Nov 23 15:05:07.143595 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-0c1f9786-a46d-44fb-9692-0c997b76e1f8 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822983 Nov 23 15:05:07.230846 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-631617bd-2513-49dc-885c-4975754c31d6 req-ea420d30-b543-4e71-ba6d-221ede576510 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798655 Nov 23 15:05:10.264108 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:05:24.206574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:26.820034 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5da1399a-eb77-469f-a67e-06fb187900f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:27.636640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:29.181635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-21d0589a-a861-4c5d-9e8e-ad572e751a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:30.244189 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:31.864965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:32.653310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:47.262286 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:05:54.204858 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:56.821536 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-96125b36-3f7e-470f-be0a-7b001ca37d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:57.646718 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:05:59.184407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-02d9ab60-cc52-45e6-8205-24179a3a17e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:00.247482 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:01.869679 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:02.656564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:08.384837 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-60cfaca9-0183-46a3-ad4d-1c34d39a553b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448618 Nov 23 15:06:08.473474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-34ab08ed-b674-4432-9a7a-ca1e6a416093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:08.475049 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-34ab08ed-b674-4432-9a7a-ca1e6a416093 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1096 time: 0.0417309 Nov 23 15:06:08.585530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-4c56f98c-587d-4d9e-8384-7b80a9e66cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:08.587009 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-4c56f98c-587d-4d9e-8384-7b80a9e66cf4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0880094 Nov 23 15:06:08.685902 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-c990031c-4a80-4067-8933-a20d3c2c2f87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 1001 time: 0.0901616 Nov 23 15:06:08.737263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-e45c0fbe-a1e4-4303-b0f2-9ccd4e3d0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:08.738722 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-e45c0fbe-a1e4-4303-b0f2-9ccd4e3d0abc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0439136 Nov 23 15:06:08.792349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-59ec8ad5-90ff-418a-ab0d-a638d1d42b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:08.793948 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-59ec8ad5-90ff-418a-ab0d-a638d1d42b84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462718 Nov 23 15:06:08.886720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-6a751540-c2d6-41ea-b813-3a186738f9c1 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846713 Nov 23 15:06:08.979903 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15841c2b-7b75-45e1-9806-7d4903fb9fdb req-83fe8afa-403e-4fee-9561-30b337361b8b service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845690 Nov 23 15:06:24.219390 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:24.260269 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:06:26.822478 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-704a0dee-b3cf-42f7-8781-85ec6ffed41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:27.647595 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:29.185146 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a6f8-2485-4033-9df9-b6b533080911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:30.251080 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:30.900487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d24f9-7d6f-4157-afc1-d20163e95a6d req-83ac4962-ea10-4945-a8b6-5a11e1753a11 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:30.901859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e6d24f9-7d6f-4157-afc1-d20163e95a6d req-83ac4962-ea10-4945-a8b6-5a11e1753a11 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Nov 23 15:06:30.948523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1e6d24f9-7d6f-4157-afc1-d20163e95a6d req-0d155abd-b185-4657-b99c-81d2a0a8e938 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 Nov 23 15:06:31.872264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:32.658747 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:43.054481 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-6636ed2d-41b0-4ff8-813e-7dedfc9b40b0 req-0fc8301a-4915-4c57-ac1b-ec6ebd8ffa40 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:06:43.055538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6636ed2d-41b0-4ff8-813e-7dedfc9b40b0 req-0fc8301a-4915-4c57-ac1b-ec6ebd8ffa40 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427516 Nov 23 15:06:43.222644 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-b41c7b17-1ea1-4b49-aab6-9fa8a70fec47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445161 Nov 23 15:06:43.231782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-fb018e34-5070-4e1c-a4a7-fc3adc0607a0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:06:43.232821 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-fb018e34-5070-4e1c-a4a7-fc3adc0607a0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051832 Nov 23 15:06:43.242072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96401e7-903f-40ba-8385-5a505ac98e9f req-8df97945-a89f-40eb-88e8-4d14d3bc7143 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:43.243578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a96401e7-903f-40ba-8385-5a505ac98e9f req-8df97945-a89f-40eb-88e8-4d14d3bc7143 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0524766 Nov 23 15:06:43.292104 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a96401e7-903f-40ba-8385-5a505ac98e9f req-810ad2f7-8791-44f0-a5e1-4d1904d2857d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417485 Nov 23 15:06:44.310646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-942e9f04-790e-444a-91cc-296622849ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:44.312281 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-942e9f04-790e-444a-91cc-296622849ae6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1096 time: 0.0395660 Nov 23 15:06:44.405842 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-a0ef0562-5a77-49e1-a040-cef48c6f63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:44.407345 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-a0ef0562-5a77-49e1-a040-cef48c6f63ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0883045 Nov 23 15:06:44.409621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef5fee-29ef-49f6-b67d-cc59a548a597 req-af81ec93-d80b-41fe-b2ec-ccdb55a514e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:44.411145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5ef5fee-29ef-49f6-b67d-cc59a548a597 req-af81ec93-d80b-41fe-b2ec-ccdb55a514e8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0481484 Nov 23 15:06:44.457890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a5ef5fee-29ef-49f6-b67d-cc59a548a597 req-f1c2c278-e357-45d7-a3db-251dbc30cf4a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407794 Nov 23 15:06:44.472630 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-cf4d9885-37bf-46d5-94f3-d4b4572b289d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 1001 time: 0.0584390 Nov 23 15:06:44.520889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-d710b4a1-5a06-4db7-a9dc-81641b370c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:44.522357 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-d710b4a1-5a06-4db7-a9dc-81641b370c89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0431821 Nov 23 15:06:44.571105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-3906d5be-1fe6-4cd8-a947-e7e5ff9aadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:44.572490 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-3906d5be-1fe6-4cd8-a947-e7e5ff9aadbf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431879 Nov 23 15:06:44.661388 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-2b49b4c2-81e7-4c34-af00-06f0687cf768 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816894 Nov 23 15:06:44.753973 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-88ece7a5-76b0-4220-bc83-15084b5a5d8b service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Nov 23 15:06:45.573798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6decb16-cffd-4579-8ca0-a1cdbe2e2c82 req-c25f43f9-8e28-4986-8dab-263e2dad4856 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:45.575267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6decb16-cffd-4579-8ca0-a1cdbe2e2c82 req-c25f43f9-8e28-4986-8dab-263e2dad4856 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0478709 Nov 23 15:06:45.625886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e6decb16-cffd-4579-8ca0-a1cdbe2e2c82 req-f992c810-981a-4085-9a12-676096b2e578 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445664 Nov 23 15:06:46.744437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e8357-23c3-41b3-bb56-3b5b66baa099 req-b932e3d3-f689-4416-bb1c-a0721c03550b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:46.745917 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-514e8357-23c3-41b3-bb56-3b5b66baa099 req-b932e3d3-f689-4416-bb1c-a0721c03550b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0500929 Nov 23 15:06:46.791664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-514e8357-23c3-41b3-bb56-3b5b66baa099 req-76b748ab-0a79-4ff5-be7d-f90f9f011254 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397480 Nov 23 15:06:47.907931 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d7758-2d19-415f-b7eb-a50215540a77 req-4f7d22dc-55d8-4fd8-8ea2-a9650d1d3e0b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:47.909531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-871d7758-2d19-415f-b7eb-a50215540a77 req-4f7d22dc-55d8-4fd8-8ea2-a9650d1d3e0b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Nov 23 15:06:47.956103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-871d7758-2d19-415f-b7eb-a50215540a77 req-7b157f3f-47a2-4c5d-b53c-e5a411ad788a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 Nov 23 15:06:49.082467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810ecc5-9f7b-424f-bc70-dadd9054b536 req-92ff7f91-4edc-4ee6-81b5-b10a3c770dbd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:49.084022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2810ecc5-9f7b-424f-bc70-dadd9054b536 req-92ff7f91-4edc-4ee6-81b5-b10a3c770dbd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Nov 23 15:06:49.130455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2810ecc5-9f7b-424f-bc70-dadd9054b536 req-e752d9cf-f539-4e91-a71e-b3c52239f7ad tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404987 Nov 23 15:06:50.244004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86255e0-328c-48a5-810a-f1a7374d57cb req-4e25578d-d2ac-4c0e-aa7b-db1e9247b814 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:50.245485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f86255e0-328c-48a5-810a-f1a7374d57cb req-4e25578d-d2ac-4c0e-aa7b-db1e9247b814 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0480220 Nov 23 15:06:50.291663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f86255e0-328c-48a5-810a-f1a7374d57cb req-729c3c52-2a04-474b-8024-69e569379c57 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401168 Nov 23 15:06:51.409068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dd55f-5b39-4aa4-8bc5-68acb7d06317 req-2288d5fa-4dc8-4726-8e52-267e46fdd1c2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:51.410540 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a95dd55f-5b39-4aa4-8bc5-68acb7d06317 req-2288d5fa-4dc8-4726-8e52-267e46fdd1c2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0475967 Nov 23 15:06:51.460530 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a95dd55f-5b39-4aa4-8bc5-68acb7d06317 req-913cbb3c-0d68-4d2d-8adf-da446ba91863 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Nov 23 15:06:52.575988 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc5a0f-d2cf-4d71-af20-da6a02b4cd3c req-3d750754-dd70-4e9e-a581-6423ce6ad203 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:52.577469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42bc5a0f-d2cf-4d71-af20-da6a02b4cd3c req-3d750754-dd70-4e9e-a581-6423ce6ad203 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0492592 Nov 23 15:06:52.624504 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42bc5a0f-d2cf-4d71-af20-da6a02b4cd3c req-376342e9-344c-475e-b4f2-0cef7e68d4ca tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 Nov 23 15:06:53.739540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe111ef9-4a71-48f6-9ec1-ac10a6342c16 req-caddf7e8-05e6-4f87-875c-5122e31d5d57 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:53.740986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe111ef9-4a71-48f6-9ec1-ac10a6342c16 req-caddf7e8-05e6-4f87-875c-5122e31d5d57 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0483837 Nov 23 15:06:53.793844 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe111ef9-4a71-48f6-9ec1-ac10a6342c16 req-1cbea224-078c-4ed5-9f8e-43a78b8d5080 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449305 Nov 23 15:06:54.242849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:54.916049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38e4-319a-456c-bbca-50d808343221 req-6d952197-104a-4c57-841b-7b2523a8454b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:54.917427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a98c38e4-319a-456c-bbca-50d808343221 req-6d952197-104a-4c57-841b-7b2523a8454b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0546405 Nov 23 15:06:54.966915 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a98c38e4-319a-456c-bbca-50d808343221 req-88a1ff6c-70a9-412f-a2d7-8b008535a2be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433047 Nov 23 15:06:56.083230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8aab5-4a9b-4adc-92dc-57fcaa11a2b4 req-c0ff06ec-9a2d-46c5-9f3d-58d10f2185f3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:56.084694 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32b8aab5-4a9b-4adc-92dc-57fcaa11a2b4 req-c0ff06ec-9a2d-46c5-9f3d-58d10f2185f3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Nov 23 15:06:56.131150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32b8aab5-4a9b-4adc-92dc-57fcaa11a2b4 req-1b8b3ee4-f13a-4708-9378-e90fe16108ff tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404730 Nov 23 15:06:56.825468 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-738b679a-12cf-4520-a68b-9af1bc48d0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:57.259233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacc067-aa47-4fb8-8aa5-e76fe6c2c7c0 req-648105eb-d688-44d0-84b9-eb130b81036a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:57.260722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeacc067-aa47-4fb8-8aa5-e76fe6c2c7c0 req-648105eb-d688-44d0-84b9-eb130b81036a tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0540667 Nov 23 15:06:57.307800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eeacc067-aa47-4fb8-8aa5-e76fe6c2c7c0 req-b2eefdcf-4b6c-4b45-bab0-05530a4f4746 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Nov 23 15:06:57.647152 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:58.428000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4353cd1-1ccc-42ff-a911-121ae3aba3d0 req-2db2faab-c207-4297-949b-6afef01a15d8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:58.429521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4353cd1-1ccc-42ff-a911-121ae3aba3d0 req-2db2faab-c207-4297-949b-6afef01a15d8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Nov 23 15:06:58.477965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4353cd1-1ccc-42ff-a911-121ae3aba3d0 req-ce00428b-d897-4adf-96dd-e2a73d84bb28 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422225 Nov 23 15:06:58.704406 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-5d9776e8-2f95-4730-a1a5-3c0f315ee01d service neutron] show failed (client error): The resource could not be found. Nov 23 15:06:58.705940 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-5d9776e8-2f95-4730-a1a5-3c0f315ee01d service neutron] 10.222.0.74 "GET /v2.0/ports/c350a354-a4c8-46b3-ba8d-c210020f10b4/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0545869 Nov 23 15:06:58.905057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-f0e6e204-5293-4705-8091-5d1670cdd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:58.906425 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-f0e6e204-5293-4705-8091-5d1670cdd47f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 1096 time: 0.0449286 Nov 23 15:06:58.919567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:06:58.975075 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:59.169722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:06:59.188919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-855c1082-27d0-4e0d-baf5-fd16ce2d0cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:59.204422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:06:59.243863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:06:59.246329 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278dbb6f-3ec9-4c81-a679-ac9525863b03" -d '{"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:06:59.250377 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:59.263455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Transition to ACTIVE for port object c350a354-a4c8-46b3-ba8d-c210020f10b4 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:06:59.267893 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:59.297703 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212af0f3-6723-4e48-8185-45d9214a58d1 x-openstack-request-id: req-212af0f3-6723-4e48-8185-45d9214a58d1 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:06:59.298592 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:06:59.298592 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-212af0f3-6723-4e48-8185-45d9214a58d1 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:06:59.298773 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'code': 200} Nov 23 15:06:59.348334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:06:59.360431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.360779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.361119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.361456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.361823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.362155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.362480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.362806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.363155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.363479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.363799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.364118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:06:59.403355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] No DVR routers for this DVR port c350a354-a4c8-46b3-ba8d-c210020f10b4 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:06:59.541504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:06:59.542174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:06:59.542174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:06:59.546417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:06:59.546744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:06:59.561728 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:06:59.562019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:06:59.562604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:06:59.563073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Bound port: c350a354-a4c8-46b3-ba8d-c210020f10b4, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:06:59.563461 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:59.633020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feba7a-78ca-49a1-94cd-4ff888875749 req-74b1e795-e5f4-488c-b7a2-84a9d2fd1e98 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:59.634508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71feba7a-78ca-49a1-94cd-4ff888875749 req-74b1e795-e5f4-488c-b7a2-84a9d2fd1e98 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0856936 Nov 23 15:06:59.681985 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:06:59.702926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:06:59.708208 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-71feba7a-78ca-49a1-94cd-4ff888875749 req-7e778d04-2d3e-47e6-a461-5197df95c2f7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675550 Nov 23 15:06:59.709676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:59.743558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:59.744180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:06:59.745605 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] 10.222.0.11 "PUT /v2.0/ports/c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 1091 time: 0.8300169 Nov 23 15:06:59.766991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aed72-7cf0-43b9-bc33-8c0bf0b4375f service neutron] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:06:59.811951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-5e6ff991-3080-48c8-b654-980a7fae3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:59.813472 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-5e6ff991-3080-48c8-b654-980a7fae3980 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1094 time: 0.0435481 Nov 23 15:06:59.915273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-6b86531f-0a3e-457d-887e-3222f8567b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:06:59.916759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-6b86531f-0a3e-457d-887e-3222f8567b45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0946076 Nov 23 15:06:59.985408 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-f3d5bf1c-d4da-4a4e-8daa-7036fd43d38e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0598221 Nov 23 15:07:00.032322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:07:00.034076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-4a3b8431-453a-4232-a208-ceae7a635236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:00.035567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-4a3b8431-453a-4232-a208-ceae7a635236 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0426226 Nov 23 15:07:00.071180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:07:00.084760 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-230093ce-1745-4062-abf3-84fade73a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:00.086287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-230093ce-1745-4062-abf3-84fade73a771 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409005 Nov 23 15:07:00.179153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-432368c2-2f9d-4063-ae7a-3dbd6d707f9e service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847075 Nov 23 15:07:00.253298 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:00.267373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-52e12dfb-da55-4d72-9271-04323bd0d454 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809391 Nov 23 15:07:00.828232 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e15cb-5ec1-4ccf-9df5-f843545bf6f7 req-8e3c6294-6f63-4acc-b244-48bae74b57f3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:00.829736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d43e15cb-5ec1-4ccf-9df5-f843545bf6f7 req-8e3c6294-6f63-4acc-b244-48bae74b57f3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0494151 Nov 23 15:07:00.881332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d43e15cb-5ec1-4ccf-9df5-f843545bf6f7 req-60f7e56c-ba9e-4d83-95ff-aa5feb2760eb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Nov 23 15:07:01.260425 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:07:01.300424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:01.302837 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ecb15-07ec-4a12-9cee-ad070b50ce20" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:01.352609 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a868ed-dfe5-4a70-94be-4d2669af3777 x-openstack-request-id: req-73a868ed-dfe5-4a70-94be-4d2669af3777 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:01.352978 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:01.353466 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73a868ed-dfe5-4a70-94be-4d2669af3777 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:01.353947 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'status': 'completed', 'code': 200} Nov 23 15:07:01.411959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-605e8092-174b-4859-8abf-8a606085773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.413591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-605e8092-174b-4859-8abf-8a606085773f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1094 time: 0.0419300 Nov 23 15:07:01.416370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-c5491b95-b560-48ae-a8f6-271e3c6fa182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.417962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-c5491b95-b560-48ae-a8f6-271e3c6fa182 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1094 time: 0.0403168 Nov 23 15:07:01.509898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-1ed62cdd-a1e0-4dc0-a58a-1cebb950d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.510165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-596bd285-1dc4-4d1a-a79a-9409db416677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.511479 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-596bd285-1dc4-4d1a-a79a-9409db416677 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0913756 Nov 23 15:07:01.512185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-1ed62cdd-a1e0-4dc0-a58a-1cebb950d0f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0862758 Nov 23 15:07:01.582479 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-82c890a7-01f9-4961-938a-4979b8b70a4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0639856 Nov 23 15:07:01.582950 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-a1be52a3-2334-4b1d-a719-767e77d2c034 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0626383 Nov 23 15:07:01.642404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-cb566126-cd69-41bd-b957-f9a5c531405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.644075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-cb566126-cd69-41bd-b957-f9a5c531405b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0541971 Nov 23 15:07:01.647675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-5ab529ec-3ee9-4dbf-9ff3-f5fb3f75e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.649250 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-5ab529ec-3ee9-4dbf-9ff3-f5fb3f75e074 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0593371 Nov 23 15:07:01.692250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-5971091f-9699-41bb-8cfd-ec5ce0c75a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.693909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-5971091f-9699-41bb-8cfd-ec5ce0c75a94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426149 Nov 23 15:07:01.697351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-c19bc49b-3552-4520-8825-75c8804fbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:01.699231 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-c19bc49b-3552-4520-8825-75c8804fbbe3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418978 Nov 23 15:07:01.792115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-47a779ea-7c01-4b85-8772-f78378e4c3fe service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850677 Nov 23 15:07:01.794146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-b17b6323-87e6-4cee-ae5f-dd32922b19cd service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922179 Nov 23 15:07:01.893916 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-27e0b689-4133-4e00-9c5c-bdbb3b7129f0 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951831 Nov 23 15:07:01.901854 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:01.911803 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-059ecb15-07ec-4a12-9cee-ad070b50ce20 req-37cabc04-51f1-4bf7-aef2-faa87411295d service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085072 Nov 23 15:07:02.064601 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ded0-36e3-4a98-bd77-2ccf89d730d9 req-a70b86bb-fa2f-4bb0-876c-f09aa1cfe640 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:02.066746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7d2ded0-36e3-4a98-bd77-2ccf89d730d9 req-a70b86bb-fa2f-4bb0-876c-f09aa1cfe640 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0982881 Nov 23 15:07:02.114293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7d2ded0-36e3-4a98-bd77-2ccf89d730d9 req-d2059821-141b-4962-914c-aee5499a8ff6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414281 Nov 23 15:07:02.660914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:03.278373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b191a85-cf28-43cb-99a4-3c56f3477b4e req-8185d717-7633-403e-be0c-fa13ea9f4a93 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:03.279895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b191a85-cf28-43cb-99a4-3c56f3477b4e req-8185d717-7633-403e-be0c-fa13ea9f4a93 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0941391 Nov 23 15:07:03.326515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b191a85-cf28-43cb-99a4-3c56f3477b4e req-0e78327b-6783-45d7-994d-07617784365f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400867 Nov 23 15:07:04.449639 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6ef9-46fb-41e0-ae3a-a61b30c57cc7 req-a39f3545-95c6-4ecb-bf65-4efbec086544 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:04.451153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-685a6ef9-46fb-41e0-ae3a-a61b30c57cc7 req-a39f3545-95c6-4ecb-bf65-4efbec086544 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0525486 Nov 23 15:07:04.498767 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-685a6ef9-46fb-41e0-ae3a-a61b30c57cc7 req-17ca5812-0342-4b15-8c46-7a684925d9e2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Nov 23 15:07:05.617126 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b191-27aa-4754-8317-39460b1955f3 req-6a744af4-c469-4564-8093-fba1c88efb27 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:05.618586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6629b191-27aa-4754-8317-39460b1955f3 req-6a744af4-c469-4564-8093-fba1c88efb27 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0486555 Nov 23 15:07:05.664372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6629b191-27aa-4754-8317-39460b1955f3 req-b3d44664-3cf8-4a3c-aa07-d093004bd37b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398250 Nov 23 15:07:06.787964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f21fe-4706-4be7-889d-c3f0df9a20da req-5f240020-2433-49a5-b29f-91c9d3c60d38 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:06.789475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d21f21fe-4706-4be7-889d-c3f0df9a20da req-5f240020-2433-49a5-b29f-91c9d3c60d38 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0524228 Nov 23 15:07:06.836383 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d21f21fe-4706-4be7-889d-c3f0df9a20da req-1a695c9a-7383-45e7-9359-7c7811814c0c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409641 Nov 23 15:07:07.958667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f13ab-97c1-4614-9c79-557f033735fc req-1d362b49-15b7-419f-af6b-25bb041253b6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:07.960194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-552f13ab-97c1-4614-9c79-557f033735fc req-1d362b49-15b7-419f-af6b-25bb041253b6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0516622 Nov 23 15:07:08.007576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-552f13ab-97c1-4614-9c79-557f033735fc req-fc664808-823c-4b84-a29c-e4b71b46a4c0 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Nov 23 15:07:09.124694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e66fab-82e0-40f9-b11c-4bf3096f4b50 req-5437ceef-500b-4e33-b384-5d42ab900808 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:09.126178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90e66fab-82e0-40f9-b11c-4bf3096f4b50 req-5437ceef-500b-4e33-b384-5d42ab900808 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0474076 Nov 23 15:07:09.176332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90e66fab-82e0-40f9-b11c-4bf3096f4b50 req-11861d7f-e506-425d-bf8e-38c4889350f8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436916 Nov 23 15:07:10.299729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ef7e1-2121-4ea7-b7b9-c602d1f64e50 req-f0c3ac91-5e0b-4740-a360-40a57d8501bd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:10.301214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da6ef7e1-2121-4ea7-b7b9-c602d1f64e50 req-f0c3ac91-5e0b-4740-a360-40a57d8501bd tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0555017 Nov 23 15:07:10.348265 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-da6ef7e1-2121-4ea7-b7b9-c602d1f64e50 req-a03eee6f-7270-4558-80bb-c1adb6c8cab6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410495 Nov 23 15:07:11.040807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-a77b2f6e-6eee-4ee4-965b-ce5b94bc8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:11.042293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-a77b2f6e-6eee-4ee4-965b-ce5b94bc8647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1094 time: 0.0782433 Nov 23 15:07:11.149178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-5642faf9-612c-4ad0-a432-12a53502f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:11.150641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-5642faf9-612c-4ad0-a432-12a53502f698 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0852816 Nov 23 15:07:11.213090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-d43f589b-0b50-4818-9eb0-7013c2623b92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0551054 Nov 23 15:07:11.264614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-eb22d302-ebf4-438d-a490-f2845eac3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:11.266038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-eb22d302-ebf4-438d-a490-f2845eac3be0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0454543 Nov 23 15:07:11.311190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-fa5cafc0-091b-4e7d-93bf-04e8344306de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:11.312669 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-fa5cafc0-091b-4e7d-93bf-04e8344306de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392036 Nov 23 15:07:11.324754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-f1da020e-454c-4b94-bf29-6225d15e1c2d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:07:11.325703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-f1da020e-454c-4b94-bf29-6225d15e1c2d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050642 Nov 23 15:07:11.415810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-28cf138d-781f-4a70-a4a4-c48412406643 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816078 Nov 23 15:07:11.520798 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f66cd-6ead-4460-8378-385e035ab309 req-defa99a6-9a66-41b9-91fd-ec1dc68d1134 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:11.522184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-578f66cd-6ead-4460-8378-385e035ab309 req-defa99a6-9a66-41b9-91fd-ec1dc68d1134 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.1055226 Nov 23 15:07:11.555688 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b5872ccf-87c5-4a7e-bc9e-36485a2604bc req-2ae7a725-04f4-43df-93ab-432f5972ac99 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304975 Nov 23 15:07:11.583460 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-578f66cd-6ead-4460-8378-385e035ab309 req-ed00787f-93f4-482e-94c1-3a9c6a6f3a79 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538628 Nov 23 15:07:12.699603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00483d6-6bb1-416c-b53d-0e6786912fbc req-dd29ce3e-fa90-459f-94db-77119b9e0a4e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:12.701155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e00483d6-6bb1-416c-b53d-0e6786912fbc req-dd29ce3e-fa90-459f-94db-77119b9e0a4e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 943 time: 0.0476737 Nov 23 15:07:12.715207 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:07:12.747052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e00483d6-6bb1-416c-b53d-0e6786912fbc req-5db8db92-0cd4-4722-876e-43f8fbc7fcba tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394623 Nov 23 15:07:12.806562 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:12.822098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'mac_address': 'fa:16:3e:86:99:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:07:12.858399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:12.871793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c350a354-a4c8-46b3-ba8d-c210020f10b4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:07:12.891197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:12.895516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:12.947462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:12.955652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.955770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.956034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.956373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.956706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.957036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.957365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.957689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.958012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.958335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.958658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:12.959001 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:13.065470 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-d81fb308-b639-4a2b-9271-d64071abcfc3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:13.066939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-d81fb308-b639-4a2b-9271-d64071abcfc3 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5&tenant_id=f7e79cb719224f4c9b626a5613265969&binding%3Ahost_id=n-h1-818503-2 HTTP/1.1" status: 200 len: 944 time: 0.0811059 Nov 23 15:07:13.080597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f11fcb-9bd6-49b1-9951-6b454a809882 req-7b30c588-3170-42ad-8d47-c67c9561c7a2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:13.081940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64f11fcb-9bd6-49b1-9951-6b454a809882 req-7b30c588-3170-42ad-8d47-c67c9561c7a2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0695825 Nov 23 15:07:13.130271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['c350a354-a4c8-46b3-ba8d-c210020f10b4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:07:13.163724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-60f2d8d6-99b4-4149-b160-04ecfff9406f service neutron] 10.222.0.11 "GET /v2.0/ports/c350a354-a4c8-46b3-ba8d-c210020f10b4/bindings/n-h1-818503-2 HTTP/1.1" status: 200 len: 382 time: 0.0808349 Nov 23 15:07:13.167148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-64f11fcb-9bd6-49b1-9951-6b454a809882 req-a1c67e41-7ae7-4f0a-9264-964a573f159d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785668 Nov 23 15:07:13.226214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-918c2337-4e5f-4066-9551-941c44bb59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:13.227754 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-918c2337-4e5f-4066-9551-941c44bb59d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1095 time: 0.0415771 Nov 23 15:07:13.320890 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-cfb88905-731b-4c79-a592-f561497db9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:13.322345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-cfb88905-731b-4c79-a592-f561497db9db service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0866585 Nov 23 15:07:13.387674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-6c3daada-4aa8-4f4a-bc8a-b7129ac55e7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 1000 time: 0.0562158 Nov 23 15:07:13.440062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-50e1436e-4ecc-4d36-b1fa-b9873397f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:13.441464 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-50e1436e-4ecc-4d36-b1fa-b9873397f358 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0463214 Nov 23 15:07:13.485603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-ead8795f-4c70-46ac-a1a9-46ead65a1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:13.487631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-ead8795f-4c70-46ac-a1a9-46ead65a1d60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389025 Nov 23 15:07:13.574331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-be965fae-008a-48a8-8557-f3b2813adb84 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792274 Nov 23 15:07:13.667143 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-f2646193-8309-41a0-8dcd-12d85d7436fa service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Nov 23 15:07:14.285961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d6ea-1a1d-4a03-89bd-f588e243c4a9 req-04bc4553-e704-40b8-a4c7-43ff35c39d67 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:14.287427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c59d6ea-1a1d-4a03-89bd-f588e243c4a9 req-04bc4553-e704-40b8-a4c7-43ff35c39d67 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0477958 Nov 23 15:07:14.333345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c59d6ea-1a1d-4a03-89bd-f588e243c4a9 req-f674a595-dc73-4512-9fb6-210d673b1b1d tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400028 Nov 23 15:07:14.733163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:07:14.780707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port c350a354-a4c8-46b3-ba8d-c210020f10b4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:07:14.785351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port c350a354-a4c8-46b3-ba8d-c210020f10b4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:07:14.785745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:14.862981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:14.884213 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:14.886435 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e6735-41ce-4e56-a86f-2abd37e21839" -d '{"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-plugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:14.899270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:14.903686 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:14.942731 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97255624-2501-4c20-a68e-be113fcb26f5 x-openstack-request-id: req-97255624-2501-4c20-a68e-be113fcb26f5 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:14.943046 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-plugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:14.943307 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97255624-2501-4c20-a68e-be113fcb26f5 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:14.943728 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'code': 200} Nov 23 15:07:14.952948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:15.453532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c81e2e-888f-4171-bae4-f0dd9590e90d req-c983881a-3c4c-4fea-88ac-42fa00964d57 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:15.455136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9c81e2e-888f-4171-bae4-f0dd9590e90d req-c983881a-3c4c-4fea-88ac-42fa00964d57 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Nov 23 15:07:15.503539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b9c81e2e-888f-4171-bae4-f0dd9590e90d req-1ac636ae-5974-401b-810f-a604e130c257 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 Nov 23 15:07:16.624816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94321333-f5ce-4292-807d-96a269148969 req-df0bd3e9-67bc-4521-aeb1-6113d9e20422 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:16.626390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94321333-f5ce-4292-807d-96a269148969 req-df0bd3e9-67bc-4521-aeb1-6113d9e20422 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Nov 23 15:07:16.673784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94321333-f5ce-4292-807d-96a269148969 req-c7d2caf7-118d-4de0-a65c-28fb1e536feb tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Nov 23 15:07:17.796525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e6ea2-be21-4bac-8ecf-13c94f7d7e5e req-85a277d9-d928-44c3-983b-0a2e25599725 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:17.798644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc9e6ea2-be21-4bac-8ecf-13c94f7d7e5e req-85a277d9-d928-44c3-983b-0a2e25599725 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0538046 Nov 23 15:07:17.848386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dc9e6ea2-be21-4bac-8ecf-13c94f7d7e5e req-fe4441b7-bf7f-4c09-a993-56a97a1821ef tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 Nov 23 15:07:17.883994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-f16bc963-6472-4654-9b3f-c987a432e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:17.885494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-f16bc963-6472-4654-9b3f-c987a432e40b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5&tenant_id=f7e79cb719224f4c9b626a5613265969 HTTP/1.1" status: 200 len: 1096 time: 0.0799928 Nov 23 15:07:17.897966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:07:17.956450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:18.167623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:18.201685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:07:18.239225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:18.241520 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2f7214-9dfe-424d-b9bf-7c3c4735d676" -d '{"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:18.245293 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:18.257844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Transition to ACTIVE for port object c350a354-a4c8-46b3-ba8d-c210020f10b4 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:07:18.262225 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:18.349978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:18.364796 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eb2ed2-b1ad-48a5-93f4-ba69fce6329e x-openstack-request-id: req-61eb2ed2-b1ad-48a5-93f4-ba69fce6329e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:18.365101 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:18.365344 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61eb2ed2-b1ad-48a5-93f4-ba69fce6329e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:18.365746 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'code': 200} Nov 23 15:07:18.368981 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.369336 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.369687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.370034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.370374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.370717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.371084 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.371415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.371943 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.372443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.372778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.373276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:07:18.402499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] No DVR routers for this DVR port c350a354-a4c8-46b3-ba8d-c210020f10b4 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:07:18.537442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:07:18.537784 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:07:18.538110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:07:18.542386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:07:18.542714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Attempting to bind port c350a354-a4c8-46b3-ba8d-c210020f10b4 on network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:07:18.547917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:07:18.548079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Checking segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:07:18.548355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Bound using segment: {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:07:18.548838 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Bound port: c350a354-a4c8-46b3-ba8d-c210020f10b4, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9433b39-a5f4-419d-88bf-b9c8e1b15558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:07:18.549704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:18.612608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:07:18.615771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:07:18.619946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:18.657091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:18.657771 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:18.659762 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] 10.222.0.74 "PUT /v2.0/ports/c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 1092 time: 0.7656713 Nov 23 15:07:18.680755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dacc7a-e847-48f2-8a0a-a171b36dd543 service neutron] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:18.725298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-58153f30-23f2-4d09-a6ab-e33a824bd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:18.726840 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-58153f30-23f2-4d09-a6ab-e33a824bd7e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1095 time: 0.0432081 Nov 23 15:07:18.747508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:07:18.790704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:07:18.821378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-49f9239b-a0be-4e29-8445-967f7d297898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:18.822951 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-49f9239b-a0be-4e29-8445-967f7d297898 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0882957 Nov 23 15:07:18.891916 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-dcf75f5c-f9ff-4eff-9feb-09c1d819dd75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0619166 Nov 23 15:07:18.941265 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-43875a30-f1e7-42d4-86f8-185ff3d2cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:18.942644 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-43875a30-f1e7-42d4-86f8-185ff3d2cd49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0445583 Nov 23 15:07:18.970231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7fb5-cf2d-4616-8810-3e31805b96f7 req-cf1f4997-ceaf-483d-a641-b454728b5bab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:18.972342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-200c7fb5-cf2d-4616-8810-3e31805b96f7 req-cf1f4997-ceaf-483d-a641-b454728b5bab tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0510902 Nov 23 15:07:18.989304 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-40acb67a-dd26-4f3f-ab95-398ab90398bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:18.990911 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-40acb67a-dd26-4f3f-ab95-398ab90398bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411398 Nov 23 15:07:19.023894 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-200c7fb5-cf2d-4616-8810-3e31805b96f7 req-a275ee91-abca-45d8-9d19-92d067dd1584 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Nov 23 15:07:19.085555 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-8c387877-a920-42d6-9c32-aafe0b8efc8b service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 Nov 23 15:07:19.173298 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b06449e4-055a-4176-9fb6-08b7708f3dcd req-16102f9e-7010-410f-85f5-28839a122908 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807271 Nov 23 15:07:20.143659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0fbc8-6f13-48c5-b62e-87b3e353c6eb req-6be765f7-6ad5-4578-aceb-3d5f97ca8d41 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.145028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ff0fbc8-6f13-48c5-b62e-87b3e353c6eb req-6be765f7-6ad5-4578-aceb-3d5f97ca8d41 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0476971 Nov 23 15:07:20.194728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ff0fbc8-6f13-48c5-b62e-87b3e353c6eb req-d3c946d3-bccb-43f2-bc05-7c6c7bbf7b12 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Nov 23 15:07:20.367134 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:20.369469 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc15e27d-f863-4924-a769-db0b9329b2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:20.416811 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa28e95-0dfd-40ca-b809-2e7459cbd183 x-openstack-request-id: req-6aa28e95-0dfd-40ca-b809-2e7459cbd183 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:20.417122 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:20.417360 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6aa28e95-0dfd-40ca-b809-2e7459cbd183 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:20.417759 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'status': 'completed', 'code': 200} Nov 23 15:07:20.480824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-5e868873-b71a-4012-8c88-9dedf080a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.482346 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-d7d75480-e09c-4e9c-a721-008fb526779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.482563 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-5e868873-b71a-4012-8c88-9dedf080a58a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1095 time: 0.0462203 Nov 23 15:07:20.484214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-d7d75480-e09c-4e9c-a721-008fb526779d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e79cb719224f4c9b626a5613265969&device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 1095 time: 0.0422068 Nov 23 15:07:20.575220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-e483600b-5a30-451d-bb46-0f3ce10174d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.576930 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-e483600b-5a30-451d-bb46-0f3ce10174d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0878201 Nov 23 15:07:20.579411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-3f6ebfff-d26b-4699-aafc-72dfd6423870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.581386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-3f6ebfff-d26b-4699-aafc-72dfd6423870 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 200 len: 913 time: 0.0885689 Nov 23 15:07:20.651316 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-29416d0c-2496-4dae-b979-4bc39cf827ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0673180 Nov 23 15:07:20.664361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-fd8e95d1-ce1a-4710-a970-dc8eb1d56892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 200 len: 999 time: 0.0747290 Nov 23 15:07:20.704101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-2072f872-3546-4364-af74-7ba574c9c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.706194 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-2072f872-3546-4364-af74-7ba574c9c83a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0477769 Nov 23 15:07:20.717410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-dabad3b7-ef3e-4cca-8b38-defdc78be9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.718966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-dabad3b7-ef3e-4cca-8b38-defdc78be9c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 200 len: 851 time: 0.0462613 Nov 23 15:07:20.752493 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-8e0e2679-8340-4f17-a312-3753de04e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.754370 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-8e0e2679-8340-4f17-a312-3753de04e3a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413489 Nov 23 15:07:20.765745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-91feda62-deb7-4210-9770-52190ce042c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:20.767315 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-91feda62-deb7-4210-9770-52190ce042c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc11ddd-b1b3-48d8-98b6-174cf25cca09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403142 Nov 23 15:07:20.849697 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-c480d442-ab6c-4633-932b-7ec222c6cd08 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878487 Nov 23 15:07:20.862303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-72acdf77-7dfe-4995-a412-d51f5b782cdd service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Nov 23 15:07:20.942017 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-f6fc53c3-664e-4788-9abe-a178cd6ac6d4 service neutron] 10.222.0.74 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851197 Nov 23 15:07:20.957189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fc15e27d-f863-4924-a769-db0b9329b2b3 req-3a4a5e07-6eab-4a4e-a0ff-c754a1c0433e service neutron] 10.222.0.11 "GET /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872154 Nov 23 15:07:21.316716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f803-1a04-482b-804f-aeb877fcd257 req-e4430b3a-6b40-4da5-845f-3d5c7776db65 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:21.318309 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f299f803-1a04-482b-804f-aeb877fcd257 req-e4430b3a-6b40-4da5-845f-3d5c7776db65 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0533316 Nov 23 15:07:21.366498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f299f803-1a04-482b-804f-aeb877fcd257 req-42c8d77a-50c2-40d2-9e17-69871eb0e184 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409555 Nov 23 15:07:22.486078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651981d8-702d-4eb1-8a0a-fcab2bd3affc req-9cdb3206-caf7-47cc-bc56-a21eb945b728 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:22.487655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-651981d8-702d-4eb1-8a0a-fcab2bd3affc req-9cdb3206-caf7-47cc-bc56-a21eb945b728 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0491576 Nov 23 15:07:22.534655 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-651981d8-702d-4eb1-8a0a-fcab2bd3affc req-872bd4f3-b9db-4781-99c3-81aa22bfb6ae tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408792 Nov 23 15:07:23.663053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ac9d8-0045-457d-95e6-2e0f67908425 req-6a325e5d-394d-4b9b-8b5a-fc61d2e2e9d1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:23.664702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d17ac9d8-0045-457d-95e6-2e0f67908425 req-6a325e5d-394d-4b9b-8b5a-fc61d2e2e9d1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0599329 Nov 23 15:07:23.719721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d17ac9d8-0045-457d-95e6-2e0f67908425 req-a14517cf-127a-493f-ac61-96f899e594b1 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490401 Nov 23 15:07:24.232122 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:24.839790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f11f8a-0da8-4ee2-9669-2517d024000e req-10dbc54f-6b7e-4ff2-b51d-2e54d4609cad tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:24.841160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0f11f8a-0da8-4ee2-9669-2517d024000e req-10dbc54f-6b7e-4ff2-b51d-2e54d4609cad tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0478809 Nov 23 15:07:24.886112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b0f11f8a-0da8-4ee2-9669-2517d024000e req-f0979c17-f154-42bc-8125-5d27baada55c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390813 Nov 23 15:07:26.000181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c5d6a-b6df-4542-a742-130c552a9683 req-d6703d95-20c7-4e9e-9a82-69ef0204bf8e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:26.001616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b7c5d6a-b6df-4542-a742-130c552a9683 req-d6703d95-20c7-4e9e-9a82-69ef0204bf8e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0472763 Nov 23 15:07:26.051048 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b7c5d6a-b6df-4542-a742-130c552a9683 req-09af732e-07b8-4250-91d8-4d6b68c17c24 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433984 Nov 23 15:07:26.827003 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e8e8656e-25f1-49e0-8aba-02aa99f55afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:27.169230 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60467b4e-ccb8-4481-b87b-fbb10384edb2 req-2697583b-dc6d-4ec0-9989-a204879a1f76 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:27.170798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60467b4e-ccb8-4481-b87b-fbb10384edb2 req-2697583b-dc6d-4ec0-9989-a204879a1f76 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0487514 Nov 23 15:07:27.218539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60467b4e-ccb8-4481-b87b-fbb10384edb2 req-96879916-ede5-40e6-86a4-f5276c2ebccc tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417287 Nov 23 15:07:27.644995 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:28.337122 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6148cd-57b5-47c0-ac6e-92a50101b164 req-3afbec6a-b1ec-42fc-9e79-eb5a83e086a8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:28.338858 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b6148cd-57b5-47c0-ac6e-92a50101b164 req-3afbec6a-b1ec-42fc-9e79-eb5a83e086a8 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0518534 Nov 23 15:07:28.398807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0b6148cd-57b5-47c0-ac6e-92a50101b164 req-90743e23-3929-4d1b-99e8-cadff5ad71db tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531623 Nov 23 15:07:29.193084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7155b0cd-f263-443c-a514-39cf427015ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:29.519332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87ba2-0f46-407d-9130-efc720b06ccf req-7417d366-f4d7-49a5-bb74-db2ee1c74fa6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:29.520783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76f87ba2-0f46-407d-9130-efc720b06ccf req-7417d366-f4d7-49a5-bb74-db2ee1c74fa6 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0510657 Nov 23 15:07:29.566786 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76f87ba2-0f46-407d-9130-efc720b06ccf req-b4212ca6-852e-4e2b-b01e-d8cefa9adcbf tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Nov 23 15:07:30.255896 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:30.684771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ff77-2f65-4e98-bb12-cb6d91468906 req-dbcd6a58-d5a4-45e6-89b5-af639ec33aa4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:30.686224 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bf2ff77-2f65-4e98-bb12-cb6d91468906 req-dbcd6a58-d5a4-45e6-89b5-af639ec33aa4 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0477302 Nov 23 15:07:30.732134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3bf2ff77-2f65-4e98-bb12-cb6d91468906 req-02be2131-05cd-4e0c-987d-d2d8a8cec20b tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399876 Nov 23 15:07:31.846186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1cd55-63b0-48c4-9532-f8f8b352b616 req-5508bc07-4bdc-4454-8676-690df24eed20 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:31.847578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4e1cd55-63b0-48c4-9532-f8f8b352b616 req-5508bc07-4bdc-4454-8676-690df24eed20 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0473771 Nov 23 15:07:31.875902 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:31.897683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4e1cd55-63b0-48c4-9532-f8f8b352b616 req-11442259-5f87-4b13-bca3-0b910f6f0347 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436101 Nov 23 15:07:32.012887 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be177aec-e4df-4227-a466-8de5d94c03c9 req-7a02405b-f05c-4528-bde7-4edf90cdb9aa tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:32.014364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be177aec-e4df-4227-a466-8de5d94c03c9 req-7a02405b-f05c-4528-bde7-4edf90cdb9aa tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0483966 Nov 23 15:07:32.059486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be177aec-e4df-4227-a466-8de5d94c03c9 req-a9fa761a-e325-43a1-b4ab-877e31ae046f tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390661 Nov 23 15:07:32.147710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:07:32.181609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1580b-558d-4262-b86a-fe88435253b0 req-85aa35a8-6dbc-4f3d-9a57-1c3503b012c9 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:32.183120 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36a1580b-558d-4262-b86a-fe88435253b0 req-85aa35a8-6dbc-4f3d-9a57-1c3503b012c9 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 944 time: 0.0484765 Nov 23 15:07:32.231439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-36a1580b-558d-4262-b86a-fe88435253b0 req-cc48bfe7-62de-4539-933e-62a7d8991c65 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421424 Nov 23 15:07:32.239836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:32.251265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'port_id': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'mac_address': 'fa:16:3e:86:99:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:07:32.293874 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:32.306823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c350a354-a4c8-46b3-ba8d-c210020f10b4 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:07:32.325946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:32.330940 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:32.379725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:32.476634 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d144b09-b01f-4246-b017-54eb451b5760 req-e480b553-0285-4b45-b3b2-09a49f80fcd2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:32.477995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d144b09-b01f-4246-b017-54eb451b5760 req-e480b553-0285-4b45-b3b2-09a49f80fcd2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Nov 23 15:07:32.525068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8d144b09-b01f-4246-b017-54eb451b5760 req-cc93ab58-d0ba-488c-892f-cc609cd8fb6c tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Nov 23 15:07:32.571434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['c350a354-a4c8-46b3-ba8d-c210020f10b4'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:07:32.678616 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:33.641844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604748a-665f-4efd-ac1c-24435516fbfe req-4f732d0e-1180-47ca-8263-32dc237b0772 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:33.643313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d604748a-665f-4efd-ac1c-24435516fbfe req-4f732d0e-1180-47ca-8263-32dc237b0772 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0474110 Nov 23 15:07:33.692934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d604748a-665f-4efd-ac1c-24435516fbfe req-8da1aa60-ea01-44da-b72e-fe3af3eb7eb7 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups?id=924c4bc0-5894-4a54-9a0e-eb43cf2701c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Nov 23 15:07:34.001469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a9e34-4653-421d-a47a-64bc44854927 req-966fdec7-b231-4b40-b9b3-9850b2a95dc2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:34.002935 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-504a9e34-4653-421d-a47a-64bc44854927 req-966fdec7-b231-4b40-b9b3-9850b2a95dc2 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Nov 23 15:07:34.092746 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Deleting port c350a354-a4c8-46b3-ba8d-c210020f10b4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:07:34.093099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.172766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:07:34.181544 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:34.181911 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.223638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port c350a354-a4c8-46b3-ba8d-c210020f10b4 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:07:34.228038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port c350a354-a4c8-46b3-ba8d-c210020f10b4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:07:34.228412 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.306556 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.329408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:34.331724 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd7f01-cd36-4676-8e09-b51771b89c05" -d '{"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-plugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:34.344607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port c350a354-a4c8-46b3-ba8d-c210020f10b4, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=c350a354-a4c8-46b3-ba8d-c210020f10b4,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:34.349163 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.354031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.354398 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.354722 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Floating IP ae899f8a-434b-4053-856e-6f80a1c6061c disassociated. External IP: 172.25.3.82, port: c350a354-a4c8-46b3-ba8d-c210020f10b4. Nov 23 15:07:34.355101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Calling delete_port for c350a354-a4c8-46b3-ba8d-c210020f10b4 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:07:34.398071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=13']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:34.426986 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fce68f-db63-479d-bba8-a90eef164c15 x-openstack-request-id: req-c8fce68f-db63-479d-bba8-a90eef164c15 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:34.427615 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-plugged", "status": "completed", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:34.427935 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8fce68f-db63-479d-bba8-a90eef164c15 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:34.428412 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'code': 200} Nov 23 15:07:34.483279 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.511232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event deleted for resources: {'Port': ['ID=c350a354-a4c8-46b3-ba8d-c210020f10b4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:34.626225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:07:34.735383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:07:34.751518 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:07:34.762431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:07:34.763075 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:07:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:34.777818 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] No DVR routers for this DVR port c350a354-a4c8-46b3-ba8d-c210020f10b4 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:07:34.780922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:34.784629 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-504a9e34-4653-421d-a47a-64bc44854927 req-88fecab8-f6e4-4785-840f-71e89f10ae37 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.74 "DELETE /v2.0/ports/c350a354-a4c8-46b3-ba8d-c210020f10b4 HTTP/1.1" status: 204 len: 173 time: 0.7756715 Nov 23 15:07:34.785155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-deleted', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:34.787705 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432c46ba-cdb7-431d-8920-a50d697eb848" -d '{"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-deleted", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:34.810863 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18064d19-c52d-4a44-8e7a-8483d052ef24 req-6e0c0512-9bfb-478a-a3ae-3dfb8ddcd5be tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 210 time: 0.0393405 Nov 23 15:07:34.842426 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b767d368-f6fe-44ec-9cbb-5b8a701e92eb x-openstack-request-id: req-b767d368-f6fe-44ec-9cbb-5b8a701e92eb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:34.842724 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b982ea-390f-44e1-914d-5c4c109eadf5", "name": "network-vif-deleted", "tag": "c350a354-a4c8-46b3-ba8d-c210020f10b4", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:34.843080 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b767d368-f6fe-44ec-9cbb-5b8a701e92eb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:34.843493 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b982ea-390f-44e1-914d-5c4c109eadf5', 'name': 'network-vif-deleted', 'tag': 'c350a354-a4c8-46b3-ba8d-c210020f10b4', 'status': 'completed', 'code': 200} Nov 23 15:07:34.875283 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:07:35.170623 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:35.200669 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:07:35.209073 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:07:35.209665 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:07:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:35.313504 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:07:35.520210 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:35.550912 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb1e90-7b2d-4f3b-9582-5723d4d11a2b None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '010c159d-a017-40a8-9581-774ac380efbf', 'name': '', 'network_id': 'bdc11ddd-b1b3-48d8-98b6-174cf25cca09', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'mac_address': 'fa:16:3e:2f:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:55Z', 'updated_at': '2021-11-23T14:57:59Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'subnets': [{'id': '49363ba7-bce7-49a0-bd3a-9fb4e6760fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:07:35.775188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce15e9a-4645-4b2d-918f-e7383652553a None None] New status for floating IP ae899f8a-434b-4053-856e-6f80a1c6061c: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:07:35.915904 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05abedb7-9df2-4817-8115-3cd0e36ddb93 req-b87ff984-3681-4b10-9a92-b952eba26166 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 210 time: 0.0300431 Nov 23 15:07:37.013534 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a43492b-4cf5-4db4-9c24-1e3b725233d9 req-db789045-a710-416f-8663-26cdf170e89e tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 210 time: 0.0266306 Nov 23 15:07:38.109959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c3a9d936-9b81-463e-afe8-2582629831b0 req-d18990e6-4540-45be-99ea-156aa89baaff tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 210 time: 0.0260475 Nov 23 15:07:38.187950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:07:38.212858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: c350a354-a4c8-46b3-ba8d-c210020f10b4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:07:38.213203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device c350a354-a4c8-46b3-ba8d-c210020f10b4 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:07:38.260478 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:07:39.222159 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eed9abc7-a6c8-45f0-95b4-0c89e58afb8a req-673d1e40-0df3-4d6c-a912-85aee9b4a486 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b982ea-390f-44e1-914d-5c4c109eadf5 HTTP/1.1" status: 200 len: 210 time: 0.0258899 Nov 23 15:07:43.972225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36774) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:44.024361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4495bd38-090d-4193-bc57-7cbabe407406 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.047175 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4495bd38-090d-4193-bc57-7cbabe407406 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.098631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4495bd38-090d-4193-bc57-7cbabe407406 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.101308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4495bd38-090d-4193-bc57-7cbabe407406 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.104882 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4495bd38-090d-4193-bc57-7cbabe407406 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "DELETE /v2.0/security-groups/924c4bc0-5894-4a54-9a0e-eb43cf2701c6 HTTP/1.1" status: 204 len: 168 time: 0.1293931 Nov 23 15:07:44.105837 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36776) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:44.111613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495bd38-090d-4193-bc57-7cbabe407406 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c4bc0-5894-4a54-9a0e-eb43cf2701c6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:44.126354 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-a9538e5b-5bbb-45ec-be44-f912dbcb8237 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] show failed (client error): The resource could not be found. Nov 23 15:07:44.130294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a9538e5b-5bbb-45ec-be44-f912dbcb8237 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "GET /v2.0/security-groups/924c4bc0-5894-4a54-9a0e-eb43cf2701c6 HTTP/1.1" status: 404 len: 347 time: 0.0226195 Nov 23 15:07:44.130446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36778) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:44.256444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Deleting port b21038f9-e037-48e8-bf08-92365dbf0c35 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:07:44.256795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.329817 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.330136 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.341635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Calling delete_port for b21038f9-e037-48e8-bf08-92365dbf0c35 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:07:44.799764 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.823752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Pushing event deleted for resources: {'Port': ['ID=b21038f9-e037-48e8-bf08-92365dbf0c35,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:44.884169 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.886675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:44.887846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cd3701fd-ec16-49f3-8b6c-27790d5a42d5 tempest-ServerActionsTestJSON-602957675 tempest-ServerActionsTestJSON-602957675-project] 10.222.0.46 "DELETE /v2.0/floatingips/ae899f8a-434b-4053-856e-6f80a1c6061c HTTP/1.1" status: 204 len: 168 time: 0.7549119 Nov 23 15:07:44.890770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:45.294855 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:45.532248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Deleting port 010c159d-a017-40a8-9581-774ac380efbf {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:07:45.532597 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:45.612862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] For port 010c159d-a017-40a8-9581-774ac380efbf, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=010c159d-a017-40a8-9581-774ac380efbf,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:45.613222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:45.625679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Calling delete_port for 010c159d-a017-40a8-9581-774ac380efbf owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:07:45.798067 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:45.824998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Pushing event deleted for resources: {'Port': ['ID=010c159d-a017-40a8-9581-774ac380efbf,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:45.986382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:46.200124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:07:46.305155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:07:46.310151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-73f86227-5653-44ac-b00a-25b7c30670ca admin admin] 10.222.0.46 "PUT /v2.0/routers/9b782f17-8da4-4a4e-99ac-987e03e0b3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4178352 Nov 23 15:07:46.312942 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36784) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:46.317369 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] Sync routers for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:07:46.328304 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:07:46.328895 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:07:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:46.416773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:46.430911 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:07:46.519563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:46.571172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Deleting port bfae3c34-5af6-4243-b790-96a7efdbf5e6 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:07:46.571509 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:46.605019 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T15:07:45Z', 'revision_number': 5, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port': {'id': 'bfae3c34-5af6-4243-b790-96a7efdbf5e6', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T14:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:46.634780 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] Checking router: 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:07:46.642846 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] Routers {'9b782f17-8da4-4a4e-99ac-987e03e0b3d3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:07:46.643462 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:07:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:46.659941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] For port bfae3c34-5af6-4243-b790-96a7efdbf5e6, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bfae3c34-5af6-4243-b790-96a7efdbf5e6,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:46.660309 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:46.672345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Calling delete_port for bfae3c34-5af6-4243-b790-96a7efdbf5e6 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:07:46.727292 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] Set router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:07:46.776660 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T15:07:46Z', 'revision_number': 6, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:46.806481 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb00e2-48a8-40eb-ab6d-f523f1acf213 None None] The sync data for ids ['9b782f17-8da4-4a4e-99ac-987e03e0b3d3'] in n-d-818503-2 is: [{'id': '9b782f17-8da4-4a4e-99ac-987e03e0b3d3', 'name': 'tempest-ServerActionsTestJSON-1694010256-router', 'tenant_id': 'f7e79cb719224f4c9b626a5613265969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:57:53Z', 'updated_at': '2021-11-23T15:07:46Z', 'revision_number': 6, 'project_id': 'f7e79cb719224f4c9b626a5613265969', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:07:46.840107 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:46.865425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfae3c34-5af6-4243-b790-96a7efdbf5e6,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:46.879253 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece987f-367a-4210-80b6-e36ca08f4e49 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:07:46.925114 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.013664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.015789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.060348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.060953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b782f17-8da4-4a4e-99ac-987e03e0b3d3 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:07:47.065524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.066726 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-456b6187-6601-4e0a-bb58-75b41b05cf39 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9b782f17-8da4-4a4e-99ac-987e03e0b3d3 HTTP/1.1" status: 204 len: 168 time: 0.7529249 Nov 23 15:07:47.069330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36786) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:47.113056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] Deleting subnet 49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:07:47.116004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.154261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.239546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.291759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.314409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49363ba7-bce7-49a0-bd3a-9fb4e6760fc5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:47.322601 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.326176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-798fea99-34c5-4288-9ddf-f44b8e63dbc7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/49363ba7-bce7-49a0-bd3a-9fb4e6760fc5 HTTP/1.1" status: 204 len: 168 time: 0.2559073 Nov 23 15:07:47.328596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36788) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:47.329454 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322216c-685a-41bc-93f1-9a59dc58e8f2 None None] Network bdc11ddd-b1b3-48d8-98b6-174cf25cca09 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:07:47.395697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.453825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Deleting port c942695f-edc8-4572-9316-0b330ab1f29f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:07:47.454174 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.517248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] For port c942695f-edc8-4572-9316-0b330ab1f29f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c942695f-edc8-4572-9316-0b330ab1f29f,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:47.517557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.534869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Calling delete_port for c942695f-edc8-4572-9316-0b330ab1f29f owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:07:47.554033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] DHCP port deletion for bdc11ddd-b1b3-48d8-98b6-174cf25cca09 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:07:47.604177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] Deleting port c942695f-edc8-4572-9316-0b330ab1f29f {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:07:47.604639 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.623778 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.637971 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] No DVR routers for this DVR port c942695f-edc8-4572-9316-0b330ab1f29f on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:07:47.661774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Pushing event deleted for resources: {'Port': ['ID=c942695f-edc8-4572-9316-0b330ab1f29f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:47.678542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] For port c942695f-edc8-4572-9316-0b330ab1f29f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=c942695f-edc8-4572-9316-0b330ab1f29f,segment=NetworkSegment(d9433b39-a5f4-419d-88bf-b9c8e1b15558),segment_id=d9433b39-a5f4-419d-88bf-b9c8e1b15558)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:47.678976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.691849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] Calling delete_port for c942695f-edc8-4572-9316-0b330ab1f29f owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:07:47.730783 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.756818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc11ddd-b1b3-48d8-98b6-174cf25cca09']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 15:07:47.766165 n-d-818503-2 neutron-server[103347]: self.session.flush() Nov 23 15:07:47.771684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9433b39-a5f4-419d-88bf-b9c8e1b15558') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:47.771926 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9433b39-a5f4-419d-88bf-b9c8e1b15558') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:07:47.773305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.782209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.796241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.802827 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:07:47.803276 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.804168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] Pushing event deleted for resources: {'Port': ['ID=c942695f-edc8-4572-9316-0b330ab1f29f,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:47.806839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca120ae-38d9-4bee-85a2-919913ca8209 None None] No DVR routers for this DVR port c942695f-edc8-4572-9316-0b330ab1f29f on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:07:47.808325 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:07:47.871485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.878546 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:47.881653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bdc11ddd-b1b3-48d8-98b6-174cf25cca09 HTTP/1.1" status: 204 len: 168 time: 0.5521491 Nov 23 15:07:47.891731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7c0e9-c33d-4412-af0b-14b2b8aa7155 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc11ddd-b1b3-48d8-98b6-174cf25cca09,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:47.991362 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36792) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:48.031256 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-140bfbc8-61ea-47a1-a949-0d7be82bae65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7e79cb719224f4c9b626a5613265969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381956 Nov 23 15:07:48.033621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36794) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:48.084715 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2132c7-7810-4199-bd54-59d2c2607b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:48.106329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2132c7-7810-4199-bd54-59d2c2607b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:48.132814 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bfae3c34-5af6-4243-b790-96a7efdbf5e6 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:07:48.152763 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2132c7-7810-4199-bd54-59d2c2607b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:48.155628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2132c7-7810-4199-bd54-59d2c2607b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:48.157288 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ee2132c7-7810-4199-bd54-59d2c2607b47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8935965-fa89-4395-b84c-29c1dc4c0403 HTTP/1.1" status: 204 len: 168 time: 0.1223388 Nov 23 15:07:48.162288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: bfae3c34-5af6-4243-b790-96a7efdbf5e6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:07:48.162713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bfae3c34-5af6-4243-b790-96a7efdbf5e6 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:07:48.163236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 010c159d-a017-40a8-9581-774ac380efbf no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:07:48.167472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2132c7-7810-4199-bd54-59d2c2607b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8935965-fa89-4395-b84c-29c1dc4c0403,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:48.193370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 010c159d-a017-40a8-9581-774ac380efbf {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:07:48.193705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 010c159d-a017-40a8-9581-774ac380efbf not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:07:48.194356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c942695f-edc8-4572-9316-0b330ab1f29f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:07:48.225837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: c942695f-edc8-4572-9316-0b330ab1f29f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:07:48.226162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device c942695f-edc8-4572-9316-0b330ab1f29f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:07:48.890276 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36816) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:48.985430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1405129894-network', 'tenant_id': '1cea11ac6b384020b13860bf649a4a14'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:07:49.006572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Made reservation on behalf of 1cea11ac6b384020b13860bf649a4a14 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:07:49.009410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.017762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.090532 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.094092 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.114605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:07:49.127789 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11de94d-d685-4448-b5f1-7af768c3956b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:49.133945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.134291 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Added segment e4af8375-eca4-4fa9-824a-7b1c77b4d1b1 of type vlan for network f8585fb4-3f31-4e51-a858-cf51e199206b Nov 23 15:07:49.181852 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.206996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.207941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:49.208527 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.250902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3594692 Nov 23 15:07:49.253808 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 36820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:07:49.259627 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Request body: {'subnet': {'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1405129894-subnet', 'tenant_id': '1cea11ac6b384020b13860bf649a4a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:07:49.278754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40118486-fde6-4741-a377-763c54318d7e admin admin] Pushing event updated for resources: {'Network': ['ID=f8585fb4-3f31-4e51-a858-cf51e199206b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:49.283929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Made reservation on behalf of 1cea11ac6b384020b13860bf649a4a14 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:07:49.287163 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.288247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f8585fb4-3f31-4e51-a858-cf51e199206b details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:07:49.456545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.515328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdd601b-d8d3-4029-b323-5c6634bfa058,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:49.522132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Checking segment: {'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:07:49.522487 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Network hostable DHCP agents. Network: f8585fb4-3f31-4e51-a858-cf51e199206b, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:07:49.538798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Network f8585fb4-3f31-4e51-a858-cf51e199206b is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:07:49.548203 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, f8585fb4-3f31-4e51-a858-cf51e199206b) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:07:49.552667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:49.553787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:49.557126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983397e6-2827-4fad-ae55-c360610a5fe7 None None] Network f8585fb4-3f31-4e51-a858-cf51e199206b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:07:49.572632 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3c5cfa76-01f2-4f21-9aad-05b3af5e50a4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3175688 Nov 23 15:07:49.689234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36446244-3c92-46c8-a14f-cb9d8d36fab8 None None] Network f8585fb4-3f31-4e51-a858-cf51e199206b requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:07:50.000034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-a727b7d5-c397-4ec1-8bcf-b3d37b60f17d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:50.001500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-a727b7d5-c397-4ec1-8bcf-b3d37b60f17d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 814 time: 0.1039877 Nov 23 15:07:50.016705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-39b67c40-4854-45ed-9442-e777e5ce3c1d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/quotas/1cea11ac6b384020b13860bf649a4a14 HTTP/1.1" status: 200 len: 375 time: 0.0094464 Nov 23 15:07:50.046937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-5bb5c93a-bc6a-454a-8b77-19a0de750ed7 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249894 Nov 23 15:07:50.101663 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-202d800f-9f4e-4451-a652-8e2cc4dc89ff service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:07:50.102658 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-202d800f-9f4e-4451-a652-8e2cc4dc89ff service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492311 Nov 23 15:07:50.189750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-bf3e9e08-4dbd-4a3d-93be-b78975d0ce78 service neutron] 10.222.0.46 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808070 Nov 23 15:07:50.284234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-c39742d5-00f7-43ea-b138-0e53d9041cb3 service neutron] 10.222.0.46 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878615 Nov 23 15:07:50.444501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5c9b6b9f-fe3c-41ff-b2f5-f967866d4dbc req-56c65236-3f58-49bf-8c4f-e37d41e20230 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Nov 23 15:07:51.544461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d21ee11b-bd84-4509-9ead-f37ca47e2b7d req-285a3993-d00b-4d8b-a094-4983b36829df tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Nov 23 15:07:51.760959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-4a70007e-3ebd-46cd-8719-7ef6cb1462cc tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:51.762416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-4a70007e-3ebd-46cd-8719-7ef6cb1462cc tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.74 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 814 time: 0.4115567 Nov 23 15:07:51.774970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Request body: {'port': {'device_id': 'bdee605e-ef07-470b-a363-ef630a72b747', 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b', 'admin_state_up': True, 'tenant_id': '1cea11ac6b384020b13860bf649a4a14'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:07:51.881752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Made reservation on behalf of 1cea11ac6b384020b13860bf649a4a14 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:07:51.885329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.008855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Allocated IP 172.20.0.4 (f8585fb4-3f31-4e51-a858-cf51e199206b/7fdd601b-d8d3-4029-b323-5c6634bfa058/169dd1c1-e47b-41c9-b3e2-0483131e084c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:07:52.147296 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.179537 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.227810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Network f8585fb4-3f31-4e51-a858-cf51e199206b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:07:52.230681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:07:52.234211 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:07:52.240453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Pushing event updated for resources: {'Port': ['ID=169dd1c1-e47b-41c9-b3e2-0483131e084c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:52.285080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:52.285080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.300213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b4fd58de-0635-4f4e-86f5-dfa809d99538 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5288341 Nov 23 15:07:52.312676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Request body: {'port': {'device_id': 'bdee605e-ef07-470b-a363-ef630a72b747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:07:52.363471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.621866 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169dd1c1-e47b-41c9-b3e2-0483131e084c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:07:52.629719 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.642419 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Transition to ACTIVE for port object 169dd1c1-e47b-41c9-b3e2-0483131e084c will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:07:52.646108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.662453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff3d0e-7d45-4388-a0c5-0b92ea163064 req-1212d529-51d3-444e-bf3b-733d062748ec tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:52.663951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06ff3d0e-7d45-4388-a0c5-0b92ea163064 req-1212d529-51d3-444e-bf3b-733d062748ec tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 931 time: 0.0491223 Nov 23 15:07:52.698476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=169dd1c1-e47b-41c9-b3e2-0483131e084c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:52.716661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06ff3d0e-7d45-4388-a0c5-0b92ea163064 req-b5f5bca2-33c8-4838-a796-8b6d6334a2d7 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465016 Nov 23 15:07:52.764454 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Attempting to bind port 169dd1c1-e47b-41c9-b3e2-0483131e084c on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:07:52.765015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Attempting to bind port 169dd1c1-e47b-41c9-b3e2-0483131e084c by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:07:52.765125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Attempting to bind port 169dd1c1-e47b-41c9-b3e2-0483131e084c on network f8585fb4-3f31-4e51-a858-cf51e199206b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:07:52.769156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Port 169dd1c1-e47b-41c9-b3e2-0483131e084c on network f8585fb4-3f31-4e51-a858-cf51e199206b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:07:52.769490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Attempting to bind port 169dd1c1-e47b-41c9-b3e2-0483131e084c on network f8585fb4-3f31-4e51-a858-cf51e199206b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:07:52.774689 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:07:52.775050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Checking segment: {'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:07:52.775425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Bound using segment: {'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:07:52.775839 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Bound port: 169dd1c1-e47b-41c9-b3e2-0483131e084c, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:07:52.776179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.836064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] For port 169dd1c1-e47b-41c9-b3e2-0483131e084c, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:07:52.839872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] For port 169dd1c1-e47b-41c9-b3e2-0483131e084c, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:07:52.844102 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.875457 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:52.876072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:52.877441 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] 10.222.0.74 "PUT /v2.0/ports/169dd1c1-e47b-41c9-b3e2-0483131e084c HTTP/1.1" status: 200 len: 1091 time: 0.5687194 Nov 23 15:07:52.877876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdee605e-ef07-470b-a363-ef630a72b747', 'tag': '169dd1c1-e47b-41c9-b3e2-0483131e084c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:52.880344 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdee605e-ef07-470b-a363-ef630a72b747", "tag": "169dd1c1-e47b-41c9-b3e2-0483131e084c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:52.906671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce0abd-258c-40ee-a4bc-f32e1512a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=169dd1c1-e47b-41c9-b3e2-0483131e084c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:52.925433 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c2f26-424c-41aa-8d95-b1375e2c6d02 x-openstack-request-id: req-020c2f26-424c-41aa-8d95-b1375e2c6d02 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:52.925868 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdee605e-ef07-470b-a363-ef630a72b747", "tag": "169dd1c1-e47b-41c9-b3e2-0483131e084c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:52.926128 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-020c2f26-424c-41aa-8d95-b1375e2c6d02 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:52.926521 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdee605e-ef07-470b-a363-ef630a72b747', 'tag': '169dd1c1-e47b-41c9-b3e2-0483131e084c', 'status': 'completed', 'code': 200} Nov 23 15:07:52.959666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-943ab10e-0699-47ad-a523-c7dd9840dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:52.961188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-943ab10e-0699-47ad-a523-c7dd9840dd8e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 1094 time: 0.0445576 Nov 23 15:07:53.005852 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-67f27486-a57a-4b32-bef6-f74adc91c843 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c HTTP/1.1" status: 200 len: 217 time: 0.0362990 Nov 23 15:07:53.054597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-100589b5-908a-45e2-91ed-9d726b2559d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:53.056585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-100589b5-908a-45e2-91ed-9d726b2559d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7fdd601b-d8d3-4029-b323-5c6634bfa058 HTTP/1.1" status: 200 len: 854 time: 0.0426035 Nov 23 15:07:53.088297 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-e35e433e-b6c3-4443-a8c2-7c7e770ca0fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8585fb4-3f31-4e51-a858-cf51e199206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240753 Nov 23 15:07:53.184181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-1a7e7ffe-fd65-4363-a9c9-faaddbcdcec8 service neutron] 10.222.0.74 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879502 Nov 23 15:07:53.275403 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ecf2510a-1ed8-48cb-bb1b-514a4d622be5 req-825b3c07-6564-4be5-885d-e467970309b7 service neutron] 10.222.0.74 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Nov 23 15:07:53.359006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-1c3ea3c8-c0c3-4e19-95f3-504d536583d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:53.360513 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-1c3ea3c8-c0c3-4e19-95f3-504d536583d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 1094 time: 0.0401011 Nov 23 15:07:53.452916 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-b582b0f1-1a74-4a53-b6b7-9656213ca104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:53.454289 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-b582b0f1-1a74-4a53-b6b7-9656213ca104 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 915 time: 0.0870807 Nov 23 15:07:53.495473 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-78105bf8-c265-41d0-9150-4aa6dd493320 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c HTTP/1.1" status: 200 len: 217 time: 0.0339026 Nov 23 15:07:53.547431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-c6b03c80-698e-4e46-ad16-8394f4e28170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:53.548912 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-c6b03c80-698e-4e46-ad16-8394f4e28170 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7fdd601b-d8d3-4029-b323-5c6634bfa058 HTTP/1.1" status: 200 len: 854 time: 0.0465801 Nov 23 15:07:53.580791 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-6b62a776-8bd1-4d10-b7b3-c254de8f33d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8585fb4-3f31-4e51-a858-cf51e199206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242248 Nov 23 15:07:53.670568 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-488f68d4-f368-431a-97de-dcc5c8857914 service neutron] 10.222.0.74 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813980 Nov 23 15:07:53.764154 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-bd160d4c-a2c4-4871-b9d0-e4e4fa405a4e req-241792d7-12f6-4fca-98e9-d48f8b738f7f service neutron] 10.222.0.74 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859532 Nov 23 15:07:53.831296 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e72b-d248-4b92-a9fd-b5954a5bc787 req-5668cb87-1ed1-4da1-9d50-e3feb919df8d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:53.832769 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6190e72b-d248-4b92-a9fd-b5954a5bc787 req-5668cb87-1ed1-4da1-9d50-e3feb919df8d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 943 time: 0.0476754 Nov 23 15:07:53.878738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6190e72b-d248-4b92-a9fd-b5954a5bc787 req-328625cb-679b-4c80-b657-5220ba084464 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Nov 23 15:07:54.247260 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:54.993978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e4a15-6bfa-4c4d-80d1-7d1ac7b0d0c8 req-16b574ff-613f-4f55-91b0-85a62d371ba2 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:54.995476 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f08e4a15-6bfa-4c4d-80d1-7d1ac7b0d0c8 req-16b574ff-613f-4f55-91b0-85a62d371ba2 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 943 time: 0.0489216 Nov 23 15:07:55.040713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f08e4a15-6bfa-4c4d-80d1-7d1ac7b0d0c8 req-bd9b20c9-b669-44a4-9f9b-af7ba14dd79c tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393305 Nov 23 15:07:56.160781 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d206a5-ba14-4f14-b4c4-142c7c9358db req-fcfaae50-5811-4cc8-a4de-8bcc404892d5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:56.162267 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1d206a5-ba14-4f14-b4c4-142c7c9358db req-fcfaae50-5811-4cc8-a4de-8bcc404892d5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 943 time: 0.0525277 Nov 23 15:07:56.212092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b1d206a5-ba14-4f14-b4c4-142c7c9358db req-e8446ebe-bb83-43b3-a451-7ea1ed590ed4 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Nov 23 15:07:56.327910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 169dd1c1-e47b-41c9-b3e2-0483131e084c details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:07:56.422282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 169dd1c1-e47b-41c9-b3e2-0483131e084c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:56.433391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '169dd1c1-e47b-41c9-b3e2-0483131e084c', 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b', 'port_id': '169dd1c1-e47b-41c9-b3e2-0483131e084c', 'mac_address': 'fa:16:3e:67:e2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdd601b-d8d3-4029-b323-5c6634bfa058', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:07:56.468817 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:56.481518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169dd1c1-e47b-41c9-b3e2-0483131e084c {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:07:56.500948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 169dd1c1-e47b-41c9-b3e2-0483131e084c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:56.504648 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:56.552279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=169dd1c1-e47b-41c9-b3e2-0483131e084c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:56.709185 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['169dd1c1-e47b-41c9-b3e2-0483131e084c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:07:56.841138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6bc95f6b-5a78-402a-a239-0143c7dbbd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:57.338088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f1d36-064e-4530-9ed3-490b2dcc8f4c req-fc9aa77e-02a1-4dd5-a02e-e123e84baa39 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:57.339586 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-674f1d36-064e-4530-9ed3-490b2dcc8f4c req-fc9aa77e-02a1-4dd5-a02e-e123e84baa39 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 944 time: 0.0523286 Nov 23 15:07:57.385280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-674f1d36-064e-4530-9ed3-490b2dcc8f4c req-1dc4ecb0-6a6b-4f63-bc5b-f9cc79dcb3b5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Nov 23 15:07:57.661363 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:58.358871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 169dd1c1-e47b-41c9-b3e2-0483131e084c up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:07:58.409844 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 169dd1c1-e47b-41c9-b3e2-0483131e084c completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:07:58.413910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 169dd1c1-e47b-41c9-b3e2-0483131e084c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:07:58.414286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:58.491569 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:58.504562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06518d6-2d41-4fc9-b71c-7c96af76a6d9 req-2f5bdc5d-97e7-4194-8baa-86958730d49a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:58.506052 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d06518d6-2d41-4fc9-b71c-7c96af76a6d9 req-2f5bdc5d-97e7-4194-8baa-86958730d49a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 944 time: 0.0522819 Nov 23 15:07:58.514851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdee605e-ef07-470b-a363-ef630a72b747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169dd1c1-e47b-41c9-b3e2-0483131e084c'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:07:58.517112 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ef0d7e-0db8-411d-be50-7b2bff579593" -d '{"events": [{"server_uuid": "bdee605e-ef07-470b-a363-ef630a72b747", "name": "network-vif-plugged", "status": "completed", "tag": "169dd1c1-e47b-41c9-b3e2-0483131e084c"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:07:58.530104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 169dd1c1-e47b-41c9-b3e2-0483131e084c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:07:58.534700 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:58.561168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d06518d6-2d41-4fc9-b71c-7c96af76a6d9 req-48890f85-b09d-4fad-8b72-53d3b1896034 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487478 Nov 23 15:07:58.566622 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc3e9bd-0452-4538-bea8-bdfd9637e3cf x-openstack-request-id: req-4fc3e9bd-0452-4538-bea8-bdfd9637e3cf {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:07:58.566939 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdee605e-ef07-470b-a363-ef630a72b747", "name": "network-vif-plugged", "status": "completed", "tag": "169dd1c1-e47b-41c9-b3e2-0483131e084c", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:07:58.567198 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fc3e9bd-0452-4538-bea8-bdfd9637e3cf {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:07:58.567593 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdee605e-ef07-470b-a363-ef630a72b747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169dd1c1-e47b-41c9-b3e2-0483131e084c', 'code': 200} Nov 23 15:07:58.604040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=169dd1c1-e47b-41c9-b3e2-0483131e084c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:07:58.664782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56cc1f-1215-4c94-b729-ecc219e1e795 req-bf9b68c5-e8b7-4d72-bfb8-3921b9603115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:58.666279 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d56cc1f-1215-4c94-b729-ecc219e1e795 req-bf9b68c5-e8b7-4d72-bfb8-3921b9603115 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 1096 time: 0.0401139 Nov 23 15:07:58.709973 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2d56cc1f-1215-4c94-b729-ecc219e1e795 req-68e3c634-3ffc-44ec-ac12-784d627b887b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Nov 23 15:07:59.194773 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7cf28e8-b0ed-4ece-a0c4-a68ec050255d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:07:59.682040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c3f53-5f99-4247-948d-aac320dc123d req-94f9c27f-e14d-4691-b481-8e63ee566240 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:07:59.683544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab5c3f53-5f99-4247-948d-aac320dc123d req-94f9c27f-e14d-4691-b481-8e63ee566240 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0507538 Nov 23 15:07:59.732966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ab5c3f53-5f99-4247-948d-aac320dc123d req-fd73bd4c-0765-4a20-91a8-707eaa635c4f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Nov 23 15:08:00.259180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:00.845947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8488262-5828-4854-8368-465289481252 req-8b657d88-f663-4d72-a5d8-b8d4ab3eb83f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:00.847333 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8488262-5828-4854-8368-465289481252 req-8b657d88-f663-4d72-a5d8-b8d4ab3eb83f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0478268 Nov 23 15:08:00.897702 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8488262-5828-4854-8368-465289481252 req-5f149b68-8c0f-448a-af64-d7ae61427122 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Nov 23 15:08:01.116905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-111e4710-6fbe-4aae-9e77-297259cfb129 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:01.118873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-111e4710-6fbe-4aae-9e77-297259cfb129 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 814 time: 0.0996704 Nov 23 15:08:01.133441 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-97060981-69db-45ae-b7ab-5b35d68a347d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/quotas/1cea11ac6b384020b13860bf649a4a14 HTTP/1.1" status: 200 len: 375 time: 0.0086911 Nov 23 15:08:01.179249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-7754d610-3529-4321-9208-390b93535a54 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0406706 Nov 23 15:08:01.270077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-43b581bb-b401-43e2-add3-969684a7ae19 service neutron] 10.222.0.46 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Nov 23 15:08:01.368547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6ab919c7-80e6-47d4-9551-f3c9275a1d92 service neutron] 10.222.0.46 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917418 Nov 23 15:08:01.522399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-32b71b19-0476-43ec-81c0-39812e08ff8a req-4d4a1c23-2fa5-42cc-a9af-8494c40d05ab tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 210 time: 0.0259178 Nov 23 15:08:01.880902 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:02.575078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-19fcbb36-0612-47a5-ab2e-e5823e76e00d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:02.576668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-19fcbb36-0612-47a5-ab2e-e5823e76e00d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.11 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 814 time: 0.1053586 Nov 23 15:08:02.592198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Request body: {'port': {'device_id': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b', 'admin_state_up': True, 'tenant_id': '1cea11ac6b384020b13860bf649a4a14'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:02.645986 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1399d307-8e38-4253-8390-f4913b59cc5d req-a6ae15f9-8fe3-4a88-a4f5-6929060c3c94 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 210 time: 0.0494733 Nov 23 15:08:02.661298 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:02.728467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Made reservation on behalf of 1cea11ac6b384020b13860bf649a4a14 for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:02.732143 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:03.190936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Allocated IP 172.20.0.14 (f8585fb4-3f31-4e51-a858-cf51e199206b/7fdd601b-d8d3-4029-b323-5c6634bfa058/8284a12e-88d8-466e-bb96-afac866d2fed) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:03.349864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:03.382254 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:03.394552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['169dd1c1-e47b-41c9-b3e2-0483131e084c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:08:03.423497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Network f8585fb4-3f31-4e51-a858-cf51e199206b is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:03.428484 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:03.432615 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:03.458072 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Pushing event updated for resources: {'Port': ['ID=8284a12e-88d8-466e-bb96-afac866d2fed,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:03.472257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.472612 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.472954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.473294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.473630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.473963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.474292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.474618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.474970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.475302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.475626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.475949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:03.496350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:03.496959 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:03.512622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-777e5864-6a9d-41a6-a606-28fe1e33250a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9255776 Nov 23 15:08:03.526286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Request body: {'port': {'device_id': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:03.581622 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:03.821194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f911a2-14fc-4907-9064-84a4ec923c67 req-429fd1b9-3204-49d8-8eb8-0d54e1c98f08 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:03.822661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2f911a2-14fc-4907-9064-84a4ec923c67 req-429fd1b9-3204-49d8-8eb8-0d54e1c98f08 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 932 time: 0.1027756 Nov 23 15:08:03.913653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f2f911a2-14fc-4907-9064-84a4ec923c67 req-c7636a4b-5c03-4944-8b6c-33343758bae2 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Nov 23 15:08:03.924388 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8284a12e-88d8-466e-bb96-afac866d2fed {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:08:03.935215 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:03.950436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Transition to ACTIVE for port object 8284a12e-88d8-466e-bb96-afac866d2fed will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:08:03.953578 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:04.005088 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970dc21-255b-4931-8619-07225761de5c service neutron] Pushing event updated for resources: {'Port': ['ID=8284a12e-88d8-466e-bb96-afac866d2fed,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:04.066264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Attempting to bind port 8284a12e-88d8-466e-bb96-afac866d2fed on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:04.066602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Attempting to bind port 8284a12e-88d8-466e-bb96-afac866d2fed by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:04.066952 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Attempting to bind port 8284a12e-88d8-466e-bb96-afac866d2fed on network f8585fb4-3f31-4e51-a858-cf51e199206b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:04.071162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Port 8284a12e-88d8-466e-bb96-afac866d2fed on network f8585fb4-3f31-4e51-a858-cf51e199206b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:08:04.071531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Attempting to bind port 8284a12e-88d8-466e-bb96-afac866d2fed on network f8585fb4-3f31-4e51-a858-cf51e199206b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:04.076443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:04.076777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Checking segment: {'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:04.077157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Bound using segment: {'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:04.077576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Bound port: 8284a12e-88d8-466e-bb96-afac866d2fed, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:04.077930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:04.145542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] For port 8284a12e-88d8-466e-bb96-afac866d2fed, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:04.149241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] For port 8284a12e-88d8-466e-bb96-afac866d2fed, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8284a12e-88d8-466e-bb96-afac866d2fed,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:04.153890 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:04.189198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:04.189819 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:04.191259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-6970dc21-255b-4931-8619-07225761de5c service neutron] 10.222.0.11 "PUT /v2.0/ports/8284a12e-88d8-466e-bb96-afac866d2fed HTTP/1.1" status: 200 len: 1092 time: 0.6690450 Nov 23 15:08:04.193404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'tag': '8284a12e-88d8-466e-bb96-afac866d2fed'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:08:04.196705 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9015261-fb00-403b-b172-ada7bae9b089" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad9166e-12d8-4f0f-9499-dcd47eb93c10", "tag": "8284a12e-88d8-466e-bb96-afac866d2fed"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:08:04.224474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970dc21-255b-4931-8619-07225761de5c service neutron] Pushing event updated for resources: {'Port': ['ID=8284a12e-88d8-466e-bb96-afac866d2fed,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:04.273183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-c64394f7-2dbb-4be1-8917-0de197368f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:04.275327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-c64394f7-2dbb-4be1-8917-0de197368f9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 1095 time: 0.0456944 Nov 23 15:08:04.327223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-dd56fc48-9cd1-43de-b70a-149d06a294b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8284a12e-88d8-466e-bb96-afac866d2fed HTTP/1.1" status: 200 len: 217 time: 0.0409865 Nov 23 15:08:04.328934 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3288e8-c2b1-460a-9f4a-5e935c4e4e4b x-openstack-request-id: req-de3288e8-c2b1-460a-9f4a-5e935c4e4e4b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:08:04.329220 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad9166e-12d8-4f0f-9499-dcd47eb93c10", "tag": "8284a12e-88d8-466e-bb96-afac866d2fed", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:08:04.329472 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de3288e8-c2b1-460a-9f4a-5e935c4e4e4b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:08:04.329866 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'tag': '8284a12e-88d8-466e-bb96-afac866d2fed', 'status': 'completed', 'code': 200} Nov 23 15:08:04.381930 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-5f2be46a-376e-4480-8a01-a8f80251a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:04.384280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-5f2be46a-376e-4480-8a01-a8f80251a1d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdd601b-d8d3-4029-b323-5c6634bfa058 HTTP/1.1" status: 200 len: 854 time: 0.0463548 Nov 23 15:08:04.419219 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-5a809b41-282f-4860-8a98-f01ed6891a08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8585fb4-3f31-4e51-a858-cf51e199206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272417 Nov 23 15:08:04.519903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-da6bb02b-9094-4f31-b1ec-66217599e3fb service neutron] 10.222.0.11 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906532 Nov 23 15:08:04.621736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-11ca62ac-2439-4ed5-8c04-32e57e8067bb req-a994121a-cdf8-400a-b9d8-f58983ce3749 service neutron] 10.222.0.11 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944808 Nov 23 15:08:04.704551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015261-fb00-403b-b172-ada7bae9b089 req-98325ce0-9ec8-4296-8962-28232b9fffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:04.706061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9015261-fb00-403b-b172-ada7bae9b089 req-98325ce0-9ec8-4296-8962-28232b9fffa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 1095 time: 0.0398915 Nov 23 15:08:04.796576 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015261-fb00-403b-b172-ada7bae9b089 req-f84a04f6-127e-4077-951d-4a52ec3c14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:04.798023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9015261-fb00-403b-b172-ada7bae9b089 req-f84a04f6-127e-4077-951d-4a52ec3c14f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 915 time: 0.0849309 Nov 23 15:08:04.839888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9015261-fb00-403b-b172-ada7bae9b089 req-06c83678-a51b-4b33-8f31-8e410147f6f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8284a12e-88d8-466e-bb96-afac866d2fed HTTP/1.1" status: 200 len: 217 time: 0.0339396 Nov 23 15:08:04.895204 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015261-fb00-403b-b172-ada7bae9b089 req-e3ac12fb-0301-4bf4-b3a0-8567800b01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:04.896618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9015261-fb00-403b-b172-ada7bae9b089 req-e3ac12fb-0301-4bf4-b3a0-8567800b01c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdd601b-d8d3-4029-b323-5c6634bfa058 HTTP/1.1" status: 200 len: 854 time: 0.0460479 Nov 23 15:08:04.927700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9015261-fb00-403b-b172-ada7bae9b089 req-dbeb2669-986f-4040-b9a3-887abf5e5e03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8585fb4-3f31-4e51-a858-cf51e199206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234492 Nov 23 15:08:05.050311 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9015261-fb00-403b-b172-ada7bae9b089 req-cf121cf0-fb52-4cd9-b13c-fba0246f2c75 service neutron] 10.222.0.11 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149292 Nov 23 15:08:05.061054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed000-7bf0-47dc-8b15-47c4c0727881 req-21042fea-cd02-4e54-aee1-ba4fa4d2a21c tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:05.062454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e56ed000-7bf0-47dc-8b15-47c4c0727881 req-21042fea-cd02-4e54-aee1-ba4fa4d2a21c tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 944 time: 0.0721436 Nov 23 15:08:05.160346 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e56ed000-7bf0-47dc-8b15-47c4c0727881 req-2c9d61e9-3a47-461e-a7ab-fc17a2c5eabb tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899887 Nov 23 15:08:05.179243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9015261-fb00-403b-b172-ada7bae9b089 req-f10accf2-b3a9-4f50-bf98-e332a4f6083b service neutron] 10.222.0.11 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157591 Nov 23 15:08:06.289640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a648-9ba3-4b2d-a143-eccd84cb4866 req-c61af1f3-b722-4965-9ba8-0942bdc87f98 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:06.291125 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42b0a648-9ba3-4b2d-a143-eccd84cb4866 req-c61af1f3-b722-4965-9ba8-0942bdc87f98 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 944 time: 0.0530157 Nov 23 15:08:06.337437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-42b0a648-9ba3-4b2d-a143-eccd84cb4866 req-18da01a1-3e94-44ba-b826-1a14a730f34f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Nov 23 15:08:07.003020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8284a12e-88d8-466e-bb96-afac866d2fed details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:08:07.094263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8284a12e-88d8-466e-bb96-afac866d2fed, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8284a12e-88d8-466e-bb96-afac866d2fed,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:07.108769 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': '8284a12e-88d8-466e-bb96-afac866d2fed', 'network_id': 'f8585fb4-3f31-4e51-a858-cf51e199206b', 'port_id': '8284a12e-88d8-466e-bb96-afac866d2fed', 'mac_address': 'fa:16:3e:6a:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdd601b-d8d3-4029-b323-5c6634bfa058', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:08:07.145376 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:07.157793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8284a12e-88d8-466e-bb96-afac866d2fed {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:08:07.176402 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8284a12e-88d8-466e-bb96-afac866d2fed, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8284a12e-88d8-466e-bb96-afac866d2fed,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:07.181100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:07.226633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8284a12e-88d8-466e-bb96-afac866d2fed,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:07.402433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['8284a12e-88d8-466e-bb96-afac866d2fed'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:08:07.452045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c38c6-ec3e-478d-8533-d55febd868f9 req-225e25a1-5cba-42ef-b0c7-d78eccfe5f5e tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:07.453729 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af6c38c6-ec3e-478d-8533-d55febd868f9 req-225e25a1-5cba-42ef-b0c7-d78eccfe5f5e tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 945 time: 0.0485489 Nov 23 15:08:07.500025 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af6c38c6-ec3e-478d-8533-d55febd868f9 req-7f81b5d6-850a-4818-b9c5-29f3bf005ce6 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Nov 23 15:08:08.614653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0181a-99ae-4bd6-92c1-e59c3f00c5b2 req-a07eb783-0e06-48c4-928e-7bb6166606bf tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:08.616172 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53e0181a-99ae-4bd6-92c1-e59c3f00c5b2 req-a07eb783-0e06-48c4-928e-7bb6166606bf tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Nov 23 15:08:08.666222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53e0181a-99ae-4bd6-92c1-e59c3f00c5b2 req-a75e0f07-7b22-4c76-ac0c-ca77ab30e857 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Nov 23 15:08:09.010659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8284a12e-88d8-466e-bb96-afac866d2fed up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:09.057846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port 8284a12e-88d8-466e-bb96-afac866d2fed completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:08:09.061784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port 8284a12e-88d8-466e-bb96-afac866d2fed triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:09.062156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:09.139190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:09.160825 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8284a12e-88d8-466e-bb96-afac866d2fed'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:08:09.163118 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1914801-9616-43ef-81dc-06795fb15f11" -d '{"events": [{"server_uuid": "8ad9166e-12d8-4f0f-9499-dcd47eb93c10", "name": "network-vif-plugged", "status": "completed", "tag": "8284a12e-88d8-466e-bb96-afac866d2fed"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:08:09.176795 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port 8284a12e-88d8-466e-bb96-afac866d2fed, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8284a12e-88d8-466e-bb96-afac866d2fed,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:09.181094 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:09.209756 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74bc360-f4a1-487f-9f7e-6b70a9b92155 x-openstack-request-id: req-e74bc360-f4a1-487f-9f7e-6b70a9b92155 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:08:09.210051 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad9166e-12d8-4f0f-9499-dcd47eb93c10", "name": "network-vif-plugged", "status": "completed", "tag": "8284a12e-88d8-466e-bb96-afac866d2fed", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:08:09.210305 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e74bc360-f4a1-487f-9f7e-6b70a9b92155 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:08:09.210713 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8284a12e-88d8-466e-bb96-afac866d2fed', 'code': 200} Nov 23 15:08:09.232383 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=8284a12e-88d8-466e-bb96-afac866d2fed,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:09.303500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce3ae8-6c5b-4c53-a7b3-36148e38a14c req-d8338d4f-84b3-4f97-98e9-0ca2202df063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:09.304908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4ce3ae8-6c5b-4c53-a7b3-36148e38a14c req-d8338d4f-84b3-4f97-98e9-0ca2202df063 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 1097 time: 0.0396101 Nov 23 15:08:09.350026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4ce3ae8-6c5b-4c53-a7b3-36148e38a14c req-d97a07fc-f098-4a2c-8c33-8166ae5c206d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Nov 23 15:08:09.379102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-06e6ebf0-a8a5-43d7-a8b0-f15d964c9cfa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463948 Nov 23 15:08:09.460263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-a44db5a7-17c6-43c1-a370-bd5fc1e7350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:09.462052 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-a44db5a7-17c6-43c1-a370-bd5fc1e7350e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 1096 time: 0.0415270 Nov 23 15:08:09.566368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-ac2b431c-2712-45b9-b602-beb0167f2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:09.567788 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-ac2b431c-2712-45b9-b602-beb0167f2238 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 915 time: 0.0865769 Nov 23 15:08:09.609014 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-922e436a-cb4f-4d32-a020-70246d7b7509 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c HTTP/1.1" status: 200 len: 217 time: 0.0335310 Nov 23 15:08:09.657401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-c416567c-8105-4e5c-b2b2-2ad1dc6a0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:09.658847 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-c416567c-8105-4e5c-b2b2-2ad1dc6a0d85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7fdd601b-d8d3-4029-b323-5c6634bfa058 HTTP/1.1" status: 200 len: 854 time: 0.0434389 Nov 23 15:08:09.690044 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-c43a4846-1681-49c8-897e-9a160a437a27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8585fb4-3f31-4e51-a858-cf51e199206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240934 Nov 23 15:08:09.780953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81aff4-3d6d-4dd0-8cff-ab9770891782 req-c2f421b9-aba6-427e-b876-0a3a324e2b1d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:09.782439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b81aff4-3d6d-4dd0-8cff-ab9770891782 req-c2f421b9-aba6-427e-b876-0a3a324e2b1d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 946 time: 0.0480406 Nov 23 15:08:09.783245 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-980b5889-996e-44c1-ac87-c55fc8cebab4 service neutron] 10.222.0.74 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862558 Nov 23 15:08:09.829523 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7b81aff4-3d6d-4dd0-8cff-ab9770891782 req-bc4e0615-26d9-4b32-82a5-5cc8470cd731 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Nov 23 15:08:09.875991 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-aea775ae-f975-4823-a7f1-9cdfef39725f req-223ad5e2-1c0f-4a40-8413-9b6a07d15d2f service neutron] 10.222.0.74 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855250 Nov 23 15:08:10.939421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-4456ceae-3df7-4876-8d23-17b4e0873be6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678580 Nov 23 15:08:10.959100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1978bc-f5be-4646-886f-b66d9c8ade99 req-dd8d3868-ebdf-4efd-9beb-b9e87b22b203 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:10.960686 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a1978bc-f5be-4646-886f-b66d9c8ade99 req-dd8d3868-ebdf-4efd-9beb-b9e87b22b203 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 946 time: 0.0577884 Nov 23 15:08:11.035629 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a1978bc-f5be-4646-886f-b66d9c8ade99 req-e41f8de1-14d7-4406-a68b-b222e6026e03 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Nov 23 15:08:11.046916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-5f0c6385-f354-43f3-ae66-39bba9944c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:11.048417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-5f0c6385-f354-43f3-ae66-39bba9944c1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1cea11ac6b384020b13860bf649a4a14&device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 1097 time: 0.0518467 Nov 23 15:08:11.157176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-f340afac-4cbb-4456-8c11-a86338433114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:11.159344 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-f340afac-4cbb-4456-8c11-a86338433114 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 200 len: 915 time: 0.0890450 Nov 23 15:08:11.207728 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-53fdda61-0825-42aa-9c0b-fc3b2b6aa443 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8284a12e-88d8-466e-bb96-afac866d2fed HTTP/1.1" status: 200 len: 217 time: 0.0396719 Nov 23 15:08:11.288962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-3729298b-d551-4301-90f1-cdb06a62102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:11.290970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-3729298b-d551-4301-90f1-cdb06a62102e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fdd601b-d8d3-4029-b323-5c6634bfa058 HTTP/1.1" status: 200 len: 854 time: 0.0748990 Nov 23 15:08:11.307724 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc2808-8300-4ad7-94cd-b8128f727c02 req-11960d17-1094-4bef-bf39-8477d4b23ee5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:11.309103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05bc2808-8300-4ad7-94cd-b8128f727c02 req-11960d17-1094-4bef-bf39-8477d4b23ee5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 946 time: 0.0639303 Nov 23 15:08:11.337500 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-33960168-e5ef-470a-85e5-0b5769df14d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8585fb4-3f31-4e51-a858-cf51e199206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381093 Nov 23 15:08:11.396155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05bc2808-8300-4ad7-94cd-b8128f727c02 req-5cc42050-7c9b-44a0-a4bf-cd14aa45d193 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800664 Nov 23 15:08:11.451603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-2b8a6d05-071d-4e71-b92b-3e7e1afe4f8d service neutron] 10.222.0.11 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051576 Nov 23 15:08:11.538978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dfb43cd-ab82-42c6-8af8-d111640a8ba8 req-3960ed20-f10f-4367-9d61-643ed36ed4f8 service neutron] 10.222.0.11 "GET /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787039 Nov 23 15:08:12.517998 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a10e9d-dd82-454a-b25e-6c61897da141 req-703ace83-2d9f-4594-86e5-420afb7aceaf tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:12.519475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46a10e9d-dd82-454a-b25e-6c61897da141 req-703ace83-2d9f-4594-86e5-420afb7aceaf tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 946 time: 0.0526788 Nov 23 15:08:12.564995 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46a10e9d-dd82-454a-b25e-6c61897da141 req-cc12fe05-075a-4ce1-ab03-7ab2c6decf87 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Nov 23 15:08:12.655673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-107f0a3f-15e5-4645-8e82-d9650f94fd32 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:12.657096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-107f0a3f-15e5-4645-8e82-d9650f94fd32 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ad9166e-12d8-4f0f-9499-dcd47eb93c10 HTTP/1.1" status: 200 len: 946 time: 0.0476563 Nov 23 15:08:12.742672 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Deleting port 8284a12e-88d8-466e-bb96-afac866d2fed {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:12.742982 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:12.831718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] For port 8284a12e-88d8-466e-bb96-afac866d2fed, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=8284a12e-88d8-466e-bb96-afac866d2fed,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:12.832080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:12.844272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Calling delete_port for 8284a12e-88d8-466e-bb96-afac866d2fed owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:12.972069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:12.985061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['169dd1c1-e47b-41c9-b3e2-0483131e084c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:08:12.988248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['8284a12e-88d8-466e-bb96-afac866d2fed'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:08:13.005202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Pushing event deleted for resources: {'Port': ['ID=8284a12e-88d8-466e-bb96-afac866d2fed,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:13.053352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] No DVR routers for this DVR port 8284a12e-88d8-466e-bb96-afac866d2fed on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:13.056624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:13.059968 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dcbb1e0a-f55a-4e29-b8e8-1654775bba06 req-27b56fda-cf4e-4b87-8c9a-0662ebd268a5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.11 "DELETE /v2.0/ports/8284a12e-88d8-466e-bb96-afac866d2fed HTTP/1.1" status: 204 len: 173 time: 0.3962710 Nov 23 15:08:13.060409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'name': 'network-vif-deleted', 'tag': '8284a12e-88d8-466e-bb96-afac866d2fed'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:08:13.062671 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f460a2-8e94-47e1-8b68-3ff40661be3c" -d '{"events": [{"server_uuid": "8ad9166e-12d8-4f0f-9499-dcd47eb93c10", "name": "network-vif-deleted", "tag": "8284a12e-88d8-466e-bb96-afac866d2fed"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:08:13.102771 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc9831-b108-40fb-93ca-a177ccd3a9d2 x-openstack-request-id: req-65dc9831-b108-40fb-93ca-a177ccd3a9d2 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:08:13.103113 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad9166e-12d8-4f0f-9499-dcd47eb93c10", "name": "network-vif-deleted", "tag": "8284a12e-88d8-466e-bb96-afac866d2fed", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:08:13.103370 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65dc9831-b108-40fb-93ca-a177ccd3a9d2 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:08:13.103798 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad9166e-12d8-4f0f-9499-dcd47eb93c10', 'name': 'network-vif-deleted', 'tag': '8284a12e-88d8-466e-bb96-afac866d2fed', 'status': 'completed', 'code': 200} Nov 23 15:08:13.718637 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db8c54-1a3b-45d5-a77c-91b5bf15330e req-9cf04f52-a89a-42b1-b41c-7bc6780fa016 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:13.720061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53db8c54-1a3b-45d5-a77c-91b5bf15330e req-9cf04f52-a89a-42b1-b41c-7bc6780fa016 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Nov 23 15:08:13.765410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53db8c54-1a3b-45d5-a77c-91b5bf15330e req-371a7529-e3a7-425f-821b-f9696c462010 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393846 Nov 23 15:08:13.893582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2688424-d624-4e75-9b55-d9293e3d19f2 req-932f45e0-1772-40d9-b5eb-f41828baf28b tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:13.895059 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2688424-d624-4e75-9b55-d9293e3d19f2 req-932f45e0-1772-40d9-b5eb-f41828baf28b tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0474868 Nov 23 15:08:13.941327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2688424-d624-4e75-9b55-d9293e3d19f2 req-bae64364-ddbf-4ef1-aa92-8c4e9739c1bc tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Nov 23 15:08:14.054170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bab251-bb2b-4fa4-a482-9ca6f5985944 req-7952e127-1bbf-408a-965f-49b081af0c5d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:14.056140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9bab251-bb2b-4fa4-a482-9ca6f5985944 req-7952e127-1bbf-408a-965f-49b081af0c5d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0466254 Nov 23 15:08:14.105912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f9bab251-bb2b-4fa4-a482-9ca6f5985944 req-e98fb91e-6fdc-45bc-aece-e8705514186a tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Nov 23 15:08:14.269344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2c485-e1e9-46e5-95af-efc035b536a6 req-9d73bcdc-71c7-4ab6-b28e-5d65613829df tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:14.270792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90e2c485-e1e9-46e5-95af-efc035b536a6 req-9d73bcdc-71c7-4ab6-b28e-5d65613829df tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0474663 Nov 23 15:08:14.316097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-90e2c485-e1e9-46e5-95af-efc035b536a6 req-5df95165-3c0e-457d-afe1-7c1f002fac86 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Nov 23 15:08:14.428375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafd68-4a80-4757-ab9e-e9afe6ea540f req-11c8bda7-3cb3-416a-b07a-e02f1db7be57 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:14.430434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1efafd68-4a80-4757-ab9e-e9afe6ea540f req-11c8bda7-3cb3-416a-b07a-e02f1db7be57 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0472279 Nov 23 15:08:14.477044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1efafd68-4a80-4757-ab9e-e9afe6ea540f req-d9d7ce9c-1a9e-48b0-b856-fd5e6230b4f3 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Nov 23 15:08:14.602246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827751-56d0-47f7-b9ff-daac68a71cf0 req-1cdb28fe-6f8f-49b3-8508-93c5ae627d90 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:14.603748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2827751-56d0-47f7-b9ff-daac68a71cf0 req-1cdb28fe-6f8f-49b3-8508-93c5ae627d90 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0521700 Nov 23 15:08:14.649945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a2827751-56d0-47f7-b9ff-daac68a71cf0 req-ebae049d-69ad-4626-b2e0-f7ab27429344 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Nov 23 15:08:14.943393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a648e-1441-442e-a63a-3c68f6f9dfa3 req-b11df626-c1cb-4cb0-894b-106422870392 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:14.944842 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb9a648e-1441-442e-a63a-3c68f6f9dfa3 req-b11df626-c1cb-4cb0-894b-106422870392 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Nov 23 15:08:14.991603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb9a648e-1441-442e-a63a-3c68f6f9dfa3 req-f9c2cd6e-a137-4cd8-b5ad-e767b41a4f5c tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Nov 23 15:08:15.258870 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:08:16.112851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d886a-3b6c-464d-8a7b-492010d07613 req-f4c13050-4275-4642-a803-1b42cb329d25 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:16.114315 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c5d886a-3b6c-464d-8a7b-492010d07613 req-f4c13050-4275-4642-a803-1b42cb329d25 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0518558 Nov 23 15:08:16.160709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c5d886a-3b6c-464d-8a7b-492010d07613 req-a7262fed-e4f2-4e8a-a5fb-e5388ab3001d tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.46 "GET /v2.0/security-groups?id=f11de94d-d685-4448-b5f1-7af768c3956b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Nov 23 15:08:16.243174 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-35273297-a790-4e56-b779-675413e42aa5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:16.244634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-35273297-a790-4e56-b779-675413e42aa5 tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.74 "GET /v2.0/ports?device_id=bdee605e-ef07-470b-a363-ef630a72b747 HTTP/1.1" status: 200 len: 945 time: 0.0478258 Nov 23 15:08:16.330021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Deleting port 169dd1c1-e47b-41c9-b3e2-0483131e084c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:16.330286 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:16.417094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] For port 169dd1c1-e47b-41c9-b3e2-0483131e084c, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=169dd1c1-e47b-41c9-b3e2-0483131e084c,segment=NetworkSegment(e4af8375-eca4-4fa9-824a-7b1c77b4d1b1),segment_id=e4af8375-eca4-4fa9-824a-7b1c77b4d1b1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:16.417450 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:16.428726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Calling delete_port for 169dd1c1-e47b-41c9-b3e2-0483131e084c owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:16.556134 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:16.567644 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['169dd1c1-e47b-41c9-b3e2-0483131e084c'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:08:16.584553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Pushing event deleted for resources: {'Port': ['ID=169dd1c1-e47b-41c9-b3e2-0483131e084c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:16.625127 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] No DVR routers for this DVR port 169dd1c1-e47b-41c9-b3e2-0483131e084c on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:16.627872 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:16.631420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-52e4d719-a860-42a4-b8c8-b51d1445d540 req-1dec6917-3c66-4b17-ab02-0e2fcd05228f tempest-ServersNegativeTestJSON-1844454523 tempest-ServersNegativeTestJSON-1844454523-project] 10.222.0.74 "DELETE /v2.0/ports/169dd1c1-e47b-41c9-b3e2-0483131e084c HTTP/1.1" status: 204 len: 173 time: 0.3808074 Nov 23 15:08:16.631861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdee605e-ef07-470b-a363-ef630a72b747', 'name': 'network-vif-deleted', 'tag': '169dd1c1-e47b-41c9-b3e2-0483131e084c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:08:16.634164 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82e8cf-e681-4534-b7d3-43a661b20c4d" -d '{"events": [{"server_uuid": "bdee605e-ef07-470b-a363-ef630a72b747", "name": "network-vif-deleted", "tag": "169dd1c1-e47b-41c9-b3e2-0483131e084c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:08:16.672937 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e95e7-d2f5-48d8-88d2-46ce411f9a14 x-openstack-request-id: req-852e95e7-d2f5-48d8-88d2-46ce411f9a14 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:08:16.673233 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdee605e-ef07-470b-a363-ef630a72b747", "name": "network-vif-deleted", "tag": "169dd1c1-e47b-41c9-b3e2-0483131e084c", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:08:16.673500 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-852e95e7-d2f5-48d8-88d2-46ce411f9a14 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:08:16.673903 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdee605e-ef07-470b-a363-ef630a72b747', 'name': 'network-vif-deleted', 'tag': '169dd1c1-e47b-41c9-b3e2-0483131e084c', 'status': 'completed', 'code': 200} Nov 23 15:08:17.036642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8284a12e-88d8-466e-bb96-afac866d2fed no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:08:17.057982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: 8284a12e-88d8-466e-bb96-afac866d2fed {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:08:17.058326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device 8284a12e-88d8-466e-bb96-afac866d2fed not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:08:17.216681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36968) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:17.259590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] Deleting subnet 7fdd601b-d8d3-4029-b323-5c6634bfa058 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:08:17.262500 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.296422 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.338968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.396714 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.423430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdd601b-d8d3-4029-b323-5c6634bfa058,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:17.428453 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.431640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-803d9b08-3711-48a1-921a-200a053cc3b9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7fdd601b-d8d3-4029-b323-5c6634bfa058 HTTP/1.1" status: 204 len: 168 time: 0.2139792 Nov 23 15:08:17.434164 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36970) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:17.499216 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.578758 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.598345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8585fb4-3f31-4e51-a858-cf51e199206b']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:17.607377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:17.607671 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4af8375-eca4-4fa9-824a-7b1c77b4d1b1') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:17.616654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.629306 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.635436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:17.635809 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:17.637397 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:17.692101 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.697948 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.701595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] 10.222.0.46 "DELETE /v2.0/networks/f8585fb4-3f31-4e51-a858-cf51e199206b HTTP/1.1" status: 204 len: 168 time: 0.2663019 Nov 23 15:08:17.713076 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989eb440-cc0f-4ad6-aafc-751900cedb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8585fb4-3f31-4e51-a858-cf51e199206b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:17.806017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36974) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:17.845066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fed4f594-57b0-441d-bb42-b73d1b6bc33a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cea11ac6b384020b13860bf649a4a14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378575 Nov 23 15:08:17.847347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36976) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:17.894729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-951702b7-7b33-454e-929a-e3534509ec60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.914774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-951702b7-7b33-454e-929a-e3534509ec60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.959807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-951702b7-7b33-454e-929a-e3534509ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.962406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-951702b7-7b33-454e-929a-e3534509ec60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:17.963600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-951702b7-7b33-454e-929a-e3534509ec60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f11de94d-d685-4448-b5f1-7af768c3956b HTTP/1.1" status: 204 len: 168 time: 0.1152928 Nov 23 15:08:17.971083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951702b7-7b33-454e-929a-e3534509ec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11de94d-d685-4448-b5f1-7af768c3956b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:18.640288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 36998) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:18.736019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1422001265'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:18.757281 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:18.761618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:18.769899 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:18.849378 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:18.853188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:18.880941 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:18.887842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de6f59-e6af-4045-9f3e-abe5a2f95fd7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:18.893664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:18.893998 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Added segment 9da6d03a-19d4-4c75-b68f-e33fb56e1a07 of type vlan for network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 Nov 23 15:08:18.934006 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:18.957524 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:18.963177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:18.963748 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:19.000985 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3595939 Nov 23 15:08:19.033462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f8282-3fb7-4f33-84f0-0d94422f7ba4 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Network': ['ID=ba70a5ca-4c4c-429f-9d32-c5230a3981e4,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:19.044898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:20.483409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 169dd1c1-e47b-41c9-b3e2-0483131e084c no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:08:20.503351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 169dd1c1-e47b-41c9-b3e2-0483131e084c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:08:20.503694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 169dd1c1-e47b-41c9-b3e2-0483131e084c not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:08:22.333462 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37002) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:22.338568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'subnet': {'network_id': 'ba70a5ca-4c4c-429f-9d32-c5230a3981e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:22.423618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:22.427127 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.604300 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.662003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Subnet': ['ID=55a0135f-f116-4abc-b76d-f7f382b7e4a2,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:22.670423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Checking segment: {'id': '9da6d03a-19d4-4c75-b68f-e33fb56e1a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ba70a5ca-4c4c-429f-9d32-c5230a3981e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:22.670784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network hostable DHCP agents. Network: ba70a5ca-4c4c-429f-9d32-c5230a3981e4, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:22.686820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:22.695840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, ba70a5ca-4c4c-429f-9d32-c5230a3981e4) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:22.699860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:22.700476 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.705528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c134ea9-ebb0-4d87-9420-d7018bec1c5e None None] Network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:22.718951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-70a091f4-20ae-4dca-9248-63b098f07cd9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3821571 Nov 23 15:08:22.720360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:22.725335 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834101098'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:22.746714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:22.750178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.774471 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:22.783755 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.784109 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Added segment e4e92944-7483-411c-9f98-8f803120060d of type vlan for network 6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99 Nov 23 15:08:22.831702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.849415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-ba70a5ca-4c4c-429f-9d32-c5230a3981e4', 'network_id': 'ba70a5ca-4c4c-429f-9d32-c5230a3981e4', 'tenant_id': '11bc742f28da4a2d9bc80057475c0ff0', 'fixed_ips': [{'subnet_id': '55a0135f-f116-4abc-b76d-f7f382b7e4a2'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:22.850316 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.860404 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.866063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:22.866644 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:22.901519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1800575 Nov 23 15:08:22.904451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37006) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:22.909459 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'subnet': {'network_id': '6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:22.962516 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Network': ['ID=6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:22.976011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.976396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.976741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.977078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.977413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.977747 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.978076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.978402 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.978739 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.979071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.979392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:22.979711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bed1a0-e578-4514-a4cd-9b01a7ca74e9 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.047330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:23.051009 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.121608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:23.193093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Allocated IP 2001:db8:0:ffff::2 (ba70a5ca-4c4c-429f-9d32-c5230a3981e4/55a0135f-f116-4abc-b76d-f7f382b7e4a2/6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:23.250524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.309741 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Subnet': ['ID=d1400006-a4a3-41ef-9443-2361934a7b10,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:23.323728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Checking segment: {'id': 'e4e92944-7483-411c-9f98-8f803120060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:23.324102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network hostable DHCP agents. Network: 6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:23.344602 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network 6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:23.347137 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.352955 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.353878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:23.358181 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:23.358863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.375743 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-27545e58-1427-4b7e-8e4b-d2c7d8819056 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4701705 Nov 23 15:08:23.378394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:23.383173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947fb96-164e-4608-aa9f-8f13c7fc455e None None] Network 6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:23.425587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:23.431571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:23.434214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:23.439261 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Pushing event updated for resources: {'Port': ['ID=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:23.477243 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.498181 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.498531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.498876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.499241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.499577 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.499907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.500236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.500614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.500887 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.501211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.501536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.501858 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:23.551072 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.555868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Attempting to bind port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:23.556248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Attempting to bind port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '9da6d03a-19d4-4c75-b68f-e33fb56e1a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ba70a5ca-4c4c-429f-9d32-c5230a3981e4'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:23.556616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Attempting to bind port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 on network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:23.581532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:23.581906 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Checking segment: {'id': '9da6d03a-19d4-4c75-b68f-e33fb56e1a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ba70a5ca-4c4c-429f-9d32-c5230a3981e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:23.582338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.582738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Bound using segment: {'id': '9da6d03a-19d4-4c75-b68f-e33fb56e1a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ba70a5ca-4c4c-429f-9d32-c5230a3981e4'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:23.583257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Bound port: 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da6d03a-19d4-4c75-b68f-e33fb56e1a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ba70a5ca-4c4c-429f-9d32-c5230a3981e4'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:23.583647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.615902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.646742 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Subnet': ['ID=d1400006-a4a3-41ef-9443-2361934a7b10,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:23.671938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db7b9c-90af-4799-90e3-e0c755fb3492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99', 'network_id': '6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99', 'tenant_id': '11bc742f28da4a2d9bc80057475c0ff0', 'fixed_ips': [{'subnet_id': 'd1400006-a4a3-41ef-9443-2361934a7b10'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:23.673415 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c1db7b9c-90af-4799-90e3-e0c755fb3492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.698118 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] For port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:23.705972 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.718395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] For port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,segment=NetworkSegment(9da6d03a-19d4-4c75-b68f-e33fb56e1a07),segment_id=9da6d03a-19d4-4c75-b68f-e33fb56e1a07)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:23.727649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:23.737021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e92944-7483-411c-9f98-8f803120060d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:23.737314 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e92944-7483-411c-9f98-8f803120060d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:23.746373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.759235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.765183 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.765731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:23.766131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:23.769919 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:23.801567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26283011-969a-4680-8bf9-137add31e062 None None] Network 6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:23.834473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.844094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.847446 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99 HTTP/1.1" status: 204 len: 168 time: 0.4681077 Nov 23 15:08:23.851153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37010) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:23.858003 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f65459-7e30-4eba-afae-bcfff258f99f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Network': ['ID=6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:23.859410 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-911590395'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:23.882075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:23.885657 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.902299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b77ad-df83-485a-bca8-1c9a51dec034 None None] Pushing event updated for resources: {'Port': ['ID=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:23.916377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:23.927338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:23.927874 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Added segment 14917599-3c77-4c79-b381-6b87cb5a6275 of type vlan for network f30c9712-cd7e-44a4-b942-deb280125707 Nov 23 15:08:23.971480 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.001132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.011702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:24.012286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.062253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2051752 Nov 23 15:08:24.062460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37012) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:24.066862 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'subnet': {'network_id': 'f30c9712-cd7e-44a4-b942-deb280125707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:24.091953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce116905-75c1-40fc-8bf3-d504ea72e562 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Network': ['ID=f30c9712-cd7e-44a4-b942-deb280125707,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:24.102684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network f30c9712-cd7e-44a4-b942-deb280125707 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:24.183503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:24.187377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.219020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:24.254146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Performing IP validity checks on allocation pools {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 15:08:24.254593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103345) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 15:08:24.264231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.278618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:24.279017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.356192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.375523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.391565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,segment=NetworkSegment(9da6d03a-19d4-4c75-b68f-e33fb56e1a07),segment_id=9da6d03a-19d4-4c75-b68f-e33fb56e1a07)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:24.396842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.443632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Subnet': ['ID=19598b1b-7239-440a-a244-f74e10d809f4,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:24.447233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:24.452966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Checking segment: {'id': '14917599-3c77-4c79-b381-6b87cb5a6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'f30c9712-cd7e-44a4-b942-deb280125707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:24.453358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network hostable DHCP agents. Network: f30c9712-cd7e-44a4-b942-deb280125707, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:24.468955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network f30c9712-cd7e-44a4-b942-deb280125707 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:24.477239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, f30c9712-cd7e-44a4-b942-deb280125707) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:24.481372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:24.481899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.487707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432cac1c-e015-4450-a0ba-155fb30e93ac None None] Network f30c9712-cd7e-44a4-b942-deb280125707 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:24.503411 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5aa51448-0d9b-4e34-a7d0-a7db89efee99 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4404716 Nov 23 15:08:24.503957 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37014) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:24.620361 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.647778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-f30c9712-cd7e-44a4-b942-deb280125707', 'network_id': 'f30c9712-cd7e-44a4-b942-deb280125707', 'tenant_id': '11bc742f28da4a2d9bc80057475c0ff0', 'fixed_ips': [{'subnet_id': '19598b1b-7239-440a-a244-f74e10d809f4'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:24.648726 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.703306 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:24.791442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Allocated IP 2001:db8::3 (f30c9712-cd7e-44a4-b942-deb280125707/19598b1b-7239-440a-a244-f74e10d809f4/dd56b6e5-cb21-44be-a82f-7f1a00318e43) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:24.869686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb929f2-ea23-4fbb-8456-06c0aa433385 None None] Network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:24.973215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-676b13b3-9103-44df-813b-6275387bb156 None None] Provisioning complete for port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:24.973580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-676b13b3-9103-44df-813b-6275387bb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.033912 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.042950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.056507 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.087870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Subnet': ['ID=19598b1b-7239-440a-a244-f74e10d809f4,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:25.123488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Network f30c9712-cd7e-44a4-b942-deb280125707 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:25.131936 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:25.151801 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:25.154612 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Pushing event updated for resources: {'Port': ['ID=dd56b6e5-cb21-44be-a82f-7f1a00318e43,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:25.163290 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.184456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30c9712-cd7e-44a4-b942-deb280125707']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:25.194934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14917599-3c77-4c79-b381-6b87cb5a6275') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:25.195272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14917599-3c77-4c79-b381-6b87cb5a6275') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:25.208242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.222447 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.229092 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:25.229479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:25.232433 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:25.251578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Attempting to bind port dd56b6e5-cb21-44be-a82f-7f1a00318e43 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:25.251949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Attempting to bind port dd56b6e5-cb21-44be-a82f-7f1a00318e43 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '14917599-3c77-4c79-b381-6b87cb5a6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'f30c9712-cd7e-44a4-b942-deb280125707'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:25.252306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Attempting to bind port dd56b6e5-cb21-44be-a82f-7f1a00318e43 on network f30c9712-cd7e-44a4-b942-deb280125707 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:25.257579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:25.257960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Checking segment: {'id': '14917599-3c77-4c79-b381-6b87cb5a6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'f30c9712-cd7e-44a4-b942-deb280125707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:25.258362 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.258753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Bound using segment: {'id': '14917599-3c77-4c79-b381-6b87cb5a6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'f30c9712-cd7e-44a4-b942-deb280125707'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:25.259967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Bound port: dd56b6e5-cb21-44be-a82f-7f1a00318e43, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14917599-3c77-4c79-b381-6b87cb5a6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'f30c9712-cd7e-44a4-b942-deb280125707'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:25.260355 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.296873 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 15:08:25.296873 n-d-818503-2 neutron-server[103346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 15:08:25.296873 n-d-818503-2 neutron-server[103346]: [parameters: {'id': 'f30c9712-cd7e-44a4-b942-deb280125707'}] Nov 23 15:08:25.296873 n-d-818503-2 neutron-server[103346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 15:08:25.297284 n-d-818503-2 neutron-server[103346]: DEBUG oslo_db.api [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 15:08:25.325079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] For port dd56b6e5-cb21-44be-a82f-7f1a00318e43, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:25.328830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] For port dd56b6e5-cb21-44be-a82f-7f1a00318e43, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dd56b6e5-cb21-44be-a82f-7f1a00318e43,segment=NetworkSegment(14917599-3c77-4c79-b381-6b87cb5a6275),segment_id=14917599-3c77-4c79-b381-6b87cb5a6275)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:25.332814 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.423233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafd6ef-1d3e-4878-a6d5-c8c42e3b57f9 None None] Pushing event updated for resources: {'Port': ['ID=dd56b6e5-cb21-44be-a82f-7f1a00318e43,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:25.437314 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3880bc-2ad9-406c-ae8b-2d42af350b85 None None] Network f30c9712-cd7e-44a4-b942-deb280125707 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:25.564132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cea815-9846-40d3-9a48-022f35eabbdc None None] get_active_networks_info from n-d-818503-2 {{(pid=103347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 15:08:25.599069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-cfbd1e5f-30c7-459b-9e48-e03a90a088dc None None] Provisioning complete for port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:25.599444 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cfbd1e5f-30c7-459b-9e48-e03a90a088dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.669202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cea815-9846-40d3-9a48-022f35eabbdc None None] Resources bound (agent type, host, resource id): {{(pid=103347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 15:08:25.798618 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.852287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Deleting port dd56b6e5-cb21-44be-a82f-7f1a00318e43 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:25.852533 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.922618 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] For port dd56b6e5-cb21-44be-a82f-7f1a00318e43, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=dd56b6e5-cb21-44be-a82f-7f1a00318e43,segment=NetworkSegment(14917599-3c77-4c79-b381-6b87cb5a6275),segment_id=14917599-3c77-4c79-b381-6b87cb5a6275)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:25.923011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:25.935667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Calling delete_port for dd56b6e5-cb21-44be-a82f-7f1a00318e43 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:26.013543 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.036093 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Port': ['ID=dd56b6e5-cb21-44be-a82f-7f1a00318e43,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:26.041574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No DVR routers for this DVR port dd56b6e5-cb21-44be-a82f-7f1a00318e43 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:26.120449 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.140785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30c9712-cd7e-44a4-b942-deb280125707']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:26.150303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14917599-3c77-4c79-b381-6b87cb5a6275') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:26.150595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14917599-3c77-4c79-b381-6b87cb5a6275') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:26.161316 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.173863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:26.174420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.180554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:26.180940 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:26.183941 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:26.228490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:26.228856 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.244214 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.249540 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.253148 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/f30c9712-cd7e-44a4-b942-deb280125707 HTTP/1.1" status: 204 len: 168 time: 1.7477641 Nov 23 15:08:26.256661 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37016) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:26.262199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600050307'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:26.268286 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d71315-e858-4269-b7de-d24b7b43c735 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Network': ['ID=f30c9712-cd7e-44a4-b942-deb280125707,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:26.282886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:26.286513 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.311474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:26.320461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.320814 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Added segment 461f079f-6ac3-4035-a4d2-b93b934955ff of type vlan for network c717f1cf-3281-4eec-935a-0b36bba0169d Nov 23 15:08:26.359491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.382266 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.387787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:26.388368 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.425037 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1672986 Nov 23 15:08:26.427873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:26.433143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'subnet': {'network_id': 'c717f1cf-3281-4eec-935a-0b36bba0169d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:26.475185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb6bac-318d-474f-b339-0630e5b2d511 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Network': ['ID=c717f1cf-3281-4eec-935a-0b36bba0169d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:26.487962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network c717f1cf-3281-4eec-935a-0b36bba0169d details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:26.553655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:26.557617 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.733585 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.806980 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Subnet': ['ID=f9c424f0-9e0c-4f06-bd6d-ac6c8e02f5ba,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:26.815730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Checking segment: {'id': '461f079f-6ac3-4035-a4d2-b93b934955ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c717f1cf-3281-4eec-935a-0b36bba0169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:26.816097 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network hostable DHCP agents. Network: c717f1cf-3281-4eec-935a-0b36bba0169d, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:26.832547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network c717f1cf-3281-4eec-935a-0b36bba0169d is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:26.837023 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c7fa976f-b8da-44da-a247-426b93f0c1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.841738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, c717f1cf-3281-4eec-935a-0b36bba0169d) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:26.845612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:26.846196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.851108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757b93fb-fc63-45c6-babc-dd9abd7cb910 None None] Network c717f1cf-3281-4eec-935a-0b36bba0169d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:26.862624 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d83b9d4f-0c01-4d08-9d23-08ca52f52e9f tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4337602 Nov 23 15:08:26.866245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37020) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:26.875988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078636195'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:26.897647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:26.901703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.925361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:26.934038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.934383 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Added segment 4ff86ef9-d1b9-43e6-80dc-40d52e4c9fbe of type vlan for network db79ece4-4aba-4ffc-8fa9-d4be204812e4 Nov 23 15:08:26.973727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:26.999543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.005545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:27.006199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.049149 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1818354 Nov 23 15:08:27.052681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37022) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:27.082109 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Request body: {'subnet': {'network_id': 'db79ece4-4aba-4ffc-8fa9-d4be204812e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:27.103309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380805e2-bdf7-44af-adbd-d62f826acb7a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Network': ['ID=db79ece4-4aba-4ffc-8fa9-d4be204812e4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:27.152035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network db79ece4-4aba-4ffc-8fa9-d4be204812e4 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:27.167809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-c717f1cf-3281-4eec-935a-0b36bba0169d', 'network_id': 'c717f1cf-3281-4eec-935a-0b36bba0169d', 'tenant_id': '11bc742f28da4a2d9bc80057475c0ff0', 'fixed_ips': [{'subnet_id': 'f9c424f0-9e0c-4f06-bd6d-ac6c8e02f5ba'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:27.168666 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.190576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Made reservation on behalf of 11bc742f28da4a2d9bc80057475c0ff0 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:27.194128 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.344680 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Allocated IP 2001:db8::2 (c717f1cf-3281-4eec-935a-0b36bba0169d/f9c424f0-9e0c-4f06-bd6d-ac6c8e02f5ba/3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:27.380207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.445787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event updated for resources: {'Subnet': ['ID=129b4808-7447-4410-a642-91bdb006aea0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:27.448962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Checking segment: {'id': '4ff86ef9-d1b9-43e6-80dc-40d52e4c9fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'db79ece4-4aba-4ffc-8fa9-d4be204812e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:27.449328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network hostable DHCP agents. Network: db79ece4-4aba-4ffc-8fa9-d4be204812e4, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:27.467061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Network db79ece4-4aba-4ffc-8fa9-d4be204812e4 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:27.476050 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, db79ece4-4aba-4ffc-8fa9-d4be204812e4) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:27.480175 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:27.480783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.488413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68613817-4b10-4ccd-9b33-6ba90ac8328c None None] Network db79ece4-4aba-4ffc-8fa9-d4be204812e4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:27.497578 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2caf4c8e-7282-4e17-92ce-2b4a9f4d30a0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4442346 Nov 23 15:08:27.501076 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37024) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:27.505069 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.519210 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.597955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Network c717f1cf-3281-4eec-935a-0b36bba0169d is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:27.604689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:27.608859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:27.612903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Pushing event updated for resources: {'Port': ['ID=3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:27.621814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.677996 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.689532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.710673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Attempting to bind port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:27.711071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Attempting to bind port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '461f079f-6ac3-4035-a4d2-b93b934955ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c717f1cf-3281-4eec-935a-0b36bba0169d'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:27.711453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Attempting to bind port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f on network c717f1cf-3281-4eec-935a-0b36bba0169d {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:27.721180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:27.721558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Checking segment: {'id': '461f079f-6ac3-4035-a4d2-b93b934955ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c717f1cf-3281-4eec-935a-0b36bba0169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:27.721958 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.722351 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Bound using segment: {'id': '461f079f-6ac3-4035-a4d2-b93b934955ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c717f1cf-3281-4eec-935a-0b36bba0169d'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:27.722819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Bound port: 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461f079f-6ac3-4035-a4d2-b93b934955ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c717f1cf-3281-4eec-935a-0b36bba0169d'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:27.723228 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.742861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.778143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Subnet': ['ID=129b4808-7447-4410-a642-91bdb006aea0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:27.811101 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec2fab-5276-47cc-bf00-210c84c6cc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-db79ece4-4aba-4ffc-8fa9-d4be204812e4', 'network_id': 'db79ece4-4aba-4ffc-8fa9-d4be204812e4', 'tenant_id': '11bc742f28da4a2d9bc80057475c0ff0', 'fixed_ips': [{'subnet_id': '129b4808-7447-4410-a642-91bdb006aea0'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:27.811965 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9eec2fab-5276-47cc-bf00-210c84c6cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.820706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] For port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:27.839265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.841508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] For port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f,segment=NetworkSegment(461f079f-6ac3-4035-a4d2-b93b934955ff),segment_id=461f079f-6ac3-4035-a4d2-b93b934955ff)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:27.849691 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.862534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db79ece4-4aba-4ffc-8fa9-d4be204812e4']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:27.872578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff86ef9-d1b9-43e6-80dc-40d52e4c9fbe') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:27.872882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff86ef9-d1b9-43e6-80dc-40d52e4c9fbe') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:27.882278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.896216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.902802 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:27.903620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:27.908743 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:27.960074 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6102ad0-fa25-4f88-833b-c1506372cb50 None None] Pushing event updated for resources: {'Port': ['ID=3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:27.964122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573af65-3061-4d13-842e-974868df0a88 None None] Network db79ece4-4aba-4ffc-8fa9-d4be204812e4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:27.983095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.001193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.007776 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/db79ece4-4aba-4ffc-8fa9-d4be204812e4 HTTP/1.1" status: 204 len: 168 time: 0.5026636 Nov 23 15:08:28.009115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37026) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:28.015430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfd241-71ed-4b6f-b474-8429e1747d96 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Network': ['ID=db79ece4-4aba-4ffc-8fa9-d4be204812e4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:28.044604 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8d8658-a663-4c4c-ab84-48e95b6e5ede tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] GET failed (client error): The resource could not be found. Nov 23 15:08:28.046284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dc8d8658-a663-4c4c-ab84-48e95b6e5ede tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "GET /v2.0/subnets/129b4808-7447-4410-a642-91bdb006aea0 HTTP/1.1" status: 404 len: 337 time: 0.0345573 Nov 23 15:08:28.049222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37028) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:28.067795 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d34efab-0587-427d-b841-c966e60dab29 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] DELETE failed (client error): The resource could not be found. Nov 23 15:08:28.068295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d34efab-0587-427d-b841-c966e60dab29 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 15:08:28.071892 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d34efab-0587-427d-b841-c966e60dab29 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/db79ece4-4aba-4ffc-8fa9-d4be204812e4 HTTP/1.1" status: 404 len: 339 time: 0.0217278 Nov 23 15:08:28.076524 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37030) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:28.102151 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a247d03-b5bf-4ebb-8531-d5536373881a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] DELETE failed (client error): The resource could not be found. Nov 23 15:08:28.102513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a247d03-b5bf-4ebb-8531-d5536373881a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 15:08:28.105494 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8a247d03-b5bf-4ebb-8531-d5536373881a tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/subnets/129b4808-7447-4410-a642-91bdb006aea0 HTTP/1.1" status: 404 len: 337 time: 0.0280125 Nov 23 15:08:28.108160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37032) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:28.126845 n-d-818503-2 neutron-server[103346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d4eac9-05d5-4a55-aee6-a9b7dc9aa7b3 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] DELETE failed (client error): The resource could not be found. Nov 23 15:08:28.127396 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d4eac9-05d5-4a55-aee6-a9b7dc9aa7b3 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 15:08:28.130405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f7d4eac9-05d5-4a55-aee6-a9b7dc9aa7b3 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/db79ece4-4aba-4ffc-8fa9-d4be204812e4 HTTP/1.1" status: 404 len: 339 time: 0.0212908 Nov 23 15:08:28.133095 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37034) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:28.211804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Deleting subnet f9c424f0-9e0c-4f06-bd6d-ac6c8e02f5ba {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:08:28.215492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.265408 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.362607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.422218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.436254 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.439600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/subnets/f9c424f0-9e0c-4f06-bd6d-ac6c8e02f5ba HTTP/1.1" status: 204 len: 168 time: 0.3054953 Nov 23 15:08:28.442203 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37036) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:28.457272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563ce7-e2e2-4d00-b507-ffa46597280e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c424f0-9e0c-4f06-bd6d-ac6c8e02f5ba,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:28.535133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.594307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Deleting port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:28.594659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.678514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] For port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f,segment=NetworkSegment(461f079f-6ac3-4035-a4d2-b93b934955ff),segment_id=461f079f-6ac3-4035-a4d2-b93b934955ff)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:28.678883 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.694303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Calling delete_port for 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:28.793162 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.821803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Port': ['ID=3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:28.825412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No DVR routers for this DVR port 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:28.911126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.934684 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c717f1cf-3281-4eec-935a-0b36bba0169d']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:28.947101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461f079f-6ac3-4035-a4d2-b93b934955ff') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:28.947391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461f079f-6ac3-4035-a4d2-b93b934955ff') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:28.959380 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.978218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.984723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:28.985126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:28.988231 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:29.066847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f531ef3c-072c-4c48-b211-84be9ffddef3 None None] Network c717f1cf-3281-4eec-935a-0b36bba0169d requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:29.135062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a94fcb01-617c-4d75-bea8-6cd082c84b68 None None] Could not find standard attr ID for object 3c556cad-dc4f-4f8a-a90e-a5e9c8322c7f. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 15:08:29.201497 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd2a-a579-4f3b-98ab-5b7149f9239d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:29.238359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c83eab-1fb6-4363-9913-70101c30b003 None None] DHCP port deletion for c717f1cf-3281-4eec-935a-0b36bba0169d request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:29.405734 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:29.410292 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:29.414993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/c717f1cf-3281-4eec-935a-0b36bba0169d HTTP/1.1" status: 204 len: 168 time: 0.9714437 Nov 23 15:08:29.417762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37038) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:29.430605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e692-1f07-4f61-bf2c-6e88b76257a5 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Network': ['ID=c717f1cf-3281-4eec-935a-0b36bba0169d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:29.453064 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a364061-30c5-421e-8e33-b4ed2e35e102 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] DELETE failed (client error): The resource could not be found. Nov 23 15:08:29.453588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a364061-30c5-421e-8e33-b4ed2e35e102 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 15:08:29.456512 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4a364061-30c5-421e-8e33-b4ed2e35e102 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/subnets/19598b1b-7239-440a-a244-f74e10d809f4 HTTP/1.1" status: 404 len: 337 time: 0.0375776 Nov 23 15:08:29.459121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37040) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:29.476071 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-86dc6602-3254-423f-a8b2-4774d84e7c94 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] DELETE failed (client error): The resource could not be found. Nov 23 15:08:29.476988 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86dc6602-3254-423f-a8b2-4774d84e7c94 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 15:08:29.479846 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-86dc6602-3254-423f-a8b2-4774d84e7c94 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/f30c9712-cd7e-44a4-b942-deb280125707 HTTP/1.1" status: 404 len: 339 time: 0.0198340 Nov 23 15:08:29.482131 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37042) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:29.510375 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23bec84-6501-4a7a-9c5f-78fa0dd1bf15 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] DELETE failed (client error): The resource could not be found. Nov 23 15:08:29.510815 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23bec84-6501-4a7a-9c5f-78fa0dd1bf15 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 15:08:29.513771 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b23bec84-6501-4a7a-9c5f-78fa0dd1bf15 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/subnets/d1400006-a4a3-41ef-9443-2361934a7b10 HTTP/1.1" status: 404 len: 337 time: 0.0307548 Nov 23 15:08:29.516446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37044) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:29.533583 n-d-818503-2 neutron-server[103345]: INFO neutron.pecan_wsgi.hooks.translation [None req-780bf780-deb0-4524-8a27-3382cbfab520 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] DELETE failed (client error): The resource could not be found. Nov 23 15:08:29.534053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780bf780-deb0-4524-8a27-3382cbfab520 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103345) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 15:08:29.536919 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-780bf780-deb0-4524-8a27-3382cbfab520 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/6bd74971-81d6-4ac0-bdc6-cc9b1f17aa99 HTTP/1.1" status: 404 len: 339 time: 0.0195808 Nov 23 15:08:29.539725 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37046) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:29.587686 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Deleting subnet 55a0135f-f116-4abc-b76d-f7f382b7e4a2 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:08:29.590721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:29.630833 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.027484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.083834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.108464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Subnet': ['ID=55a0135f-f116-4abc-b76d-f7f382b7e4a2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:30.114982 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.118414 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc5e4354-c30d-44c0-af55-b20ff9ee5b8e tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/subnets/55a0135f-f116-4abc-b76d-f7f382b7e4a2 HTTP/1.1" status: 204 len: 168 time: 0.5778122 Nov 23 15:08:30.121433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37048) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:30.123912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56163e60-7362-4af7-8790-5f4a73b5c745 None None] Network ba70a5ca-4c4c-429f-9d32-c5230a3981e4 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:30.200504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.252762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Deleting port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:30.253099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.263197 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.299305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636fb771-2108-45be-9905-7583ed508469 None None] DHCP port deletion for ba70a5ca-4c4c-429f-9d32-c5230a3981e4 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:30.318318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] For port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,segment=NetworkSegment(9da6d03a-19d4-4c75-b68f-e33fb56e1a07),segment_id=9da6d03a-19d4-4c75-b68f-e33fb56e1a07)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:30.318697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.331444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Calling delete_port for 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:30.347195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-636fb771-2108-45be-9905-7583ed508469 None None] Deleting port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:30.347567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-636fb771-2108-45be-9905-7583ed508469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.411370 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.412715 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-636fb771-2108-45be-9905-7583ed508469 None None] For port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,segment=NetworkSegment(9da6d03a-19d4-4c75-b68f-e33fb56e1a07),segment_id=9da6d03a-19d4-4c75-b68f-e33fb56e1a07)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:30.413155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-636fb771-2108-45be-9905-7583ed508469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.426487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-636fb771-2108-45be-9905-7583ed508469 None None] Calling delete_port for 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:30.438224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Port': ['ID=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:30.440080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] No DVR routers for this DVR port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:30.500873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-636fb771-2108-45be-9905-7583ed508469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.518487 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.525862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fb771-2108-45be-9905-7583ed508469 None None] Pushing event deleted for resources: {'Port': ['ID=6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:30.529382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fb771-2108-45be-9905-7583ed508469 None None] No DVR routers for this DVR port 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:30.540819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba70a5ca-4c4c-429f-9d32-c5230a3981e4']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:30.549993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da6d03a-19d4-4c75-b68f-e33fb56e1a07') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:30.550251 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da6d03a-19d4-4c75-b68f-e33fb56e1a07') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:30.559779 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.572702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.578711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:30.579179 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:30.582092 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:30.637672 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.642181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:30.645681 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] 10.222.0.46 "DELETE /v2.0/networks/ba70a5ca-4c4c-429f-9d32-c5230a3981e4 HTTP/1.1" status: 204 len: 168 time: 0.5227716 Nov 23 15:08:30.660607 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d08418-78cd-460f-bafa-d36b69f5efc0 tempest-NetworksIpV6Test-1766537088 tempest-NetworksIpV6Test-1766537088-project] Pushing event deleted for resources: {'Network': ['ID=ba70a5ca-4c4c-429f-9d32-c5230a3981e4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:30.879497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37054) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:31.008527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-768127c8-6bd3-41cc-9d01-e22a67229c83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11bc742f28da4a2d9bc80057475c0ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278882 Nov 23 15:08:31.010997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37058) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:31.058305 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-333e52ef-6e64-415b-b267-ad413940edb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.079351 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-333e52ef-6e64-415b-b267-ad413940edb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.123580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-333e52ef-6e64-415b-b267-ad413940edb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.126152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-333e52ef-6e64-415b-b267-ad413940edb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.127301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-333e52ef-6e64-415b-b267-ad413940edb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6de6f59-e6af-4045-9f3e-abe5a2f95fd7 HTTP/1.1" status: 204 len: 168 time: 0.1154287 Nov 23 15:08:31.135101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e52ef-6e64-415b-b267-ad413940edb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6de6f59-e6af-4045-9f3e-abe5a2f95fd7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:31.745011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37080) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:31.836177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-236efb73-eb8e-43b8-ae95-300c937ff217 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-160427176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:31.859853 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236efb73-eb8e-43b8-ae95-300c937ff217 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.861132 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236efb73-eb8e-43b8-ae95-300c937ff217 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.885476 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.920457 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236efb73-eb8e-43b8-ae95-300c937ff217 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.924502 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236efb73-eb8e-43b8-ae95-300c937ff217 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.941693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-236efb73-eb8e-43b8-ae95-300c937ff217 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.942875 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-236efb73-eb8e-43b8-ae95-300c937ff217 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1968474 Nov 23 15:08:31.945722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37084) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:31.950596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-29144125'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:31.970554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Made reservation on behalf of 35753e6d1b804ad2b894ae088e8c582f for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:31.973826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:31.983268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.057562 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.061061 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.086731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:32.095752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20654e0a-7562-4f60-883a-f43b3c8cbd48,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:32.102590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.102975 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Added segment b2e4f92a-3530-4504-8793-d6197f96892b of type vlan for network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 Nov 23 15:08:32.144358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.169165 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.174660 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:32.175285 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.178939 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:08:32.198415 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:08:32.198868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6ea9cd1b-0a32-4b1b-a98b-4c005d8fa8d0 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:08:32.213009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2662828 Nov 23 15:08:32.216094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37086) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:32.221252 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Request body: {'subnet': {'network_id': 'd19cc06a-8e98-4e2d-884e-0e2b46e8b377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:32.243886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af7364-65a0-46aa-9491-d837decef37a tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event updated for resources: {'Network': ['ID=d19cc06a-8e98-4e2d-884e-0e2b46e8b377,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:32.257580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:32.312548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Made reservation on behalf of 35753e6d1b804ad2b894ae088e8c582f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:32.316214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.488234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.546655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event updated for resources: {'Subnet': ['ID=1ce9d4a0-b088-4cc9-a41c-36f44a75d62e,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:32.553395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Checking segment: {'id': 'b2e4f92a-3530-4504-8793-d6197f96892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd19cc06a-8e98-4e2d-884e-0e2b46e8b377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:32.553762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Network hostable DHCP agents. Network: d19cc06a-8e98-4e2d-884e-0e2b46e8b377, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:32.569729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:32.579841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, d19cc06a-8e98-4e2d-884e-0e2b46e8b377) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:32.583912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:32.584551 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.589017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b67154-4524-4963-b1ad-c4ceecf16c59 None None] Network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:32.606454 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37088) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:32.606676 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-751c6582-6482-4138-a505-3a7565e624d0 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3893471 Nov 23 15:08:32.611895 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1663563831'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:32.631972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Made reservation on behalf of 35753e6d1b804ad2b894ae088e8c582f for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:32.635454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.660257 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:32.669583 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.669930 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Added segment d40c3783-6f2c-4c09-ad54-5c2dc187f80d of type vlan for network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb Nov 23 15:08:32.675586 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.709332 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.739223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.744792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:32.745373 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.756908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-d19cc06a-8e98-4e2d-884e-0e2b46e8b377', 'network_id': 'd19cc06a-8e98-4e2d-884e-0e2b46e8b377', 'tenant_id': '35753e6d1b804ad2b894ae088e8c582f', 'fixed_ips': [{'subnet_id': '1ce9d4a0-b088-4cc9-a41c-36f44a75d62e'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:32.757818 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.783313 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1754608 Nov 23 15:08:32.786106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37090) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:32.791881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Request body: {'subnet': {'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:32.819870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04449d-e8af-40c2-ab88-e2df7ce57a66 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event updated for resources: {'Network': ['ID=22331c27-8d9c-41bc-8a62-ad2c6d0126eb,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:32.830773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:32.883823 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Made reservation on behalf of 35753e6d1b804ad2b894ae088e8c582f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:32.887630 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:32.951563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Allocated IP 172.20.0.2 (d19cc06a-8e98-4e2d-884e-0e2b46e8b377/1ce9d4a0-b088-4cc9-a41c-36f44a75d62e/4dd89bcf-8292-420d-bef9-9866d926bb78) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:33.068241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.092120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.097205 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.129446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event updated for resources: {'Subnet': ['ID=f3ab7494-3fd6-4492-b8a6-ca54872d45db,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:33.138640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Checking segment: {'id': 'd40c3783-6f2c-4c09-ad54-5c2dc187f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:33.139045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Network hostable DHCP agents. Network: 22331c27-8d9c-41bc-8a62-ad2c6d0126eb, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:33.140141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:33.144862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:33.150136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:33.152147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Pushing event updated for resources: {'Port': ['ID=4dd89bcf-8292-420d-bef9-9866d926bb78,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:33.156480 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:33.166186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 22331c27-8d9c-41bc-8a62-ad2c6d0126eb) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:33.170682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:33.171319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.181602 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae860e-fcf4-4c48-abea-5888256b723c None None] Network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:33.187403 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-5338f747-debc-404a-8cfd-a61918f6fb71 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4002130 Nov 23 15:08:33.190129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37092) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:33.194751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3e773a4e-e829-4f4f-98ef-900c948de992 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Request body: {'router': {'external_gateway_info': {'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:33.260100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Attempting to bind port 4dd89bcf-8292-420d-bef9-9866d926bb78 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:33.260470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Attempting to bind port 4dd89bcf-8292-420d-bef9-9866d926bb78 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'b2e4f92a-3530-4504-8793-d6197f96892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd19cc06a-8e98-4e2d-884e-0e2b46e8b377'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:33.260831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Attempting to bind port 4dd89bcf-8292-420d-bef9-9866d926bb78 on network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:33.271096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:33.271474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Checking segment: {'id': 'b2e4f92a-3530-4504-8793-d6197f96892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd19cc06a-8e98-4e2d-884e-0e2b46e8b377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:33.271871 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.272266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Bound using segment: {'id': 'b2e4f92a-3530-4504-8793-d6197f96892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd19cc06a-8e98-4e2d-884e-0e2b46e8b377'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:33.272726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Bound port: 4dd89bcf-8292-420d-bef9-9866d926bb78, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e4f92a-3530-4504-8793-d6197f96892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd19cc06a-8e98-4e2d-884e-0e2b46e8b377'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:33.273655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.376014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] For port 4dd89bcf-8292-420d-bef9-9866d926bb78, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:33.380396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] For port 4dd89bcf-8292-420d-bef9-9866d926bb78, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4dd89bcf-8292-420d-bef9-9866d926bb78,segment=NetworkSegment(b2e4f92a-3530-4504-8793-d6197f96892b),segment_id=b2e4f92a-3530-4504-8793-d6197f96892b)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:33.384991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.408361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e773a4e-e829-4f4f-98ef-900c948de992 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.435852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-22331c27-8d9c-41bc-8a62-ad2c6d0126eb', 'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb', 'tenant_id': '35753e6d1b804ad2b894ae088e8c582f', 'fixed_ips': [{'subnet_id': 'f3ab7494-3fd6-4492-b8a6-ca54872d45db'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:33.436708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.519068 n-d-818503-2 neutron-server[103345]: INFO neutron.api.v2.resource [None req-3e773a4e-e829-4f4f-98ef-900c948de992 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 15:08:33.520150 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3e773a4e-e829-4f4f-98ef-900c948de992 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "PUT /v2.0/routers/d1e44792-4aa4-41a5-8eea-7df6d5d5257a HTTP/1.1" status: 400 len: 364 time: 0.3289790 Nov 23 15:08:33.526083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37094) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:33.534017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb59a6a-1dad-468b-9ae9-c8f093e548e7 None None] Pushing event updated for resources: {'Port': ['ID=4dd89bcf-8292-420d-bef9-9866d926bb78,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:33.591250 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Deleting subnet f3ab7494-3fd6-4492-b8a6-ca54872d45db {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:08:33.612565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Allocated IP 172.21.0.2 (22331c27-8d9c-41bc-8a62-ad2c6d0126eb/f3ab7494-3fd6-4492-b8a6-ca54872d45db/055fcd01-e7b3-473a-9d1c-32696f89b2ce) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:33.775256 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.780719 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.781296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.818320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:33.821414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:33.825156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:33.827432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.841679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Pushing event updated for resources: {'Port': ['ID=055fcd01-e7b3-473a-9d1c-32696f89b2ce,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:33.886672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Attempting to bind port 055fcd01-e7b3-473a-9d1c-32696f89b2ce on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:33.886672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Attempting to bind port 055fcd01-e7b3-473a-9d1c-32696f89b2ce by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'd40c3783-6f2c-4c09-ad54-5c2dc187f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:33.886672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Attempting to bind port 055fcd01-e7b3-473a-9d1c-32696f89b2ce on network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:33.892995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:33.893369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Checking segment: {'id': 'd40c3783-6f2c-4c09-ad54-5c2dc187f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:33.893766 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.894204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Bound using segment: {'id': 'd40c3783-6f2c-4c09-ad54-5c2dc187f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:33.894630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Bound port: 055fcd01-e7b3-473a-9d1c-32696f89b2ce, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40c3783-6f2c-4c09-ad54-5c2dc187f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '22331c27-8d9c-41bc-8a62-ad2c6d0126eb'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:33.895032 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.912203 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.972937 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:33.975545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] For port 055fcd01-e7b3-473a-9d1c-32696f89b2ce, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:33.979687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] For port 055fcd01-e7b3-473a-9d1c-32696f89b2ce, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=055fcd01-e7b3-473a-9d1c-32696f89b2ce,segment=NetworkSegment(d40c3783-6f2c-4c09-ad54-5c2dc187f80d),segment_id=d40c3783-6f2c-4c09-ad54-5c2dc187f80d)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:33.985197 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.003933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ab7494-3fd6-4492-b8a6-ca54872d45db,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:34.009696 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.013373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b77c16f0-3d0d-4453-aac0-d677781036e3 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "DELETE /v2.0/subnets/f3ab7494-3fd6-4492-b8a6-ca54872d45db HTTP/1.1" status: 204 len: 168 time: 0.4858055 Nov 23 15:08:34.015596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37096) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:34.052008 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64164b8-ed7c-4191-a418-a2dd00e7734f None None] Pushing event updated for resources: {'Port': ['ID=055fcd01-e7b3-473a-9d1c-32696f89b2ce,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:34.102571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.160326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Deleting port 055fcd01-e7b3-473a-9d1c-32696f89b2ce {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:34.160754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.221300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4dd89bcf-8292-420d-bef9-9866d926bb78 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:34.260989 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] For port 055fcd01-e7b3-473a-9d1c-32696f89b2ce, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=055fcd01-e7b3-473a-9d1c-32696f89b2ce,segment=NetworkSegment(d40c3783-6f2c-4c09-ad54-5c2dc187f80d),segment_id=d40c3783-6f2c-4c09-ad54-5c2dc187f80d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:34.261655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.281300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Calling delete_port for 055fcd01-e7b3-473a-9d1c-32696f89b2ce owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:34.315303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4dd89bcf-8292-420d-bef9-9866d926bb78 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:34.315681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.394306 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.407213 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.425002 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event deleted for resources: {'Port': ['ID=055fcd01-e7b3-473a-9d1c-32696f89b2ce,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:34.428646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] No DVR routers for this DVR port 055fcd01-e7b3-473a-9d1c-32696f89b2ce on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:34.444990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 4dd89bcf-8292-420d-bef9-9866d926bb78, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4dd89bcf-8292-420d-bef9-9866d926bb78,segment=NetworkSegment(b2e4f92a-3530-4504-8793-d6197f96892b),segment_id=b2e4f92a-3530-4504-8793-d6197f96892b)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:34.456229 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.528437 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.553508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22331c27-8d9c-41bc-8a62-ad2c6d0126eb']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:34.564499 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40c3783-6f2c-4c09-ad54-5c2dc187f80d') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:34.564871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40c3783-6f2c-4c09-ad54-5c2dc187f80d') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:34.576560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.594178 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.602219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:34.602971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:34.609040 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:34.667130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de4f610-8fab-4a6e-b8a0-0711a346c21d None None] Network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:34.684853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.689076 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.692784 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "DELETE /v2.0/networks/22331c27-8d9c-41bc-8a62-ad2c6d0126eb HTTP/1.1" status: 204 len: 168 time: 0.6761625 Nov 23 15:08:34.696078 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37098) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:34.711827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=4dd89bcf-8292-420d-bef9-9866d926bb78,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:34.713683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd2d0-588d-4dc5-8316-747a65399caf tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event deleted for resources: {'Network': ['ID=22331c27-8d9c-41bc-8a62-ad2c6d0126eb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:34.750560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-490e5276-7e2c-4e74-95b4-4329c0115875 None None] Provisioning complete for port 4dd89bcf-8292-420d-bef9-9866d926bb78 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:34.750947 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-490e5276-7e2c-4e74-95b4-4329c0115875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.751219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Deleting subnet 1ce9d4a0-b088-4cc9-a41c-36f44a75d62e {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:08:34.754406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.794065 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.895219 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.962259 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.990430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce9d4a0-b088-4cc9-a41c-36f44a75d62e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:34.995400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:34.998557 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0db4d145-61d5-4ef9-b5f8-1dc157d74370 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "DELETE /v2.0/subnets/1ce9d4a0-b088-4cc9-a41c-36f44a75d62e HTTP/1.1" status: 204 len: 168 time: 0.3014710 Nov 23 15:08:35.001271 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37100) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:35.082255 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.144598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Deleting port 4dd89bcf-8292-420d-bef9-9866d926bb78 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:08:35.144970 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.145673 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a3082-fe83-486d-9270-6d79e4ce6a05 None None] Network d19cc06a-8e98-4e2d-884e-0e2b46e8b377 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:35.211954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] For port 4dd89bcf-8292-420d-bef9-9866d926bb78, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4dd89bcf-8292-420d-bef9-9866d926bb78,segment=NetworkSegment(b2e4f92a-3530-4504-8793-d6197f96892b),segment_id=b2e4f92a-3530-4504-8793-d6197f96892b)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:35.212314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.228787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Calling delete_port for 4dd89bcf-8292-420d-bef9-9866d926bb78 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:08:35.236915 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ae959740-23dd-49e4-bb86-98fe99e83110 None None] Provisioning complete for port 4dd89bcf-8292-420d-bef9-9866d926bb78 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:35.237301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae959740-23dd-49e4-bb86-98fe99e83110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.316667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.327121 n-d-818503-2 neutron-server[103347]: INFO neutron.plugins.ml2.db [None req-ae959740-23dd-49e4-bb86-98fe99e83110 None None] No ports have port_id starting with 4dd89bcf-8292-420d-bef9-9866d926bb78 Nov 23 15:08:35.340838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e6000-7887-48d1-a34c-f060b51c17fa None None] DHCP port deletion for 22331c27-8d9c-41bc-8a62-ad2c6d0126eb request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:35.340955 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event deleted for resources: {'Port': ['ID=4dd89bcf-8292-420d-bef9-9866d926bb78,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:35.346565 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] No DVR routers for this DVR port 4dd89bcf-8292-420d-bef9-9866d926bb78 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:08:35.364166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9483b078-356c-4540-b3a6-5e5f77548cf8 None None] Network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:35.381679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9483b078-356c-4540-b3a6-5e5f77548cf8 None None] Network 22331c27-8d9c-41bc-8a62-ad2c6d0126eb could not be found, it might have been deleted concurrently. {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 15:08:35.423922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c2ab6-7aaf-4cae-ac49-17820c4e1ac2 None None] DHCP port deletion for d19cc06a-8e98-4e2d-884e-0e2b46e8b377 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:35.426647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.442543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-920d7c8b-0840-486e-80dc-cd6e4fb0083e None None] Could not find standard attr ID for object 055fcd01-e7b3-473a-9d1c-32696f89b2ce. {{(pid=103347) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 15:08:35.456459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19cc06a-8e98-4e2d-884e-0e2b46e8b377']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:35.466235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e4f92a-3530-4504-8793-d6197f96892b') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:35.466528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e4f92a-3530-4504-8793-d6197f96892b') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:35.475903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.488650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.494370 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:08:35.494738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:08:35.497652 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:08:35.558018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.563199 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.566709 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "DELETE /v2.0/networks/d19cc06a-8e98-4e2d-884e-0e2b46e8b377 HTTP/1.1" status: 204 len: 168 time: 0.5644660 Nov 23 15:08:35.569566 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37102) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:35.581875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91193baf-5531-4887-bfbc-61e5cd335120 tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Pushing event deleted for resources: {'Network': ['ID=d19cc06a-8e98-4e2d-884e-0e2b46e8b377,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:35.601491 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-690cedb5-1e8e-46ac-95e1-1b297ea5dc7e tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e44792-4aa4-41a5-8eea-7df6d5d5257a HTTP/1.1" status: 200 len: 205 time: 0.0296042 Nov 23 15:08:35.603962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37104) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:35.678321 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-666e2bbf-d4b6-4c19-9138-79d7833bdecb tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.831416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-666e2bbf-d4b6-4c19-9138-79d7833bdecb tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.833487 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-666e2bbf-d4b6-4c19-9138-79d7833bdecb tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.877168 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-666e2bbf-d4b6-4c19-9138-79d7833bdecb tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.877761 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e2bbf-d4b6-4c19-9138-79d7833bdecb tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Fanout notify agent at l3_agent the message router_deleted on router d1e44792-4aa4-41a5-8eea-7df6d5d5257a {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:08:35.885555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-666e2bbf-d4b6-4c19-9138-79d7833bdecb tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:35.886640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-666e2bbf-d4b6-4c19-9138-79d7833bdecb tempest-RoutersNegativeTest-821041436 tempest-RoutersNegativeTest-821041436-project] 10.222.0.46 "DELETE /v2.0/routers/d1e44792-4aa4-41a5-8eea-7df6d5d5257a HTTP/1.1" status: 204 len: 168 time: 0.2816980 Nov 23 15:08:36.124602 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37110) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:36.171038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4dd89bcf-8292-420d-bef9-9866d926bb78 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:08:36.191431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4dd89bcf-8292-420d-bef9-9866d926bb78 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:08:36.191776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4dd89bcf-8292-420d-bef9-9866d926bb78 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:08:36.262520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f7a8462d-8da6-47f7-ab4f-18d7010c08f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35753e6d1b804ad2b894ae088e8c582f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364026 Nov 23 15:08:36.265057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37114) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:36.315335 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ccb072e-8570-49b5-8f3a-ba663e35dc48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:36.335801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ccb072e-8570-49b5-8f3a-ba663e35dc48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:36.380531 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ccb072e-8570-49b5-8f3a-ba663e35dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:36.383104 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ccb072e-8570-49b5-8f3a-ba663e35dc48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:36.384243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4ccb072e-8570-49b5-8f3a-ba663e35dc48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20654e0a-7562-4f60-883a-f43b3c8cbd48 HTTP/1.1" status: 204 len: 168 time: 0.1182292 Nov 23 15:08:36.392077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb072e-8570-49b5-8f3a-ba663e35dc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20654e0a-7562-4f60-883a-f43b3c8cbd48,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:36.994424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37136) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:37.089380 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-64687032-network', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:37.110050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Made reservation on behalf of 31bfb52471914ef8a871ac16ccc343c7 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:37.112590 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.120648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.195631 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.199371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.227458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:37.234021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9151cc-8d58-4bed-8413-d003dba44520,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:37.240459 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.240798 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Added segment 5df63ec9-2dbe-4ead-be87-12babef5fdb3 of type vlan for network 9d28a7df-9372-4992-a905-1128f52600fe Nov 23 15:08:37.281867 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.305171 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.306113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:37.306690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.351184 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3555336 Nov 23 15:08:37.354268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37140) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:37.359284 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Request body: {'subnet': {'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-subnet', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:37.378422 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdd8d4-aab5-4665-8f2a-101171dfc221 admin admin] Pushing event updated for resources: {'Network': ['ID=9d28a7df-9372-4992-a905-1128f52600fe,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:37.381787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Made reservation on behalf of 31bfb52471914ef8a871ac16ccc343c7 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:37.384714 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.389725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 9d28a7df-9372-4992-a905-1128f52600fe details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:37.551989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.606929 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63849d95-ff2c-4068-9d30-fcdd56149676,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:37.616034 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Checking segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:37.616392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Network hostable DHCP agents. Network: 9d28a7df-9372-4992-a905-1128f52600fe, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:37.632129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Network 9d28a7df-9372-4992-a905-1128f52600fe is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:37.640384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 9d28a7df-9372-4992-a905-1128f52600fe) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:37.644410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:37.645007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.649372 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fbc114-e30d-44ee-9e02-1ad7e70e9cd8 None None] Network 9d28a7df-9372-4992-a905-1128f52600fe requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:37.668950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9f64bfa3-bfd5-42c0-9804-4569ff0e6d66 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3134294 Nov 23 15:08:37.671718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37142) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:37.675952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:37.695741 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.696850 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.751030 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.795414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-9d28a7df-9372-4992-a905-1128f52600fe', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:37.796279 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.883622 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:37.930772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Allocated IP 172.20.0.2 (9d28a7df-9372-4992-a905-1128f52600fe/63849d95-ff2c-4068-9d30-fcdd56149676/fb27c773-e7b4-47ba-bfc7-c11c67aebff5) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:38.069526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.076469 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.082536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.102670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.125996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Network 9d28a7df-9372-4992-a905-1128f52600fe is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:38.127724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:38.129407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Pushing event updated for resources: {'Port': ['ID=fb27c773-e7b4-47ba-bfc7-c11c67aebff5,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:38.131541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:38.184623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Attempting to bind port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:38.185024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Attempting to bind port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:38.185529 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Attempting to bind port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 on network 9d28a7df-9372-4992-a905-1128f52600fe {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:38.190485 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:38.190861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Checking segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:38.191291 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.191686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Bound using segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:38.192153 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Bound port: fb27c773-e7b4-47ba-bfc7-c11c67aebff5, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:38.192640 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.204016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Allocated IP 172.25.3.139 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/4583d28f-74c8-405f-9ef7-63d3a33895cd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:38.253818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] For port fb27c773-e7b4-47ba-bfc7-c11c67aebff5, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:38.257290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] For port fb27c773-e7b4-47ba-bfc7-c11c67aebff5, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb27c773-e7b4-47ba-bfc7-c11c67aebff5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:38.260928 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.308228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.322342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a0641-9005-4468-ac2e-f3e006afa912 None None] Pushing event updated for resources: {'Port': ['ID=fb27c773-e7b4-47ba-bfc7-c11c67aebff5,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:38.345738 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.382920 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:38.385889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:38.391755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:38.402855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a47ff-d0bb-4437-b9e9-122e5793fb21 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:38.423464 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Pushing event updated for resources: {'Port': ['ID=4583d28f-74c8-405f-9ef7-63d3a33895cd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:38.501000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-74005248-8dc0-4d06-afe9-7cdbc3cfe8af None None] Provisioning complete for port 4583d28f-74c8-405f-9ef7-63d3a33895cd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:38.501567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74005248-8dc0-4d06-afe9-7cdbc3cfe8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.548624 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-74005248-8dc0-4d06-afe9-7cdbc3cfe8af None None] Port 4583d28f-74c8-405f-9ef7-63d3a33895cd cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:08:38.676507 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.865675 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:38.996518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:08:39.104877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:08:39.115643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Sync routers for ids ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:08:39.122916 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.124393 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2f04a21c-7b06-4563-b7b3-5c74ab2274ba admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4517524 Nov 23 15:08:39.127292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37144) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:39.129830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Routers {'4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:39.130458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:39.246434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Set router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:39.274264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c83c17-e7fc-40b4-ae99-6cf2d8ffb564 None None] Network 9d28a7df-9372-4992-a905-1128f52600fe requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:39.434279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-13071ef5-af09-47ba-925e-ac3b8d389063 None None] Provisioning complete for port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:39.434970 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-13071ef5-af09-47ba-925e-ac3b8d389063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.557511 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.635768 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-13071ef5-af09-47ba-925e-ac3b8d389063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.656059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:08:38Z', 'revision_number': 3, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port': {'id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:38Z', 'updated_at': '2021-11-23T15:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:39.692317 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Checking router: 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:08:39.692665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Updating router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b port 4583d28f-74c8-405f-9ef7-63d3a33895cd binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:08:39.723697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Allocated IP 172.20.0.1 (9d28a7df-9372-4992-a905-1128f52600fe/63849d95-ff2c-4068-9d30-fcdd56149676/b072894b-2bfb-4f12-ab45-1ba56ff3b04b) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:39.728248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-13071ef5-af09-47ba-925e-ac3b8d389063 None None] For port fb27c773-e7b4-47ba-bfc7-c11c67aebff5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb27c773-e7b4-47ba-bfc7-c11c67aebff5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:39.731862 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.734953 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-13071ef5-af09-47ba-925e-ac3b8d389063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.841406 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.876492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13071ef5-af09-47ba-925e-ac3b8d389063 None None] Pushing event updated for resources: {'Port': ['ID=fb27c773-e7b4-47ba-bfc7-c11c67aebff5,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:39.877152 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.894190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-71851dc6-c695-4f13-a2fd-d53076349766 None None] Provisioning complete for port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:39.894557 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71851dc6-c695-4f13-a2fd-d53076349766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:39.913293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Network 9d28a7df-9372-4992-a905-1128f52600fe is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:39.919969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:39.923741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:39.929937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Pushing event updated for resources: {'Port': ['ID=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:39.966519 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.107747 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.233326 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb27c773-e7b4-47ba-bfc7-c11c67aebff5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:40.282434 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.288369 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.312065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.320555 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.354212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Pushing event updated for resources: {'Port': ['ID=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:40.356759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.368475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:40.368839 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.403313 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d491fc2-94ab-4edc-986f-f13b4e14b5d8 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:40.420983 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Attempting to bind port 4583d28f-74c8-405f-9ef7-63d3a33895cd on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:40.421359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Attempting to bind port 4583d28f-74c8-405f-9ef7-63d3a33895cd by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:40.421727 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Attempting to bind port 4583d28f-74c8-405f-9ef7-63d3a33895cd on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:40.430428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec998ba4-d2a3-4edc-a455-71f1121e9b1c None None] Pushing event updated for resources: {'Port': ['ID=4583d28f-74c8-405f-9ef7-63d3a33895cd,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:40.438729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d596136c-c5c0-47e0-a811-2c1c6f648189 None None] Provisioning complete for port b072894b-2bfb-4f12-ab45-1ba56ff3b04b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:40.439332 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d596136c-c5c0-47e0-a811-2c1c6f648189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.442258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:40.442642 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:40.443073 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.443474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:40.443959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Bound port: 4583d28f-74c8-405f-9ef7-63d3a33895cd, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:40.444343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.457571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Network 9d28a7df-9372-4992-a905-1128f52600fe is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:40.458960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:40.519342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d596136c-c5c0-47e0-a811-2c1c6f648189 None None] Port b072894b-2bfb-4f12-ab45-1ba56ff3b04b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:08:40.563341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] For port 4583d28f-74c8-405f-9ef7-63d3a33895cd, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:40.580922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:08:40.581303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] For port 4583d28f-74c8-405f-9ef7-63d3a33895cd, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4583d28f-74c8-405f-9ef7-63d3a33895cd,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:40.591518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.662278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fd0c6-b77f-4b08-8229-60372324cbad None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:40.673391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6a3f77d7-d81c-4d83-a12d-2a0537b3d741 None None] Provisioning complete for port 4583d28f-74c8-405f-9ef7-63d3a33895cd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:40.673846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6a3f77d7-d81c-4d83-a12d-2a0537b3d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.707606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:08:40.708974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec998ba4-d2a3-4edc-a455-71f1121e9b1c None None] Pushing event updated for resources: {'Port': ['ID=4583d28f-74c8-405f-9ef7-63d3a33895cd,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:40.714330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a494dfd9-8f29-4e40-a7a2-abe8c333aa99 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5859535 Nov 23 15:08:40.719558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Routers {'4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:40.720201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:40.867020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] Set router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:40.868758 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6a3f77d7-d81c-4d83-a12d-2a0537b3d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:40.956330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-6a3f77d7-d81c-4d83-a12d-2a0537b3d741 None None] For port 4583d28f-74c8-405f-9ef7-63d3a33895cd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4583d28f-74c8-405f-9ef7-63d3a33895cd,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:40.960407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6a3f77d7-d81c-4d83-a12d-2a0537b3d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.062198 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f77d7-d81c-4d83-a12d-2a0537b3d741 None None] Pushing event updated for resources: {'Port': ['ID=4583d28f-74c8-405f-9ef7-63d3a33895cd,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:41.111130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-de452fb2-e080-423f-a7a8-88e10aeca1ee None None] Provisioning complete for port 4583d28f-74c8-405f-9ef7-63d3a33895cd triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:41.111507 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de452fb2-e080-423f-a7a8-88e10aeca1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.176011 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port': {'id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:38Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b072894b-2bfb-4f12-ab45-1ba56ff3b04b', 'name': '', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'mac_address': 'fa:16:3e:6c:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:39Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 2, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'subnets': [{'id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:41.181587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37160) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:41.186525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1014696088-network', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:41.207808 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Made reservation on behalf of 732e6e2ed75d42cb9fe567c83e68054c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:41.210192 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.219554 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.227773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617ae5a-f38b-4488-bfd2-0bca7698f75b None None] The sync data for ids ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'] in n-d-818503-2 is: [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port': {'id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:38Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b072894b-2bfb-4f12-ab45-1ba56ff3b04b', 'name': '', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'mac_address': 'fa:16:3e:6c:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:39Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 2, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'subnets': [{'id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:08:41.252880 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-de452fb2-e080-423f-a7a8-88e10aeca1ee None None] Provisioning complete for port b072894b-2bfb-4f12-ab45-1ba56ff3b04b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:41.253258 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de452fb2-e080-423f-a7a8-88e10aeca1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.292306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-de452fb2-e080-423f-a7a8-88e10aeca1ee None None] Port b072894b-2bfb-4f12-ab45-1ba56ff3b04b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:08:41.313404 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.317244 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.338041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:08:41.353391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef4bd5b-1b2a-4250-8269-ae70b42ee273,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:41.356231 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.356612 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Added segment 8e6b9899-2400-4e42-bff6-b9d2ea6f1130 of type vlan for network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e Nov 23 15:08:41.396862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.427685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.430525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:41.430650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.480268 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2970507 Nov 23 15:08:41.483812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37162) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:41.489200 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Request body: {'subnet': {'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-subnet', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:41.511226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8c5b-c920-494a-9a7f-2688ddc0343e admin admin] Pushing event updated for resources: {'Network': ['ID=adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:41.513367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Made reservation on behalf of 732e6e2ed75d42cb9fe567c83e68054c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:41.516127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.523093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:08:41.703068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.762946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70c7ba3-1f32-4617-8f10-1817dc811516,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:41.771990 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Checking segment: {'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:41.772350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Network hostable DHCP agents. Network: adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:08:41.791021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:08:41.800470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:41.804494 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:41.805094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.811437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac795c-af09-4c16-a1c4-93d067a43cc8 None None] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:41.823978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37164) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:41.824175 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b3880f1-4a95-40bc-b38c-6e77d7efdc91 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3390782 Nov 23 15:08:41.829458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:41.859137 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.860148 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:41.937984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.002671 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'fixed_ips': [{'subnet_id': 'a70c7ba3-1f32-4617-8f10-1817dc811516'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:08:42.003669 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.101513 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.153975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Allocated IP 172.20.0.2 (adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e/a70c7ba3-1f32-4617-8f10-1817dc811516/8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:42.248896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4583d28f-74c8-405f-9ef7-63d3a33895cd up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:42.333722 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.354322 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.369891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4583d28f-74c8-405f-9ef7-63d3a33895cd triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:42.370267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.375452 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.408999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.463739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:42.470704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Allocated IP 172.25.3.123 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/72074dab-7be8-44f8-bab1-dc4ddf589a4c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:42.470987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:42.475525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:42.478697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Pushing event updated for resources: {'Port': ['ID=8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:42.579528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Attempting to bind port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:42.580236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Attempting to bind port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:42.580465 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Attempting to bind port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 on network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:42.585895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:42.586276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Checking segment: {'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:42.586679 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.587112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Bound using segment: {'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:42.587605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Bound port: 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:42.587964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.588418 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.637537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.667448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] For port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:42.670736 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] For port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688,segment=NetworkSegment(8e6b9899-2400-4e42-bff6-b9d2ea6f1130),segment_id=8e6b9899-2400-4e42-bff6-b9d2ea6f1130)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:42.675141 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.686853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:42.689764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:42.693211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:42.704969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9678ed35-c08b-492b-a8fe-afde41bc99c9 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:42.720632 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Pushing event updated for resources: {'Port': ['ID=72074dab-7be8-44f8-bab1-dc4ddf589a4c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:42.746444 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce989d-7b2e-4ab0-a5d9-a767eb970c4b None None] Pushing event updated for resources: {'Port': ['ID=8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:42.823459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-48599858-23f2-4094-815a-24bfd5459157 None None] Provisioning complete for port 72074dab-7be8-44f8-bab1-dc4ddf589a4c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:42.825983 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-48599858-23f2-4094-815a-24bfd5459157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:42.865073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-48599858-23f2-4094-815a-24bfd5459157 None None] Port 72074dab-7be8-44f8-bab1-dc4ddf589a4c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:08:43.302790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:43.504924 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:43.656128 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:08:43.676568 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Sync routers for ids ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:08:43.689681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a19904-6851-4655-befd-5d0c395f8600 None None] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:08:43.692719 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Routers {'4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:43.693906 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:43.766541 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:08:43.777957 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Sync routers for ids ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:08:43.784328 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:43.788244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0cd35d80-b012-4940-affe-724928131b35 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9598780 Nov 23 15:08:43.789825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37166) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:08:43.814017 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Set router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:43.828290 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d825167c-6ade-4f0a-aebe-707dd1e4994b None None] Provisioning complete for port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:43.828594 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d825167c-6ade-4f0a-aebe-707dd1e4994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:43.832754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Routers {'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:43.833638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:44.121638 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port': {'id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:38Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b072894b-2bfb-4f12-ab45-1ba56ff3b04b', 'name': '', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'mac_address': 'fa:16:3e:6c:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:39Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 2, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'subnets': [{'id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:44.161770 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Checking router: 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:08:44.162266 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Updating router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b port b072894b-2bfb-4f12-ab45-1ba56ff3b04b binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:08:44.193910 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.209876 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Set router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:44.276518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:44.317874 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d825167c-6ade-4f0a-aebe-707dd1e4994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.422288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d825167c-6ade-4f0a-aebe-707dd1e4994b None None] For port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688,segment=NetworkSegment(8e6b9899-2400-4e42-bff6-b9d2ea6f1130),segment_id=8e6b9899-2400-4e42-bff6-b9d2ea6f1130)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:44.434852 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d825167c-6ade-4f0a-aebe-707dd1e4994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.464613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:44.464990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.525574 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.531249 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.555806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825167c-6ade-4f0a-aebe-707dd1e4994b None None] Pushing event updated for resources: {'Port': ['ID=8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:44.582286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2421c63c-d06f-4268-a14c-32e8a5811e03 None None] Provisioning complete for port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:44.582682 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2421c63c-d06f-4268-a14c-32e8a5811e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.592152 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Pushing event updated for resources: {'Port': ['ID=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:44.616588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.617447 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.617785 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.618119 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.618628 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.619109 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.619365 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.619688 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.620268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.620753 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.621239 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.621716 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:08:44.657971 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.673021 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Attempting to bind port b072894b-2bfb-4f12-ab45-1ba56ff3b04b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:44.675559 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Attempting to bind port b072894b-2bfb-4f12-ab45-1ba56ff3b04b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:44.676217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:08:42Z', 'revision_number': 3, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port': {'id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:42Z', 'updated_at': '2021-11-23T15:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:44.677136 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Attempting to bind port b072894b-2bfb-4f12-ab45-1ba56ff3b04b on network 9d28a7df-9372-4992-a905-1128f52600fe {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:44.685150 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:44.686029 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Checking segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:44.687764 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.688293 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Bound using segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:44.688907 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Bound port: b072894b-2bfb-4f12-ab45-1ba56ff3b04b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:44.689389 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.722362 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Checking router: cc1f0907-af3e-4583-b9c0-b074cb3cd5aa for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:08:44.723279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Updating router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa port 72074dab-7be8-44f8-bab1-dc4ddf589a4c binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:08:44.777014 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] For port b072894b-2bfb-4f12-ab45-1ba56ff3b04b, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:44.781139 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] For port b072894b-2bfb-4f12-ab45-1ba56ff3b04b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:44.791489 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.791844 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.855871 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Routers {'4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:44.856654 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:44.856843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Allocated IP 172.20.0.1 (adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e/a70c7ba3-1f32-4617-8f10-1817dc811516/250456ad-298a-4387-9a81-6e96d90e6746) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:44.936151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-52fe486b-177e-479b-bf8c-d863e5ae2276 None None] Provisioning complete for port b072894b-2bfb-4f12-ab45-1ba56ff3b04b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:44.936574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-52fe486b-177e-479b-bf8c-d863e5ae2276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:44.969121 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] Set router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:44.996912 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.053444 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.104250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:45.106027 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-52fe486b-177e-479b-bf8c-d863e5ae2276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.107902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:45.112202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:45.142988 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4395320-d844-438f-bd2c-60842104b3a8 None None] Pushing event updated for resources: {'Port': ['ID=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:45.150903 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Pushing event updated for resources: {'Port': ['ID=250456ad-298a-4387-9a81-6e96d90e6746,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:45.161733 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-52fe486b-177e-479b-bf8c-d863e5ae2276 None None] For port b072894b-2bfb-4f12-ab45-1ba56ff3b04b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:45.175262 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.185083 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-52fe486b-177e-479b-bf8c-d863e5ae2276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.211680 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port': {'id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:38Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b072894b-2bfb-4f12-ab45-1ba56ff3b04b', 'name': '', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'mac_address': 'fa:16:3e:6c:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:39Z', 'updated_at': '2021-11-23T15:08:44Z', 'revision_number': 4, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'subnets': [{'id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:45.238096 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.248223 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae1e84-ba50-405f-8b5a-b9bbd6badf02 None None] The sync data for ids ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'] in n-d-818503-2 is: [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port': {'id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:38Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'b072894b-2bfb-4f12-ab45-1ba56ff3b04b', 'name': '', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'mac_address': 'fa:16:3e:6c:68:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:39Z', 'updated_at': '2021-11-23T15:08:44Z', 'revision_number': 4, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'subnets': [{'id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:08:45.248442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.272669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe486b-177e-479b-bf8c-d863e5ae2276 None None] Pushing event updated for resources: {'Port': ['ID=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:45.291021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8f4ad-9bcc-45d0-91bf-80ad1b4eb3f8 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:45.331931 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Attempting to bind port 72074dab-7be8-44f8-bab1-dc4ddf589a4c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:45.332409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Attempting to bind port 72074dab-7be8-44f8-bab1-dc4ddf589a4c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:45.332868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Attempting to bind port 72074dab-7be8-44f8-bab1-dc4ddf589a4c on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:45.357034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:45.357413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:45.357818 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.358215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:45.358692 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Bound port: 72074dab-7be8-44f8-bab1-dc4ddf589a4c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:45.359131 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.376856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.383114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d927fe2-c8db-4272-b8db-2d1196edac7c None None] Pushing event updated for resources: {'Port': ['ID=72074dab-7be8-44f8-bab1-dc4ddf589a4c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:45.388298 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ba95e808-21d9-4d07-a592-a0dd71963c0a None None] Provisioning complete for port b072894b-2bfb-4f12-ab45-1ba56ff3b04b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:45.388672 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba95e808-21d9-4d07-a592-a0dd71963c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.469403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] For port 72074dab-7be8-44f8-bab1-dc4ddf589a4c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:45.474361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] For port 72074dab-7be8-44f8-bab1-dc4ddf589a4c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=72074dab-7be8-44f8-bab1-dc4ddf589a4c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:45.481115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.567285 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d7e9a4-ed83-4d75-98e0-621c39b4fe95 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:08:45.575842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.580374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Routers {'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:45.581196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:45.581372 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.631404 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d927fe2-c8db-4272-b8db-2d1196edac7c None None] Pushing event updated for resources: {'Port': ['ID=72074dab-7be8-44f8-bab1-dc4ddf589a4c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:45.661127 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.667723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Pushing event updated for resources: {'Port': ['ID=250456ad-298a-4387-9a81-6e96d90e6746,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:45.719117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Provisioning complete for port 72074dab-7be8-44f8-bab1-dc4ddf589a4c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:45.719491 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.725018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] Set router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:45.765064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:45.766791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:45.907966 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:08:45.942628 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:45.989237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] For port 72074dab-7be8-44f8-bab1-dc4ddf589a4c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=72074dab-7be8-44f8-bab1-dc4ddf589a4c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:45.998782 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:46.034178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:08:46.040253 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-353304d1-f1bf-40c5-b054-6ecc69cd0414 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc1f0907-af3e-4583-b9c0-b074cb3cd5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2491570 Nov 23 15:08:46.063659 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Provisioning complete for port 250456ad-298a-4387-9a81-6e96d90e6746 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:46.064036 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:46.261793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Pushing event updated for resources: {'Port': ['ID=72074dab-7be8-44f8-bab1-dc4ddf589a4c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:46.267105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:46.306048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port': {'id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:42Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '250456ad-298a-4387-9a81-6e96d90e6746', 'name': '', 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'mac_address': 'fa:16:3e:df:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:44Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 2, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'subnets': [{'id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:46.313962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f596ea6e-e2a9-4274-86ae-77dc03a77542 None None] Port 250456ad-298a-4387-9a81-6e96d90e6746 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:08:46.345233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67c393-987a-45f9-87c1-130501fca670 None None] The sync data for ids ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'] in n-d-818503-2 is: [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port': {'id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:42Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '250456ad-298a-4387-9a81-6e96d90e6746', 'name': '', 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'mac_address': 'fa:16:3e:df:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:44Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 2, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'subnets': [{'id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:08:46.362807 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:46.363286 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:46.452303 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b072894b-2bfb-4f12-ab45-1ba56ff3b04b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:46.454058 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c2036a16-eea8-475a-94a4-f2df6ef40d6a None None] Provisioning complete for port 250456ad-298a-4387-9a81-6e96d90e6746 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:46.454401 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c2036a16-eea8-475a-94a4-f2df6ef40d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:46.517902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c2036a16-eea8-475a-94a4-f2df6ef40d6a None None] Port 250456ad-298a-4387-9a81-6e96d90e6746 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:08:46.533400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port b072894b-2bfb-4f12-ab45-1ba56ff3b04b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:46.533760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:46.828779 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-1915043c-c215-4972-a3f9-9be671c38599 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:46.830327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-1915043c-c215-4972-a3f9-9be671c38599 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/networks?id=9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 200 len: 815 time: 0.1047132 Nov 23 15:08:46.846740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-3474e5ed-818d-4cba-8b18-b458593f0674 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/quotas/31bfb52471914ef8a871ac16ccc343c7 HTTP/1.1" status: 200 len: 375 time: 0.0097990 Nov 23 15:08:46.899998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-c10591d0-77da-4ace-bade-6065ba7f33b3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31bfb52471914ef8a871ac16ccc343c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474427 Nov 23 15:08:47.005583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-607894ce-f19d-4e07-8b5e-9fd6fd8dd80d service neutron] 10.222.0.46 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934398 Nov 23 15:08:47.096703 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-cb879a7a-2c21-490c-884a-5b7bf80395d3 service neutron] 10.222.0.46 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842385 Nov 23 15:08:47.256459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0137f15-b7b6-4022-812d-5d43add9b316 req-e19a1b2a-ca68-445c-8d1f-cc61459642ab tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 210 time: 0.0271435 Nov 23 15:08:48.227780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-a60b975e-0fd0-4908-8845-af18dd4acf36 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:48.229399 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-a60b975e-0fd0-4908-8845-af18dd4acf36 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "GET /v2.0/networks?id=9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 200 len: 815 time: 0.1350927 Nov 23 15:08:48.248024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Request body: {'port': {'device_id': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'admin_state_up': True, 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:48.253740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 72074dab-7be8-44f8-bab1-dc4ddf589a4c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:48.305251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 72074dab-7be8-44f8-bab1-dc4ddf589a4c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:48.305625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:48.383710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-93397dbb-47c1-42e7-aa5b-d62e67ac0c98 req-8a85dff2-1331-4c32-a0b6-3b862fdb98c4 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 210 time: 0.0373380 Nov 23 15:08:48.387445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Made reservation on behalf of 31bfb52471914ef8a871ac16ccc343c7 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:08:48.394422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:48.531783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Allocated IP 172.20.0.12 (9d28a7df-9372-4992-a905-1128f52600fe/63849d95-ff2c-4068-9d30-fcdd56149676/a2db8eb9-eded-4f66-901b-26b10a8636e2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:08:48.684612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:48.717084 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:48.755906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Network 9d28a7df-9372-4992-a905-1128f52600fe is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:08:48.758968 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:08:48.765192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:08:48.801868 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Pushing event updated for resources: {'Port': ['ID=a2db8eb9-eded-4f66-901b-26b10a8636e2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:48.826628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:48.827410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:48.845907 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-64d1e0dd-fba6-490d-a1b3-f06bc6f3d8fd tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6063397 Nov 23 15:08:48.858588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Request body: {'port': {'device_id': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:08:48.918093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:48.965755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0108a2e6-b2ba-4f01-bb71-4d04074d71d4 None None] Provisioning complete for port a2db8eb9-eded-4f66-901b-26b10a8636e2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:48.966123 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0108a2e6-b2ba-4f01-bb71-4d04074d71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:48.999878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-0108a2e6-b2ba-4f01-bb71-4d04074d71d4 None None] Port a2db8eb9-eded-4f66-901b-26b10a8636e2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:08:49.178346 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2db8eb9-eded-4f66-901b-26b10a8636e2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:08:49.186416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:49.199063 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Transition to ACTIVE for port object a2db8eb9-eded-4f66-901b-26b10a8636e2 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:08:49.203173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:49.251315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Pushing event updated for resources: {'Port': ['ID=a2db8eb9-eded-4f66-901b-26b10a8636e2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:49.330036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Attempting to bind port a2db8eb9-eded-4f66-901b-26b10a8636e2 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:49.330036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Attempting to bind port a2db8eb9-eded-4f66-901b-26b10a8636e2 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:49.330036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Attempting to bind port a2db8eb9-eded-4f66-901b-26b10a8636e2 on network 9d28a7df-9372-4992-a905-1128f52600fe {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:49.333822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Port a2db8eb9-eded-4f66-901b-26b10a8636e2 on network 9d28a7df-9372-4992-a905-1128f52600fe not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:08:49.334143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Attempting to bind port a2db8eb9-eded-4f66-901b-26b10a8636e2 on network 9d28a7df-9372-4992-a905-1128f52600fe {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:49.339655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:49.339993 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Checking segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:49.340381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Bound using segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:49.340834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Bound port: a2db8eb9-eded-4f66-901b-26b10a8636e2, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:49.341194 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:49.353942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Sync routers for ids ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:08:49.365271 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Routers {'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:49.365882 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:49.412361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] For port a2db8eb9-eded-4f66-901b-26b10a8636e2, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:49.416435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] For port a2db8eb9-eded-4f66-901b-26b10a8636e2, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:49.428484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:49.469394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:49.470040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:49.471688 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] 10.222.0.74 "PUT /v2.0/ports/a2db8eb9-eded-4f66-901b-26b10a8636e2 HTTP/1.1" status: 200 len: 1092 time: 0.6174457 Nov 23 15:08:49.472041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'tag': 'a2db8eb9-eded-4f66-901b-26b10a8636e2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:08:49.474388 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d0c523-1aa0-4547-9b9e-510b905712d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5497f6dc-f8d5-4cfc-8f6a-244e5a75141b", "tag": "a2db8eb9-eded-4f66-901b-26b10a8636e2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:08:49.535080 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Set router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:49.538192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20471026-7ab5-4161-a9fb-a34a938b0b58 service neutron] Pushing event updated for resources: {'Port': ['ID=a2db8eb9-eded-4f66-901b-26b10a8636e2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:49.571047 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ca8bd6-fbef-4aef-aac1-4725a4c45abd x-openstack-request-id: req-65ca8bd6-fbef-4aef-aac1-4725a4c45abd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:08:49.571268 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5497f6dc-f8d5-4cfc-8f6a-244e5a75141b", "tag": "a2db8eb9-eded-4f66-901b-26b10a8636e2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:08:49.571508 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65ca8bd6-fbef-4aef-aac1-4725a4c45abd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:08:49.571914 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'tag': 'a2db8eb9-eded-4f66-901b-26b10a8636e2', 'status': 'completed', 'code': 200} Nov 23 15:08:49.581043 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-a001e890-963c-432f-8ebf-46b2a79f1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:49.586782 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-a001e890-963c-432f-8ebf-46b2a79f1d75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31bfb52471914ef8a871ac16ccc343c7&device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 1095 time: 0.0638747 Nov 23 15:08:49.590645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2990f8-7a13-42c2-8ad5-f1e8d9870ab7 req-9981813d-81a9-4e23-aae7-fef464eb028d tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:49.592423 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e2990f8-7a13-42c2-8ad5-f1e8d9870ab7 req-9981813d-81a9-4e23-aae7-fef464eb028d tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 944 time: 0.1112275 Nov 23 15:08:49.629307 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-71d9ef00-22ba-4464-918a-826ee8f77dd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2 HTTP/1.1" status: 200 len: 217 time: 0.0371022 Nov 23 15:08:49.687012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e2990f8-7a13-42c2-8ad5-f1e8d9870ab7 req-75481679-8d35-4b29-82c9-9f52e088f536 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Nov 23 15:08:49.706322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-a30c8d53-c5b3-47b2-9d3a-726aa7f9afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:49.707884 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-a30c8d53-c5b3-47b2-9d3a-726aa7f9afd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=63849d95-ff2c-4068-9d30-fcdd56149676 HTTP/1.1" status: 200 len: 854 time: 0.0691316 Nov 23 15:08:49.761133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-9c4fffce-9f4f-4466-852e-395fbd1d5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:49.762697 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-9c4fffce-9f4f-4466-852e-395fbd1d5bb9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d28a7df-9372-4992-a905-1128f52600fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468159 Nov 23 15:08:49.787216 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port': {'id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:42Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '250456ad-298a-4387-9a81-6e96d90e6746', 'name': '', 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'mac_address': 'fa:16:3e:df:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:44Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 2, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'subnets': [{'id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:49.817787 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Checking router: cc1f0907-af3e-4583-b9c0-b074cb3cd5aa for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:08:49.818142 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Updating router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa port 250456ad-298a-4387-9a81-6e96d90e6746 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:08:49.842416 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:49.853655 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-1951fe00-bf9e-4e9f-bc40-0a9d688ebd29 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839489 Nov 23 15:08:49.945881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-96994b8d-cf59-4d3e-9a0e-d5f86ee17f77 req-ea5c32d0-dde1-4981-bb06-2d16daaf72e2 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855796 Nov 23 15:08:50.033762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-57aa3f7f-2b6d-4f75-8590-9436dd93c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:50.035697 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-57aa3f7f-2b6d-4f75-8590-9436dd93c292 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31bfb52471914ef8a871ac16ccc343c7&device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 1095 time: 0.0427270 Nov 23 15:08:50.131828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-87365d24-be7e-4a9d-91a2-7fdbc49137b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:50.133303 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-87365d24-be7e-4a9d-91a2-7fdbc49137b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 200 len: 916 time: 0.0906980 Nov 23 15:08:50.175717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-a3733f39-35b2-4dd3-90c1-d9b46921337e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2 HTTP/1.1" status: 200 len: 217 time: 0.0348697 Nov 23 15:08:50.188779 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.194358 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.224301 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-950d5b00-8b98-4583-980c-45d09ed65508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:50.225810 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-950d5b00-8b98-4583-980c-45d09ed65508 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=63849d95-ff2c-4068-9d30-fcdd56149676 HTTP/1.1" status: 200 len: 854 time: 0.0432961 Nov 23 15:08:50.245986 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22426da-ba9a-4ef9-8ea4-b788759cbcff None None] Pushing event updated for resources: {'Port': ['ID=250456ad-298a-4387-9a81-6e96d90e6746,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:50.276939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-d39aa30a-0e41-473c-8466-5168b4b259c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:50.278451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-d39aa30a-0e41-473c-8466-5168b4b259c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d28a7df-9372-4992-a905-1128f52600fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441887 Nov 23 15:08:50.300204 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Attempting to bind port 250456ad-298a-4387-9a81-6e96d90e6746 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:08:50.300571 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Attempting to bind port 250456ad-298a-4387-9a81-6e96d90e6746 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:08:50.300930 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Attempting to bind port 250456ad-298a-4387-9a81-6e96d90e6746 on network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:08:50.306068 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:08:50.306434 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Checking segment: {'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:08:50.306829 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.307265 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Bound using segment: {'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:08:50.307754 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Bound port: 250456ad-298a-4387-9a81-6e96d90e6746, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6b9899-2400-4e42-bff6-b9d2ea6f1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:08:50.308131 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.373261 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] For port 250456ad-298a-4387-9a81-6e96d90e6746, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:08:50.376687 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] For port 250456ad-298a-4387-9a81-6e96d90e6746, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=250456ad-298a-4387-9a81-6e96d90e6746,segment=NetworkSegment(8e6b9899-2400-4e42-bff6-b9d2ea6f1130),segment_id=8e6b9899-2400-4e42-bff6-b9d2ea6f1130)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:08:50.380373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-27b31dfc-a58e-4337-b6b6-3bbdf4df6e25 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925128 Nov 23 15:08:50.382857 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.435043 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Routers {'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:08:50.435670 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:08:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:50.485408 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-30d0c523-1aa0-4547-9b9e-510b905712d3 req-cc90c209-64b0-4b9c-9ef3-d36d3f5edbe3 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960815 Nov 23 15:08:50.489476 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22426da-ba9a-4ef9-8ea4-b788759cbcff None None] Pushing event updated for resources: {'Port': ['ID=250456ad-298a-4387-9a81-6e96d90e6746,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:50.492837 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-edcb7608-5998-4f8e-b8d8-6164afa24f2c None None] Provisioning complete for port 250456ad-298a-4387-9a81-6e96d90e6746 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:50.493757 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edcb7608-5998-4f8e-b8d8-6164afa24f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.561739 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] Set router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:08:50.594296 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edcb7608-5998-4f8e-b8d8-6164afa24f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.634835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-edcb7608-5998-4f8e-b8d8-6164afa24f2c None None] For port 250456ad-298a-4387-9a81-6e96d90e6746, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=250456ad-298a-4387-9a81-6e96d90e6746,segment=NetworkSegment(8e6b9899-2400-4e42-bff6-b9d2ea6f1130),segment_id=8e6b9899-2400-4e42-bff6-b9d2ea6f1130)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:50.639873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edcb7608-5998-4f8e-b8d8-6164afa24f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.691683 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb7608-5998-4f8e-b8d8-6164afa24f2c None None] Pushing event updated for resources: {'Port': ['ID=250456ad-298a-4387-9a81-6e96d90e6746,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:50.765789 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2cc66ae5-353d-4c1b-aec5-f05172326ce6 None None] Provisioning complete for port 250456ad-298a-4387-9a81-6e96d90e6746 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:50.766344 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2cc66ae5-353d-4c1b-aec5-f05172326ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:50.787629 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port': {'id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:42Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '250456ad-298a-4387-9a81-6e96d90e6746', 'name': '', 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'mac_address': 'fa:16:3e:df:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:44Z', 'updated_at': '2021-11-23T15:08:50Z', 'revision_number': 4, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'subnets': [{'id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:08:50.801726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6150-f04a-4803-8a0c-ece3931500c9 req-ba6f54e2-2a64-4e2d-bd9a-feb72fd00765 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:50.803274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c87a6150-f04a-4803-8a0c-ece3931500c9 req-ba6f54e2-2a64-4e2d-bd9a-feb72fd00765 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 944 time: 0.0538120 Nov 23 15:08:50.820735 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d71f9-7d89-4bbd-b3b7-ec931baa8ec1 None None] The sync data for ids ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'] in n-d-818503-2 is: [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port': {'id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:42Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '250456ad-298a-4387-9a81-6e96d90e6746', 'name': '', 'network_id': 'adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'mac_address': 'fa:16:3e:df:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:44Z', 'updated_at': '2021-11-23T15:08:50Z', 'revision_number': 4, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'subnets': [{'id': 'a70c7ba3-1f32-4617-8f10-1817dc811516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:08:50.856213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c87a6150-f04a-4803-8a0c-ece3931500c9 req-60c39226-9f8c-4ca8-9bd7-b39cb2197df8 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459085 Nov 23 15:08:51.972151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea34ae-8afe-4b67-bb14-35825d88453d req-78a2fca8-728b-4391-a93e-a48f6724f811 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:51.973625 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2ea34ae-8afe-4b67-bb14-35825d88453d req-78a2fca8-728b-4391-a93e-a48f6724f811 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 944 time: 0.0491300 Nov 23 15:08:52.021246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2ea34ae-8afe-4b67-bb14-35825d88453d req-2cb44fb9-6578-4dd5-b138-3ca732b76bde tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Nov 23 15:08:52.202847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 250456ad-298a-4387-9a81-6e96d90e6746 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:52.253286 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 250456ad-298a-4387-9a81-6e96d90e6746 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:52.253779 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:52.258056 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:08:52.575875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a2db8eb9-eded-4f66-901b-26b10a8636e2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:08:52.668038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a2db8eb9-eded-4f66-901b-26b10a8636e2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:52.679475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'a2db8eb9-eded-4f66-901b-26b10a8636e2', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'port_id': 'a2db8eb9-eded-4f66-901b-26b10a8636e2', 'mac_address': 'fa:16:3e:b2:b5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:08:52.727781 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:52.741857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2db8eb9-eded-4f66-901b-26b10a8636e2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:08:52.765199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a2db8eb9-eded-4f66-901b-26b10a8636e2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:52.768794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:52.814486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a2db8eb9-eded-4f66-901b-26b10a8636e2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:52.985639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['a2db8eb9-eded-4f66-901b-26b10a8636e2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:08:53.138218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f872e-aa71-40cb-941f-913a63535397 req-087142fb-375d-4ce6-9f64-6f5c2a711b66 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:53.139696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b48f872e-aa71-40cb-941f-913a63535397 req-087142fb-375d-4ce6-9f64-6f5c2a711b66 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 945 time: 0.0511441 Nov 23 15:08:53.191135 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b48f872e-aa71-40cb-941f-913a63535397 req-375e2726-7b10-4250-a6f3-7dce33a568b2 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Nov 23 15:08:54.260258 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:54.309680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef50b-6b8b-4293-a508-a49ae3861043 req-f64aa0a5-633f-42be-a567-6eb1f3d02859 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:54.311160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-308ef50b-6b8b-4293-a508-a49ae3861043 req-f64aa0a5-633f-42be-a567-6eb1f3d02859 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 945 time: 0.0522695 Nov 23 15:08:54.360179 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-308ef50b-6b8b-4293-a508-a49ae3861043 req-184151c4-f689-4431-adae-2fc7795b369c tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Nov 23 15:08:54.577030 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a2db8eb9-eded-4f66-901b-26b10a8636e2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:08:54.626724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port a2db8eb9-eded-4f66-901b-26b10a8636e2 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:08:54.630585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port a2db8eb9-eded-4f66-901b-26b10a8636e2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:08:54.630998 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:54.709135 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:54.731479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2db8eb9-eded-4f66-901b-26b10a8636e2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:08:54.733705 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a120b030-d326-4a51-9a63-e93ce2f82ac4" -d '{"events": [{"server_uuid": "5497f6dc-f8d5-4cfc-8f6a-244e5a75141b", "name": "network-vif-plugged", "status": "completed", "tag": "a2db8eb9-eded-4f66-901b-26b10a8636e2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:08:54.746408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port a2db8eb9-eded-4f66-901b-26b10a8636e2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:08:54.751423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:54.776829 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3329954f-14c3-43a5-a2c8-ac6436222bb5 x-openstack-request-id: req-3329954f-14c3-43a5-a2c8-ac6436222bb5 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:08:54.777131 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5497f6dc-f8d5-4cfc-8f6a-244e5a75141b", "name": "network-vif-plugged", "status": "completed", "tag": "a2db8eb9-eded-4f66-901b-26b10a8636e2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:08:54.777389 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3329954f-14c3-43a5-a2c8-ac6436222bb5 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:08:54.777872 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2db8eb9-eded-4f66-901b-26b10a8636e2', 'code': 200} Nov 23 15:08:54.806319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=a2db8eb9-eded-4f66-901b-26b10a8636e2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:08:54.866958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27553d24-e86c-4f73-b936-c7a48b37db0a req-1281f0d0-5827-4135-8564-5089f124adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:54.868559 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27553d24-e86c-4f73-b936-c7a48b37db0a req-1281f0d0-5827-4135-8564-5089f124adf9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 1097 time: 0.0405989 Nov 23 15:08:54.914029 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-27553d24-e86c-4f73-b936-c7a48b37db0a req-c4889969-1360-4c0a-80ff-3dd3dca2f6f1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366056 Nov 23 15:08:55.474824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a2072-11cb-425f-b141-3403b3739ba3 req-09535d42-748d-4c85-b68c-d7f823435d67 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:55.477112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a07a2072-11cb-425f-b141-3403b3739ba3 req-09535d42-748d-4c85-b68c-d7f823435d67 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 946 time: 0.0497780 Nov 23 15:08:55.524891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a07a2072-11cb-425f-b141-3403b3739ba3 req-f512468a-8ff4-404e-9928-c7cec9838165 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Nov 23 15:08:56.652096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00fb74-cb3b-405f-8a13-070ada805d02 req-28942ecd-28e4-48b1-92a9-af0db4a188ba tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:56.653599 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e00fb74-cb3b-405f-8a13-070ada805d02 req-28942ecd-28e4-48b1-92a9-af0db4a188ba tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 946 time: 0.0559814 Nov 23 15:08:56.699642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3e00fb74-cb3b-405f-8a13-070ada805d02 req-6ad9aef6-8b2b-49d2-880c-750323fedd09 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Nov 23 15:08:56.813992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d58f4-3e93-4af8-8581-4f201c66f8ed req-de53eeec-0870-4f01-a3e6-1f94349c3f7f tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:08:56.815411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a80d58f4-3e93-4af8-8581-4f201c66f8ed req-de53eeec-0870-4f01-a3e6-1f94349c3f7f tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 946 time: 0.0492892 Nov 23 15:08:56.828436 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95d146b7-22d9-40dc-ba7c-20d405a1a2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:56.864980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a80d58f4-3e93-4af8-8581-4f201c66f8ed req-0c7df1e0-1bfa-4501-afc5-2dd0468c5e4e tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 Nov 23 15:08:57.658815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:08:59.194128 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8f7899bd-7c18-4b9d-9b7a-28e79a70444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:00.269250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:01.895763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:02.668054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:10.376992 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-b84a8de2-d6f2-4af5-a3f8-8118a2577425 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387013 Nov 23 15:09:10.463424 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-7a92d808-5f97-4b4f-9d18-76ee37602a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:10.464906 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-7a92d808-5f97-4b4f-9d18-76ee37602a38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31bfb52471914ef8a871ac16ccc343c7&device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 1097 time: 0.0441575 Nov 23 15:09:10.567355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-59185826-57b8-41df-a4b2-d483cbceabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:10.568919 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-59185826-57b8-41df-a4b2-d483cbceabee service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 200 len: 916 time: 0.0847640 Nov 23 15:09:10.615260 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-89647bd9-36b1-4670-9baf-977645dcc3d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2 HTTP/1.1" status: 200 len: 217 time: 0.0378895 Nov 23 15:09:10.665194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-976d7cce-a49b-45fb-b447-b79e40252aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:10.666634 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-976d7cce-a49b-45fb-b447-b79e40252aa8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=63849d95-ff2c-4068-9d30-fcdd56149676 HTTP/1.1" status: 200 len: 854 time: 0.0438344 Nov 23 15:09:10.714102 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-93369153-6e53-4a8b-a4e7-42e8d01b8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:10.715682 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-93369153-6e53-4a8b-a4e7-42e8d01b8bb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d28a7df-9372-4992-a905-1128f52600fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423298 Nov 23 15:09:10.727015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-cd75337c-1f78-40b1-a413-5fbd7279a98c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:09:10.728069 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-cd75337c-1f78-40b1-a413-5fbd7279a98c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053017 Nov 23 15:09:10.820805 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-f8f1a47f-c2ed-4c90-8828-371ed37a0c74 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855861 Nov 23 15:09:10.908464 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-13a768da-0dee-4a0c-bcc3-a248a5d59175 req-f9519521-5346-42a6-b67c-c1a753c559be service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806584 Nov 23 15:09:18.356805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6e68-e18c-4671-b09d-cbcedbc96c7d req-fefa02a9-c702-444a-98d9-d55bc03caab8 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:18.358304 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-606d6e68-e18c-4671-b09d-cbcedbc96c7d req-fefa02a9-c702-444a-98d9-d55bc03caab8 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 946 time: 0.0496895 Nov 23 15:09:18.413470 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-606d6e68-e18c-4671-b09d-cbcedbc96c7d req-10d2abe2-309e-4f68-bdcf-c4fd078faecb tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489337 Nov 23 15:09:19.530369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbbc7a-12a9-479c-94ef-fc4fa44da1fb req-f41a3879-78f4-4697-8b13-ebab8ed9b129 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:19.531846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afdbbc7a-12a9-479c-94ef-fc4fa44da1fb req-f41a3879-78f4-4697-8b13-ebab8ed9b129 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 946 time: 0.0477288 Nov 23 15:09:19.578298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-afdbbc7a-12a9-479c-94ef-fc4fa44da1fb req-09923342-a636-429d-8951-13d8ea46ff35 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405145 Nov 23 15:09:19.817407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-22abea0b-f5d8-49d8-a853-3708e33e0bbe tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:19.818851 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-22abea0b-f5d8-49d8-a853-3708e33e0bbe tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 946 time: 0.0479755 Nov 23 15:09:19.910557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Deleting port a2db8eb9-eded-4f66-901b-26b10a8636e2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:09:19.910918 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:19.998060 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] For port a2db8eb9-eded-4f66-901b-26b10a8636e2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=a2db8eb9-eded-4f66-901b-26b10a8636e2,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:09:19.998417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:20.009713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Calling delete_port for a2db8eb9-eded-4f66-901b-26b10a8636e2 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:09:20.138454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:20.150568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['a2db8eb9-eded-4f66-901b-26b10a8636e2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:09:20.170858 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Pushing event deleted for resources: {'Port': ['ID=a2db8eb9-eded-4f66-901b-26b10a8636e2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:20.210539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] No DVR routers for this DVR port a2db8eb9-eded-4f66-901b-26b10a8636e2 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:09:20.213753 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:20.217227 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b384ee91-8dc5-4fc3-8516-f2497f122d1b req-96df42a4-8f5b-4375-8475-528afbf73cdf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "DELETE /v2.0/ports/a2db8eb9-eded-4f66-901b-26b10a8636e2 HTTP/1.1" status: 204 len: 173 time: 0.3913112 Nov 23 15:09:20.217663 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'name': 'network-vif-deleted', 'tag': 'a2db8eb9-eded-4f66-901b-26b10a8636e2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:09:20.219992 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f069ad3-4235-47da-9db9-da891d35e380" -d '{"events": [{"server_uuid": "5497f6dc-f8d5-4cfc-8f6a-244e5a75141b", "name": "network-vif-deleted", "tag": "a2db8eb9-eded-4f66-901b-26b10a8636e2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:09:20.258777 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940a1b1-c841-4aaf-9f1b-f33eddd574a8 x-openstack-request-id: req-1940a1b1-c841-4aaf-9f1b-f33eddd574a8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:09:20.259107 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5497f6dc-f8d5-4cfc-8f6a-244e5a75141b", "name": "network-vif-deleted", "tag": "a2db8eb9-eded-4f66-901b-26b10a8636e2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:09:20.259877 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1940a1b1-c841-4aaf-9f1b-f33eddd574a8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:09:20.260287 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5497f6dc-f8d5-4cfc-8f6a-244e5a75141b', 'name': 'network-vif-deleted', 'tag': 'a2db8eb9-eded-4f66-901b-26b10a8636e2', 'status': 'completed', 'code': 200} Nov 23 15:09:20.697665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-39cc8b7c-47c7-4d6d-8569-dc10ff2214b5 req-10ec1523-bfed-436f-9373-1b92852a7c36 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=5497f6dc-f8d5-4cfc-8f6a-244e5a75141b HTTP/1.1" status: 200 len: 210 time: 0.0317576 Nov 23 15:09:22.333699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-480b861f-df4d-461c-bded-48f81007e631 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:22.335203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-480b861f-df4d-461c-bded-48f81007e631 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/networks?id=9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 200 len: 815 time: 0.1052797 Nov 23 15:09:22.349748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2d3a7813-5114-400d-b1a4-f281d51ff4f7 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/quotas/31bfb52471914ef8a871ac16ccc343c7 HTTP/1.1" status: 200 len: 375 time: 0.0088651 Nov 23 15:09:22.400298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-aa68cd90-afe4-46f8-97cf-36b9cf9c2fcf tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31bfb52471914ef8a871ac16ccc343c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453792 Nov 23 15:09:22.415318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-cfbec51b-7913-47a9-bdfc-b608b957a939 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:09:22.416426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-cfbec51b-7913-47a9-bdfc-b608b957a939 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051470 Nov 23 15:09:22.507535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-3201802e-be9a-4f83-81e9-1b4b94adbefd service neutron] 10.222.0.46 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855556 Nov 23 15:09:22.595154 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2a9cd8bb-ec60-44d5-a66c-2ab6dbd53221 service neutron] 10.222.0.46 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810664 Nov 23 15:09:22.780821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a2db8eb9-eded-4f66-901b-26b10a8636e2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:09:22.801007 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: a2db8eb9-eded-4f66-901b-26b10a8636e2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:09:22.801346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device a2db8eb9-eded-4f66-901b-26b10a8636e2 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:09:23.775594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-eb29cceb-e802-4e18-aa3b-2cbdc828786b req-f28e670f-ef79-4119-8f09-fdd173ea3df2 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 210 time: 0.0269978 Nov 23 15:09:24.260339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:24.710936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-6389e7d5-3c70-4171-bd8b-214f5fa73095 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:24.712981 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-6389e7d5-3c70-4171-bd8b-214f5fa73095 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "GET /v2.0/networks?id=9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 200 len: 815 time: 0.1027424 Nov 23 15:09:24.725831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Request body: {'port': {'device_id': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'admin_state_up': True, 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:09:24.828247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Made reservation on behalf of 31bfb52471914ef8a871ac16ccc343c7 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:09:24.831977 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:24.873374 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45540485-6385-4451-bc30-4236763cc41f req-87e9d187-8b3b-41b6-a127-ab8810c93ed3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 210 time: 0.0301156 Nov 23 15:09:24.957855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Allocated IP 172.20.0.3 (9d28a7df-9372-4992-a905-1128f52600fe/63849d95-ff2c-4068-9d30-fcdd56149676/6ca10745-66c4-41d2-a414-9cc7213a99d5) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:09:25.101594 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:25.465082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:25.507573 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Network 9d28a7df-9372-4992-a905-1128f52600fe is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:09:25.512509 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:09:25.516013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:09:25.543984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Pushing event updated for resources: {'Port': ['ID=6ca10745-66c4-41d2-a414-9cc7213a99d5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:25.559873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.560230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.560575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.560914 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.561249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.561582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.561915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.562243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.562572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.562946 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.563328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.563651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:25.583184 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:25.583832 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:25.602325 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-2cb43e84-525f-46e7-96be-5297a6c3c1e3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806036 Nov 23 15:09:25.615325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Request body: {'port': {'device_id': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:09:25.676928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:25.773935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-3e628a82-4603-4f5d-9314-06df8009c8ee None None] Provisioning complete for port 6ca10745-66c4-41d2-a414-9cc7213a99d5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:09:25.774580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3e628a82-4603-4f5d-9314-06df8009c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:25.813927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-3e628a82-4603-4f5d-9314-06df8009c8ee None None] Port 6ca10745-66c4-41d2-a414-9cc7213a99d5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:09:25.948198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca10745-66c4-41d2-a414-9cc7213a99d5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:09:25.956491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:25.971055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Transition to ACTIVE for port object 6ca10745-66c4-41d2-a414-9cc7213a99d5 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:09:25.974944 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:25.996658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c752cd-8e01-437c-aadf-248ed59eb34f req-59a93c1e-4f49-4a4c-831b-fbdbb42e23af tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:25.998176 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29c752cd-8e01-437c-aadf-248ed59eb34f req-59a93c1e-4f49-4a4c-831b-fbdbb42e23af tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 931 time: 0.0512161 Nov 23 15:09:26.039924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca10745-66c4-41d2-a414-9cc7213a99d5,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:26.061165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-29c752cd-8e01-437c-aadf-248ed59eb34f req-c22362aa-96bb-4556-b3a3-c1183df4c392 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564845 Nov 23 15:09:26.115327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Attempting to bind port 6ca10745-66c4-41d2-a414-9cc7213a99d5 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:09:26.115677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Attempting to bind port 6ca10745-66c4-41d2-a414-9cc7213a99d5 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:09:26.116021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Attempting to bind port 6ca10745-66c4-41d2-a414-9cc7213a99d5 on network 9d28a7df-9372-4992-a905-1128f52600fe {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:09:26.120523 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Port 6ca10745-66c4-41d2-a414-9cc7213a99d5 on network 9d28a7df-9372-4992-a905-1128f52600fe not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:09:26.120841 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Attempting to bind port 6ca10745-66c4-41d2-a414-9cc7213a99d5 on network 9d28a7df-9372-4992-a905-1128f52600fe {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:09:26.125677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:09:26.126006 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Checking segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:09:26.126387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Bound using segment: {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:09:26.126810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Bound port: 6ca10745-66c4-41d2-a414-9cc7213a99d5, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df63ec9-2dbe-4ead-be87-12babef5fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:09:26.127216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:26.193617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] For port 6ca10745-66c4-41d2-a414-9cc7213a99d5, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:09:26.197030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] For port 6ca10745-66c4-41d2-a414-9cc7213a99d5, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ca10745-66c4-41d2-a414-9cc7213a99d5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:09:26.201264 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:26.232911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.233705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:26.235380 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] 10.222.0.74 "PUT /v2.0/ports/6ca10745-66c4-41d2-a414-9cc7213a99d5 HTTP/1.1" status: 200 len: 1091 time: 0.6243315 Nov 23 15:09:26.237519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'tag': '6ca10745-66c4-41d2-a414-9cc7213a99d5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:09:26.241245 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e785d9-34bb-4fad-8b74-e152ecad4356" -d '{"events": [{"name": "network-changed", "server_uuid": "72b7349a-3ded-4f50-8eab-4019c9c64ec1", "tag": "6ca10745-66c4-41d2-a414-9cc7213a99d5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:09:26.272857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c60a63-c466-4019-b5a1-f66623ef9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca10745-66c4-41d2-a414-9cc7213a99d5,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:26.290654 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5bafc2-736e-441b-975e-e03f149aef5c x-openstack-request-id: req-ea5bafc2-736e-441b-975e-e03f149aef5c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:09:26.290984 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b7349a-3ded-4f50-8eab-4019c9c64ec1", "tag": "6ca10745-66c4-41d2-a414-9cc7213a99d5", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:09:26.291249 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea5bafc2-736e-441b-975e-e03f149aef5c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:09:26.291655 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'tag': '6ca10745-66c4-41d2-a414-9cc7213a99d5', 'status': 'completed', 'code': 200} Nov 23 15:09:26.322273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-76e2ae7b-84c0-49f4-8b07-a5dd0f9d20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.323913 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-76e2ae7b-84c0-49f4-8b07-a5dd0f9d20bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31bfb52471914ef8a871ac16ccc343c7&device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0442009 Nov 23 15:09:26.369788 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-1adaddb0-569a-4109-b56d-7e07649a4c40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca10745-66c4-41d2-a414-9cc7213a99d5 HTTP/1.1" status: 200 len: 217 time: 0.0382762 Nov 23 15:09:26.422649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-06126ed7-90fb-4633-831d-5a9188704020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.424233 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-06126ed7-90fb-4633-831d-5a9188704020 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=63849d95-ff2c-4068-9d30-fcdd56149676 HTTP/1.1" status: 200 len: 854 time: 0.0470586 Nov 23 15:09:26.470820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-0e46ca27-dd19-49c4-889f-693f6adfa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.472351 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-0e46ca27-dd19-49c4-889f-693f6adfa584 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d28a7df-9372-4992-a905-1128f52600fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406070 Nov 23 15:09:26.562845 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-4a2adad6-1e72-4da8-82f0-761508faf252 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826435 Nov 23 15:09:26.651622 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f0a75201-7523-44ef-a6ad-666ec3ec13d3 req-7d2246bd-d017-4af9-bbbe-fee085b6fbf6 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822146 Nov 23 15:09:26.745047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-8d96c755-072c-43a8-8f8d-09cfaf5d9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.746562 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-8d96c755-072c-43a8-8f8d-09cfaf5d9360 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31bfb52471914ef8a871ac16ccc343c7&device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0445347 Nov 23 15:09:26.829063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5770-ea21-4cf3-8834-d703333cb9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:26.835964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-1704dd88-9008-41e7-9fbf-b73f7d04abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.837439 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-1704dd88-9008-41e7-9fbf-b73f7d04abc5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 200 len: 916 time: 0.0844564 Nov 23 15:09:26.881047 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-f0fe0f91-000e-445d-86c7-3b657fedf5fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca10745-66c4-41d2-a414-9cc7213a99d5 HTTP/1.1" status: 200 len: 217 time: 0.0368037 Nov 23 15:09:26.929128 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-3b2d5c66-feeb-4337-adf2-b310543e4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.930590 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-3b2d5c66-feeb-4337-adf2-b310543e4273 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=63849d95-ff2c-4068-9d30-fcdd56149676 HTTP/1.1" status: 200 len: 854 time: 0.0423381 Nov 23 15:09:26.975769 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-0f2b4538-086f-4bc6-a9c2-0b58129578d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:26.977291 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-0f2b4538-086f-4bc6-a9c2-0b58129578d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9d28a7df-9372-4992-a905-1128f52600fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393097 Nov 23 15:09:27.069181 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-aca2ebc7-c8e4-4ce7-b19f-bebfff486ab2 service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834942 Nov 23 15:09:27.158885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-f7e785d9-34bb-4fad-8b74-e152ecad4356 req-d6c6fd73-c4ea-4eb7-ad64-3660482e460b service neutron] 10.222.0.74 "GET /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816965 Nov 23 15:09:27.184921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a21b4-96c3-4a74-8a6e-58f41d80ad27 req-5dac6109-2f81-44bf-b5d6-0ef12780bbd5 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:27.186404 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a4a21b4-96c3-4a74-8a6e-58f41d80ad27 req-5dac6109-2f81-44bf-b5d6-0ef12780bbd5 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 943 time: 0.0489831 Nov 23 15:09:27.232443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a4a21b4-96c3-4a74-8a6e-58f41d80ad27 req-90d731c7-04b2-447d-9463-99d972722f9b tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Nov 23 15:09:27.675950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:28.351994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f9cf-8b0c-4982-9178-8277539b87b2 req-3212c0d3-c9f9-4d74-9248-7596aa6de190 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:28.353486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b919f9cf-8b0c-4982-9178-8277539b87b2 req-3212c0d3-c9f9-4d74-9248-7596aa6de190 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 943 time: 0.0527408 Nov 23 15:09:28.402929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b919f9cf-8b0c-4982-9178-8277539b87b2 req-21477979-e116-4fa6-bbcb-adf2bec5c402 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Nov 23 15:09:28.811610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ca10745-66c4-41d2-a414-9cc7213a99d5 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:09:28.907488 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6ca10745-66c4-41d2-a414-9cc7213a99d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ca10745-66c4-41d2-a414-9cc7213a99d5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:09:28.918949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '6ca10745-66c4-41d2-a414-9cc7213a99d5', 'network_id': '9d28a7df-9372-4992-a905-1128f52600fe', 'port_id': '6ca10745-66c4-41d2-a414-9cc7213a99d5', 'mac_address': 'fa:16:3e:a3:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63849d95-ff2c-4068-9d30-fcdd56149676', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:09:28.954807 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:28.967508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca10745-66c4-41d2-a414-9cc7213a99d5 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:09:28.988304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6ca10745-66c4-41d2-a414-9cc7213a99d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ca10745-66c4-41d2-a414-9cc7213a99d5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:09:28.992878 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:29.039135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6ca10745-66c4-41d2-a414-9cc7213a99d5,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:29.047049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.047406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.047751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.048090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.048427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.048812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.049090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.049416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.049742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.050068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.050392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.050713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:29.182511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['6ca10745-66c4-41d2-a414-9cc7213a99d5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:09:29.235968 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba7b46c2-f449-4554-8066-5c20f64db669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:29.256346 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:09:29.527716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d03e50-1509-4990-a059-c2e7bac56071 req-83030690-4f6d-44a3-b71a-67cb918d2a9b tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:29.529210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5d03e50-1509-4990-a059-c2e7bac56071 req-83030690-4f6d-44a3-b71a-67cb918d2a9b tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 944 time: 0.0488567 Nov 23 15:09:29.574666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5d03e50-1509-4990-a059-c2e7bac56071 req-980fd4ed-464b-48b2-98e9-5384853cf83f tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Nov 23 15:09:30.266851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:30.688987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646636b3-45ea-4204-b128-37584cd0d854 req-cf5f0de1-84a3-4e52-9346-ff08f304ef40 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:30.690466 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-646636b3-45ea-4204-b128-37584cd0d854 req-cf5f0de1-84a3-4e52-9346-ff08f304ef40 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 944 time: 0.0478513 Nov 23 15:09:30.746160 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-646636b3-45ea-4204-b128-37584cd0d854 req-f3dc4581-9f1f-4d57-b463-039fed33f9ac tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496912 Nov 23 15:09:30.819669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ca10745-66c4-41d2-a414-9cc7213a99d5 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:09:30.870242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 6ca10745-66c4-41d2-a414-9cc7213a99d5 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:09:30.873850 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 6ca10745-66c4-41d2-a414-9cc7213a99d5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:09:30.874221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:30.948215 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:30.969197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca10745-66c4-41d2-a414-9cc7213a99d5'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:09:30.971591 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d450ae-6bc2-4e4a-b8cc-4346e353d0b4" -d '{"events": [{"server_uuid": "72b7349a-3ded-4f50-8eab-4019c9c64ec1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca10745-66c4-41d2-a414-9cc7213a99d5"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:09:30.985029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 6ca10745-66c4-41d2-a414-9cc7213a99d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ca10745-66c4-41d2-a414-9cc7213a99d5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:09:30.989139 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:31.012979 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe379e8d-46d5-4a46-90ce-f862bda6d247 x-openstack-request-id: req-fe379e8d-46d5-4a46-90ce-f862bda6d247 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:09:31.013271 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b7349a-3ded-4f50-8eab-4019c9c64ec1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca10745-66c4-41d2-a414-9cc7213a99d5", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:09:31.013523 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe379e8d-46d5-4a46-90ce-f862bda6d247 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:09:31.013908 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca10745-66c4-41d2-a414-9cc7213a99d5', 'code': 200} Nov 23 15:09:31.038811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=6ca10745-66c4-41d2-a414-9cc7213a99d5,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:31.106482 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629134-1ba1-4a58-8231-48cb638e5f60 req-864be9e8-b073-4776-807b-afd6f12df9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:31.107993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66629134-1ba1-4a58-8231-48cb638e5f60 req-864be9e8-b073-4776-807b-afd6f12df9a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0403159 Nov 23 15:09:31.155649 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66629134-1ba1-4a58-8231-48cb638e5f60 req-c0260afa-4cb0-48ad-8d48-b80f049987f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Nov 23 15:09:31.865312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b456c6-e86b-44aa-a261-3bb0ec53300e req-bb72294d-9e22-4c02-afa7-f78e2af51310 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:31.866678 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3b456c6-e86b-44aa-a261-3bb0ec53300e req-bb72294d-9e22-4c02-afa7-f78e2af51310 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 945 time: 0.0546641 Nov 23 15:09:31.891351 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:31.914008 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e3b456c6-e86b-44aa-a261-3bb0ec53300e req-a332566f-4635-4a4f-b05c-47e75348eb3d tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Nov 23 15:09:32.669861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:33.030767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e77c2-d415-4dfd-8efd-f2e0ed1e4437 req-89eef32d-6f63-4bd3-ac12-e0fbe1c6f815 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:33.032244 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-325e77c2-d415-4dfd-8efd-f2e0ed1e4437 req-89eef32d-6f63-4bd3-ac12-e0fbe1c6f815 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 945 time: 0.0483153 Nov 23 15:09:33.077210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-325e77c2-d415-4dfd-8efd-f2e0ed1e4437 req-85819f64-9769-4704-ac6c-6a8dfdd8e96a tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Nov 23 15:09:33.194089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564872d-f576-463a-9675-c9b2c6e8a9a1 req-530d610c-441a-4ed2-9ad0-39f821b310ac tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:33.195487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c564872d-f576-463a-9675-c9b2c6e8a9a1 req-530d610c-441a-4ed2-9ad0-39f821b310ac tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Nov 23 15:09:33.241585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c564872d-f576-463a-9675-c9b2c6e8a9a1 req-4d60cf91-4f1a-436e-a1c0-42bbb5f7b889 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Nov 23 15:09:54.280004 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:54.621726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c4f07-6904-4a01-8f31-772b30dd8b2b req-8c2c66dc-1d94-40ac-9669-a90571353ea3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:54.623867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-258c4f07-6904-4a01-8f31-772b30dd8b2b req-8c2c66dc-1d94-40ac-9669-a90571353ea3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 945 time: 0.0515537 Nov 23 15:09:54.675376 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-258c4f07-6904-4a01-8f31-772b30dd8b2b req-1091366f-49e5-4fef-a5e4-b1849f4958f5 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Nov 23 15:09:55.791466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b04d75-4619-4fa1-a34c-00ba44dbed0f req-a5048f26-255e-4b9e-871d-97eaba5f2790 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:55.792946 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1b04d75-4619-4fa1-a34c-00ba44dbed0f req-a5048f26-255e-4b9e-871d-97eaba5f2790 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 945 time: 0.0514545 Nov 23 15:09:55.840520 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1b04d75-4619-4fa1-a34c-00ba44dbed0f req-9c623fc4-c660-4c1e-9e0c-30394f3615c3 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c9151cc-8d58-4bed-8413-d003dba44520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Nov 23 15:09:56.069776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-5d943608-4cb1-44df-8a51-0b4f82c627f6 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:09:56.071299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-5d943608-4cb1-44df-8a51-0b4f82c627f6 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 945 time: 0.0497088 Nov 23 15:09:56.156208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Deleting port 6ca10745-66c4-41d2-a414-9cc7213a99d5 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:09:56.156554 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:56.248066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] For port 6ca10745-66c4-41d2-a414-9cc7213a99d5, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=6ca10745-66c4-41d2-a414-9cc7213a99d5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:09:56.248431 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:56.261081 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Calling delete_port for 6ca10745-66c4-41d2-a414-9cc7213a99d5 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:09:56.384973 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:56.396360 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['6ca10745-66c4-41d2-a414-9cc7213a99d5'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:09:56.413518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Pushing event deleted for resources: {'Port': ['ID=6ca10745-66c4-41d2-a414-9cc7213a99d5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:56.455039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] No DVR routers for this DVR port 6ca10745-66c4-41d2-a414-9cc7213a99d5 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:09:56.458802 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:56.463734 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d9521d2b-1a4d-4410-8164-65c4d45987db req-730af9c5-6ce8-48b6-8ed5-78ab8c220fb1 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.74 "DELETE /v2.0/ports/6ca10745-66c4-41d2-a414-9cc7213a99d5 HTTP/1.1" status: 204 len: 173 time: 0.3867371 Nov 23 15:09:56.464170 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'name': 'network-vif-deleted', 'tag': '6ca10745-66c4-41d2-a414-9cc7213a99d5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:09:56.466399 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80684d5d-5387-484d-a238-8a2ede479c24" -d '{"events": [{"server_uuid": "72b7349a-3ded-4f50-8eab-4019c9c64ec1", "name": "network-vif-deleted", "tag": "6ca10745-66c4-41d2-a414-9cc7213a99d5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:09:56.502689 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc6eec-bead-4ca2-ba21-2e5bdaee627d x-openstack-request-id: req-dcbc6eec-bead-4ca2-ba21-2e5bdaee627d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:09:56.503096 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b7349a-3ded-4f50-8eab-4019c9c64ec1", "name": "network-vif-deleted", "tag": "6ca10745-66c4-41d2-a414-9cc7213a99d5", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:09:56.503277 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcbc6eec-bead-4ca2-ba21-2e5bdaee627d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:09:56.503683 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b7349a-3ded-4f50-8eab-4019c9c64ec1', 'name': 'network-vif-deleted', 'tag': '6ca10745-66c4-41d2-a414-9cc7213a99d5', 'status': 'completed', 'code': 200} Nov 23 15:09:56.834194 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ec347e0-5e61-48f3-9d36-8ec9d1558bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:56.955525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9e2196ba-f922-4504-adbf-2e16f533ca7e req-b60d113a-bb31-4ebd-a720-9529f0f78656 tempest-TestEncryptedCinderVolumes-415864463 tempest-TestEncryptedCinderVolumes-415864463-project] 10.222.0.46 "GET /v2.0/ports?device_id=72b7349a-3ded-4f50-8eab-4019c9c64ec1 HTTP/1.1" status: 200 len: 210 time: 0.0261636 Nov 23 15:09:57.676313 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:58.047086 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37478) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:09:58.385930 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:58.624272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Deleting port b072894b-2bfb-4f12-ab45-1ba56ff3b04b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:09:58.624608 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:58.703963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] For port b072894b-2bfb-4f12-ab45-1ba56ff3b04b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:09:58.704237 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:58.716460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Calling delete_port for b072894b-2bfb-4f12-ab45-1ba56ff3b04b owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:09:58.889848 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:58.920239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b072894b-2bfb-4f12-ab45-1ba56ff3b04b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:09:58.936873 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ca10745-66c4-41d2-a414-9cc7213a99d5 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:09:58.944589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.945077 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.945515 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.946140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.946572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.947142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.947572 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.948001 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.948424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.949071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.949500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.949917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:09:58.958868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 6ca10745-66c4-41d2-a414-9cc7213a99d5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:09:58.959436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 6ca10745-66c4-41d2-a414-9cc7213a99d5 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:09:59.094684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:59.199922 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c11070b-501b-44aa-9386-05bb2b48502c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:59.310986 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:09:59.413426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:09:59.418725 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c301ea63-47a9-4f79-9d56-8ea420428b43 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3705115 Nov 23 15:09:59.421294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:09:59.422236 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] Sync routers for ids ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:09:59.432453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] Routers {'4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:09:59.433057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:09:59.533878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:59.536563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] Set router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:09:59.643998 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:59.705450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Deleting port 4583d28f-74c8-405f-9ef7-63d3a33895cd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:09:59.705809 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:59.789751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] For port 4583d28f-74c8-405f-9ef7-63d3a33895cd, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4583d28f-74c8-405f-9ef7-63d3a33895cd,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:09:59.790110 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:09:59.801687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Calling delete_port for 4583d28f-74c8-405f-9ef7-63d3a33895cd owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:09:59.870961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:09:58Z', 'revision_number': 5, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port': {'id': '4583d28f-74c8-405f-9ef7-63d3a33895cd', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:38Z', 'updated_at': '2021-11-23T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:09:59.897359 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] Checking router: 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:09:59.906167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] Routers {'4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:09:59.906813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:09:59.981823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.000718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] Set router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:00.016998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4583d28f-74c8-405f-9ef7-63d3a33895cd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:00.035695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a63e5e6-8847-4edf-b0aa-12d4047a65bd None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:00.065165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:09:59Z', 'revision_number': 6, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:00.074999 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.093593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb21adf-60f4-4780-a6fb-40126dd78bf4 None None] The sync data for ids ['4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b'] in n-d-818503-2 is: [{'id': '4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b', 'name': 'tempest-TestEncryptedCinderVolumes-64687032-router', 'tenant_id': '31bfb52471914ef8a871ac16ccc343c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:37Z', 'updated_at': '2021-11-23T15:09:59Z', 'revision_number': 6, 'project_id': '31bfb52471914ef8a871ac16ccc343c7', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:10:00.171637 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.173722 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.216095 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.216626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:10:00.221008 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.222305 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-22014058-603a-4f1e-b76c-0ab5d08922bd admin admin] 10.222.0.46 "DELETE /v2.0/routers/4ffe17ed-6ef3-4b7a-90f9-3c6ba514e79b HTTP/1.1" status: 204 len: 168 time: 0.7999995 Nov 23 15:10:00.224878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:00.271695 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.273578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] Deleting subnet 63849d95-ff2c-4068-9d30-fcdd56149676 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:10:00.276704 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.311047 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.389114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.444903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.473133 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63849d95-ff2c-4068-9d30-fcdd56149676,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:00.477308 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.481499 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f2daca08-bb50-4118-88cc-1b6496ce091a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/63849d95-ff2c-4068-9d30-fcdd56149676 HTTP/1.1" status: 204 len: 168 time: 0.2556324 Nov 23 15:10:00.484069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37484) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:00.486654 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0c85c-5d27-4ae0-a14b-50fc2d89148d None None] Network 9d28a7df-9372-4992-a905-1128f52600fe requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:10:00.575556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.636057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Deleting port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:10:00.636401 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.699054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] For port fb27c773-e7b4-47ba-bfc7-c11c67aebff5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb27c773-e7b4-47ba-bfc7-c11c67aebff5,segment=NetworkSegment(5df63ec9-2dbe-4ead-be87-12babef5fdb3),segment_id=5df63ec9-2dbe-4ead-be87-12babef5fdb3)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:00.699423 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.712265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Calling delete_port for fb27c773-e7b4-47ba-bfc7-c11c67aebff5 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:10:00.791661 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.813980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb27c773-e7b4-47ba-bfc7-c11c67aebff5,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:00.819341 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] No DVR routers for this DVR port fb27c773-e7b4-47ba-bfc7-c11c67aebff5 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:10:00.890831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70101a53-8643-47d7-95a4-f1c1764f19fc None None] DHCP port deletion for 9d28a7df-9372-4992-a905-1128f52600fe request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:00.893180 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.913994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b072894b-2bfb-4f12-ab45-1ba56ff3b04b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:10:00.920043 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d28a7df-9372-4992-a905-1128f52600fe']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:00.930233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df63ec9-2dbe-4ead-be87-12babef5fdb3') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:00.930547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df63ec9-2dbe-4ead-be87-12babef5fdb3') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:00.939387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: b072894b-2bfb-4f12-ab45-1ba56ff3b04b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:10:00.939730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device b072894b-2bfb-4f12-ab45-1ba56ff3b04b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:10:00.940057 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.954329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.960833 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:10:00.961219 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:10:00.963673 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:10:01.017077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:01.023066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:01.026792 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9d28a7df-9372-4992-a905-1128f52600fe HTTP/1.1" status: 204 len: 168 time: 0.5417156 Nov 23 15:10:01.029754 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:01.037326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568fe39-083b-46b6-9555-13fd68021380 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d28a7df-9372-4992-a905-1128f52600fe,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:01.381135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:01.623800 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Deleting port 250456ad-298a-4387-9a81-6e96d90e6746 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:10:01.624473 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:01.701166 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] For port 250456ad-298a-4387-9a81-6e96d90e6746, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=250456ad-298a-4387-9a81-6e96d90e6746,segment=NetworkSegment(8e6b9899-2400-4e42-bff6-b9d2ea6f1130),segment_id=8e6b9899-2400-4e42-bff6-b9d2ea6f1130)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:01.701528 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:01.713731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Calling delete_port for 250456ad-298a-4387-9a81-6e96d90e6746 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:10:01.888799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:01.896090 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:01.919620 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Pushing event deleted for resources: {'Port': ['ID=250456ad-298a-4387-9a81-6e96d90e6746,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:02.087955 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:02.263532 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb27c773-e7b4-47ba-bfc7-c11c67aebff5 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:10:02.284220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: fb27c773-e7b4-47ba-bfc7-c11c67aebff5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:10:02.284566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb27c773-e7b4-47ba-bfc7-c11c67aebff5 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:10:02.284993 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4583d28f-74c8-405f-9ef7-63d3a33895cd no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:10:02.302100 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:10:02.304115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4583d28f-74c8-405f-9ef7-63d3a33895cd {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:10:02.304468 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4583d28f-74c8-405f-9ef7-63d3a33895cd not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:10:02.672299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:02.727740 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:10:02.732931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a2c2ca17-de22-4d73-b12a-d44527d97432 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc1f0907-af3e-4583-b9c0-b074cb3cd5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020917 Nov 23 15:10:02.735551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37488) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:02.737014 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] Sync routers for ids ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:10:02.747827 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] Routers {'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:02.748427 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:02.837245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:02.851476 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] Set router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:02.935390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:02.991069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Deleting port 72074dab-7be8-44f8-bab1-dc4ddf589a4c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:10:02.991416 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.031301 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:10:01Z', 'revision_number': 5, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port': {'id': '72074dab-7be8-44f8-bab1-dc4ddf589a4c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:08:42Z', 'updated_at': '2021-11-23T15:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:03.061734 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] Checking router: cc1f0907-af3e-4583-b9c0-b074cb3cd5aa for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:10:03.067372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] For port 72074dab-7be8-44f8-bab1-dc4ddf589a4c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=72074dab-7be8-44f8-bab1-dc4ddf589a4c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:03.067739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.070462 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] Routers {'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:03.071103 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:03.080671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Calling delete_port for 72074dab-7be8-44f8-bab1-dc4ddf589a4c owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:10:03.158104 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] Set router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:03.250631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.276630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72074dab-7be8-44f8-bab1-dc4ddf589a4c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:03.295571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc358ae0-1433-4cef-b5a8-c42b78a3de26 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:03.301029 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:10:02Z', 'revision_number': 6, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:03.327969 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a40ca-7549-4340-9530-caa67a7366c8 None None] The sync data for ids ['cc1f0907-af3e-4583-b9c0-b074cb3cd5aa'] in n-d-818503-2 is: [{'id': 'cc1f0907-af3e-4583-b9c0-b074cb3cd5aa', 'name': 'tempest-TestEncryptedCinderVolumes-1014696088-router', 'tenant_id': '732e6e2ed75d42cb9fe567c83e68054c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:08:41Z', 'updated_at': '2021-11-23T15:10:02Z', 'revision_number': 6, 'project_id': '732e6e2ed75d42cb9fe567c83e68054c', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:10:03.342046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.431552 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.433654 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.476951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.478296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1f0907-af3e-4583-b9c0-b074cb3cd5aa {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:10:03.483593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.484751 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0d29f5f3-dfaa-40e1-ba0e-274c3b27c3e3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cc1f0907-af3e-4583-b9c0-b074cb3cd5aa HTTP/1.1" status: 204 len: 168 time: 0.7482936 Nov 23 15:10:03.487298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37490) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:03.534087 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] Deleting subnet a70c7ba3-1f32-4617-8f10-1817dc811516 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:10:03.537065 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.570196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.646517 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.701426 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.734763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70c7ba3-1f32-4617-8f10-1817dc811516,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:03.739037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.743677 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a0ffe7a-0fb9-4bf0-832e-f56ba66a01e5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a70c7ba3-1f32-4617-8f10-1817dc811516 HTTP/1.1" status: 204 len: 168 time: 0.2551281 Nov 23 15:10:03.744607 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ba673-907a-4a1d-bba0-c2974544becc None None] Network adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:10:03.745307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37492) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:03.822196 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.873699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Deleting port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:10:03.874035 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.938876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] For port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688,segment=NetworkSegment(8e6b9899-2400-4e42-bff6-b9d2ea6f1130),segment_id=8e6b9899-2400-4e42-bff6-b9d2ea6f1130)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:03.939268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:03.952233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Calling delete_port for 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:10:04.032864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.057538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:04.061134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] No DVR routers for this DVR port 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:10:04.125165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f57ea7-266a-41f3-b110-e3afcba237b1 None None] DHCP port deletion for adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:04.234005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 72074dab-7be8-44f8-bab1-dc4ddf589a4c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:10:04.259123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 72074dab-7be8-44f8-bab1-dc4ddf589a4c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:10:04.259774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 72074dab-7be8-44f8-bab1-dc4ddf589a4c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:10:04.260202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 250456ad-298a-4387-9a81-6e96d90e6746 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:10:04.285310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 250456ad-298a-4387-9a81-6e96d90e6746 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:10:04.285652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 250456ad-298a-4387-9a81-6e96d90e6746 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:10:04.286064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:10:04.306075 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:10:04.306751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8ae1cec8-bb89-4e56-9ca6-ffb5e28c0688 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:10:04.476745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.497231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:04.506176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6b9899-2400-4e42-bff6-b9d2ea6f1130') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:04.506473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6b9899-2400-4e42-bff6-b9d2ea6f1130') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:04.515424 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.528124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.533773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:10:04.534146 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:10:04.535798 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:10:04.591805 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.597174 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.600385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] 10.222.0.46 "DELETE /v2.0/networks/adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e HTTP/1.1" status: 204 len: 168 time: 0.8540008 Nov 23 15:10:04.611825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc74f3-0fcc-44f8-b1c9-69c4ff324def admin admin] Pushing event deleted for resources: {'Network': ['ID=adbde4a5-3fd2-4f23-b9ab-eec4bf87fa9e,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:04.756341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37496) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:04.795945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-95f63c17-89da-4b35-96c9-161ea6120e79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31bfb52471914ef8a871ac16ccc343c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384638 Nov 23 15:10:04.798235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37498) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:04.845313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1976-db16-414c-8a08-5cc237778b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.866077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1976-db16-414c-8a08-5cc237778b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.911282 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1976-db16-414c-8a08-5cc237778b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.913877 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b8d1976-db16-414c-8a08-5cc237778b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:04.915653 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b8d1976-db16-414c-8a08-5cc237778b16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c9151cc-8d58-4bed-8413-d003dba44520 HTTP/1.1" status: 204 len: 168 time: 0.1165147 Nov 23 15:10:04.922912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d1976-db16-414c-8a08-5cc237778b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9151cc-8d58-4bed-8413-d003dba44520,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:05.223428 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37504) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:05.262420 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-46c664f6-98f0-405b-9f6f-38851dc69442 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=732e6e2ed75d42cb9fe567c83e68054c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377903 Nov 23 15:10:05.264759 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37506) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:05.310120 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4aafc01-8452-4f9f-a0b6-fbd4d1127651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:05.334477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4aafc01-8452-4f9f-a0b6-fbd4d1127651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:05.380511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4aafc01-8452-4f9f-a0b6-fbd4d1127651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:05.383220 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4aafc01-8452-4f9f-a0b6-fbd4d1127651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:05.384929 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c4aafc01-8452-4f9f-a0b6-fbd4d1127651 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ef4bd5b-1b2a-4250-8269-ae70b42ee273 HTTP/1.1" status: 204 len: 168 time: 0.1192627 Nov 23 15:10:05.392687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aafc01-8452-4f9f-a0b6-fbd4d1127651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef4bd5b-1b2a-4250-8269-ae70b42ee273,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:06.032027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37528) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:06.129185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-580519348-network', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:06.149947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Made reservation on behalf of ce02d1c67cac43b08e620e2873729910 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:10:06.152402 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.160640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.236394 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.240181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.255762 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:10:06.266144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:10:06.272254 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571b47f1-b405-4365-8752-b3909c1d9c78,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:06.279386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.279732 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Added segment 55d80f59-f677-468f-9443-065d53533510 of type vlan for network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 Nov 23 15:10:06.317545 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.341721 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.342769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:06.343371 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.376239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3430526 Nov 23 15:10:06.379188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37532) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:06.384938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Request body: {'subnet': {'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-580519348-subnet', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:06.405232 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Made reservation on behalf of ce02d1c67cac43b08e620e2873729910 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:10:06.407936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.408273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a016f9-ac32-479b-9d46-d281512aefd2 admin admin] Pushing event updated for resources: {'Network': ['ID=bd2241e8-d5c2-4040-a6d5-9804f500bbe6,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:06.418331 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:10:06.574770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.631812 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=451b3c00-0ab1-4055-8568-c47f18d3595a,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:06.639688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Checking segment: {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:06.640045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Network hostable DHCP agents. Network: bd2241e8-d5c2-4040-a6d5-9804f500bbe6, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:10:06.655975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:10:06.664751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, bd2241e8-d5c2-4040-a6d5-9804f500bbe6) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:06.668755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:06.669339 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.674288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829440d0-dbcd-48f0-b32d-b3d0e5ad6051 None None] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:10:06.685188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8be96a58-60ed-4107-b0ca-346f84b86abf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3045983 Nov 23 15:10:06.687591 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37534) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:06.691824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:06.714284 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.715816 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.771769 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.830646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:10:06.831711 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.910547 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:06.962312 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Allocated IP 172.20.0.2 (bd2241e8-d5c2-4040-a6d5-9804f500bbe6/451b3c00-0ab1-4055-8568-c47f18d3595a/bd02790e-9b18-49ad-8755-e9c9c9d32dee) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:07.115574 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.116017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.122192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.137118 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.164180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:07.165534 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:07.171869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:07.174193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Pushing event updated for resources: {'Port': ['ID=bd02790e-9b18-49ad-8755-e9c9c9d32dee,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:07.234373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Attempting to bind port bd02790e-9b18-49ad-8755-e9c9c9d32dee on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:10:07.234734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Attempting to bind port bd02790e-9b18-49ad-8755-e9c9c9d32dee by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:10:07.235132 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Attempting to bind port bd02790e-9b18-49ad-8755-e9c9c9d32dee on network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:07.240428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:10:07.240812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Checking segment: {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:07.241274 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.241605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Bound using segment: {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:10:07.242078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Bound port: bd02790e-9b18-49ad-8755-e9c9c9d32dee, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:10:07.242464 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.250418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Allocated IP 172.25.3.164 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/45e4856e-487d-4284-bcf6-435e2d7fa98f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:07.313139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-242a545e-c94c-477a-b143-2bf23632268f None None] For port bd02790e-9b18-49ad-8755-e9c9c9d32dee, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:10:07.317158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-242a545e-c94c-477a-b143-2bf23632268f None None] For port bd02790e-9b18-49ad-8755-e9c9c9d32dee, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bd02790e-9b18-49ad-8755-e9c9c9d32dee,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:10:07.328361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.376070 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.402184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a545e-c94c-477a-b143-2bf23632268f None None] Pushing event updated for resources: {'Port': ['ID=bd02790e-9b18-49ad-8755-e9c9c9d32dee,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:07.413556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.455611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:07.458466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:07.461876 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:07.471682 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387b11dc-6aaa-49a4-8263-38c3fd4eedfa None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:07.488440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Pushing event updated for resources: {'Port': ['ID=45e4856e-487d-4284-bcf6-435e2d7fa98f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:07.536856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d6161438-095d-4e11-9ffa-26550e68af1f None None] Provisioning complete for port 45e4856e-487d-4284-bcf6-435e2d7fa98f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:07.537232 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6161438-095d-4e11-9ffa-26550e68af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.594307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d6161438-095d-4e11-9ffa-26550e68af1f None None] Port 45e4856e-487d-4284-bcf6-435e2d7fa98f cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:10:07.756502 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:07.945867 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.090274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:10:08.204453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:10:08.218193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Sync routers for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:10:08.228433 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.232326 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3ba7e6d7-7dfd-474d-bdcc-5573670d92de admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5413299 Nov 23 15:10:08.232690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37538) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:08.233878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:08.234501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:08.283808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bd02790e-9b18-49ad-8755-e9c9c9d32dee up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:08.364099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221c9dc-7b41-4aa7-b4d7-df51f1bd3907 None None] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:10:08.466725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:08.528338 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-edf59466-6e5e-45a2-91cd-73d304b5c19f None None] Provisioning complete for port bd02790e-9b18-49ad-8755-e9c9c9d32dee triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:08.529035 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edf59466-6e5e-45a2-91cd-73d304b5c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.566817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bd02790e-9b18-49ad-8755-e9c9c9d32dee triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:08.567136 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.671625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.828502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Allocated IP 172.20.0.1 (bd2241e8-d5c2-4040-a6d5-9804f500bbe6/451b3c00-0ab1-4055-8568-c47f18d3595a/42f8476b-4b00-4248-8033-61dea60239ee) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:08.854647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edf59466-6e5e-45a2-91cd-73d304b5c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.879659 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.915350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-edf59466-6e5e-45a2-91cd-73d304b5c19f None None] For port bd02790e-9b18-49ad-8755-e9c9c9d32dee, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bd02790e-9b18-49ad-8755-e9c9c9d32dee,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:08.921039 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edf59466-6e5e-45a2-91cd-73d304b5c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.943866 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:08.981431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.010218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:07Z', 'revision_number': 3, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:09.027807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:09.031067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:09.037648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:09.062483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Pushing event updated for resources: {'Port': ['ID=42f8476b-4b00-4248-8033-61dea60239ee,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:09.084296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.216491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Checking router: 91e01be5-bf19-46e6-938b-6ab1a9b75a6d for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:10:09.216943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Updating router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d port 45e4856e-487d-4284-bcf6-435e2d7fa98f binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:10:09.218655 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 15:10:09.219031 n-d-818503-2 neutron-server[103347]: DEBUG oslo_db.api [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 15:10:09.221336 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf59466-6e5e-45a2-91cd-73d304b5c19f None None] Pushing event updated for resources: {'Port': ['ID=bd02790e-9b18-49ad-8755-e9c9c9d32dee,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:09.224870 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.252424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.255681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c91ef606-6177-41ce-9479-082a9e9a7ce1 None None] Provisioning complete for port bd02790e-9b18-49ad-8755-e9c9c9d32dee triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:09.255681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c91ef606-6177-41ce-9479-082a9e9a7ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.390193 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.394849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.466359 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.469048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Pushing event updated for resources: {'Port': ['ID=42f8476b-4b00-4248-8033-61dea60239ee,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:09.557935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:09.559419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:09.561954 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.567164 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.632819 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc12300-3776-45e4-9185-6e6b8b39ef45 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:09.639592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b789540-d37d-4557-80b3-9a61dc235422 None None] Pushing event updated for resources: {'Port': ['ID=45e4856e-487d-4284-bcf6-435e2d7fa98f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:09.642665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7edeba7e-37f9-4161-8543-3227ba045d06 None None] Provisioning complete for port 42f8476b-4b00-4248-8033-61dea60239ee triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:09.643225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7edeba7e-37f9-4161-8543-3227ba045d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.645112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Attempting to bind port 45e4856e-487d-4284-bcf6-435e2d7fa98f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:10:09.645645 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Attempting to bind port 45e4856e-487d-4284-bcf6-435e2d7fa98f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:10:09.646167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Attempting to bind port 45e4856e-487d-4284-bcf6-435e2d7fa98f on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:09.678557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:10:09.679268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:09.679843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.684050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:10:09.684050 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Bound port: 45e4856e-487d-4284-bcf6-435e2d7fa98f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:10:09.684050 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.703923 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:10:09.716959 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7edeba7e-37f9-4161-8543-3227ba045d06 None None] Port 42f8476b-4b00-4248-8033-61dea60239ee cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:10:09.774022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] For port 45e4856e-487d-4284-bcf6-435e2d7fa98f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:10:09.788254 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] For port 45e4856e-487d-4284-bcf6-435e2d7fa98f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=45e4856e-487d-4284-bcf6-435e2d7fa98f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:10:09.793930 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.827824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:10:09.832706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ee2882b4-2647-4b18-9b63-6bbfbae10d31 admin admin] 10.222.0.46 "PUT /v2.0/routers/91e01be5-bf19-46e6-938b-6ab1a9b75a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986333 Nov 23 15:10:09.861052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ceaf4-a170-4764-a1b3-6fca6cc93861 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:09.873130 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b789540-d37d-4557-80b3-9a61dc235422 None None] Pushing event updated for resources: {'Port': ['ID=45e4856e-487d-4284-bcf6-435e2d7fa98f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:09.877048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Provisioning complete for port 45e4856e-487d-4284-bcf6-435e2d7fa98f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:09.877416 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:09.903109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:09.903675 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:10.047708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.064348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:10.104974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] For port 45e4856e-487d-4284-bcf6-435e2d7fa98f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=45e4856e-487d-4284-bcf6-435e2d7fa98f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:10.108101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.203419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Provisioning complete for port 42f8476b-4b00-4248-8033-61dea60239ee triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:10.203790 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.241559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bd02790e-9b18-49ad-8755-e9c9c9d32dee up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:10.273060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Pushing event updated for resources: {'Port': ['ID=45e4856e-487d-4284-bcf6-435e2d7fa98f,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:10.321940 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-69b135f4-a455-4aac-a85b-c964d61bc929 None None] Port 42f8476b-4b00-4248-8033-61dea60239ee cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:10:10.341270 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37554) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:10.348499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-527110213-network', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:10.374165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Made reservation on behalf of aad4b399b39d467ca4d85fdd30f9a6b7 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:10:10.376647 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.384776 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bd02790e-9b18-49ad-8755-e9c9c9d32dee triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:10.385140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.386194 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.442037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 2, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:10.461729 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.465473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.473463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77794ce5-1491-4668-8344-5cff67e4d061 None None] The sync data for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 is: [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 2, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:10:10.479905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-ce4cdc22-45fe-4aef-b822-53b3d03866e0 None None] Provisioning complete for port 45e4856e-487d-4284-bcf6-435e2d7fa98f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:10.480238 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ce4cdc22-45fe-4aef-b822-53b3d03866e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.491375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:10:10.502795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6d820a-e352-4239-b613-5ee2491cdbcd,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:10.507775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.508129 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Added segment a6a22b7f-b287-48fc-8c85-5916f0ec696a of type vlan for network eb37548f-8ab9-406b-acca-eb9f3b1020a2 Nov 23 15:10:10.550931 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.580432 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.582202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:10.582991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.621708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2788854 Nov 23 15:10:10.624554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37556) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:10.629723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Request body: {'subnet': {'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-527110213-subnet', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:10.651530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Made reservation on behalf of aad4b399b39d467ca4d85fdd30f9a6b7 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:10:10.654724 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.658101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad8fa1-11c1-459b-b15c-858f56166f20 admin admin] Pushing event updated for resources: {'Network': ['ID=eb37548f-8ab9-406b-acca-eb9f3b1020a2,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:10.669686 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:10:10.860767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.917882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0800ccd2-5fbf-4fca-b28d-dd48c12d6a66,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:10.926926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Checking segment: {'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:10.927309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Network hostable DHCP agents. Network: eb37548f-8ab9-406b-acca-eb9f3b1020a2, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:10:10.944649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:10:10.954406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, eb37548f-8ab9-406b-acca-eb9f3b1020a2) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:10.958825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:10.959415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:10.966409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b5d7f-8ac5-4908-a95e-c6d150db73f7 None None] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:10:10.976736 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7e71c1f2-138d-482e-8c30-f80e20f40750 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3510318 Nov 23 15:10:10.980091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37558) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:10.984517 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:11.009668 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.010737 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.073153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.123087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-eb37548f-8ab9-406b-acca-eb9f3b1020a2', 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'fixed_ips': [{'subnet_id': '0800ccd2-5fbf-4fca-b28d-dd48c12d6a66'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:10:11.124360 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.244524 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.289904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Allocated IP 172.20.0.2 (eb37548f-8ab9-406b-acca-eb9f3b1020a2/0800ccd2-5fbf-4fca-b28d-dd48c12d6a66/85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:11.450497 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.456538 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.457796 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.478363 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.502387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:11.506530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:11.508975 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Pushing event updated for resources: {'Port': ['ID=85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:11.511189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:11.573419 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Attempting to bind port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:10:11.573798 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Attempting to bind port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:10:11.574214 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Attempting to bind port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c on network eb37548f-8ab9-406b-acca-eb9f3b1020a2 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:11.579908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:10:11.580287 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Checking segment: {'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:11.580694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.581091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Bound using segment: {'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:10:11.581706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Bound port: 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:10:11.582093 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.600648 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Allocated IP 172.25.3.243 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/9b84de20-b507-4904-9394-5e32647db710) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:11.655541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] For port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:10:11.659190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] For port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c,segment=NetworkSegment(a6a22b7f-b287-48fc-8c85-5916f0ec696a),segment_id=a6a22b7f-b287-48fc-8c85-5916f0ec696a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:10:11.664622 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.706814 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:11.729292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d1e66-9a3b-4779-a286-6d4d57c0b047 None None] Pushing event updated for resources: {'Port': ['ID=85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:11.747218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.135187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:12.142004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:12.145315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:12.155202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652ce02-31f4-4bca-b5e7-cb4082add165 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:12.173156 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b84de20-b507-4904-9394-5e32647db710,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:12.232490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f85f9de9-f391-4718-9341-29d626aea275 None None] Provisioning complete for port 9b84de20-b507-4904-9394-5e32647db710 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:12.232873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f85f9de9-f391-4718-9341-29d626aea275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.271787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f85f9de9-f391-4718-9341-29d626aea275 None None] Port 9b84de20-b507-4904-9394-5e32647db710 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:10:12.290649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:12.344020 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:12.344474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.411539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.435843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.481447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c,segment=NetworkSegment(a6a22b7f-b287-48fc-8c85-5916f0ec696a),segment_id=a6a22b7f-b287-48fc-8c85-5916f0ec696a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:12.487823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.488737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 45e4856e-487d-4284-bcf6-435e2d7fa98f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:12.575747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:12.592775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 45e4856e-487d-4284-bcf6-435e2d7fa98f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:12.593147 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.626326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.755593 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:10:12.868362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:10:12.878657 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Sync routers for ids ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:10:12.886776 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:12.891030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37560) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:12.894210 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Routers {'21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:12.894833 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:12.903519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b3a0352-2a04-46ae-a33a-3fdd6062f8d1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9223244 Nov 23 15:10:13.009651 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Set router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:13.113171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e2441-5fb8-4d2d-a29b-e0783f3521fa None None] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:10:13.199037 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '9b84de20-b507-4904-9394-5e32647db710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:12Z', 'revision_number': 3, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port': {'id': '9b84de20-b507-4904-9394-5e32647db710', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:13.201453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-75ac21bf-d1eb-40e6-a2e0-fca9f40f2793 None None] Provisioning complete for port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:13.201887 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-75ac21bf-d1eb-40e6-a2e0-fca9f40f2793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.209270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Sync routers for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:10:13.230583 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Checking router: 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:10:13.230947 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Updating router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 port 9b84de20-b507-4904-9394-5e32647db710 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:10:13.247973 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:13.248672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:13.262434 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.341098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.500829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Allocated IP 172.20.0.1 (eb37548f-8ab9-406b-acca-eb9f3b1020a2/0800ccd2-5fbf-4fca-b28d-dd48c12d6a66/a77a2141-98ea-47b9-9419-f66d77d679ae) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:13.529195 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.535218 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.578636 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Attempting to bind port 9b84de20-b507-4904-9394-5e32647db710 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:10:13.579316 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Attempting to bind port 9b84de20-b507-4904-9394-5e32647db710 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:10:13.579837 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Attempting to bind port 9b84de20-b507-4904-9394-5e32647db710 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:13.592205 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962aa786-763d-41ec-92c1-a697d76253aa None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:13.602476 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:10:13.603174 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:13.603736 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.604286 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:10:13.604761 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Bound port: 9b84de20-b507-4904-9394-5e32647db710, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:10:13.605299 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.614903 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.635750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:13.644655 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Pushing event updated for resources: {'Port': ['ID=9b84de20-b507-4904-9394-5e32647db710,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:13.653390 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.663162 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.663501 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.663834 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.664161 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.664520 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.664840 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.665353 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.665655 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.666128 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.666615 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.667107 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.667588 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:13.679219 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] For port 9b84de20-b507-4904-9394-5e32647db710, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:10:13.682257 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] For port 9b84de20-b507-4904-9394-5e32647db710, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9b84de20-b507-4904-9394-5e32647db710,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:10:13.689128 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.699504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:13.702951 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:13.706549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:13.734809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Pushing event updated for resources: {'Port': ['ID=a77a2141-98ea-47b9-9419-f66d77d679ae,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:13.746829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Routers {'21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:13.747062 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1058c-c356-4e16-a91c-10798f87567a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:10:13.747341 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:13.757664 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.837460 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d5a15919-1fd8-4f95-9a96-23ce0feff9ad None None] Provisioning complete for port 9b84de20-b507-4904-9394-5e32647db710 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:13.838188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d5a15919-1fd8-4f95-9a96-23ce0feff9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.900637 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909ae3-1085-4654-ae5c-36c36c6e343a None None] Pushing event updated for resources: {'Port': ['ID=9b84de20-b507-4904-9394-5e32647db710,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:13.912770 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] Set router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:13.920957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:13.991090 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d5a15919-1fd8-4f95-9a96-23ce0feff9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.023553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d5a15919-1fd8-4f95-9a96-23ce0feff9ad None None] For port 9b84de20-b507-4904-9394-5e32647db710, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9b84de20-b507-4904-9394-5e32647db710,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:14.028059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 2, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:14.067536 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Checking router: 91e01be5-bf19-46e6-938b-6ab1a9b75a6d for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:10:14.067915 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Updating router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d port 42f8476b-4b00-4248-8033-61dea60239ee binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:10:14.095277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.097003 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d5a15919-1fd8-4f95-9a96-23ce0feff9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.122061 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.122343 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '9b84de20-b507-4904-9394-5e32647db710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:12Z', 'revision_number': 3, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port': {'id': '9b84de20-b507-4904-9394-5e32647db710', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:14.128479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.163671 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc637b3-027e-4710-bf8a-fd2b83d6efe7 None None] The sync data for ids ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'] in n-d-818503-2 is: [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '9b84de20-b507-4904-9394-5e32647db710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:12Z', 'revision_number': 3, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port': {'id': '9b84de20-b507-4904-9394-5e32647db710', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:10:14.237049 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.239766 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Pushing event updated for resources: {'Port': ['ID=a77a2141-98ea-47b9-9419-f66d77d679ae,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:14.270545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a15919-1fd8-4f95-9a96-23ce0feff9ad None None] Pushing event updated for resources: {'Port': ['ID=9b84de20-b507-4904-9394-5e32647db710,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:14.284521 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:14.348590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:14.350037 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:14.352973 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e89f10a6-fa9a-40c3-8873-243340a12c0e None None] Provisioning complete for port 9b84de20-b507-4904-9394-5e32647db710 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:14.353347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e89f10a6-fa9a-40c3-8873-243340a12c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.462162 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:14.462532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.492600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:10:14.620103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:10:14.635939 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a091c41-38b1-4a07-9952-f270b468fa63 admin admin] 10.222.0.46 "PUT /v2.0/routers/21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369649 Nov 23 15:10:14.670665 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.677291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e89f10a6-fa9a-40c3-8873-243340a12c0e None None] Provisioning complete for port a77a2141-98ea-47b9-9419-f66d77d679ae triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:14.677723 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e89f10a6-fa9a-40c3-8873-243340a12c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.689672 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.768371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e89f10a6-fa9a-40c3-8873-243340a12c0e None None] Port a77a2141-98ea-47b9-9419-f66d77d679ae cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:10:14.779105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91708a-bb6b-47c4-a142-cc47a226aaaf None None] Pushing event updated for resources: {'Port': ['ID=42f8476b-4b00-4248-8033-61dea60239ee,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:14.839041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e89f10a6-fa9a-40c3-8873-243340a12c0e None None] Provisioning complete for port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:14.839422 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e89f10a6-fa9a-40c3-8873-243340a12c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.869389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Attempting to bind port 42f8476b-4b00-4248-8033-61dea60239ee on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:10:14.869768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Attempting to bind port 42f8476b-4b00-4248-8033-61dea60239ee by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:10:14.870194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Attempting to bind port 42f8476b-4b00-4248-8033-61dea60239ee on network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:14.878502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:10:14.878916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Checking segment: {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:14.879315 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:14.879714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Bound using segment: {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:10:14.880206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Bound port: 42f8476b-4b00-4248-8033-61dea60239ee, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:10:14.880590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:15.009445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] For port 42f8476b-4b00-4248-8033-61dea60239ee, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:10:15.014107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] For port 42f8476b-4b00-4248-8033-61dea60239ee, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=42f8476b-4b00-4248-8033-61dea60239ee,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:10:15.020111 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:15.080512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:15.081386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:15.144864 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91708a-bb6b-47c4-a142-cc47a226aaaf None None] Pushing event updated for resources: {'Port': ['ID=42f8476b-4b00-4248-8033-61dea60239ee,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:15.168092 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Provisioning complete for port a77a2141-98ea-47b9-9419-f66d77d679ae triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:15.168440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:15.250695 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Port a77a2141-98ea-47b9-9419-f66d77d679ae cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:10:15.276457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:15.278631 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Provisioning complete for port 42f8476b-4b00-4248-8033-61dea60239ee triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:15.278631 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:15.489447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:15.561024 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] For port 42f8476b-4b00-4248-8033-61dea60239ee, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=42f8476b-4b00-4248-8033-61dea60239ee,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:15.570456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:15.640755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:14Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:15.672428 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea05bc-f416-4361-9d66-6e54defe9f5c None None] Pushing event updated for resources: {'Port': ['ID=42f8476b-4b00-4248-8033-61dea60239ee,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:15.676772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71608a9e-061e-4ccc-a443-1b57ee278c26 None None] The sync data for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 is: [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:14Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:10:15.693660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-31151bc5-bb16-49fd-968b-bb28abc4c116 None None] Provisioning complete for port 42f8476b-4b00-4248-8033-61dea60239ee triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:15.694031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-31151bc5-bb16-49fd-968b-bb28abc4c116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:16.314837 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Sync routers for ids ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:10:16.329958 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Routers {'21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:16.332524 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:16.418329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 42f8476b-4b00-4248-8033-61dea60239ee up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:16.479920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 42f8476b-4b00-4248-8033-61dea60239ee triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:16.480293 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:16.495689 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Set router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:16.605908 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9b84de20-b507-4904-9394-5e32647db710 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:16.658585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 9b84de20-b507-4904-9394-5e32647db710 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:16.659328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:16.878447 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '9b84de20-b507-4904-9394-5e32647db710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 4, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port': {'id': '9b84de20-b507-4904-9394-5e32647db710', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a77a2141-98ea-47b9-9419-f66d77d679ae', 'name': '', 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'mac_address': 'fa:16:3e:a5:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0800ccd2-5fbf-4fca-b28d-dd48c12d6a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:13Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 2, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'subnets': [{'id': '0800ccd2-5fbf-4fca-b28d-dd48c12d6a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:16.908985 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Checking router: 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:10:16.909502 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Updating router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 port a77a2141-98ea-47b9-9419-f66d77d679ae binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:10:16.939440 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.234964 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.240178 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.288573 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abe414-7d76-4eee-abe6-f7d0c00b2957 None None] Pushing event updated for resources: {'Port': ['ID=a77a2141-98ea-47b9-9419-f66d77d679ae,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:17.369644 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Attempting to bind port a77a2141-98ea-47b9-9419-f66d77d679ae on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:10:17.370298 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Attempting to bind port a77a2141-98ea-47b9-9419-f66d77d679ae by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:10:17.371530 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Attempting to bind port a77a2141-98ea-47b9-9419-f66d77d679ae on network eb37548f-8ab9-406b-acca-eb9f3b1020a2 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:17.377415 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:10:17.377790 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Checking segment: {'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:17.378189 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.378579 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Bound using segment: {'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:10:17.379086 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Bound port: a77a2141-98ea-47b9-9419-f66d77d679ae, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a22b7f-b287-48fc-8c85-5916f0ec696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:10:17.379469 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.488003 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] For port a77a2141-98ea-47b9-9419-f66d77d679ae, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:10:17.495491 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] For port a77a2141-98ea-47b9-9419-f66d77d679ae, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a77a2141-98ea-47b9-9419-f66d77d679ae,segment=NetworkSegment(a6a22b7f-b287-48fc-8c85-5916f0ec696a),segment_id=a6a22b7f-b287-48fc-8c85-5916f0ec696a)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:10:17.503146 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.564222 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Routers {'21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:17.564877 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:09:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:17.632952 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abe414-7d76-4eee-abe6-f7d0c00b2957 None None] Pushing event updated for resources: {'Port': ['ID=a77a2141-98ea-47b9-9419-f66d77d679ae,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:17.650472 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-610231e1-97e2-438a-85f8-2f40936c1ca5 None None] Provisioning complete for port a77a2141-98ea-47b9-9419-f66d77d679ae triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:17.651030 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-610231e1-97e2-438a-85f8-2f40936c1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.729457 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] Set router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:17.779697 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-610231e1-97e2-438a-85f8-2f40936c1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.828525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-610231e1-97e2-438a-85f8-2f40936c1ca5 None None] For port a77a2141-98ea-47b9-9419-f66d77d679ae, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a77a2141-98ea-47b9-9419-f66d77d679ae,segment=NetworkSegment(a6a22b7f-b287-48fc-8c85-5916f0ec696a),segment_id=a6a22b7f-b287-48fc-8c85-5916f0ec696a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:17.835646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-610231e1-97e2-438a-85f8-2f40936c1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:17.894523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610231e1-97e2-438a-85f8-2f40936c1ca5 None None] Pushing event updated for resources: {'Port': ['ID=a77a2141-98ea-47b9-9419-f66d77d679ae,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:17.958474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c0d33b47-6971-4108-b387-4df6ba36087c None None] Provisioning complete for port a77a2141-98ea-47b9-9419-f66d77d679ae triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:17.958474 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0d33b47-6971-4108-b387-4df6ba36087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:18.009103 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '9b84de20-b507-4904-9394-5e32647db710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 4, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port': {'id': '9b84de20-b507-4904-9394-5e32647db710', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a77a2141-98ea-47b9-9419-f66d77d679ae', 'name': '', 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'mac_address': 'fa:16:3e:a5:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0800ccd2-5fbf-4fca-b28d-dd48c12d6a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:13Z', 'updated_at': '2021-11-23T15:10:17Z', 'revision_number': 4, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'subnets': [{'id': '0800ccd2-5fbf-4fca-b28d-dd48c12d6a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:18.042319 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c54da9-e7a0-4797-aac7-b4ae780c1aca None None] The sync data for ids ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'] in n-d-818503-2 is: [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '9b84de20-b507-4904-9394-5e32647db710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 4, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port': {'id': '9b84de20-b507-4904-9394-5e32647db710', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a77a2141-98ea-47b9-9419-f66d77d679ae', 'name': '', 'network_id': 'eb37548f-8ab9-406b-acca-eb9f3b1020a2', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'mac_address': 'fa:16:3e:a5:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0800ccd2-5fbf-4fca-b28d-dd48c12d6a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:13Z', 'updated_at': '2021-11-23T15:10:17Z', 'revision_number': 4, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'subnets': [{'id': '0800ccd2-5fbf-4fca-b28d-dd48c12d6a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:10:18.301349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a77a2141-98ea-47b9-9419-f66d77d679ae up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:18.386228 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a77a2141-98ea-47b9-9419-f66d77d679ae triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:18.386600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:24.280536 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:25.424953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-16ac1dcd-44ff-47a4-98a0-604269dc0bf2 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:25.426399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-16ac1dcd-44ff-47a4-98a0-604269dc0bf2 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 814 time: 0.1016102 Nov 23 15:10:25.440836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-bb3512bc-5e7b-42e0-99da-4e3e5bba60e0 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/quotas/ce02d1c67cac43b08e620e2873729910 HTTP/1.1" status: 200 len: 375 time: 0.0087578 Nov 23 15:10:25.490446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-31f23255-0bd0-4b94-972d-3773a7876a45 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443265 Nov 23 15:10:25.585144 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-f8af1eee-6c43-47f6-9081-8f12854c9a4b service neutron] 10.222.0.46 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829875 Nov 23 15:10:25.679318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-29e98b33-dd61-4f99-8807-b97efe76f799 service neutron] 10.222.0.46 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873663 Nov 23 15:10:25.835317 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cae2525-67f7-4082-bd0d-4513984a2a5f req-7837d1e6-5ea2-45f2-a814-8cf351a986f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 210 time: 0.0265131 Nov 23 15:10:26.842872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b10cd394-9916-41b7-851d-3f8ddd651e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:26.920912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-96c1c559-e725-41e2-b584-6a02341d0ae2 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:26.922451 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-96c1c559-e725-41e2-b584-6a02341d0ae2 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 814 time: 0.1156435 Nov 23 15:10:26.937182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'port': {'device_id': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'admin_state_up': True, 'tenant_id': 'ce02d1c67cac43b08e620e2873729910'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:26.940965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47f04702-dcd3-4823-a924-8cf34d808eb5 req-1d154577-569f-4cab-a2b8-5e49f37b82f4 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 210 time: 0.0311930 Nov 23 15:10:27.051734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Made reservation on behalf of ce02d1c67cac43b08e620e2873729910 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:10:27.055360 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:27.191824 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Allocated IP 172.20.0.9 (bd2241e8-d5c2-4040-a6d5-9804f500bbe6/451b3c00-0ab1-4055-8568-c47f18d3595a/75e93ddd-2a50-473b-a49a-b370e80b7fca) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:27.405407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:27.442242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:27.489470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:27.495543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:27.499136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:27.533370 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:27.546237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.546783 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.547311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.547730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.547967 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.548298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.548625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.548949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.549274 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.549600 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.549918 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.550235 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:27.608928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:27.609606 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:27.638151 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-4a18b5ac-2a03-488c-a3f8-0123c912be46 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7048571 Nov 23 15:10:27.676018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:27.836025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-26541a1e-7bc3-4819-b130-e76605bb7ccb None None] Provisioning complete for port 75e93ddd-2a50-473b-a49a-b370e80b7fca triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:27.836635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-26541a1e-7bc3-4819-b130-e76605bb7ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:27.876567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-26541a1e-7bc3-4819-b130-e76605bb7ccb None None] Port 75e93ddd-2a50-473b-a49a-b370e80b7fca cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:10:28.125316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765a24f-b77b-4118-b5ae-53670441568e req-da276f23-c60b-44e9-a6cf-98805fac6383 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:28.144595 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a765a24f-b77b-4118-b5ae-53670441568e req-da276f23-c60b-44e9-a6cf-98805fac6383 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0734763 Nov 23 15:10:28.194006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a765a24f-b77b-4118-b5ae-53670441568e req-5aab5c2c-ca61-43f9-8d1a-1f8521b0c055 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498903 Nov 23 15:10:29.203396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2098b594-4462-4036-9fcd-3520c70b19f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:29.344013 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062a26-1d3b-44a7-b26f-61217ab624db req-122e36e8-de4d-47c5-bd14-e7101d1d795b tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:29.346189 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a062a26-1d3b-44a7-b26f-61217ab624db req-122e36e8-de4d-47c5-bd14-e7101d1d795b tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0681434 Nov 23 15:10:29.408335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3a062a26-1d3b-44a7-b26f-61217ab624db req-6826aca0-244f-4fab-a43c-4859a51dbde8 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539546 Nov 23 15:10:30.276173 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:30.530334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258d54d-3283-4d01-9af2-25581cc13ae8 req-96185eca-3e9b-43f8-99fe-175297b128db tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:30.531895 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4258d54d-3283-4d01-9af2-25581cc13ae8 req-96185eca-3e9b-43f8-99fe-175297b128db tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0572169 Nov 23 15:10:30.579345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4258d54d-3283-4d01-9af2-25581cc13ae8 req-5f632997-ed6b-451f-8839-0380c2d65559 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Nov 23 15:10:31.700321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c34a3-5d92-4dc8-bbf5-654243af816c req-80584bf4-0945-441c-ab98-4a90621dcd7d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:31.702073 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-775c34a3-5d92-4dc8-bbf5-654243af816c req-80584bf4-0945-441c-ab98-4a90621dcd7d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0511210 Nov 23 15:10:31.752737 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-775c34a3-5d92-4dc8-bbf5-654243af816c req-73e1c89d-93f8-4181-855d-75d5dbaa9db6 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Nov 23 15:10:31.899199 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:32.674307 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:32.871025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cf811-ce8d-4a28-aea2-660dadc43f6f req-10382c69-c274-4dae-b8ce-5e7040331685 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:32.872544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e63cf811-ce8d-4a28-aea2-660dadc43f6f req-10382c69-c274-4dae-b8ce-5e7040331685 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0489814 Nov 23 15:10:32.925105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e63cf811-ce8d-4a28-aea2-660dadc43f6f req-0718af9e-6f4f-4ad6-8c64-e36f2e394002 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Nov 23 15:10:34.393642 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd941d4-10db-4868-bcac-33117c76345d req-37417bf5-f82d-4a96-aa6f-b632460f85bc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:34.395136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd941d4-10db-4868-bcac-33117c76345d req-37417bf5-f82d-4a96-aa6f-b632460f85bc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.3985314 Nov 23 15:10:34.454337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd941d4-10db-4868-bcac-33117c76345d req-888b88e3-bf8f-4ca5-a975-20b7d2c6ef4c tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529583 Nov 23 15:10:35.557109 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7449e-e470-4699-8541-04ee49f55a7b req-ad19e179-83ba-4df7-b5fe-73085cc34e2d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:35.558627 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77f7449e-e470-4699-8541-04ee49f55a7b req-ad19e179-83ba-4df7-b5fe-73085cc34e2d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0472922 Nov 23 15:10:35.610198 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77f7449e-e470-4699-8541-04ee49f55a7b req-a80660b6-78fe-46a7-b3ac-5c21c63dcbc3 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Nov 23 15:10:36.756106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5cb2c-adc4-4d13-9f2b-fadb87de796d req-53cea7a7-0d48-4c3e-8efe-4d3e28cf96e1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:36.758547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ef5cb2c-adc4-4d13-9f2b-fadb87de796d req-53cea7a7-0d48-4c3e-8efe-4d3e28cf96e1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0686562 Nov 23 15:10:36.806194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3ef5cb2c-adc4-4d13-9f2b-fadb87de796d req-b1a86cdf-62f4-4696-8cbc-4d8cdde188ab tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Nov 23 15:10:37.920879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f130f2e-9f80-4583-a999-76bbc42511b8 req-4e40dd5c-64e3-4dea-abd1-878db8bf94c7 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:37.922371 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f130f2e-9f80-4583-a999-76bbc42511b8 req-4e40dd5c-64e3-4dea-abd1-878db8bf94c7 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 931 time: 0.0477908 Nov 23 15:10:37.969212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f130f2e-9f80-4583-a999-76bbc42511b8 req-70bcdc8d-fdcf-44d3-973f-8444a9cd4cff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Nov 23 15:10:38.177608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Request body: {'port': {'device_id': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:38.229941 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:38.495947 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e93ddd-2a50-473b-a49a-b370e80b7fca {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:10:38.503256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:38.515521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Transition to ACTIVE for port object 75e93ddd-2a50-473b-a49a-b370e80b7fca will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:10:38.518957 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:38.583013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Pushing event updated for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:38.636273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Attempting to bind port 75e93ddd-2a50-473b-a49a-b370e80b7fca on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:10:38.636606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Attempting to bind port 75e93ddd-2a50-473b-a49a-b370e80b7fca by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:10:38.636930 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Attempting to bind port 75e93ddd-2a50-473b-a49a-b370e80b7fca on network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:38.641559 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Port 75e93ddd-2a50-473b-a49a-b370e80b7fca on network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:10:38.641880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Attempting to bind port 75e93ddd-2a50-473b-a49a-b370e80b7fca on network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:10:38.646717 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:10:38.647225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Checking segment: {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:10:38.647613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Bound using segment: {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:10:38.648067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Bound port: 75e93ddd-2a50-473b-a49a-b370e80b7fca, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d80f59-f677-468f-9443-065d53533510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:10:38.648425 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:38.715226 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:10:38.718450 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:10:38.722106 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:38.754332 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:38.755046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:38.756432 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] 10.222.0.74 "PUT /v2.0/ports/75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 1091 time: 0.5834196 Nov 23 15:10:38.756881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:10:38.760004 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256" -d '{"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:10:38.794061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70976e99-547d-4f56-b204-e2f1a6768979 service neutron] Pushing event updated for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:38.823414 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854cc4d-004c-4380-9604-8d4f6d9dee33 x-openstack-request-id: req-5854cc4d-004c-4380-9604-8d4f6d9dee33 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:10:38.823713 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:10:38.823968 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5854cc4d-004c-4380-9604-8d4f6d9dee33 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:10:38.824370 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'status': 'completed', 'code': 200} Nov 23 15:10:38.871415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-c94074a4-7e19-46b8-906a-69d4aa3afeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:38.873061 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-c94074a4-7e19-46b8-906a-69d4aa3afeea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1094 time: 0.0451024 Nov 23 15:10:38.919254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-e213c305-4d20-45a2-8bf9-5025d2291646 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 217 time: 0.0384951 Nov 23 15:10:38.968398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-d916c09c-ccb9-423b-b85f-2a4e41e72abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:38.969860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-d916c09c-ccb9-423b-b85f-2a4e41e72abf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.0442619 Nov 23 15:10:39.017364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-8c85b7fc-3fc9-41fa-866f-d55834ab2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:39.018913 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-8c85b7fc-3fc9-41fa-866f-d55834ab2069 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413213 Nov 23 15:10:39.088237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c1711-8475-463a-a3f0-5b4d93b39512 req-6f875bae-7a78-4fbe-9572-43cff04e3a69 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:39.089715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-514c1711-8475-463a-a3f0-5b4d93b39512 req-6f875bae-7a78-4fbe-9572-43cff04e3a69 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 943 time: 0.0509984 Nov 23 15:10:39.113894 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-fd99793f-cc88-4ecb-98fc-c9e0c74d7ffb service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871086 Nov 23 15:10:39.139884 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-514c1711-8475-463a-a3f0-5b4d93b39512 req-6dd3dd35-1fb3-48ae-bdfc-d229f208c8a5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Nov 23 15:10:39.202311 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3b1db7f0-2275-4158-8f1a-24c81552739d req-61ae3be7-6377-4113-8243-4ad8ba183d4e service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811598 Nov 23 15:10:39.290962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-ee10cb0c-d291-4b82-a84d-4b0fc243124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:39.292440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-ee10cb0c-d291-4b82-a84d-4b0fc243124d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1094 time: 0.0410287 Nov 23 15:10:39.387122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-01aa2740-7e50-4fc2-99a5-38d8cd70f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:39.388598 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-01aa2740-7e50-4fc2-99a5-38d8cd70f2b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0888784 Nov 23 15:10:39.428215 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-5b907cf3-3457-40ad-8254-1c079bd5c86f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 217 time: 0.0327170 Nov 23 15:10:39.482534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-f1fd702f-3923-41bf-adec-bbde63858587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:39.484077 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-f1fd702f-3923-41bf-adec-bbde63858587 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.0484905 Nov 23 15:10:39.530245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-ba01406e-ca5a-4eaa-8af3-d75446c1affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:39.531748 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-ba01406e-ca5a-4eaa-8af3-d75446c1affb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388470 Nov 23 15:10:39.623848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-35d6f56f-eb03-4947-91ec-5e5d9d3176ea service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Nov 23 15:10:39.721542 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e525ad9e-ae0a-4a4f-a2a8-d2fce62eb256 req-553bb647-3b0d-4d1f-895f-6bb6eddb46cb service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896776 Nov 23 15:10:40.263011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6e598-3d54-4f4b-bb96-745921be34fe req-7a154c88-8837-4e2d-9f02-65efa4e4a3e9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:40.264483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ce6e598-3d54-4f4b-bb96-745921be34fe req-7a154c88-8837-4e2d-9f02-65efa4e4a3e9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 943 time: 0.0557580 Nov 23 15:10:40.311393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0ce6e598-3d54-4f4b-bb96-745921be34fe req-e44f03b0-952f-4277-8062-1a6271a62ce5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Nov 23 15:10:41.120209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 75e93ddd-2a50-473b-a49a-b370e80b7fca details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:10:41.215055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:41.225724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'port_id': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'mac_address': 'fa:16:3e:4b:3f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:10:41.264879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:41.277728 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e93ddd-2a50-473b-a49a-b370e80b7fca {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:10:41.296106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:41.300310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:41.346431 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:41.353729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.354078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.354418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.354759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.355114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.355445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.355771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.356096 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.356418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.356740 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.357059 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.357380 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:41.440349 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f869-74c3-470d-9825-c814370fed44 req-24d9cb25-4913-44a6-b7f6-edd45ed78591 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:41.441716 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc35f869-74c3-470d-9825-c814370fed44 req-24d9cb25-4913-44a6-b7f6-edd45ed78591 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 944 time: 0.0477798 Nov 23 15:10:41.488558 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc35f869-74c3-470d-9825-c814370fed44 req-7b8f0d73-97cf-4c78-8c0a-9b1f873b910e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 Nov 23 15:10:41.533071 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['75e93ddd-2a50-473b-a49a-b370e80b7fca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:10:42.607059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719bfc-ccc1-4a68-8481-3530995065cd req-bac46ae8-6a16-4ac5-9418-07efa0af105b tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:42.608525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d719bfc-ccc1-4a68-8481-3530995065cd req-bac46ae8-6a16-4ac5-9418-07efa0af105b tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 944 time: 0.0525885 Nov 23 15:10:42.654253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0d719bfc-ccc1-4a68-8481-3530995065cd req-44b3cb26-f7b2-4232-b350-abdff56c0efd tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Nov 23 15:10:43.135459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 75e93ddd-2a50-473b-a49a-b370e80b7fca up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:10:43.182003 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 75e93ddd-2a50-473b-a49a-b370e80b7fca completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:10:43.185909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 75e93ddd-2a50-473b-a49a-b370e80b7fca triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:10:43.186277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:43.255122 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:10:43.259989 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:43.284109 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:10:43.286312 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92a4d3-9eef-4eb5-aca5-3c6172407159" -d '{"events": [{"server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:10:43.298790 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:10:43.302922 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:43.326752 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5703fcd-043d-410c-b505-30b733e60725 x-openstack-request-id: req-e5703fcd-043d-410c-b505-30b733e60725 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:10:43.327066 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:10:43.327313 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5703fcd-043d-410c-b505-30b733e60725 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:10:43.327699 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'code': 200} Nov 23 15:10:43.361174 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:43.420548 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5d6b-d4de-4e82-8bc6-6119a64962f5 req-f0ea6915-300f-415b-b27d-fa87c3504e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:43.421994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e03c5d6b-d4de-4e82-8bc6-6119a64962f5 req-f0ea6915-300f-415b-b27d-fa87c3504e78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1096 time: 0.0381989 Nov 23 15:10:43.472932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-e03c5d6b-d4de-4e82-8bc6-6119a64962f5 req-cac5edf8-3b99-4b9e-8ac5-95298714382d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Nov 23 15:10:43.767520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52157-6bec-4f06-8000-ebb4083293d5 req-eceb3486-dfb3-496e-afbc-6b3a32e10d30 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:43.768980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bff52157-6bec-4f06-8000-ebb4083293d5 req-eceb3486-dfb3-496e-afbc-6b3a32e10d30 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0479977 Nov 23 15:10:43.816777 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bff52157-6bec-4f06-8000-ebb4083293d5 req-40368367-f6da-4db7-90c7-cbf6ab794dec tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Nov 23 15:10:44.935686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22319a8-63ba-4938-bbe7-be1ed997b517 req-42ca0c5a-3b4b-42b9-b8c6-57781da60c8d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:44.937145 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d22319a8-63ba-4938-bbe7-be1ed997b517 req-42ca0c5a-3b4b-42b9-b8c6-57781da60c8d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0509412 Nov 23 15:10:44.983731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d22319a8-63ba-4938-bbe7-be1ed997b517 req-b387e12b-076c-4741-87a9-ef0b867cc0a7 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Nov 23 15:10:45.096845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58a86-9f59-4d7c-8f32-fc4c85f201f7 req-7785d392-89f6-457f-bf5b-0fc89eba1841 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:45.098213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bfa58a86-9f59-4d7c-8f32-fc4c85f201f7 req-7785d392-89f6-457f-bf5b-0fc89eba1841 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0478289 Nov 23 15:10:45.144890 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bfa58a86-9f59-4d7c-8f32-fc4c85f201f7 req-79e4d6cd-09ba-445c-a0c3-055c98f27f7c tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Nov 23 15:10:45.328030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0282a-f1d2-4fcd-897d-6007f3bfd14d req-8e2e4b2d-32a2-4d86-ad70-f9642322217e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:45.329489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26e0282a-f1d2-4fcd-897d-6007f3bfd14d req-8e2e4b2d-32a2-4d86-ad70-f9642322217e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0481722 Nov 23 15:10:45.380546 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-26e0282a-f1d2-4fcd-897d-6007f3bfd14d req-700a8292-3b7f-4593-ac8e-a89c5f2e1bac tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Nov 23 15:10:54.288764 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:56.834361 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-42eeb6b3-232d-4cb6-bded-1600632791ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:57.686681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:57.868727 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a5ea6-5805-411d-864f-32aecf40df0f req-ac09bb57-e220-4c91-828d-f752680cdf29 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:57.870204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c54a5ea6-5805-411d-864f-32aecf40df0f req-ac09bb57-e220-4c91-828d-f752680cdf29 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0501451 Nov 23 15:10:57.917708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c54a5ea6-5805-411d-864f-32aecf40df0f req-769d6f22-e140-4078-9654-6d465c25b052 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Nov 23 15:10:57.939977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37754) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:58.063222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59df82-18ca-4e22-bd64-28b71cdfa68d tempest-TestMinimumBasicScenario-595489750 tempest-TestMinimumBasicScenario-595489750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:58.064731 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fb59df82-18ca-4e22-bd64-28b71cdfa68d tempest-TestMinimumBasicScenario-595489750 tempest-TestMinimumBasicScenario-595489750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1091 time: 0.1237791 Nov 23 15:10:58.067731 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37758) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:58.072119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:58.094014 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:58.193184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:58.292747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Allocated IP 172.25.3.36 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/052cb12c-5fc1-42ae-b325-0b785f1a4d03) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:10:58.396173 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:58.430818 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:58.472180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:10:58.474853 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:10:58.478180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:10:58.483918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'Port': ['ID=052cb12c-5fc1-42ae-b325-0b785f1a4d03,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:58.831688 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:58.901250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.050740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.055777 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.126726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'Port': ['ID=052cb12c-5fc1-42ae-b325-0b785f1a4d03,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:59.140227 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.140578 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.140921 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.141258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.141589 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.141920 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.142247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.142574 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.142922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.143260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.143582 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.143902 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:10:59.147443 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.204780 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a13b74b0-936c-4691-8ec3-2171cd0e4d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.249061 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Floating IP bdb4cde0-e490-4cff-a920-58cc2ca655bb associated. External IP: 172.25.3.36, port: 75e93ddd-2a50-473b-a49a-b370e80b7fca. Nov 23 15:10:59.459740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:10:59.565533 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:10:59.575500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] Sync routers for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:10:59.583456 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.593815 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:10:59.594447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:59.618742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1564efcf-be8f-4027-b81a-ffbbb4ba500d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5499861 Nov 23 15:10:59.619497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:10:59.621701 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37764) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:59.622232 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cccb68-3558-48fd-b562-3337f4653779" -d '{"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:10:59.626347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-de280577-a8a0-4faf-964c-1199f624664a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848668828', 'description': 'tempest-secgroup-smoke-848668828 description', 'project_id': 'ce02d1c67cac43b08e620e2873729910'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:59.657607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de280577-a8a0-4faf-964c-1199f624664a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.661582 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f71a4f-f19b-4449-96cc-a50beb02d608 x-openstack-request-id: req-87f71a4f-f19b-4449-96cc-a50beb02d608 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:10:59.661941 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:10:59.662197 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87f71a4f-f19b-4449-96cc-a50beb02d608 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:10:59.662603 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'status': 'completed', 'code': 200} Nov 23 15:10:59.726098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:10:59.751059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cccb68-3558-48fd-b562-3337f4653779 req-d20cdcf5-2fd2-4396-949c-176f469cfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:59.752594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cccb68-3558-48fd-b562-3337f4653779 req-d20cdcf5-2fd2-4396-949c-176f469cfabb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1096 time: 0.0611181 Nov 23 15:10:59.761101 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de280577-a8a0-4faf-964c-1199f624664a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.770474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de280577-a8a0-4faf-964c-1199f624664a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.814248 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de280577-a8a0-4faf-964c-1199f624664a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.815514 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-de280577-a8a0-4faf-964c-1199f624664a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1928277 Nov 23 15:10:59.818773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37768) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:59.823666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-5fecab56-2fb9-4870-97c5-0c3f149e2e1e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'security_group_rule': {'security_group_id': 'a0a7009b-e9a8-4907-b3b4-ae906eb03a5c', 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:59.852333 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5fecab56-2fb9-4870-97c5-0c3f149e2e1e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.853944 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de280577-a8a0-4faf-964c-1199f624664a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:59.884618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cccb68-3558-48fd-b562-3337f4653779 req-a8bd5ce4-b595-4a70-bed8-a073c6948902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:10:59.886575 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cccb68-3558-48fd-b562-3337f4653779 req-a8bd5ce4-b595-4a70-bed8-a073c6948902 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 915 time: 0.1239662 Nov 23 15:10:59.921197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5fecab56-2fb9-4870-97c5-0c3f149e2e1e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.926611 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5fecab56-2fb9-4870-97c5-0c3f149e2e1e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.946298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecab56-2fb9-4870-97c5-0c3f149e2e1e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2474328f-c783-45a1-8905-7840acefb5c0,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:10:59.956428 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5fecab56-2fb9-4870-97c5-0c3f149e2e1e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:10:59.957693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5fecab56-2fb9-4870-97c5-0c3f149e2e1e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376939 Nov 23 15:10:59.960932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37774) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:10:59.965358 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fc9f65a9-1552-4e7e-b25d-e48cf8abdddc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'security_group_rule': {'security_group_id': 'a0a7009b-e9a8-4907-b3b4-ae906eb03a5c', 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:10:59.978445 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'bdb4cde0-e490-4cff-a920-58cc2ca655bb', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'port_id': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'mac_address': 'fa:16:3e:4b:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:10:58Z', 'updated_at': '2021-11-23T15:10:58Z', 'revision_number': 0, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:15Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:10:59.982998 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cccb68-3558-48fd-b562-3337f4653779 req-18c3cd8c-9a2e-4cdb-b82c-e52b31f31380 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 998 time: 0.0795970 Nov 23 15:10:59.999774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc9f65a9-1552-4e7e-b25d-e48cf8abdddc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.008872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] Checking router: 91e01be5-bf19-46e6-938b-6ab1a9b75a6d for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:11:00.017494 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:11:00.018100 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:10:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:11:00.040410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cccb68-3558-48fd-b562-3337f4653779 req-48fa3112-bc5a-47b8-a91b-539ccde59bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:00.042062 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cccb68-3558-48fd-b562-3337f4653779 req-48fa3112-bc5a-47b8-a91b-539ccde59bb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.0487385 Nov 23 15:11:00.056739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc9f65a9-1552-4e7e-b25d-e48cf8abdddc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.061752 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc9f65a9-1552-4e7e-b25d-e48cf8abdddc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.091183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f65a9-1552-4e7e-b25d-e48cf8abdddc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b71d5a-0a86-46f9-8862-dca861b9a2e4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:11:00.096218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fc9f65a9-1552-4e7e-b25d-e48cf8abdddc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.097818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fc9f65a9-1552-4e7e-b25d-e48cf8abdddc tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359375 Nov 23 15:11:00.099149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cccb68-3558-48fd-b562-3337f4653779 req-c2864e45-7899-4209-af5f-a4404192e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:00.100423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37776) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:11:00.100913 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cccb68-3558-48fd-b562-3337f4653779 req-c2864e45-7899-4209-af5f-a4404192e81c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519598 Nov 23 15:11:00.105030 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a6216fea-0e28-4b7d-be73-aee190995da9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'security_group_rule': {'security_group_id': 'a0a7009b-e9a8-4907-b3b4-ae906eb03a5c', 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:11:00.133109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6216fea-0e28-4b7d-be73-aee190995da9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.133934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:11:00.197073 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6216fea-0e28-4b7d-be73-aee190995da9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.202790 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6216fea-0e28-4b7d-be73-aee190995da9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.204890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cccb68-3558-48fd-b562-3337f4653779 req-f1e90f97-b348-4623-91ce-35521d530f6f service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964310 Nov 23 15:11:00.222384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6216fea-0e28-4b7d-be73-aee190995da9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933a6dab-d669-4bd1-a444-e4168f4efacc,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:11:00.229411 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a6216fea-0e28-4b7d-be73-aee190995da9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.233131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a6216fea-0e28-4b7d-be73-aee190995da9 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292279 Nov 23 15:11:00.233398 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37778) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:11:00.237870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6fc36182-5672-4b8a-869a-dab8221dc637 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'security_group_rule': {'security_group_id': 'a0a7009b-e9a8-4907-b3b4-ae906eb03a5c', 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:11:00.267973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fc36182-5672-4b8a-869a-dab8221dc637 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.313555 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-74cccb68-3558-48fd-b562-3337f4653779 req-843c71ed-0c24-4170-87f0-6a1ba6edaa3d service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007166 Nov 23 15:11:00.319018 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.327459 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fc36182-5672-4b8a-869a-dab8221dc637 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.332539 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fc36182-5672-4b8a-869a-dab8221dc637 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.352645 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc36182-5672-4b8a-869a-dab8221dc637 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bfced6-bd39-4939-9598-5f55c54363b9,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:11:00.361555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6fc36182-5672-4b8a-869a-dab8221dc637 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.362944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6fc36182-5672-4b8a-869a-dab8221dc637 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284058 Nov 23 15:11:00.365606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37780) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:11:00.374167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'security_group_rule': {'security_group_id': 'a0a7009b-e9a8-4907-b3b4-ae906eb03a5c', 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:11:00.397781 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Project ce02d1c67cac43b08e620e2873729910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:11:00.403219 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.404821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'bdb4cde0-e490-4cff-a920-58cc2ca655bb', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'port_id': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'mac_address': 'fa:16:3e:4b:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:10:58Z', 'updated_at': '2021-11-23T15:10:58Z', 'revision_number': 0, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:15Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:11:00.431413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fc481-2f72-4c95-b96c-005c8a3527eb None None] The sync data for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 is: [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'bdb4cde0-e490-4cff-a920-58cc2ca655bb', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'port_id': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'mac_address': 'fa:16:3e:4b:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:10:58Z', 'updated_at': '2021-11-23T15:10:58Z', 'revision_number': 0, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:15Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:11:00.463811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.468058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.488262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ad8f8d-3f19-41e8-b597-7a7b3f0d73fc,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:11:00.493942 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.497742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bd5a7f68-c531-4d32-924b-05359c9d65b1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283956 Nov 23 15:11:00.497742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37782) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:11:00.502337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'security_group_rule': {'security_group_id': 'a0a7009b-e9a8-4907-b3b4-ae906eb03a5c', 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:11:00.525043 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Project ce02d1c67cac43b08e620e2873729910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:11:00.530068 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.596226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.600561 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.619796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bf4926-5d6b-4abd-8254-07427463b7f4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:11:00.628015 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:00.629232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ab585cbe-79cc-4ce3-8d40-ed0a42c1d18e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305518 Nov 23 15:11:00.637576 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22261ec5-3211-4ca7-a3ac-84331a2a4093 None None] New status for floating IP bdb4cde0-e490-4cff-a920-58cc2ca655bb: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:11:00.732291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-3f6bbb4d-ada7-4f5e-93f9-593107c29996 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848668828&fields=id&tenant_id=ce02d1c67cac43b08e620e2873729910 HTTP/1.1" status: 200 len: 267 time: 0.0504212 Nov 23 15:11:00.790937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-86802baa-d00e-420b-abc3-61585fc5cda7 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:00.792573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-86802baa-d00e-420b-abc3-61585fc5cda7 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0537858 Nov 23 15:11:00.808559 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'port': {'security_groups': ['571b47f1-b405-4365-8752-b3909c1d9c78', 'a0a7009b-e9a8-4907-b3b4-ae906eb03a5c']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:11:00.874761 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:01.056351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:11:01.086433 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:01.091088 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:01.102928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['75e93ddd-2a50-473b-a49a-b370e80b7fca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:11:01.134356 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:01.135024 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:01.136485 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5208b2d-1a52-4538-a0a1-1fc93bf26b89 req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "PUT /v2.0/ports/75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 981 time: 0.3340979 Nov 23 15:11:01.166726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95031711-d64e-4b9d-a07b-18a11c2475f5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=6']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:11:01.221579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['75e93ddd-2a50-473b-a49a-b370e80b7fca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:11:01.249608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa8f12-fb59-4158-85e2-6f7a103a5c07 req-1b1ec925-a885-4da1-a5ad-03e4f98c1e4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:01.251543 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcfa8f12-fb59-4158-85e2-6f7a103a5c07 req-1b1ec925-a885-4da1-a5ad-03e4f98c1e4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0529754 Nov 23 15:11:01.319026 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcfa8f12-fb59-4158-85e2-6f7a103a5c07 req-f8bbd75c-a1b3-4a4f-be51-e48fbd1823ea tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604973 Nov 23 15:11:01.392594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-59b81e0b-e0d9-4d8e-a462-0c2c484e3f5e None None] Provisioning complete for port 75e93ddd-2a50-473b-a49a-b370e80b7fca triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:11:01.393176 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-59b81e0b-e0d9-4d8e-a462-0c2c484e3f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:01.663896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:11:01.666362 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094" -d '{"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:11:01.706789 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c55097b-0df7-490d-be44-7cd6c0902d4d x-openstack-request-id: req-6c55097b-0df7-490d-be44-7cd6c0902d4d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:11:01.707109 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:11:01.707362 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c55097b-0df7-490d-be44-7cd6c0902d4d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:11:01.707766 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'status': 'completed', 'code': 200} Nov 23 15:11:01.768575 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-f7a3ff57-c28a-46d5-98ba-148047225837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:01.770057 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-f7a3ff57-c28a-46d5-98ba-148047225837 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1135 time: 0.0398607 Nov 23 15:11:01.866403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-c5ef15d1-bb88-4dd4-a980-9514196cea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:01.867851 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-c5ef15d1-bb88-4dd4-a980-9514196cea30 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0883236 Nov 23 15:11:01.902135 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:01.932273 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-20bdbea7-09f7-4fdb-b4ae-421c2f430575 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 1000 time: 0.0572355 Nov 23 15:11:01.990949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-3a51741d-45b1-4d3b-a741-b4e811c4b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:01.992818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-3a51741d-45b1-4d3b-a741-b4e811c4b070 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.0532055 Nov 23 15:11:02.043811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-f0474e8c-5370-4800-b291-cf0e2762331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:02.045299 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-f0474e8c-5370-4800-b291-cf0e2762331a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452712 Nov 23 15:11:02.137397 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-bc2e2c52-eb33-4e45-9524-c6417a7db870 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827549 Nov 23 15:11:02.228869 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-3f75769e-c5e7-46a4-bfcb-cfa3590f8094 req-47528a29-aec6-4968-bb67-ffe9822a3564 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837743 Nov 23 15:11:02.675669 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:11.360318 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-a310b292-3c32-4b48-aebb-12c6f3fcd15a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391660 Nov 23 15:11:11.440505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-01f1eac5-ab0b-4ebf-b18e-83574fa42a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:11.441994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-01f1eac5-ab0b-4ebf-b18e-83574fa42a4c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1135 time: 0.0390544 Nov 23 15:11:11.545953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-718a23c5-fb63-4d15-b1a5-e6dc6e051cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:11.547458 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-718a23c5-fb63-4d15-b1a5-e6dc6e051cc1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0858574 Nov 23 15:11:11.611974 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-a0e1d89e-acb7-4765-83de-6181afa50e4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 1000 time: 0.0568161 Nov 23 15:11:11.667995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-26cabca7-1494-4ecc-97d3-fcb1dda02ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:11.669467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-26cabca7-1494-4ecc-97d3-fcb1dda02ec2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.0509334 Nov 23 15:11:11.714491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-be54f29d-f89f-4034-9fbb-2ba184f99017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:11.716009 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-be54f29d-f89f-4034-9fbb-2ba184f99017 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398190 Nov 23 15:11:11.805991 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-58d3c343-6610-4f2c-afa3-15080911132b service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823069 Nov 23 15:11:11.893665 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-31091bcd-ac51-4073-81a4-06015f90b7a8 req-be79db15-7ec9-4d50-b470-a2ef22440b74 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805318 Nov 23 15:11:16.502110 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-b27701c8-fd24-420d-9cac-5b853ca93972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:16.503739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-b27701c8-fd24-420d-9cac-5b853ca93972 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1135 time: 0.0409617 Nov 23 15:11:16.513226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfccb3-3da9-4202-ad8e-5c3813a2dfd6 req-e5a0d654-0318-46a0-b6d9-cfdc467a46be tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:16.514713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1dfccb3-3da9-4202-ad8e-5c3813a2dfd6 req-e5a0d654-0318-46a0-b6d9-cfdc467a46be tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0553741 Nov 23 15:11:16.574103 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d1dfccb3-3da9-4202-ad8e-5c3813a2dfd6 req-e88946d8-8706-49a1-972d-76dbc2bd802c tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531311 Nov 23 15:11:16.599617 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-a11c29f5-9843-4b79-8ee5-91bd7206d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:16.601135 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-a11c29f5-9843-4b79-8ee5-91bd7206d56c service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0884264 Nov 23 15:11:16.665331 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-41a16d51-8a32-482e-8597-35e9e9680e33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 1000 time: 0.0564356 Nov 23 15:11:17.028892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-c11b83c4-dbcd-447a-8a52-4f45fe0c8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:17.030372 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-c11b83c4-dbcd-447a-8a52-4f45fe0c8e96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.3584809 Nov 23 15:11:17.076474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-f8159992-188b-4c0a-b5bc-960b73ef8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:17.078201 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-f8159992-188b-4c0a-b5bc-960b73ef8d4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394766 Nov 23 15:11:17.176213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-a7e179ca-c35a-4297-8e52-d296facedb61 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808558 Nov 23 15:11:17.263541 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-6d52776b-9b46-4cb5-b8ef-5ebd85309488 req-2f256d1e-94e3-4992-98b8-b3591fbf78ea service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801938 Nov 23 15:11:17.693240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b28b-e6eb-4832-a5d8-6b18664b0cac req-fa72039e-06c0-4aa2-bf6c-9cc41cb19ab5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:17.694833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea1b28b-e6eb-4832-a5d8-6b18664b0cac req-fa72039e-06c0-4aa2-bf6c-9cc41cb19ab5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0493224 Nov 23 15:11:17.755348 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dea1b28b-e6eb-4832-a5d8-6b18664b0cac req-df17cf23-f700-462a-90c4-4004f3feafb4 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544271 Nov 23 15:11:18.868054 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde76a1-2b00-4061-9c28-13f58e752e70 req-1985c727-4781-42cf-996b-d91995551156 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:18.869414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bde76a1-2b00-4061-9c28-13f58e752e70 req-1985c727-4781-42cf-996b-d91995551156 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0474207 Nov 23 15:11:18.930969 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1bde76a1-2b00-4061-9c28-13f58e752e70 req-6507fd6c-d91e-43cd-baa2-5f575ab5dab3 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555463 Nov 23 15:11:20.046415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7256dd9-2bdd-468a-af55-8a4042b47b30 req-cc5726ed-2adf-423c-8751-307440242c40 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:20.047912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7256dd9-2bdd-468a-af55-8a4042b47b30 req-cc5726ed-2adf-423c-8751-307440242c40 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0487046 Nov 23 15:11:20.106550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e7256dd9-2bdd-468a-af55-8a4042b47b30 req-3acd11ea-ed70-44ab-a06a-ded986e1f3b3 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522726 Nov 23 15:11:20.254514 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:11:21.222053 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19212d84-ca89-483e-9a51-a8c90b048358 req-cd727cf8-4a76-43ae-9fec-341596c6cb6a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:21.223592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19212d84-ca89-483e-9a51-a8c90b048358 req-cd727cf8-4a76-43ae-9fec-341596c6cb6a tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0491526 Nov 23 15:11:21.281891 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19212d84-ca89-483e-9a51-a8c90b048358 req-22a45594-5ebc-4fb8-a6de-6c59a2dcd9a0 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521858 Nov 23 15:11:22.400625 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b004f4-b9f8-40af-993b-d215dace24c2 req-445ef7b6-b097-4cdd-b0df-3b939bc7aadf tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:22.402091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34b004f4-b9f8-40af-993b-d215dace24c2 req-445ef7b6-b097-4cdd-b0df-3b939bc7aadf tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0527146 Nov 23 15:11:22.464653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-34b004f4-b9f8-40af-993b-d215dace24c2 req-e2bd1287-d742-48c3-afca-e5e3198e222d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564408 Nov 23 15:11:23.578352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a9052-069e-4cba-981c-62b53a41cd35 req-2564561d-ae4c-46b0-b658-b5b4b2df6982 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:23.579826 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e6a9052-069e-4cba-981c-62b53a41cd35 req-2564561d-ae4c-46b0-b658-b5b4b2df6982 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0483344 Nov 23 15:11:23.638284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8e6a9052-069e-4cba-981c-62b53a41cd35 req-4df14d31-0584-4a07-beae-e6ef08aa803f tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518763 Nov 23 15:11:24.279834 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:24.754687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757e173-15cf-448c-84a6-bcef9aaf817a req-0a52ae47-679a-4f72-a2a8-ad29c6e78b2d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:24.756319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d757e173-15cf-448c-84a6-bcef9aaf817a req-0a52ae47-679a-4f72-a2a8-ad29c6e78b2d tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0490072 Nov 23 15:11:24.828194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d757e173-15cf-448c-84a6-bcef9aaf817a req-37b272bc-0106-43fd-a95c-55d68d339c54 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567565 Nov 23 15:11:25.942108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5419-4438-4b63-9cef-46d446a58447 req-54cea2d9-8bbf-448e-9170-bf0c266ccdf4 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:25.943568 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75ac5419-4438-4b63-9cef-46d446a58447 req-54cea2d9-8bbf-448e-9170-bf0c266ccdf4 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0479596 Nov 23 15:11:26.002428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-75ac5419-4438-4b63-9cef-46d446a58447 req-59ceae7e-fbee-4357-baac-de293ae5245e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528672 Nov 23 15:11:26.836514 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a28bdf5e-3d58-4d46-a218-972e27760b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:27.117224 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c571-8f7b-41da-9792-3b8eca08106a req-7dd5b494-fd92-4457-8e2c-793b97af03da tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:27.118683 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6083c571-8f7b-41da-9792-3b8eca08106a req-7dd5b494-fd92-4457-8e2c-793b97af03da tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0486562 Nov 23 15:11:27.177711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6083c571-8f7b-41da-9792-3b8eca08106a req-0511118e-3d99-4ede-86bb-670a58b540cf tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528190 Nov 23 15:11:27.701623 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:28.302599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f93a4-c733-49d9-b48f-e065a645c862 req-464e428d-ef35-4e26-8c91-5a173c1cc301 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:11:28.304594 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e88f93a4-c733-49d9-b48f-e065a645c862 req-464e428d-ef35-4e26-8c91-5a173c1cc301 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0528731 Nov 23 15:11:28.370860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e88f93a4-c733-49d9-b48f-e065a645c862 req-cd471227-34a5-491d-a6ef-9059fe87a6ed tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c&id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599537 Nov 23 15:11:29.206652 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ba175b56-bd44-4639-9e65-c2ecbfc3ed08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:30.281216 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:31.905239 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:32.676779 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:54.305668 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:56.838116 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-959622fc-13be-472e-b3fd-d35dfd8e609d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:57.253600 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:11:57.702460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:11:59.207885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dd79d0e-cd71-4f7c-a7d9-8ba658b9bfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:00.284720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:00.774390 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6735a168-9898-417a-885b-f08e2ab28675 req-db028128-2042-4ce9-b6a3-878aad28077b tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848668828&fields=id&tenant_id=ce02d1c67cac43b08e620e2873729910 HTTP/1.1" status: 200 len: 267 time: 0.0427508 Nov 23 15:12:00.826293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735a168-9898-417a-885b-f08e2ab28675 req-d6066a8f-1604-474a-98e3-47b60bfa6596 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:00.828035 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6735a168-9898-417a-885b-f08e2ab28675 req-d6066a8f-1604-474a-98e3-47b60bfa6596 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 984 time: 0.0475261 Nov 23 15:12:00.839432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Request body: {'port': {'security_groups': ['571b47f1-b405-4365-8752-b3909c1d9c78']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:00.903801 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.087303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:01.114091 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.118988 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.131000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['75e93ddd-2a50-473b-a49a-b370e80b7fca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:12:01.161216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:01.161822 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.163199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6735a168-9898-417a-885b-f08e2ab28675 req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "PUT /v2.0/ports/75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 942 time: 0.3287868 Nov 23 15:12:01.163648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:12:01.165934 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00" -d '{"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:12:01.172937 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37834) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:01.191585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event updated for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=7']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:01.199946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.200295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.200641 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.200974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.201304 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.201630 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.201954 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.202540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.202863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.203248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.203571 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.203910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995208c-cbfa-4371-9a38-685b2db44765 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.234724 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762c0542-1955-4709-a401-d6159af92c4e x-openstack-request-id: req-762c0542-1955-4709-a401-d6159af92c4e {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:12:01.235275 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:12:01.235743 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-762c0542-1955-4709-a401-d6159af92c4e {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:12:01.236148 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'status': 'completed', 'code': 200} Nov 23 15:12:01.245571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['75e93ddd-2a50-473b-a49a-b370e80b7fca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:12:01.253995 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.315678 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.330787 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-d84f8ee2-792a-446a-b3a4-6a78f9d26e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:01.332356 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-d84f8ee2-792a-446a-b3a4-6a78f9d26e61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1096 time: 0.0661941 Nov 23 15:12:01.437588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-09e1315f-1f98-48ff-8bb3-0b4e9bd199e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:01.439072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-09e1315f-1f98-48ff-8bb3-0b4e9bd199e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0990684 Nov 23 15:12:01.464206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-24f37e53-1bb5-42b9-8c22-8372f7c255d5 None None] Provisioning complete for port 75e93ddd-2a50-473b-a49a-b370e80b7fca triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:01.464843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-24f37e53-1bb5-42b9-8c22-8372f7c255d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.489712 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.492307 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.494132 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "DELETE /v2.0/security-groups/a0a7009b-e9a8-4907-b3b4-ae906eb03a5c HTTP/1.1" status: 204 len: 168 time: 0.3198287 Nov 23 15:12:01.496910 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37836) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:01.517942 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a7009b-e9a8-4907-b3b4-ae906eb03a5c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:01.531962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.532313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.532658 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.532996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.533331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.533664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.533991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.534322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.534651 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.535000 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.535326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.535649 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138183-32c3-4440-9cf5-c5f7c97b62b5 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:01.539710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-d25ed1cc-27ff-4af8-86aa-e2b3a43e3ccf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 1000 time: 0.0935988 Nov 23 15:12:01.593583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-ef349041-9092-490c-9f0d-071d105eed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:01.595232 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-ef349041-9092-490c-9f0d-071d105eed17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.0466170 Nov 23 15:12:01.642151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-2de21f2d-0caf-4244-9392-0faf39f1a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:01.643600 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-2de21f2d-0caf-4244-9392-0faf39f1a75e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416031 Nov 23 15:12:01.665919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Deleting port 052cb12c-5fc1-42ae-b325-0b785f1a4d03 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:01.666261 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.738072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-049fdfd7-db45-482e-88d4-eefd6b89ec60 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869558 Nov 23 15:12:01.742519 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.742849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.754960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Calling delete_port for 052cb12c-5fc1-42ae-b325-0b785f1a4d03 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:01.830739 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfd1a8b1-2445-406e-bf43-8c6d5bdd0c00 req-d897c251-12e0-4d12-a889-4d99e96a9173 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856862 Nov 23 15:12:01.903308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.907290 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.929035 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event deleted for resources: {'Port': ['ID=052cb12c-5fc1-42ae-b325-0b785f1a4d03,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:01.987685 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:01.988016 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Floating IP bdb4cde0-e490-4cff-a920-58cc2ca655bb disassociated (deleted). External IP: 172.25.3.36, port: 75e93ddd-2a50-473b-a49a-b370e80b7fca. Nov 23 15:12:02.190851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:12:02.294823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:12:02.299683 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:02.304147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] Sync routers for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:12:02.313922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:02.314530 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:02.326583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c3cc9916-e11e-491c-9105-871672b43d4e tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "DELETE /v2.0/floatingips/bdb4cde0-e490-4cff-a920-58cc2ca655bb HTTP/1.1" status: 204 len: 168 time: 0.8285766 Nov 23 15:12:02.421496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:02.725800 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:02.802782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:15Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:02.829805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] Checking router: 91e01be5-bf19-46e6-938b-6ab1a9b75a6d for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:12:02.838170 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:02.838788 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:02.943145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:03.146226 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:15Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:03.172950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf775c2-1efe-4414-aa71-1a4f6f60f2d2 None None] The sync data for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 is: [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:10:09Z', 'revision_number': 4, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '42f8476b-4b00-4248-8033-61dea60239ee', 'name': '', 'network_id': 'bd2241e8-d5c2-4040-a6d5-9804f500bbe6', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'mac_address': 'fa:16:3e:28:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:08Z', 'updated_at': '2021-11-23T15:10:15Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'subnets': [{'id': '451b3c00-0ab1-4055-8568-c47f18d3595a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:12:03.237235 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:12:03.239646 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:12:03.277824 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c10126-5192-4285-8f81-f0e81fbb3cf0 x-openstack-request-id: req-58c10126-5192-4285-8f81-f0e81fbb3cf0 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:12:03.278119 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:12:03.278376 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58c10126-5192-4285-8f81-f0e81fbb3cf0 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:12:03.278782 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'status': 'completed', 'code': 200} Nov 23 15:12:03.352910 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-4ed557fd-d15d-4963-a236-5b053fff4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:03.354632 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-4ed557fd-d15d-4963-a236-5b053fff4e5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce02d1c67cac43b08e620e2873729910&device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 1096 time: 0.0510156 Nov 23 15:12:03.421390 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e24df-efdf-4853-ac33-5e8706fcbffa None None] New status for floating IP bdb4cde0-e490-4cff-a920-58cc2ca655bb: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:12:03.452798 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-5b68adf1-264e-457b-92d8-401f519a7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:03.454538 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-5b68adf1-264e-457b-92d8-401f519a7b44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0914567 Nov 23 15:12:03.503467 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-4fd438af-318e-419e-83c3-ab88723da25c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 200 len: 217 time: 0.0412412 Nov 23 15:12:03.553448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-0fd0c8af-b02d-4dd7-85ce-30ec33122969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:03.554921 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-0fd0c8af-b02d-4dd7-85ce-30ec33122969 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 200 len: 853 time: 0.0447865 Nov 23 15:12:03.600377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-bdd7dd5d-2a9a-476e-b6a9-f14cb64d373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:03.601881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-bdd7dd5d-2a9a-476e-b6a9-f14cb64d373e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd2241e8-d5c2-4040-a6d5-9804f500bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401099 Nov 23 15:12:03.712185 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-152db1d1-0a33-48b3-b95c-24990bebcd75 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021454 Nov 23 15:12:03.810720 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-043d46bf-18dd-4b1c-8ca5-c229cbafc5fe req-d0f516fd-a93e-49da-89fd-beeaa79e0450 service neutron] 10.222.0.74 "GET /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905604 Nov 23 15:12:07.758253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-241a9d54-8069-4f28-b4f8-5ffbbd098feb req-77bfe264-23fd-47fc-8e7a-0cac93b51502 tempest-ServerDiskConfigTestJSON-28553014 tempest-ServerDiskConfigTestJSON-28553014-project] (103346) timed out ('10.222.0.74', 59470) {{(pid=103346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 15:12:11.513797 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abcf7f-7461-4c9e-9b99-da2e5ef8e13d req-b66e1d12-a0d6-44a7-a564-ebd7e1f618c7 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:11.515398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46abcf7f-7461-4c9e-9b99-da2e5ef8e13d req-b66e1d12-a0d6-44a7-a564-ebd7e1f618c7 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0507951 Nov 23 15:12:11.568382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46abcf7f-7461-4c9e-9b99-da2e5ef8e13d req-73de20c7-e363-4101-b7a2-bc0bcf97383c tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Nov 23 15:12:12.736742 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfe008-ba1c-418d-9b66-e568564d70da req-4a23e3d5-aa0c-4ae8-8537-79c2325f3909 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:12.738238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45dfe008-ba1c-418d-9b66-e568564d70da req-4a23e3d5-aa0c-4ae8-8537-79c2325f3909 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0997617 Nov 23 15:12:12.784345 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-45dfe008-ba1c-418d-9b66-e568564d70da req-d5def8a7-28d5-4a44-855f-18ba4f6a48a1 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/security-groups?id=571b47f1-b405-4365-8752-b3909c1d9c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Nov 23 15:12:13.098300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186b52-392a-468f-9a3e-0d281d786264 req-7b3e445d-b67f-4738-9777-0407cad3e993 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:13.099798 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fe186b52-392a-468f-9a3e-0d281d786264 req-7b3e445d-b67f-4738-9777-0407cad3e993 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.74 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 945 time: 0.0533161 Nov 23 15:12:13.185718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Deleting port 75e93ddd-2a50-473b-a49a-b370e80b7fca {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:13.186061 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:13.274836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] For port 75e93ddd-2a50-473b-a49a-b370e80b7fca, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=75e93ddd-2a50-473b-a49a-b370e80b7fca,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:13.275224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:13.286873 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Calling delete_port for 75e93ddd-2a50-473b-a49a-b370e80b7fca owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:13.409012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:13.420334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['75e93ddd-2a50-473b-a49a-b370e80b7fca'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:12:13.442066 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Pushing event deleted for resources: {'Port': ['ID=75e93ddd-2a50-473b-a49a-b370e80b7fca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:13.484773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] No DVR routers for this DVR port 75e93ddd-2a50-473b-a49a-b370e80b7fca on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:12:13.487500 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:13.490841 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fe186b52-392a-468f-9a3e-0d281d786264 req-59badf49-b3c8-4a10-9573-c530f103dcff tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.74 "DELETE /v2.0/ports/75e93ddd-2a50-473b-a49a-b370e80b7fca HTTP/1.1" status: 204 len: 173 time: 0.3851748 Nov 23 15:12:13.491298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'name': 'network-vif-deleted', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:12:13.494159 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4da276-e03c-47ad-ba87-a4983156ece2" -d '{"events": [{"server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "name": "network-vif-deleted", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:12:13.534677 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae45017-fe88-46f1-86d7-b32798c1f22f x-openstack-request-id: req-3ae45017-fe88-46f1-86d7-b32798c1f22f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:12:13.535013 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2357c4b-3a82-4073-9c10-415f5005b8aa", "name": "network-vif-deleted", "tag": "75e93ddd-2a50-473b-a49a-b370e80b7fca", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:12:13.535274 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ae45017-fe88-46f1-86d7-b32798c1f22f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:12:13.535677 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2357c4b-3a82-4073-9c10-415f5005b8aa', 'name': 'network-vif-deleted', 'tag': '75e93ddd-2a50-473b-a49a-b370e80b7fca', 'status': 'completed', 'code': 200} Nov 23 15:12:13.900580 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-95b9b15e-a063-4b0f-9bfc-af9e011cc845 req-8d27ed9e-d8c0-400d-8c20-096255015276 tempest-TestMinimumBasicScenario-1319591367 tempest-TestMinimumBasicScenario-1319591367-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2357c4b-3a82-4073-9c10-415f5005b8aa HTTP/1.1" status: 200 len: 210 time: 0.0321136 Nov 23 15:12:15.465155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37940) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:15.475743 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 75e93ddd-2a50-473b-a49a-b370e80b7fca no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:12:15.496400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 75e93ddd-2a50-473b-a49a-b370e80b7fca {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:12:15.496754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 75e93ddd-2a50-473b-a49a-b370e80b7fca not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:12:15.799938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:16.039198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Deleting port 42f8476b-4b00-4248-8033-61dea60239ee {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:16.039531 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:16.113737 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] For port 42f8476b-4b00-4248-8033-61dea60239ee, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=42f8476b-4b00-4248-8033-61dea60239ee,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:16.114015 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:16.125844 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Calling delete_port for 42f8476b-4b00-4248-8033-61dea60239ee owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:16.297969 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:16.322305 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=42f8476b-4b00-4248-8033-61dea60239ee,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:16.489739 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:16.700958 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:12:16.811671 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:12:16.816755 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6f654f60-6db5-42f1-a3b4-a46aa7eac4dd admin admin] 10.222.0.46 "PUT /v2.0/routers/91e01be5-bf19-46e6-938b-6ab1a9b75a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3505626 Nov 23 15:12:16.819266 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37942) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:16.823274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] Sync routers for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:12:16.840669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:16.841269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:16.927381 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:16.956653 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:17.144103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:12:16Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:17.171946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] Checking router: 91e01be5-bf19-46e6-938b-6ab1a9b75a6d for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:12:17.180857 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] Routers {'91e01be5-bf19-46e6-938b-6ab1a9b75a6d'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:17.181469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:17.287038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] Set router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:17.344843 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.395091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Deleting port 45e4856e-487d-4284-bcf6-435e2d7fa98f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:17.395441 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.462453 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:12:16Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:17.472242 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] For port 45e4856e-487d-4284-bcf6-435e2d7fa98f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=45e4856e-487d-4284-bcf6-435e2d7fa98f,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:17.472604 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.485951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Calling delete_port for 45e4856e-487d-4284-bcf6-435e2d7fa98f owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:17.492646 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a9e71-cf4c-4301-96e9-843aa0e6c1f1 None None] The sync data for ids ['91e01be5-bf19-46e6-938b-6ab1a9b75a6d'] in n-d-818503-2 is: [{'id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'name': 'tempest-TestMinimumBasicScenario-580519348-router', 'tenant_id': 'ce02d1c67cac43b08e620e2873729910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:06Z', 'updated_at': '2021-11-23T15:12:16Z', 'revision_number': 5, 'project_id': 'ce02d1c67cac43b08e620e2873729910', 'gw_port': {'id': '45e4856e-487d-4284-bcf6-435e2d7fa98f', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e01be5-bf19-46e6-938b-6ab1a9b75a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:07Z', 'updated_at': '2021-11-23T15:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:12:17.650199 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.677244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e4856e-487d-4284-bcf6-435e2d7fa98f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:17.692353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e0103-c849-452b-ac04-3e790cc2359a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:12:17.737545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.824504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.826725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.871043 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.871609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91e01be5-bf19-46e6-938b-6ab1a9b75a6d {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:12:17.876011 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.877153 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-812f64fe-391a-48a3-823a-b855ee92b291 admin admin] 10.222.0.46 "DELETE /v2.0/routers/91e01be5-bf19-46e6-938b-6ab1a9b75a6d HTTP/1.1" status: 204 len: 168 time: 1.0569816 Nov 23 15:12:17.879767 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37944) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:17.928377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] Deleting subnet 451b3c00-0ab1-4055-8568-c47f18d3595a {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:12:17.931657 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:17.967795 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.044034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.101878 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.129949 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451b3c00-0ab1-4055-8568-c47f18d3595a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:18.134219 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.139925 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2b4ba953-759d-4121-9301-885548fd455d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/451b3c00-0ab1-4055-8568-c47f18d3595a HTTP/1.1" status: 204 len: 168 time: 0.2566283 Nov 23 15:12:18.140072 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37946) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:18.142701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243b258-6fd4-4413-a9cb-b9dbd3101c0f None None] Network bd2241e8-d5c2-4040-a6d5-9804f500bbe6 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:12:18.208754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.263286 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Deleting port bd02790e-9b18-49ad-8755-e9c9c9d32dee {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:18.263631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.330834 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] For port bd02790e-9b18-49ad-8755-e9c9c9d32dee, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bd02790e-9b18-49ad-8755-e9c9c9d32dee,segment=NetworkSegment(55d80f59-f677-468f-9443-065d53533510),segment_id=55d80f59-f677-468f-9443-065d53533510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:18.331225 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.342997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Calling delete_port for bd02790e-9b18-49ad-8755-e9c9c9d32dee owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:18.419117 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.445938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd02790e-9b18-49ad-8755-e9c9c9d32dee,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:18.453655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] No DVR routers for this DVR port bd02790e-9b18-49ad-8755-e9c9c9d32dee on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:12:18.501582 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1becb80b-8ae3-4c33-b0e9-6412b6bead53 None None] DHCP port deletion for bd2241e8-d5c2-4040-a6d5-9804f500bbe6 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:12:18.529045 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.550350 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2241e8-d5c2-4040-a6d5-9804f500bbe6']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:18.558783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 45e4856e-487d-4284-bcf6-435e2d7fa98f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:12:18.560749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d80f59-f677-468f-9443-065d53533510') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:18.561047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d80f59-f677-468f-9443-065d53533510') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:18.570485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.584106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 45e4856e-487d-4284-bcf6-435e2d7fa98f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:12:18.584422 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.584890 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 45e4856e-487d-4284-bcf6-435e2d7fa98f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:12:18.585319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 42f8476b-4b00-4248-8033-61dea60239ee no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:12:18.591312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:12:18.591831 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:12:18.593611 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:12:18.605105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 42f8476b-4b00-4248-8033-61dea60239ee {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:12:18.605462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 42f8476b-4b00-4248-8033-61dea60239ee not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:12:18.605886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bd02790e-9b18-49ad-8755-e9c9c9d32dee no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:12:18.625339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: bd02790e-9b18-49ad-8755-e9c9c9d32dee {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:12:18.625687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bd02790e-9b18-49ad-8755-e9c9c9d32dee not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:12:18.655166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.660642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:18.663780 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bd2241e8-d5c2-4040-a6d5-9804f500bbe6 HTTP/1.1" status: 204 len: 168 time: 0.5228693 Nov 23 15:12:18.667324 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 37948) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:18.674814 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73eed08-b482-4424-87bb-46add1b04d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd2241e8-d5c2-4040-a6d5-9804f500bbe6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:19.369974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:19.612591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Deleting port a77a2141-98ea-47b9-9419-f66d77d679ae {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:19.612926 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:19.689280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] For port a77a2141-98ea-47b9-9419-f66d77d679ae, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a77a2141-98ea-47b9-9419-f66d77d679ae,segment=NetworkSegment(a6a22b7f-b287-48fc-8c85-5916f0ec696a),segment_id=a6a22b7f-b287-48fc-8c85-5916f0ec696a)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:19.689955 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:19.701626 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Calling delete_port for a77a2141-98ea-47b9-9419-f66d77d679ae owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:19.883047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:19.911460 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Pushing event deleted for resources: {'Port': ['ID=a77a2141-98ea-47b9-9419-f66d77d679ae,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:20.074289 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:20.286251 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:12:20.389409 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:12:20.394443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-80802d29-8c5b-4939-8053-f786ace1f24c admin admin] 10.222.0.46 "PUT /v2.0/routers/21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260330 Nov 23 15:12:20.397125 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37952) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:20.398095 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] Sync routers for ids ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:12:20.408503 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] Routers {'21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:20.409094 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:20.502613 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:20.601549 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] Set router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:20.609700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:20.660331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Deleting port 9b84de20-b507-4904-9394-5e32647db710 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:20.660677 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:20.741020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] For port 9b84de20-b507-4904-9394-5e32647db710, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=9b84de20-b507-4904-9394-5e32647db710,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:20.741377 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:20.753451 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Calling delete_port for 9b84de20-b507-4904-9394-5e32647db710 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:20.780355 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '9b84de20-b507-4904-9394-5e32647db710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:12:19Z', 'revision_number': 5, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port': {'id': '9b84de20-b507-4904-9394-5e32647db710', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:20.813785 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] Checking router: 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:12:20.823167 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] Routers {'21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:20.823774 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:20.904487 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] Set router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:20.916359 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:20.942308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b84de20-b507-4904-9394-5e32647db710,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:20.959407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194df44a-645f-42b0-8a10-ced81f6b2aa1 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:12:20.964070 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:12:20Z', 'revision_number': 6, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:20.991009 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14682303-799b-4783-b94c-bd275f1019d2 None None] The sync data for ids ['21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3'] in n-d-818503-2 is: [{'id': '21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3', 'name': 'tempest-TestMinimumBasicScenario-527110213-router', 'tenant_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:10:11Z', 'updated_at': '2021-11-23T15:12:20Z', 'revision_number': 6, 'project_id': 'aad4b399b39d467ca4d85fdd30f9a6b7', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:12:21.003276 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.096165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.098257 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.140789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.141294 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:12:21.145471 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.146604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-44c158a4-eeb2-40fe-b9a8-dbc098dffd05 admin admin] 10.222.0.46 "DELETE /v2.0/routers/21068bc3-6c5b-4b3f-b4d2-44f1954f4fe3 HTTP/1.1" status: 204 len: 168 time: 0.7484159 Nov 23 15:12:21.149096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37954) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:21.191895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] Deleting subnet 0800ccd2-5fbf-4fca-b28d-dd48c12d6a66 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:12:21.194859 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.227742 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.306048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.359906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.387568 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0800ccd2-5fbf-4fca-b28d-dd48c12d6a66,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:21.389568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.392848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dfda4977-0c86-42f5-a97f-56528a50cd7d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0800ccd2-5fbf-4fca-b28d-dd48c12d6a66 HTTP/1.1" status: 204 len: 168 time: 0.2428215 Nov 23 15:12:21.393960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b52fbf-65c2-4af6-b4a1-8d356486a969 None None] Network eb37548f-8ab9-406b-acca-eb9f3b1020a2 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:12:21.395435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:21.473144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.523728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Deleting port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:12:21.524071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.585973 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] For port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c,segment=NetworkSegment(a6a22b7f-b287-48fc-8c85-5916f0ec696a),segment_id=a6a22b7f-b287-48fc-8c85-5916f0ec696a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:21.586268 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.599171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Calling delete_port for 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:12:21.679558 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.704690 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:21.708098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] No DVR routers for this DVR port 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:12:21.754661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99762c6d-6357-4290-9144-bc10e66313de None None] DHCP port deletion for eb37548f-8ab9-406b-acca-eb9f3b1020a2 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:12:21.783503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.803205 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb37548f-8ab9-406b-acca-eb9f3b1020a2']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:21.812024 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a22b7f-b287-48fc-8c85-5916f0ec696a') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:21.812322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a22b7f-b287-48fc-8c85-5916f0ec696a') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:21.822280 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.836607 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.843325 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:12:21.843746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:12:21.845445 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:12:21.898602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.904812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:21.910597 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb37548f-8ab9-406b-acca-eb9f3b1020a2 HTTP/1.1" status: 204 len: 168 time: 0.5139780 Nov 23 15:12:21.921992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2754b7-11ca-4f00-a6bc-589afc67d1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb37548f-8ab9-406b-acca-eb9f3b1020a2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:22.075512 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37960) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:22.119066 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bc383a6e-f15e-43f4-83d5-0b0188636024 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce02d1c67cac43b08e620e2873729910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422308 Nov 23 15:12:22.121253 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37962) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:22.165775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd31f32-1f53-472f-86b7-2df4d4a1095f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.186578 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd31f32-1f53-472f-86b7-2df4d4a1095f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.231951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd31f32-1f53-472f-86b7-2df4d4a1095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.234534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7fd31f32-1f53-472f-86b7-2df4d4a1095f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.235736 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7fd31f32-1f53-472f-86b7-2df4d4a1095f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/571b47f1-b405-4365-8752-b3909c1d9c78 HTTP/1.1" status: 204 len: 168 time: 0.1135931 Nov 23 15:12:22.244013 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd31f32-1f53-472f-86b7-2df4d4a1095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b47f1-b405-4365-8752-b3909c1d9c78,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:22.312156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:12:22.336544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:12:22.336913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 85d95e8e-08bd-4834-8ec9-d2cd01cb6f9c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:12:22.337325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a77a2141-98ea-47b9-9419-f66d77d679ae no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:12:22.356623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a77a2141-98ea-47b9-9419-f66d77d679ae {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:12:22.356980 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a77a2141-98ea-47b9-9419-f66d77d679ae not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:12:22.357370 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9b84de20-b507-4904-9394-5e32647db710 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:12:22.377051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 9b84de20-b507-4904-9394-5e32647db710 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:12:22.377399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 9b84de20-b507-4904-9394-5e32647db710 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:12:22.548061 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37968) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:22.587241 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-596a782f-9c22-4980-b205-e494a0536aac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aad4b399b39d467ca4d85fdd30f9a6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379736 Nov 23 15:12:22.589760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 37970) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:22.636812 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177f5fc3-2bae-4c3e-a37e-a9498a1a83a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.656465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177f5fc3-2bae-4c3e-a37e-a9498a1a83a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.704074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177f5fc3-2bae-4c3e-a37e-a9498a1a83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.706561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-177f5fc3-2bae-4c3e-a37e-a9498a1a83a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:22.707710 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-177f5fc3-2bae-4c3e-a37e-a9498a1a83a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea6d820a-e352-4239-b613-5ee2491cdbcd HTTP/1.1" status: 204 len: 168 time: 0.1170638 Nov 23 15:12:22.715410 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f5fc3-2bae-4c3e-a37e-a9498a1a83a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6d820a-e352-4239-b613-5ee2491cdbcd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:24.199376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38010) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:24.204318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771433809', 'description': 'tempest-secgroup-smoke-1771433809 description', 'project_id': '682f082c86e9419685d4542fbcca734c'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:24.226384 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.234241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.306157 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.309885 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.311095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.345195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ededee-aa80-4171-9948-3657523d2422,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:24.386413 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.390058 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.417327 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.418514 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2181149 Nov 23 15:12:24.421681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38012) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:24.422308 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eed8eb-4125-44bd-a4a7-286a7adcb194 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22e6f82-b922-42c2-9bbe-50b40be3a454,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:24.426474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1de9fed5-37ba-4da3-959c-d2b59885a6a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f22e6f82-b922-42c2-9bbe-50b40be3a454', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:24.453825 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de9fed5-37ba-4da3-959c-d2b59885a6a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.507610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de9fed5-37ba-4da3-959c-d2b59885a6a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.511669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de9fed5-37ba-4da3-959c-d2b59885a6a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.529749 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9fed5-37ba-4da3-959c-d2b59885a6a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16a2e59-9633-471e-a3be-bf08aa7be0aa,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:24.534861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1de9fed5-37ba-4da3-959c-d2b59885a6a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.538819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38014) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:24.539068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1de9fed5-37ba-4da3-959c-d2b59885a6a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161280 Nov 23 15:12:24.543528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0c1480f2-d160-4335-85d3-5942bcd654f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f22e6f82-b922-42c2-9bbe-50b40be3a454', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:24.569574 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1480f2-d160-4335-85d3-5942bcd654f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.623935 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1480f2-d160-4335-85d3-5942bcd654f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.627258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1480f2-d160-4335-85d3-5942bcd654f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.646962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1480f2-d160-4335-85d3-5942bcd654f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160c783b-e016-47aa-84b9-143aadae324d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:24.653895 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c1480f2-d160-4335-85d3-5942bcd654f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.655172 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0c1480f2-d160-4335-85d3-5942bcd654f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152272 Nov 23 15:12:24.657911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38016) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:24.662214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f72504d9-b6b4-48f4-a4e7-c29a8790d68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f22e6f82-b922-42c2-9bbe-50b40be3a454', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:24.688723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f72504d9-b6b4-48f4-a4e7-c29a8790d68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.742333 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f72504d9-b6b4-48f4-a4e7-c29a8790d68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.748103 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f72504d9-b6b4-48f4-a4e7-c29a8790d68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.766005 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72504d9-b6b4-48f4-a4e7-c29a8790d68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b06bcf1-395a-4d12-908f-ec3d48d1f682,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:24.773125 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f72504d9-b6b4-48f4-a4e7-c29a8790d68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.774332 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f72504d9-b6b4-48f4-a4e7-c29a8790d68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154573 Nov 23 15:12:24.777042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38018) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:24.781456 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-f9aafa09-0150-4bdf-9933-2743e1352adb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f22e6f82-b922-42c2-9bbe-50b40be3a454', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:24.807503 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9aafa09-0150-4bdf-9933-2743e1352adb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.862544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9aafa09-0150-4bdf-9933-2743e1352adb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.865922 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9aafa09-0150-4bdf-9933-2743e1352adb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.886580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aafa09-0150-4bdf-9933-2743e1352adb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3289b255-40dc-4cc9-922b-d173c15482e7,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:24.895322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9aafa09-0150-4bdf-9933-2743e1352adb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.896526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f9aafa09-0150-4bdf-9933-2743e1352adb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185203 Nov 23 15:12:24.899498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38020) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:24.903821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f22e6f82-b922-42c2-9bbe-50b40be3a454', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:24.925010 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:12:24.929869 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.986068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:24.989530 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.012713 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbe73f4-894d-4cb5-976b-f2ac195f9b4d,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:25.017936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.019068 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4cc0fe8e-8fe7-4a13-b652-fdcfba00a658 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185980 Nov 23 15:12:25.021832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38022) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:25.026518 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f22e6f82-b922-42c2-9bbe-50b40be3a454', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:25.047640 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:12:25.052169 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.108759 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.112238 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.128599 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db2a605-0e0a-4816-a8bd-cefdfef0b6d6,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:25.136966 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.138151 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-626d90fe-1f11-4d60-ac98-eaed50a832c3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154163 Nov 23 15:12:25.141169 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38024) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:25.145859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'network': {'name': 'tempest-network-smoke--164553496', 'project_id': '682f082c86e9419685d4542fbcca734c', 'port_security_enabled': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:25.174243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:12:25.177898 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.201508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:12:25.210313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.210659 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Added segment 3bef90b6-8d20-4a80-a70d-f56ec2dff36f of type vlan for network ce13e948-97fe-4634-82f5-6083f5f21851 Nov 23 15:12:25.249113 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.272313 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.278433 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:25.279048 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.315945 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1737771 Nov 23 15:12:25.318882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38026) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:25.323173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'admin_state_up': True, 'project_id': '682f082c86e9419685d4542fbcca734c', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:25.360805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2156aa-4a8d-417e-a164-eb1348658d30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Network': ['ID=ce13e948-97fe-4634-82f5-6083f5f21851,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:25.374016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network ce13e948-97fe-4634-82f5-6083f5f21851 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:12:25.378523 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.379758 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.429936 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.565498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.749114 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.770571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:25.869895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.184 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/78235f9b-c4ba-4980-ae79-5b902ef5e9e1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:12:25.972988 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:26.005414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:26.039554 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:12:26.044142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:12:26.047491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:12:26.056934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c2681-7c77-490b-8ea8-929406b5aab3 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:12:26.071545 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:26.138916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1d004c6e-e09d-4697-a7b0-f52fc9fb8f5e None None] Provisioning complete for port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:26.139303 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d004c6e-e09d-4697-a7b0-f52fc9fb8f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:26.172114 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1d004c6e-e09d-4697-a7b0-f52fc9fb8f5e None None] Port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:12:26.294789 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:26.798520 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:26.840687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a38704da-dd6e-4289-a373-ba59fc989af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:26.928240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a42da640-2394-4064-933c-d68f9171b580 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:12:27.032636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:12:27.043173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Sync routers for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:12:27.053297 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:27.053869 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:27.054484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:27.055094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bacc30a5-7969-4793-b7e8-791bcbd6e12f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7346842 Nov 23 15:12:27.058248 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38028) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:27.166104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:27.182002 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8db64244-2e4f-486f-ba67-9aa20e69f912 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=682f082c86e9419685d4542fbcca734c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195593 Nov 23 15:12:27.182229 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:27.265867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015fbd3d-e248-4cc2-9a3c-4d8b64159956 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:27.267398 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-015fbd3d-e248-4cc2-9a3c-4d8b64159956 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842743 Nov 23 15:12:27.270219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38034) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:27.301785 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fe2cb95f-278b-42bc-bc7e-1675ac7a143a tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305200 Nov 23 15:12:27.304337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38036) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:27.308983 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-317876318', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'project_id': '682f082c86e9419685d4542fbcca734c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:27.343805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:26Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:27.396199 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:12:27.400350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:27.532872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Checking router: a42da640-2394-4064-933c-d68f9171b580 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:12:27.533224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Updating router a42da640-2394-4064-933c-d68f9171b580 port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:12:27.558520 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:27.605639 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:27.668892 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Subnet': ['ID=15d77af7-0630-4e36-9858-7b08253afb31,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:27.677706 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Checking segment: {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:12:27.678077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network hostable DHCP agents. Network: ce13e948-97fe-4634-82f5-6083f5f21851, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:12:27.695830 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network ce13e948-97fe-4634-82f5-6083f5f21851 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:12:27.706179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, ce13e948-97fe-4634-82f5-6083f5f21851) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:12:27.712909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:27.713823 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:27.730211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb85038-f597-41cf-bfb9-8593026913ed None None] Network ce13e948-97fe-4634-82f5-6083f5f21851 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:12:27.731165 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b3089b8d-178a-4128-be24-de9e83ec7b51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4258022 Nov 23 15:12:27.733877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38038) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:27.775995 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:27.931048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:27.945458 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.000990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Pushing event updated for resources: {'Port': ['ID=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:28.011315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-ce13e948-97fe-4634-82f5-6083f5f21851', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:12:28.012162 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.017421 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.017765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.018099 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.018442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.018746 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.019108 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.019437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.019785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.020065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.020386 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.020705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.021022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:28.039471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca51ce1-1dd3-4fdc-afdb-00b6c49579c0 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:12:28.051463 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Attempting to bind port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:12:28.051834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Attempting to bind port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:12:28.052196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Attempting to bind port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:12:28.065441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:12:28.065896 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:12:28.066203 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.066600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:12:28.067464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Bound port: 78235f9b-c4ba-4980-ae79-5b902ef5e9e1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:12:28.067464 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.174667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2fa641bb-cb8e-42a0-8522-0c34f112f8d9 None None] Provisioning complete for port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:28.175075 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2fa641bb-cb8e-42a0-8522-0c34f112f8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.204973 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.255432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] For port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:12:28.281524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] For port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:12:28.284930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2fa641bb-cb8e-42a0-8522-0c34f112f8d9 None None] Port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:12:28.287112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Allocated IP 172.20.0.2 (ce13e948-97fe-4634-82f5-6083f5f21851/15d77af7-0630-4e36-9858-7b08253afb31/ceda0925-a129-412a-9629-5a3bd157ec00) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:12:28.289893 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.370724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad7d66-5ae1-4378-a6fc-a7d440af2b96 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:12:28.392913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:28.393546 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:11:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:28.427587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9632cd7-233e-4913-a599-6375d4b68a68 None None] Pushing event updated for resources: {'Port': ['ID=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:28.569660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-10af43b3-0439-4c4f-aa2f-a5fdbe94ec79 None None] Provisioning complete for port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:28.570028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10af43b3-0439-4c4f-aa2f-a5fdbe94ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.591178 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:28.713367 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.750022 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.804876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.1 (ce13e948-97fe-4634-82f5-6083f5f21851/15d77af7-0630-4e36-9858-7b08253afb31/4e209401-3cd9-41c4-bf7e-d45bfda5dfd5) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:12:28.832585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Network ce13e948-97fe-4634-82f5-6083f5f21851 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:12:28.846012 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:12:28.849777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Pushing event updated for resources: {'Port': ['ID=ceda0925-a129-412a-9629-5a3bd157ec00,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:28.851978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:12:28.888819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10af43b3-0439-4c4f-aa2f-a5fdbe94ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.944379 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.953502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-10af43b3-0439-4c4f-aa2f-a5fdbe94ec79 None None] For port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:28.965494 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10af43b3-0439-4c4f-aa2f-a5fdbe94ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:28.972440 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Attempting to bind port ceda0925-a129-412a-9629-5a3bd157ec00 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:12:28.972687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Attempting to bind port ceda0925-a129-412a-9629-5a3bd157ec00 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:12:28.972987 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Attempting to bind port ceda0925-a129-412a-9629-5a3bd157ec00 on network ce13e948-97fe-4634-82f5-6083f5f21851 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:12:28.986092 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.001189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:12:29.001561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Checking segment: {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:12:29.001964 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.002358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Bound using segment: {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:12:29.002833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Bound port: ceda0925-a129-412a-9629-5a3bd157ec00, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:12:29.003238 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.028272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network ce13e948-97fe-4634-82f5-6083f5f21851 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:12:29.036294 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:12:29.040805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:12:29.047547 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:29.061349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:26Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:29.065182 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af43b3-0439-4c4f-aa2f-a5fdbe94ec79 None None] Pushing event updated for resources: {'Port': ['ID=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:29.091293 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.098461 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae6006-a17c-4b74-94c8-8ce53d36f8ea None None] The sync data for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 is: [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:26Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:12:29.134884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] For port ceda0925-a129-412a-9629-5a3bd157ec00, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:12:29.139649 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] For port ceda0925-a129-412a-9629-5a3bd157ec00, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ceda0925-a129-412a-9629-5a3bd157ec00,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:12:29.145614 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.249087 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.410723 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b6a7234d-5c4e-43ea-88f5-7c00fdcc78f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.415251 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1fd7-5ca1-4b5d-ae7d-18c0ce4cbac2 None None] Pushing event updated for resources: {'Port': ['ID=ceda0925-a129-412a-9629-5a3bd157ec00,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:29.626708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.631213 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.717596 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:29.723125 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:29.829697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network ce13e948-97fe-4634-82f5-6083f5f21851 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:12:29.831747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:12:29.965695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a42da640-2394-4064-933c-d68f9171b580 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:12:30.079494 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:12:30.097474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-45ab14e1-8a3b-400a-9539-078adb918f5b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/a42da640-2394-4064-933c-d68f9171b580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3622296 Nov 23 15:12:30.267556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-09c1c0cd-74b0-4c0a-87fa-2e72144e93af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771433809&fields=id&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 267 time: 0.0574098 Nov 23 15:12:30.294664 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:30.381432 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:12:30.393777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-3b1d79ac-6ffd-4c3f-936f-c27fdff84954 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:30.395454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-3b1d79ac-6ffd-4c3f-936f-c27fdff84954 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/networks?id=ce13e948-97fe-4634-82f5-6083f5f21851 HTTP/1.1" status: 200 len: 796 time: 0.1271098 Nov 23 15:12:30.412475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-6cbfbd16-2841-4bac-888c-ce59aed5fd3c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/quotas/682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 375 time: 0.0111585 Nov 23 15:12:30.437173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:30.437688 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:30.468130 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4c6d894b-6d85-4924-b1dc-79ad583947e9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494516 Nov 23 15:12:30.483330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00fac8-d86c-442e-8996-bc35e94cf834 None None] Network ce13e948-97fe-4634-82f5-6083f5f21851 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:12:30.576630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c143c7c5-7211-44c4-8ffa-eca9e55cecce None None] Provisioning complete for port ceda0925-a129-412a-9629-5a3bd157ec00 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:30.577157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c5-7211-44c4-8ffa-eca9e55cecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:30.638068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-a544f8be-d118-4abc-af9e-cf354ab4ecfc service neutron] 10.222.0.46 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560249 Nov 23 15:12:30.681765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ceda0925-a129-412a-9629-5a3bd157ec00 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:12:30.815802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c5-7211-44c4-8ffa-eca9e55cecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:30.838590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ceda0925-a129-412a-9629-5a3bd157ec00 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:30.838590 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:30.866672 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Sync routers for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:12:30.878309 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:30.879239 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:30.904793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c143c7c5-7211-44c4-8ffa-eca9e55cecce None None] For port ceda0925-a129-412a-9629-5a3bd157ec00, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ceda0925-a129-412a-9629-5a3bd157ec00,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:30.912842 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c143c7c5-7211-44c4-8ffa-eca9e55cecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:30.995897 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143c7c5-7211-44c4-8ffa-eca9e55cecce None None] Pushing event updated for resources: {'Port': ['ID=ceda0925-a129-412a-9629-5a3bd157ec00,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:30.997179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:31.115743 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-f2a1cb94-deb3-4557-b162-3614d65658bf service neutron] 10.222.0.46 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693224 Nov 23 15:12:31.212322 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 2, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:31.253780 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Checking router: a42da640-2394-4064-933c-d68f9171b580 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:12:31.254405 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Updating router a42da640-2394-4064-933c-d68f9171b580 port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:12:31.255935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6292dd91-1b97-481b-a9cb-98354bf90d7b None None] Provisioning complete for port ceda0925-a129-412a-9629-5a3bd157ec00 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:31.256308 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6292dd91-1b97-481b-a9cb-98354bf90d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.282517 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.323993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d6c2982-2a5f-48d7-a68a-5bcf8cf01145 req-2e7060bf-61fe-4976-a26f-66772f8e13af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 210 time: 0.0344210 Nov 23 15:12:31.380323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6292dd91-1b97-481b-a9cb-98354bf90d7b None None] Provisioning complete for port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:31.380859 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6292dd91-1b97-481b-a9cb-98354bf90d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.433026 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6292dd91-1b97-481b-a9cb-98354bf90d7b None None] Port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:12:31.564171 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-22b73890-a6ce-4dc7-a679-24c5aa879d8f None None] Provisioning complete for port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:31.565795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-22b73890-a6ce-4dc7-a679-24c5aa879d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.615375 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-22b73890-a6ce-4dc7-a679-24c5aa879d8f None None] Port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:12:31.626517 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.634017 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.693561 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Pushing event updated for resources: {'Port': ['ID=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:31.719566 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.720270 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.720270 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.720556 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.720889 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.721216 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.721556 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.721861 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.722183 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.722502 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.722823 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.723163 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:12:31.759544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Attempting to bind port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:12:31.759928 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Attempting to bind port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:12:31.760395 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Attempting to bind port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 on network ce13e948-97fe-4634-82f5-6083f5f21851 {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:12:31.766461 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:12:31.766811 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Checking segment: {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:12:31.767241 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.767656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Bound using segment: {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:12:31.768143 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Bound port: 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:12:31.768516 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.837289 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] For port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:12:31.840537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8e713d9b-5833-4765-9250-08b36e766fd0 None None] Provisioning complete for port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:31.840950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8e713d9b-5833-4765-9250-08b36e766fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.841743 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] For port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:12:31.845821 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.884921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8e713d9b-5833-4765-9250-08b36e766fd0 None None] Port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:12:31.928447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:31.932403 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:31.934221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:31.974487 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3ee3-ea70-4813-8f72-68c7433bfa86 None None] Pushing event updated for resources: {'Port': ['ID=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:32.009665 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-edc521e1-659d-4f41-9624-f366e6acb9b7 None None] Provisioning complete for port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:32.010072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edc521e1-659d-4f41-9624-f366e6acb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:32.085732 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:32.107956 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edc521e1-659d-4f41-9624-f366e6acb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:32.145999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-edc521e1-659d-4f41-9624-f366e6acb9b7 None None] For port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:32.151048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-edc521e1-659d-4f41-9624-f366e6acb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:32.203233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc521e1-659d-4f41-9624-f366e6acb9b7 None None] Pushing event updated for resources: {'Port': ['ID=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:32.272009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-4bc2164f-8c45-404d-98d8-088c1675a8ed None None] Provisioning complete for port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:32.272519 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4bc2164f-8c45-404d-98d8-088c1675a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:32.309244 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:31Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:32.322235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ceda0925-a129-412a-9629-5a3bd157ec00 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:12:32.419643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ceda0925-a129-412a-9629-5a3bd157ec00 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:32.420240 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:32.439135 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e18e0-6bc2-4df8-b688-6d18751f1c2d None None] The sync data for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 is: [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:31Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:12:32.542464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-2ee620c2-12fa-478e-8ad0-e9fdcdb1690d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:32.544006 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-2ee620c2-12fa-478e-8ad0-e9fdcdb1690d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/networks?id=ce13e948-97fe-4634-82f5-6083f5f21851 HTTP/1.1" status: 200 len: 796 time: 0.1277151 Nov 23 15:12:32.580897 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4851c1d5-7580-4a5c-b3f0-33a5e8d2c0a6 req-0750ac0b-63f3-4334-a949-4362dad897ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 210 time: 0.0357809 Nov 23 15:12:32.647641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-9327dbb7-d038-467a-9cfd-78679843490e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 380 time: 0.0929573 Nov 23 15:12:32.659040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'port': {'device_id': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'admin_state_up': True, 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'security_groups': ['f22e6f82-b922-42c2-9bbe-50b40be3a454']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:32.681221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:32.783764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:12:32.787462 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:32.922816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.10 (ce13e948-97fe-4634-82f5-6083f5f21851/15d77af7-0630-4e36-9858-7b08253afb31/b5d25345-7e00-4607-8974-fe6004a85014) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:12:33.072487 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.107528 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.150840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network ce13e948-97fe-4634-82f5-6083f5f21851 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:12:33.156181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:12:33.159864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:12:33.192200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=b5d25345-7e00-4607-8974-fe6004a85014,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:33.221906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:33.222555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.239907 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-b2a8aea3-32fc-4108-ac7a-1c887fe56898 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847821 Nov 23 15:12:33.302347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Request body: {'port': {'device_id': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:33.363911 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.440912 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b8bae402-16e2-4f60-8481-e0d9598c7cdf None None] Provisioning complete for port b5d25345-7e00-4607-8974-fe6004a85014 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:33.441919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b8bae402-16e2-4f60-8481-e0d9598c7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.480327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b8bae402-16e2-4f60-8481-e0d9598c7cdf None None] Port b5d25345-7e00-4607-8974-fe6004a85014 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:12:33.633075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d25345-7e00-4607-8974-fe6004a85014 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:12:33.641670 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.654327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Transition to ACTIVE for port object b5d25345-7e00-4607-8974-fe6004a85014 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:12:33.666252 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.737302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d25345-7e00-4607-8974-fe6004a85014,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:33.767332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01226663-bd3c-4a46-9c2b-9caf2d947ada req-e488b449-dd20-4bf4-ad32-9050503a8010 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:33.768801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01226663-bd3c-4a46-9c2b-9caf2d947ada req-e488b449-dd20-4bf4-ad32-9050503a8010 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 944 time: 0.1132250 Nov 23 15:12:33.861287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-01226663-bd3c-4a46-9c2b-9caf2d947ada req-4250e7c8-986a-44b1-b4e0-051d67da3124 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667293 Nov 23 15:12:33.862136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Attempting to bind port b5d25345-7e00-4607-8974-fe6004a85014 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:12:33.862473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Attempting to bind port b5d25345-7e00-4607-8974-fe6004a85014 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:12:33.862799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Attempting to bind port b5d25345-7e00-4607-8974-fe6004a85014 on network ce13e948-97fe-4634-82f5-6083f5f21851 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:12:33.867746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Port b5d25345-7e00-4607-8974-fe6004a85014 on network ce13e948-97fe-4634-82f5-6083f5f21851 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:12:33.869069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Attempting to bind port b5d25345-7e00-4607-8974-fe6004a85014 on network ce13e948-97fe-4634-82f5-6083f5f21851 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:12:33.873698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:12:33.874034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Checking segment: {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:12:33.874623 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Bound using segment: {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:12:33.874945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Bound port: b5d25345-7e00-4607-8974-fe6004a85014, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bef90b6-8d20-4a80-a70d-f56ec2dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:12:33.875384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.938613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] For port b5d25345-7e00-4607-8974-fe6004a85014, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:12:33.941968 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] For port b5d25345-7e00-4607-8974-fe6004a85014, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b5d25345-7e00-4607-8974-fe6004a85014,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:12:33.947539 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.980330 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:33.981323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:33.982693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] 10.222.0.11 "PUT /v2.0/ports/b5d25345-7e00-4607-8974-fe6004a85014 HTTP/1.1" status: 200 len: 1092 time: 0.7335353 Nov 23 15:12:33.985032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:12:33.988164 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743afc78-0c00-4f37-bba9-23b516ecef74" -d '{"events": [{"name": "network-changed", "server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "tag": "b5d25345-7e00-4607-8974-fe6004a85014"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:12:34.019205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badb21f-2b57-4aec-8307-c44388206739 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d25345-7e00-4607-8974-fe6004a85014,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:34.049610 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e7a67-5385-4d37-bbdc-166778c21b8c x-openstack-request-id: req-030e7a67-5385-4d37-bbdc-166778c21b8c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:12:34.049610 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "tag": "b5d25345-7e00-4607-8974-fe6004a85014", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:12:34.049610 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-030e7a67-5385-4d37-bbdc-166778c21b8c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:12:34.049953 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014', 'status': 'completed', 'code': 200} Nov 23 15:12:34.084506 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-ef2ce45d-7682-48fb-8acb-4163caf3ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:34.086042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-ef2ce45d-7682-48fb-8acb-4163caf3ffd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 1095 time: 0.0481787 Nov 23 15:12:34.130307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-a9889426-545e-4b9f-a8ca-34cbe232eb84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d25345-7e00-4607-8974-fe6004a85014 HTTP/1.1" status: 200 len: 217 time: 0.0350575 Nov 23 15:12:34.181199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-f65468f3-3325-4c38-b4bd-9bcbbb6c02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:34.182871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-f65468f3-3325-4c38-b4bd-9bcbbb6c02ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15d77af7-0630-4e36-9858-7b08253afb31 HTTP/1.1" status: 200 len: 834 time: 0.0452247 Nov 23 15:12:34.239352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-d147e0a8-a813-40fc-a38e-f582a066b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:34.241290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-d147e0a8-a813-40fc-a38e-f582a066b45f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce13e948-97fe-4634-82f5-6083f5f21851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495455 Nov 23 15:12:34.253303 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:12:34.324201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:12:34.341927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-99356b99-7056-411e-b50f-0b9b7d8844b1 service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909996 Nov 23 15:12:34.375426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:34.375794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:34.436640 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e6841b2-7537-4e71-b2a5-ef615d326222 req-a554684a-f114-4a20-8749-3996b134e1a8 service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867770 Nov 23 15:12:34.528486 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-f0988ad8-0068-4fd5-9fa8-c6481876796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:34.529888 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-f0988ad8-0068-4fd5-9fa8-c6481876796d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 1095 time: 0.0435450 Nov 23 15:12:34.632167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-d220e7ac-3a1d-4801-a3c1-be7956b00bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:34.634217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-d220e7ac-3a1d-4801-a3c1-be7956b00bf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce13e948-97fe-4634-82f5-6083f5f21851 HTTP/1.1" status: 200 len: 897 time: 0.0967717 Nov 23 15:12:34.675901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-9089db74-c2f5-4207-9cb1-6d41dd1d23d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d25345-7e00-4607-8974-fe6004a85014 HTTP/1.1" status: 200 len: 217 time: 0.0338573 Nov 23 15:12:34.725631 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-9b8cca37-2dfa-4781-b897-567849749d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:34.727092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-9b8cca37-2dfa-4781-b897-567849749d48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15d77af7-0630-4e36-9858-7b08253afb31 HTTP/1.1" status: 200 len: 834 time: 0.0425248 Nov 23 15:12:34.776532 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-8a6772cd-001b-4be0-8f5b-55f7639c32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:34.777996 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-8a6772cd-001b-4be0-8f5b-55f7639c32d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce13e948-97fe-4634-82f5-6083f5f21851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420210 Nov 23 15:12:34.870880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-d3f935aa-4a41-45d0-a5c7-598ef19c9e9f service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Nov 23 15:12:34.997490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-743afc78-0c00-4f37-bba9-23b516ecef74 req-8ba9eb6c-9823-4e9e-9e12-e055ada8194e service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195555 Nov 23 15:12:35.012071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56f62-1437-460a-ac45-c1611ceacec3 req-c8c879c3-c778-42ea-80bb-26bd4c9779b4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:35.013536 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fe56f62-1437-460a-ac45-c1611ceacec3 req-c8c879c3-c778-42ea-80bb-26bd4c9779b4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 944 time: 0.0700181 Nov 23 15:12:35.062638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fe56f62-1437-460a-ac45-c1611ceacec3 req-69f4dbcf-03f0-4eb6-af63-1b9793f34936 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Nov 23 15:12:36.177604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc73c1-ded1-449c-9813-61b17af7520f req-6fbd3fee-7dc3-464f-872b-264b83107b54 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:36.179083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51dc73c1-ded1-449c-9813-61b17af7520f req-6fbd3fee-7dc3-464f-872b-264b83107b54 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 944 time: 0.0479207 Nov 23 15:12:36.227249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51dc73c1-ded1-449c-9813-61b17af7520f req-0830a3ff-5dfe-466d-ac25-29d9f3ef6f51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Nov 23 15:12:36.264903 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b5d25345-7e00-4607-8974-fe6004a85014 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:12:36.359863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b5d25345-7e00-4607-8974-fe6004a85014, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b5d25345-7e00-4607-8974-fe6004a85014,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:36.371167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'b5d25345-7e00-4607-8974-fe6004a85014', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'port_id': 'b5d25345-7e00-4607-8974-fe6004a85014', 'mac_address': 'fa:16:3e:94:3f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:12:36.407313 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:36.419422 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d25345-7e00-4607-8974-fe6004a85014 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:12:36.438817 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b5d25345-7e00-4607-8974-fe6004a85014, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b5d25345-7e00-4607-8974-fe6004a85014,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:36.442373 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:36.491794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b5d25345-7e00-4607-8974-fe6004a85014,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:36.698068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['b5d25345-7e00-4607-8974-fe6004a85014'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:12:37.343962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1b5d5-b7ba-4eaa-b5b4-e72feb3a5896 req-04c5cce5-5177-4a7b-9c4b-0806b6f3f116 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:37.345422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-add1b5d5-b7ba-4eaa-b5b4-e72feb3a5896 req-04c5cce5-5177-4a7b-9c4b-0806b6f3f116 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 945 time: 0.0517602 Nov 23 15:12:37.393590 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-add1b5d5-b7ba-4eaa-b5b4-e72feb3a5896 req-baf72f5e-b542-44b3-b37c-52f4ea1eacbf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Nov 23 15:12:38.263609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b5d25345-7e00-4607-8974-fe6004a85014 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:12:38.313031 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port b5d25345-7e00-4607-8974-fe6004a85014 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:12:38.316745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port b5d25345-7e00-4607-8974-fe6004a85014 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:12:38.317120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:38.391823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:38.416470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:12:38.418763 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c211dbd-eaa0-464e-88a1-945a38e6d5bb" -d '{"events": [{"server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "name": "network-vif-plugged", "status": "completed", "tag": "b5d25345-7e00-4607-8974-fe6004a85014"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:12:38.433129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port b5d25345-7e00-4607-8974-fe6004a85014, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b5d25345-7e00-4607-8974-fe6004a85014,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:12:38.438347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:38.494103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=b5d25345-7e00-4607-8974-fe6004a85014,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:38.516457 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252dbf94-623f-469d-bfbb-c09ed51d3c4a x-openstack-request-id: req-252dbf94-623f-469d-bfbb-c09ed51d3c4a {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:12:38.516745 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "name": "network-vif-plugged", "status": "completed", "tag": "b5d25345-7e00-4607-8974-fe6004a85014", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:12:38.516997 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-252dbf94-623f-469d-bfbb-c09ed51d3c4a {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:12:38.517391 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014', 'code': 200} Nov 23 15:12:38.528922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da281d1-0c14-42fc-80db-eb125be5498f req-fc41937e-f91f-4b0c-8996-4740d681a12e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:38.530570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0da281d1-0c14-42fc-80db-eb125be5498f req-fc41937e-f91f-4b0c-8996-4740d681a12e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0545537 Nov 23 15:12:38.594514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0da281d1-0c14-42fc-80db-eb125be5498f req-bb002728-bf88-4ab0-99b9-e74139f77dd0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571346 Nov 23 15:12:38.627260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca3f9d-cda8-48ac-90b1-14c295ce26c0 req-632110c3-c208-4934-9ec9-084b7002a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:38.628727 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8ca3f9d-cda8-48ac-90b1-14c295ce26c0 req-632110c3-c208-4934-9ec9-084b7002a100 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 1097 time: 0.0473380 Nov 23 15:12:38.674524 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8ca3f9d-cda8-48ac-90b1-14c295ce26c0 req-70ca2a59-8dc4-4b37-95f9-7e0ebc7b5067 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Nov 23 15:12:39.715249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b1168-fcae-420d-bae8-161b4c2478f8 req-5dcb006e-fe27-4ec3-835a-e7d4487b8c61 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:39.716698 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e23b1168-fcae-420d-bae8-161b4c2478f8 req-5dcb006e-fe27-4ec3-835a-e7d4487b8c61 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0484288 Nov 23 15:12:39.764653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e23b1168-fcae-420d-bae8-161b4c2478f8 req-b2106ad9-43ac-4014-ba0a-d00004a29140 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 Nov 23 15:12:40.879608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ab5d4-4063-40c1-a745-b968b371e9ca req-f64be8d0-26ed-4e75-b542-bc299026577a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:40.880977 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b31ab5d4-4063-40c1-a745-b968b371e9ca req-f64be8d0-26ed-4e75-b542-bc299026577a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0481811 Nov 23 15:12:40.935322 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b31ab5d4-4063-40c1-a745-b968b371e9ca req-7249ed47-7908-4f96-9029-c59a51cef7c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482121 Nov 23 15:12:41.050135 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc69e7-2642-4478-8bd1-1e3660b372a6 req-696c8893-bed3-45fa-b161-f14ccd10b1f1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:41.051720 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8adc69e7-2642-4478-8bd1-1e3660b372a6 req-696c8893-bed3-45fa-b161-f14ccd10b1f1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0488739 Nov 23 15:12:41.100459 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8adc69e7-2642-4478-8bd1-1e3660b372a6 req-d0cef864-2d29-4113-ad3b-ca575eb8f60b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Nov 23 15:12:41.122366 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38092) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:41.161413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd54b40-3b33-4a85-aea7-9e71808062f8 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:41.162828 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-8bd54b40-3b33-4a85-aea7-9e71808062f8 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 1092 time: 0.0394757 Nov 23 15:12:41.165716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38094) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:41.169894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'b5d25345-7e00-4607-8974-fe6004a85014', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:12:41.190921 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:41.288308 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:41.387375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.90 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/8e0e4d1e-d22d-40f9-b84f-c125fcbd6eaa) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:12:41.488944 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:41.521983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:41.560300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:12:41.563133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:12:41.566483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:12:41.571699 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=8e0e4d1e-d22d-40f9-b84f-c125fcbd6eaa,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:41.915547 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:41.981071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:42.135267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:42.139831 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:42.210335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=8e0e4d1e-d22d-40f9-b84f-c125fcbd6eaa,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:12:42.220018 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:42.318143 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP 70a75ee1-d619-4f66-93cf-9e75b0241082 associated. External IP: 172.25.3.90, port: b5d25345-7e00-4607-8974-fe6004a85014. Nov 23 15:12:42.515994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a42da640-2394-4064-933c-d68f9171b580 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:12:42.624519 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:12:42.635304 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] Sync routers for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:12:42.642428 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:42.650308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:42.651382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:42.674545 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2a59c2c0-3d6f-4682-8034-fcd7e673ac1d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5078001 Nov 23 15:12:42.675293 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:12:42.677437 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882328e-4767-4a01-99cf-3ce229106bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "tag": "b5d25345-7e00-4607-8974-fe6004a85014"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:12:42.718157 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b12937-ac52-44aa-a7eb-a90219d3d4bf x-openstack-request-id: req-f9b12937-ac52-44aa-a7eb-a90219d3d4bf {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:12:42.718387 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "tag": "b5d25345-7e00-4607-8974-fe6004a85014", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:12:42.718636 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9b12937-ac52-44aa-a7eb-a90219d3d4bf {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:12:42.719069 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014', 'status': 'completed', 'code': 200} Nov 23 15:12:42.759568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:42.804335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904c1e-7afd-4dfc-9edf-cbb64b3bcb82 req-6bfea23c-7c2a-4926-9096-f35ea95bb17e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:42.805736 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1904c1e-7afd-4dfc-9edf-cbb64b3bcb82 req-6bfea23c-7c2a-4926-9096-f35ea95bb17e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0740886 Nov 23 15:12:42.808320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-e514aca8-f474-45de-99a7-f108dde32ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:42.809662 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-e514aca8-f474-45de-99a7-f108dde32ed8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 1097 time: 0.0680895 Nov 23 15:12:42.912899 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c1904c1e-7afd-4dfc-9edf-cbb64b3bcb82 req-52ddf42e-c74c-4e44-a382-a4ba6d5bcf6c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008742 Nov 23 15:12:42.940792 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-25f1d580-99b9-4e33-9340-87fe1f8ee09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:42.942279 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-25f1d580-99b9-4e33-9340-87fe1f8ee09a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce13e948-97fe-4634-82f5-6083f5f21851 HTTP/1.1" status: 200 len: 897 time: 0.1172788 Nov 23 15:12:42.947963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38100) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:42.993159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '70a75ee1-d619-4f66-93cf-9e75b0241082', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a42da640-2394-4064-933c-d68f9171b580', 'port_id': 'b5d25345-7e00-4607-8974-fe6004a85014', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'mac_address': 'fa:16:3e:94:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:12:41Z', 'updated_at': '2021-11-23T15:12:41Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:32Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:43.020664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] Checking router: a42da640-2394-4064-933c-d68f9171b580 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:12:43.028978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:12:43.029586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:43.055902 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-549b0bf6-7113-4158-b0ee-fc2baf36d2ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/70a75ee1-d619-4f66-93cf-9e75b0241082 HTTP/1.1" status: 200 len: 991 time: 0.1066790 Nov 23 15:12:43.058140 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-1ad9399e-9239-4618-820b-742381334d0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d25345-7e00-4607-8974-fe6004a85014 HTTP/1.1" status: 200 len: 999 time: 0.1080148 Nov 23 15:12:43.110431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-30fb6cbf-abb0-4562-8e0f-5b4cfdbd794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:43.112027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-30fb6cbf-abb0-4562-8e0f-5b4cfdbd794e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15d77af7-0630-4e36-9858-7b08253afb31 HTTP/1.1" status: 200 len: 834 time: 0.0454998 Nov 23 15:12:43.161584 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-ea7005f7-652f-475e-aabb-0692d865f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:12:43.163213 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-ea7005f7-652f-475e-aabb-0692d865f3a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce13e948-97fe-4634-82f5-6083f5f21851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438273 Nov 23 15:12:43.267508 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-b8caa190-bd2e-4e04-92ac-b07897596f6a service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900416 Nov 23 15:12:43.296862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:12:43.372057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a882328e-4767-4a01-99cf-3ce229106bf3 req-fe604a44-3c3d-41cf-b88d-d31a6372e109 service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929155 Nov 23 15:12:43.517842 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '70a75ee1-d619-4f66-93cf-9e75b0241082', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a42da640-2394-4064-933c-d68f9171b580', 'port_id': 'b5d25345-7e00-4607-8974-fe6004a85014', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'mac_address': 'fa:16:3e:94:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:12:41Z', 'updated_at': '2021-11-23T15:12:41Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:32Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:12:43.543884 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ebe22b-d7bf-4ec1-8f65-6c458b539a36 None None] The sync data for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 is: [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '70a75ee1-d619-4f66-93cf-9e75b0241082', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a42da640-2394-4064-933c-d68f9171b580', 'port_id': 'b5d25345-7e00-4607-8974-fe6004a85014', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'mac_address': 'fa:16:3e:94:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:12:41Z', 'updated_at': '2021-11-23T15:12:41Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:32Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:12:43.727660 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fa5b4-75fb-4e3c-9a45-8663ddb4ccf5 None None] New status for floating IP 70a75ee1-d619-4f66-93cf-9e75b0241082: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:12:44.060165 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38104) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:12:44.123817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-217ee533-c9c3-4dd0-8395-9728389da9d0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/70a75ee1-d619-4f66-93cf-9e75b0241082 HTTP/1.1" status: 200 len: 993 time: 0.0624542 Nov 23 15:12:54.315619 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:56.845977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-51b67f7b-5ccf-4136-bb13-e29606238e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:57.728031 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:12:59.214231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4d10f193-139f-43d1-ac0d-9a3e26bdc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:00.290793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:01.913872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:02.682310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:11.252995 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:13:12.879806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff2d25-326b-4246-8560-ac01a633224e req-8ea8cf2e-2ab3-419c-9ede-4dcc366338a1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:12.881166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cff2d25-326b-4246-8560-ac01a633224e req-8ea8cf2e-2ab3-419c-9ede-4dcc366338a1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0478630 Nov 23 15:13:12.930549 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cff2d25-326b-4246-8560-ac01a633224e req-e0079f58-6049-4c82-ba29-89f07ef098cb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Nov 23 15:13:14.050700 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8134c-83f1-4732-917e-2b55f72470f0 req-8d5d6a41-6b38-4b12-be43-860a387abbc9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:14.052165 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e8134c-83f1-4732-917e-2b55f72470f0 req-8d5d6a41-6b38-4b12-be43-860a387abbc9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0512481 Nov 23 15:13:14.099822 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-47e8134c-83f1-4732-917e-2b55f72470f0 req-a5d9d3f1-1539-4c63-9180-dca2b5802e0b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418286 Nov 23 15:13:14.128479 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38122) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:14.188394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d191b7e3-c0f8-4e92-ad32-ad1d4da179c8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/70a75ee1-d619-4f66-93cf-9e75b0241082 HTTP/1.1" status: 200 len: 993 time: 0.0588098 Nov 23 15:13:15.455483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72658e-d586-4baf-9835-e87460f4c8b7 req-bb420d7b-7631-4843-a718-85b0f1485fba tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:15.456883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba72658e-d586-4baf-9835-e87460f4c8b7 req-bb420d7b-7631-4843-a718-85b0f1485fba tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0534847 Nov 23 15:13:15.504921 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ba72658e-d586-4baf-9835-e87460f4c8b7 req-30e028b6-45d4-4bd3-ae62-c54c8950e009 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Nov 23 15:13:15.904953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-957981ff-cb64-427b-8e24-23d926d8b0db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387425 Nov 23 15:13:15.985867 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537e35-23e4-4304-81e7-a418ed730735 req-c6365717-918d-4e9d-8d44-97d48f4e51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:15.987328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-c6365717-918d-4e9d-8d44-97d48f4e51ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 1097 time: 0.0386789 Nov 23 15:13:16.429345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537e35-23e4-4304-81e7-a418ed730735 req-01c3a4f4-1fd0-46bb-8f6f-34ea885cc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:16.430793 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-01c3a4f4-1fd0-46bb-8f6f-34ea885cc805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce13e948-97fe-4634-82f5-6083f5f21851 HTTP/1.1" status: 200 len: 897 time: 0.4184005 Nov 23 15:13:16.494142 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-9d02d29a-a509-41fd-ba8b-410fe322c180 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d25345-7e00-4607-8974-fe6004a85014 HTTP/1.1" status: 200 len: 1001 time: 0.0553753 Nov 23 15:13:16.543554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537e35-23e4-4304-81e7-a418ed730735 req-81d07895-32cf-4174-b3ce-97a581f51696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:16.545010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-81d07895-32cf-4174-b3ce-97a581f51696 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15d77af7-0630-4e36-9858-7b08253afb31 HTTP/1.1" status: 200 len: 834 time: 0.0430772 Nov 23 15:13:16.626016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537e35-23e4-4304-81e7-a418ed730735 req-420f17ea-2070-444b-b27c-9881685dea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:16.627610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-420f17ea-2070-444b-b27c-9881685dea94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce13e948-97fe-4634-82f5-6083f5f21851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727849 Nov 23 15:13:16.639875 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884992b9-b3cb-4074-b7ee-97d82be0404c req-67ad1cb8-b8e2-4474-9ba0-d87b2113a58d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:16.641274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-884992b9-b3cb-4074-b7ee-97d82be0404c req-67ad1cb8-b8e2-4474-9ba0-d87b2113a58d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0583096 Nov 23 15:13:16.744938 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-884992b9-b3cb-4074-b7ee-97d82be0404c req-4669de5a-7dce-42dc-8de0-049526493d75 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958295 Nov 23 15:13:16.761110 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-46a91f8d-3d2b-4b7c-9472-881f1ba2255d service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189177 Nov 23 15:13:16.768352 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38138) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:16.888782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ce95a36d-1039-47b6-b5ba-278a0a022eb2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/70a75ee1-d619-4f66-93cf-9e75b0241082 HTTP/1.1" status: 200 len: 993 time: 0.1192908 Nov 23 15:13:16.909290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb537e35-23e4-4304-81e7-a418ed730735 req-239303a6-1ce8-4a15-a879-76a743cf80f9 service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388645 Nov 23 15:13:17.177957 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38144) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:17.336727 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 8e0e4d1e-d22d-40f9-b84f-c125fcbd6eaa {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:13:17.337071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:17.410910 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:17.411246 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:17.423135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 8e0e4d1e-d22d-40f9-b84f-c125fcbd6eaa owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:13:17.567641 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:17.591408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=8e0e4d1e-d22d-40f9-b84f-c125fcbd6eaa,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:17.605697 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.606052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.606470 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.606819 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.607271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.607606 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.607936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.608263 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.608589 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.608912 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.609237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.609557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:17.666525 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:17.666884 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP 70a75ee1-d619-4f66-93cf-9e75b0241082 disassociated (deleted). External IP: 172.25.3.90, port: b5d25345-7e00-4607-8974-fe6004a85014. Nov 23 15:13:17.864364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a42da640-2394-4064-933c-d68f9171b580 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:13:17.969825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:13:17.974605 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:17.979148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] Sync routers for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:13:17.988552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:17.989139 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:18.005121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2b00917b-8431-4f10-afc0-862c5745b08a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/floatingips/70a75ee1-d619-4f66-93cf-9e75b0241082 HTTP/1.1" status: 204 len: 168 time: 0.8260322 Nov 23 15:13:18.005926 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:13:18.008404 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869" -d '{"events": [{"name": "network-changed", "server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "tag": "b5d25345-7e00-4607-8974-fe6004a85014"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:13:18.100593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:18.109146 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246bee03-e5f4-440f-93cb-66466b537825 x-openstack-request-id: req-246bee03-e5f4-440f-93cb-66466b537825 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:13:18.109549 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "tag": "b5d25345-7e00-4607-8974-fe6004a85014", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:13:18.109769 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-246bee03-e5f4-440f-93cb-66466b537825 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:13:18.110203 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014', 'status': 'completed', 'code': 200} Nov 23 15:13:18.184190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-5d76a936-8553-4f54-a78b-c507c407137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:18.185286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-5d76a936-8553-4f54-a78b-c507c407137a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 1097 time: 0.0458734 Nov 23 15:13:18.306116 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513dcf6-ed88-424f-9a8c-ee6dd8667141 req-af56e3fa-9c5e-4aba-8147-da762561cc7a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:18.307602 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3513dcf6-ed88-424f-9a8c-ee6dd8667141 req-af56e3fa-9c5e-4aba-8147-da762561cc7a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.1061945 Nov 23 15:13:18.312047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:32Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:18.332965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-4a0362be-6600-4c54-8cbd-063a84dc79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:18.334430 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-4a0362be-6600-4c54-8cbd-063a84dc79de service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce13e948-97fe-4634-82f5-6083f5f21851 HTTP/1.1" status: 200 len: 897 time: 0.1409075 Nov 23 15:13:18.344387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] Checking router: a42da640-2394-4064-933c-d68f9171b580 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:13:18.352725 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:18.353328 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:18.395868 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-fa1e2362-f9fd-4529-b75f-4a1b088c5fc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d25345-7e00-4607-8974-fe6004a85014 HTTP/1.1" status: 200 len: 217 time: 0.0481136 Nov 23 15:13:18.400600 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3513dcf6-ed88-424f-9a8c-ee6dd8667141 req-5c808335-9b02-46cb-9531-2cd07a98c692 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841274 Nov 23 15:13:18.446432 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-616ef885-0cc3-4469-a358-1027a9ddd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:18.447903 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-616ef885-0cc3-4469-a358-1027a9ddd96d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15d77af7-0630-4e36-9858-7b08253afb31 HTTP/1.1" status: 200 len: 834 time: 0.0437493 Nov 23 15:13:18.459572 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:18.497141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-9fa116e2-97dd-4c01-8a60-5d41eb1b6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:18.498675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-9fa116e2-97dd-4c01-8a60-5d41eb1b6ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce13e948-97fe-4634-82f5-6083f5f21851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419068 Nov 23 15:13:18.600469 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-2ea7cc3e-4bff-4aff-b61e-e1d55ededbd7 service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925603 Nov 23 15:13:18.656245 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:32Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:18.681749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066b0ce8-627a-4a72-a6f2-d7e21c8e208c None None] The sync data for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 is: [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:29Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '4e209401-3cd9-41c4-bf7e-d45bfda5dfd5', 'name': '', 'network_id': 'ce13e948-97fe-4634-82f5-6083f5f21851', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e5:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15d77af7-0630-4e36-9858-7b08253afb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:28Z', 'updated_at': '2021-11-23T15:12:32Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '15d77af7-0630-4e36-9858-7b08253afb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:13:18.694021 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5876ca6-8cf2-4c6a-b762-1d63cc9e3869 req-b1c472ad-006a-40b7-be4e-453b61ff410d service neutron] 10.222.0.11 "GET /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837913 Nov 23 15:13:18.908685 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ab30e-f2f4-4ce6-9a4a-7aa24e7a6c61 None None] New status for floating IP 70a75ee1-d619-4f66-93cf-9e75b0241082: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:13:19.523237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8696b0-7c18-4c35-a7a0-e00a0b862e45 req-cb74664a-a74c-424f-bf72-78a41d7b244f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:19.524713 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f8696b0-7c18-4c35-a7a0-e00a0b862e45 req-cb74664a-a74c-424f-bf72-78a41d7b244f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0498197 Nov 23 15:13:19.578511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3f8696b0-7c18-4c35-a7a0-e00a0b862e45 req-37748e0b-76f3-4292-a947-a57fdde99dfe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f22e6f82-b922-42c2-9bbe-50b40be3a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468783 Nov 23 15:13:19.945605 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-3b06e383-5883-4359-9930-11919adf5fd8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:19.947146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-3b06e383-5883-4359-9930-11919adf5fd8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 946 time: 0.0481694 Nov 23 15:13:20.035237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port b5d25345-7e00-4607-8974-fe6004a85014 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:13:20.035580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:20.125580 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port b5d25345-7e00-4607-8974-fe6004a85014, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=b5d25345-7e00-4607-8974-fe6004a85014,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:20.125943 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:20.138219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for b5d25345-7e00-4607-8974-fe6004a85014 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:13:20.268675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:20.298108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=b5d25345-7e00-4607-8974-fe6004a85014,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:20.310345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.310698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.311070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.311404 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.311733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.312062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.312393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.312716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.313038 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.313357 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.313763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.314029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:20.347212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] No DVR routers for this DVR port b5d25345-7e00-4607-8974-fe6004a85014 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:13:20.349786 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:20.353214 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-286dad59-bdd9-43e0-9dcc-0f24a5b6bfbb req-9ea3b4a9-27b2-4ba6-8b07-3d88bc9a71f2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "DELETE /v2.0/ports/b5d25345-7e00-4607-8974-fe6004a85014 HTTP/1.1" status: 204 len: 173 time: 0.3993554 Nov 23 15:13:20.353670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'name': 'network-vif-deleted', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:13:20.356591 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c9cd61-6f97-409d-be4c-085f12618c81" -d '{"events": [{"server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "name": "network-vif-deleted", "tag": "b5d25345-7e00-4607-8974-fe6004a85014"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:13:20.450670 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd6dbdf-b3bd-4c5e-a8ae-e31eedc43084 x-openstack-request-id: req-3bd6dbdf-b3bd-4c5e-a8ae-e31eedc43084 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:13:20.450988 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a8fe6-0c04-4b39-bba9-0cd68a326168", "name": "network-vif-deleted", "tag": "b5d25345-7e00-4607-8974-fe6004a85014", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:13:20.451238 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3bd6dbdf-b3bd-4c5e-a8ae-e31eedc43084 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:13:20.451639 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a8fe6-0c04-4b39-bba9-0cd68a326168', 'name': 'network-vif-deleted', 'tag': 'b5d25345-7e00-4607-8974-fe6004a85014', 'status': 'completed', 'code': 200} Nov 23 15:13:20.689718 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ff9604f-6ac8-444a-9863-ec16bb222f87 req-e1f3d7b4-a049-4891-b300-6334cb56c7e5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=843a8fe6-0c04-4b39-bba9-0cd68a326168 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Nov 23 15:13:21.751165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38166) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:22.102762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:22.348533 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:13:22.348870 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:22.436260 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:22.436540 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:22.447853 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:13:22.529517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b5d25345-7e00-4607-8974-fe6004a85014 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:13:22.552979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: b5d25345-7e00-4607-8974-fe6004a85014 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:13:22.553316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device b5d25345-7e00-4607-8974-fe6004a85014 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:13:22.625140 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:22.652111 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=4e209401-3cd9-41c4-bf7e-d45bfda5dfd5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:22.821180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.040392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a42da640-2394-4064-933c-d68f9171b580 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:13:23.146040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:13:23.151403 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cb0e695e-67b1-48ee-a4d7-e434c88e956d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/a42da640-2394-4064-933c-d68f9171b580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990793 Nov 23 15:13:23.154475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38168) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:23.158385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] Sync routers for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:13:23.169935 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:23.170545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:23.204278 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting subnet 15d77af7-0630-4e36-9858-7b08253afb31 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:13:23.207411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.247197 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.273999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:23.330864 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.388151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.414677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Subnet': ['ID=15d77af7-0630-4e36-9858-7b08253afb31,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:23.418519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.424496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38170) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:23.425102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7e66ba70-9ea0-4918-934b-52a58beb921b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/subnets/15d77af7-0630-4e36-9858-7b08253afb31 HTTP/1.1" status: 204 len: 168 time: 0.2690494 Nov 23 15:13:23.427400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b5c2c-a511-4115-bde3-ad71d95cb1e2 None None] Network ce13e948-97fe-4634-82f5-6083f5f21851 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:13:23.533002 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.546704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:13:22Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:23.575559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] Checking router: a42da640-2394-4064-933c-d68f9171b580 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:13:23.593184 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] Routers {'a42da640-2394-4064-933c-d68f9171b580'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:23.593792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a42da640-2394-4064-933c-d68f9171b580'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:23.637979 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.658592 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] DHCP port deletion for ce13e948-97fe-4634-82f5-6083f5f21851 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:13:23.694918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:13:23.695272 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.778239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 78235f9b-c4ba-4980-ae79-5b902ef5e9e1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:23.778599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.791192 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:13:23.902256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] Set router a42da640-2394-4064-933c-d68f9171b580 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:23.960156 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.983443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] Deleting port ceda0925-a129-412a-9629-5a3bd157ec00 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:13:23.983816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:23.983946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=78235f9b-c4ba-4980-ae79-5b902ef5e9e1,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:24.010045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5b9d0-612d-4197-8b4d-fc7358a38668 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:13:24.050465 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.098401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] For port ceda0925-a129-412a-9629-5a3bd157ec00, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ceda0925-a129-412a-9629-5a3bd157ec00,segment=NetworkSegment(3bef90b6-8d20-4a80-a70d-f56ec2dff36f),segment_id=3bef90b6-8d20-4a80-a70d-f56ec2dff36f)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:24.098799 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.118911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] Calling delete_port for ceda0925-a129-412a-9629-5a3bd157ec00 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:13:24.142539 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.144705 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.188957 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.189611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Fanout notify agent at l3_agent the message router_deleted on router a42da640-2394-4064-933c-d68f9171b580 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:13:24.196864 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.197980 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-acf6f74c-8496-44cf-97b4-c2ed02b034af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/routers/a42da640-2394-4064-933c-d68f9171b580 HTTP/1.1" status: 204 len: 168 time: 0.7711213 Nov 23 15:13:24.200745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38172) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:24.235195 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:13:22Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:24.263676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9f8ad-50c6-42a0-9f0f-aa2db5466fe8 None None] The sync data for ids ['a42da640-2394-4064-933c-d68f9171b580'] in n-d-818503-2 is: [{'id': 'a42da640-2394-4064-933c-d68f9171b580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721460557', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:13:22Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '78235f9b-c4ba-4980-ae79-5b902ef5e9e1', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42da640-2394-4064-933c-d68f9171b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:12:25Z', 'updated_at': '2021-11-23T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:13:24.266750 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.280434 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.300316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] Pushing event deleted for resources: {'Port': ['ID=ceda0925-a129-412a-9629-5a3bd157ec00,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:24.304413 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f9b3c-4150-492d-92d5-f92965626528 None None] No DVR routers for this DVR port ceda0925-a129-412a-9629-5a3bd157ec00 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:13:24.326562 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.393297 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.414115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce13e948-97fe-4634-82f5-6083f5f21851']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:24.425364 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bef90b6-8d20-4a80-a70d-f56ec2dff36f') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:24.426060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bef90b6-8d20-4a80-a70d-f56ec2dff36f') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:24.437088 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.450862 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.458156 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:13:24.458727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:13:24.462049 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:13:24.475698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ceda0925-a129-412a-9629-5a3bd157ec00 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:13:24.500478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ceda0925-a129-412a-9629-5a3bd157ec00 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:13:24.500930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ceda0925-a129-412a-9629-5a3bd157ec00 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:13:24.532833 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.540963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.544666 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/networks/ce13e948-97fe-4634-82f5-6083f5f21851 HTTP/1.1" status: 204 len: 168 time: 0.3429596 Nov 23 15:13:24.547681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38174) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:24.556327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19cfb9-8ed2-4112-b337-4dbbcc237e15 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Network': ['ID=ce13e948-97fe-4634-82f5-6083f5f21851,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:24.606132 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8957a333-a39d-4d85-b429-718f7f038763 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.634183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8957a333-a39d-4d85-b429-718f7f038763 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.696122 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8957a333-a39d-4d85-b429-718f7f038763 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.699188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8957a333-a39d-4d85-b429-718f7f038763 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:24.700639 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8957a333-a39d-4d85-b429-718f7f038763 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/security-groups/f22e6f82-b922-42c2-9bbe-50b40be3a454 HTTP/1.1" status: 204 len: 168 time: 0.1515048 Nov 23 15:13:24.710349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957a333-a39d-4d85-b429-718f7f038763 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22e6f82-b922-42c2-9bbe-50b40be3a454,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.078549 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38180) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.083180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-2778a316-c0ef-4a49-a407-dad242f8700a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211341489', 'description': 'tempest-secgroup-smoke-1211341489 description', 'project_id': '682f082c86e9419685d4542fbcca734c'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.105514 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2778a316-c0ef-4a49-a407-dad242f8700a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.172522 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2778a316-c0ef-4a49-a407-dad242f8700a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.176158 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2778a316-c0ef-4a49-a407-dad242f8700a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.205324 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2778a316-c0ef-4a49-a407-dad242f8700a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.206532 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-2778a316-c0ef-4a49-a407-dad242f8700a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1269422 Nov 23 15:13:25.208389 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a316-c0ef-4a49-a407-dad242f8700a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d7d4bf-ed79-4026-a629-586971e7a267,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.209610 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38182) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.215703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-29b247a0-7518-4ee0-9eb3-ce2307316f4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7d4bf-ed79-4026-a629-586971e7a267', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.241974 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29b247a0-7518-4ee0-9eb3-ce2307316f4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.294857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29b247a0-7518-4ee0-9eb3-ce2307316f4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.298471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29b247a0-7518-4ee0-9eb3-ce2307316f4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.315933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b247a0-7518-4ee0-9eb3-ce2307316f4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523c9dcd-2e76-49c2-9113-cc8ec9e1dae8,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.322826 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29b247a0-7518-4ee0-9eb3-ce2307316f4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.324155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-29b247a0-7518-4ee0-9eb3-ce2307316f4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128283 Nov 23 15:13:25.327449 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38184) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.332326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-713dfd23-6099-4214-b1f4-6cdc2ed3e2c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7d4bf-ed79-4026-a629-586971e7a267', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.358053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-713dfd23-6099-4214-b1f4-6cdc2ed3e2c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.411998 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-713dfd23-6099-4214-b1f4-6cdc2ed3e2c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.415413 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-713dfd23-6099-4214-b1f4-6cdc2ed3e2c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.436687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dfd23-6099-4214-b1f4-6cdc2ed3e2c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25054083-da7c-4c13-9b66-c2f3d280c252,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.441323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-713dfd23-6099-4214-b1f4-6cdc2ed3e2c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.442483 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-713dfd23-6099-4214-b1f4-6cdc2ed3e2c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136799 Nov 23 15:13:25.445236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38186) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.450139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-94c13c3f-1baf-457e-a1af-19e787557702 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7d4bf-ed79-4026-a629-586971e7a267', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.475678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94c13c3f-1baf-457e-a1af-19e787557702 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.531278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94c13c3f-1baf-457e-a1af-19e787557702 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.534968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94c13c3f-1baf-457e-a1af-19e787557702 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.552222 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c13c3f-1baf-457e-a1af-19e787557702 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9da66c-c688-4c97-9925-2b89b6cc1b58,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.559217 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94c13c3f-1baf-457e-a1af-19e787557702 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.560402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-94c13c3f-1baf-457e-a1af-19e787557702 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142390 Nov 23 15:13:25.563147 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38188) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.567456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-217318d6-11da-4820-b2dc-4d179aa4eb89 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7d4bf-ed79-4026-a629-586971e7a267', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.593614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-217318d6-11da-4820-b2dc-4d179aa4eb89 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.650116 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-217318d6-11da-4820-b2dc-4d179aa4eb89 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.653556 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-217318d6-11da-4820-b2dc-4d179aa4eb89 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.670939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217318d6-11da-4820-b2dc-4d179aa4eb89 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2e681e-246c-47ad-9124-46916b1c1375,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.678295 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-217318d6-11da-4820-b2dc-4d179aa4eb89 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.679512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-217318d6-11da-4820-b2dc-4d179aa4eb89 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154435 Nov 23 15:13:25.682408 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38190) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.687379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7d4bf-ed79-4026-a629-586971e7a267', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.708318 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:13:25.713077 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.768266 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.771717 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.790497 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba96003a-897f-4a6a-b4b0-40b0d63427a0,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.801660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.802846 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a07c186-8d1b-48de-8134-d1d7b9c8949c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193879 Nov 23 15:13:25.805640 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38192) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.810633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f2d7d4bf-ed79-4026-a629-586971e7a267', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.831295 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:13:25.835885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.893348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.896821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.913666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef7d4a6-42db-483b-8b76-7ea3fab2587d,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:25.922481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.923708 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-42c4f5eb-f80c-4497-b5c8-cae6eee03ca5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170995 Nov 23 15:13:25.926485 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38194) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:25.931307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'network': {'name': 'tempest-network-smoke--1964789888', 'project_id': '682f082c86e9419685d4542fbcca734c', 'port_security_enabled': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:25.951259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:13:25.954949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.977823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:13:25.987888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:25.988229 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Added segment 54da5d51-a67b-481a-a690-acbb25ca82ed of type vlan for network 713f4aca-2c51-4a18-abb9-1ff93b51a68f Nov 23 15:13:26.029243 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.053498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.060000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:26.060582 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.098075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1704967 Nov 23 15:13:26.100739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38196) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:26.132846 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'admin_state_up': True, 'project_id': '682f082c86e9419685d4542fbcca734c', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:26.142698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea37ff-4463-49f4-83cb-edfb9e08cd6d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Network': ['ID=713f4aca-2c51-4a18-abb9-1ff93b51a68f,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:26.153202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:13:26.162435 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.163557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.213934 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.289742 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:13:26.310723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:13:26.311091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 4e209401-3cd9-41c4-bf7e-d45bfda5dfd5 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:13:26.311503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:13:26.330323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:13:26.330671 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 78235f9b-c4ba-4980-ae79-5b902ef5e9e1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:13:26.358695 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.540624 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.561953 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.660015 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.112 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:13:26.759969 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.792382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.831033 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:13:26.833806 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:13:26.837209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:13:26.842876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:26.848216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a38645-6d53-4e66-b847-b736b418ab36 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:13:26.851866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0491453c-6e86-4796-9481-53dc9c78030f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:26.962169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f755f149-11af-414d-a930-82d9ebb94541 None None] Provisioning complete for port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:26.962497 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f755f149-11af-414d-a930-82d9ebb94541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:27.005610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-f755f149-11af-414d-a930-82d9ebb94541 None None] Port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:13:27.097313 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:27.289478 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:27.412888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 11d2d9fc-9116-4dde-b583-407ca4767296 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:13:27.735457 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:27.860421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:13:27.871378 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Sync routers for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:13:27.880417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:27.884041 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:27.884647 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:27.885709 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38198) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:27.887061 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-41512bfe-c926-4ea8-930b-f6f7d49f17a4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7846148 Nov 23 15:13:27.915885 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ea4eca9a-69a3-47ee-be1d-ff716a236cb7 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=682f082c86e9419685d4542fbcca734c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276294 Nov 23 15:13:27.919150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38200) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:27.988550 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:28.011240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a448-edb9-4ec3-9c82-2cb1f83d4709 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:28.013312 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b0b9a448-edb9-4ec3-9c82-2cb1f83d4709 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930295 Nov 23 15:13:28.016112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38202) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:28.043848 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-17e68b49-099f-491a-b31e-fe2175e8f406 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266140 Nov 23 15:13:28.046241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38204) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:28.050822 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1025679701', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'project_id': '682f082c86e9419685d4542fbcca734c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:28.141439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:13:28.145650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.169351 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:26Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:28.196508 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Checking router: 11d2d9fc-9116-4dde-b583-407ca4767296 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:13:28.196864 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Updating router 11d2d9fc-9116-4dde-b583-407ca4767296 port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:13:28.228235 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.493098 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.499963 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.544471 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc0dc0-6760-4b91-8539-9e7bf7e22816 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:13:28.544655 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Attempting to bind port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:13:28.545028 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Attempting to bind port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:13:28.545394 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Attempting to bind port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:13:28.557458 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:13:28.557834 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:13:28.558236 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.558657 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:13:28.559354 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Bound port: 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:13:28.559741 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.616096 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b71b98-a3a2-4b6b-8901-387e15620181 None None] Pushing event updated for resources: {'Port': ['ID=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:28.621446 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] For port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:13:28.625027 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] For port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:13:28.635976 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.659799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Provisioning complete for port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:28.660181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.689656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:28.690279 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:12:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:28.706878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e987f9-beb0-46cf-a6bd-9fac1a83cb4c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:13:28.738094 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.747604 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b71b98-a3a2-4b6b-8901-387e15620181 None None] Pushing event updated for resources: {'Port': ['ID=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:28.762397 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.784434 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] For port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:28.789981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.812193 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:28.815692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Subnet': ['ID=5aeb5533-56b7-4b9b-aa73-21888087c860,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:28.821112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Checking segment: {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:13:28.821597 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network hostable DHCP agents. Network: 713f4aca-2c51-4a18-abb9-1ff93b51a68f, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:13:28.844442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:13:28.855503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Pushing event updated for resources: {'Port': ['ID=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:28.857244 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 713f4aca-2c51-4a18-abb9-1ff93b51a68f) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:13:28.863056 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:28.864082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:28.877744 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.878146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.878509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.879042 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.879384 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.879787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.880140 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.880469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.880804 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.881264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.881600 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.881968 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c92cc-5362-4b7e-8928-fc1618ec13d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:13:28.885932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1dd9c-f32a-47d7-ab86-b12c9e4b88df None None] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:13:28.892549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1824d975-0af8-46a9-a0e1-39d361cac1fa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8427634 Nov 23 15:13:28.893327 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38206) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:28.995687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-94935475-7847-421e-b8e7-f373e6ddd5bd None None] Provisioning complete for port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:28.996085 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-94935475-7847-421e-b8e7-f373e6ddd5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.026743 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:26Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:29.109629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:13:29.110188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.146983 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afe364-38ad-48d0-8200-7e11841fb038 None None] The sync data for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 is: [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:26Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:13:29.240033 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6409b577-b903-479e-9900-8bc89ea927f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.301244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Allocated IP 172.20.0.2 (713f4aca-2c51-4a18-abb9-1ff93b51a68f/5aeb5533-56b7-4b9b-aa73-21888087c860/5abb1d30-8bc6-43b3-a931-0379e42b65b4) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:13:29.401832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.473224 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.479428 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.521575 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:13:29.524699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:13:29.528557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:13:29.536763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Pushing event updated for resources: {'Port': ['ID=5abb1d30-8bc6-43b3-a931-0379e42b65b4,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:29.594172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Attempting to bind port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:13:29.594994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Attempting to bind port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:13:29.595606 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Attempting to bind port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 on network 713f4aca-2c51-4a18-abb9-1ff93b51a68f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:13:29.601889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:13:29.602678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Checking segment: {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:13:29.603490 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.603976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Bound using segment: {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:13:29.604564 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Bound port: 5abb1d30-8bc6-43b3-a931-0379e42b65b4, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:13:29.605054 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.675163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] For port 5abb1d30-8bc6-43b3-a931-0379e42b65b4, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:13:29.679256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] For port 5abb1d30-8bc6-43b3-a931-0379e42b65b4, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5abb1d30-8bc6-43b3-a931-0379e42b65b4,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:13:29.685529 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.742773 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b0efe-5cce-4660-a570-47c4ae1b6496 None None] Pushing event updated for resources: {'Port': ['ID=5abb1d30-8bc6-43b3-a931-0379e42b65b4,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:29.753888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.1 (713f4aca-2c51-4a18-abb9-1ff93b51a68f/5aeb5533-56b7-4b9b-aa73-21888087c860/0277dbf0-7c98-4333-bc10-5b6707eea7e1) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:13:29.886047 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.937991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:29.999316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:13:30.002758 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:13:30.005785 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:13:30.035743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=0277dbf0-7c98-4333-bc10-5b6707eea7e1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:30.064754 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.208922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.302388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.427526 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:13:30.489206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:30.489581 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.541896 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.548609 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.595168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5abb1d30-8bc6-43b3-a931-0379e42b65b4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:13:30.626482 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.628558 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=0277dbf0-7c98-4333-bc10-5b6707eea7e1,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:30.658923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:30.659322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.736500 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:13:30.738096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:13:30.759436 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.807339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 5abb1d30-8bc6-43b3-a931-0379e42b65b4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5abb1d30-8bc6-43b3-a931-0379e42b65b4,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:30.811765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.861486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e0fbe-171f-420c-a04a-19577410892e None None] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:13:30.864231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 11d2d9fc-9116-4dde-b583-407ca4767296 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:13:30.889961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=5abb1d30-8bc6-43b3-a931-0379e42b65b4,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:30.937102 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-980cd033-09c2-44d1-a8ca-c4fe69786c95 None None] Provisioning complete for port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:30.937476 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-980cd033-09c2-44d1-a8ca-c4fe69786c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:30.977300 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:13:30.992526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c491aba2-a276-423c-b8be-bb393a761647 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/11d2d9fc-9116-4dde-b583-407ca4767296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0901220 Nov 23 15:13:31.168112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-bbc236ce-e50a-4da6-b7f6-f58199b64470 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211341489&fields=id&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 267 time: 0.0525343 Nov 23 15:13:31.281507 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-22c9c305-ec30-4951-9b7a-0a28b5f4de51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:31.283391 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-22c9c305-ec30-4951-9b7a-0a28b5f4de51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/networks?id=713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 200 len: 797 time: 0.1074703 Nov 23 15:13:31.300660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-e1eec407-c443-4feb-b4b5-6d7852d5d97b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/quotas/682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 375 time: 0.0107641 Nov 23 15:13:31.358615 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-0289fb69-1a50-4fac-9607-79c0616a01b8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518117 Nov 23 15:13:31.375816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Sync routers for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:13:31.386235 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:31.386847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:31.468194 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-170c8a7c-e386-4473-aa5d-3464ced14621 service neutron] 10.222.0.46 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939651 Nov 23 15:13:31.483759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c0c578d8-091c-43ea-a7d1-3e80b3eac4db None None] Provisioning complete for port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:31.484309 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0c578d8-091c-43ea-a7d1-3e80b3eac4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:31.537230 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:31.539450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c0c578d8-091c-43ea-a7d1-3e80b3eac4db None None] Port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:13:31.569614 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-74f87cca-8ce3-4819-8ca7-5eadfc12a067 service neutron] 10.222.0.46 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937564 Nov 23 15:13:31.585260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c0c578d8-091c-43ea-a7d1-3e80b3eac4db None None] Provisioning complete for port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:31.585545 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c0c578d8-091c-43ea-a7d1-3e80b3eac4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:31.755363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7ead730c-127f-4229-ab1b-417d64204c85 req-d0e7c775-a73b-488b-af5a-06944abc0504 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 210 time: 0.0312018 Nov 23 15:13:31.834821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 2, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:31.861618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Checking router: 11d2d9fc-9116-4dde-b583-407ca4767296 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:13:31.861979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Updating router 11d2d9fc-9116-4dde-b583-407ca4767296 port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:13:31.894084 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:31.925358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e779a804-d021-45eb-bbb5-aaffb3c9d83c None None] Provisioning complete for port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:31.925683 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e779a804-d021-45eb-bbb5-aaffb3c9d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:31.967160 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:31.991998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e779a804-d021-45eb-bbb5-aaffb3c9d83c None None] Port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:13:32.210441 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.215546 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.408752 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5abb1d30-8bc6-43b3-a931-0379e42b65b4 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:13:32.461566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3eeb97-4682-47e0-9c8e-1e27789cfea5 None None] Pushing event updated for resources: {'Port': ['ID=0277dbf0-7c98-4333-bc10-5b6707eea7e1,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:32.530369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Attempting to bind port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:13:32.530747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Attempting to bind port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:13:32.531136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Attempting to bind port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 on network 713f4aca-2c51-4a18-abb9-1ff93b51a68f {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:13:32.533076 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:32.533441 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.557872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:13:32.558293 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Checking segment: {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:13:32.559251 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.559655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Bound using segment: {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:13:32.560141 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Bound port: 0277dbf0-7c98-4333-bc10-5b6707eea7e1, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:13:32.560522 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.674836 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d36bfce9-73d6-4205-a2d1-bbe5555a693d None None] Provisioning complete for port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:32.675322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d36bfce9-73d6-4205-a2d1-bbe5555a693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.705409 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] For port 0277dbf0-7c98-4333-bc10-5b6707eea7e1, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:13:32.728688 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-f1c5edd6-5529-4787-b172-6b0b65e5bfe5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:32.730795 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-f1c5edd6-5529-4787-b172-6b0b65e5bfe5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "GET /v2.0/networks?id=713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 200 len: 797 time: 0.1258037 Nov 23 15:13:32.735620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] For port 0277dbf0-7c98-4333-bc10-5b6707eea7e1, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0277dbf0-7c98-4333-bc10-5b6707eea7e1,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:13:32.747805 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.750521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:32.765135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d36bfce9-73d6-4205-a2d1-bbe5555a693d None None] Port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:13:32.804459 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-84afd37c-f07c-4960-804d-1d97e0d696a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 380 time: 0.0645311 Nov 23 15:13:32.805932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:32.806559 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:32.816902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'port': {'device_id': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'admin_state_up': True, 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'security_groups': ['f2d7d4bf-ed79-4026-a629-586971e7a267']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:32.865787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3eeb97-4682-47e0-9c8e-1e27789cfea5 None None] Pushing event updated for resources: {'Port': ['ID=0277dbf0-7c98-4333-bc10-5b6707eea7e1,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:32.867474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd163314-8df4-4c53-856e-abe99a771279 req-cdc51a0f-836d-420c-983e-54c4267b0e93 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 210 time: 0.0287306 Nov 23 15:13:32.935263 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:32.954239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:13:32.958464 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.103510 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.5 (713f4aca-2c51-4a18-abb9-1ff93b51a68f/5aeb5533-56b7-4b9b-aa73-21888087c860/171498c9-a576-459a-9193-a6428eaacbbc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:13:33.129500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d8bf8b69-a5fc-4026-8664-daa410dad726 None None] Provisioning complete for port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:33.129868 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8b69-a5fc-4026-8664-daa410dad726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.192802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:32Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:33.239633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b224fe3-508d-44d9-8ed0-7fc82caa45f4 None None] The sync data for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 is: [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:32Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:13:33.247700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.254024 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8b69-a5fc-4026-8664-daa410dad726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.298553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d8bf8b69-a5fc-4026-8664-daa410dad726 None None] For port 0277dbf0-7c98-4333-bc10-5b6707eea7e1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0277dbf0-7c98-4333-bc10-5b6707eea7e1,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:33.306561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8b69-a5fc-4026-8664-daa410dad726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.317700 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.366921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf8b69-a5fc-4026-8664-daa410dad726 None None] Pushing event updated for resources: {'Port': ['ID=0277dbf0-7c98-4333-bc10-5b6707eea7e1,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:33.367163 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:13:33.370042 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:13:33.373869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:13:33.401655 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=171498c9-a576-459a-9193-a6428eaacbbc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:33.429326 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:33.430012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.452458 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-d8b130de-6cde-4640-879b-a7799b788162 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6401639 Nov 23 15:13:33.519257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Request body: {'port': {'device_id': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:33.581099 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.635965 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c00167aa-0074-45b2-bbb1-2fd922a1825e None None] Provisioning complete for port 171498c9-a576-459a-9193-a6428eaacbbc triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:33.636550 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c00167aa-0074-45b2-bbb1-2fd922a1825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.673187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c00167aa-0074-45b2-bbb1-2fd922a1825e None None] Port 171498c9-a576-459a-9193-a6428eaacbbc cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:13:33.866460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171498c9-a576-459a-9193-a6428eaacbbc {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:13:33.874218 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.886643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Transition to ACTIVE for port object 171498c9-a576-459a-9193-a6428eaacbbc will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:13:33.891200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:33.943264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Pushing event updated for resources: {'Port': ['ID=171498c9-a576-459a-9193-a6428eaacbbc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:34.016697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf71578-758a-4673-b549-56c76ca94930 req-d7406763-b215-4d92-92d7-41d8e215f944 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.020054 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cf71578-758a-4673-b549-56c76ca94930 req-d7406763-b215-4d92-92d7-41d8e215f944 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 943 time: 0.0769103 Nov 23 15:13:34.030323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Attempting to bind port 171498c9-a576-459a-9193-a6428eaacbbc on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:13:34.030660 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Attempting to bind port 171498c9-a576-459a-9193-a6428eaacbbc by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:13:34.031027 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Attempting to bind port 171498c9-a576-459a-9193-a6428eaacbbc on network 713f4aca-2c51-4a18-abb9-1ff93b51a68f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:13:34.036055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Port 171498c9-a576-459a-9193-a6428eaacbbc on network 713f4aca-2c51-4a18-abb9-1ff93b51a68f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:13:34.036383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Attempting to bind port 171498c9-a576-459a-9193-a6428eaacbbc on network 713f4aca-2c51-4a18-abb9-1ff93b51a68f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:13:34.042378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:13:34.042749 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Checking segment: {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:13:34.043158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Bound using segment: {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:13:34.043596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Bound port: 171498c9-a576-459a-9193-a6428eaacbbc, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54da5d51-a67b-481a-a690-acbb25ca82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:13:34.043958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:34.096488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4cf71578-758a-4673-b549-56c76ca94930 req-2a679ff0-28e2-43a1-9193-000914904f5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704865 Nov 23 15:13:34.115264 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] For port 171498c9-a576-459a-9193-a6428eaacbbc, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:13:34.119392 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] For port 171498c9-a576-459a-9193-a6428eaacbbc, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=171498c9-a576-459a-9193-a6428eaacbbc,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:13:34.124270 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:34.160069 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.160691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:34.162080 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-49c30416-e603-4572-80a2-6af14016d506 service neutron] 10.222.0.74 "PUT /v2.0/ports/171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 200 len: 1091 time: 0.6982217 Nov 23 15:13:34.162529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:13:34.164823 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702495df-6766-49a6-afab-d8323f9ed650" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "tag": "171498c9-a576-459a-9193-a6428eaacbbc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:13:34.189886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30416-e603-4572-80a2-6af14016d506 service neutron] Pushing event updated for resources: {'Port': ['ID=171498c9-a576-459a-9193-a6428eaacbbc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:34.252991 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44982532-846f-4418-b6bb-06f6a9e295b4 x-openstack-request-id: req-44982532-846f-4418-b6bb-06f6a9e295b4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:13:34.253274 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "tag": "171498c9-a576-459a-9193-a6428eaacbbc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:13:34.253532 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44982532-846f-4418-b6bb-06f6a9e295b4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:13:34.254083 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc', 'status': 'completed', 'code': 200} Nov 23 15:13:34.271379 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-704388ae-d17a-4596-bf31-c3ccafa42297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.272926 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-704388ae-d17a-4596-bf31-c3ccafa42297 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1094 time: 0.0512242 Nov 23 15:13:34.319738 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-7e12c7f8-f621-43d5-b668-b32811ff773d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 200 len: 217 time: 0.0378411 Nov 23 15:13:34.376004 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-11a87589-226d-4891-9528-92876a93e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.377541 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-11a87589-226d-4891-9528-92876a93e29f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5aeb5533-56b7-4b9b-aa73-21888087c860 HTTP/1.1" status: 200 len: 835 time: 0.0511885 Nov 23 15:13:34.394395 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0277dbf0-7c98-4333-bc10-5b6707eea7e1 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:13:34.439414 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-757d63c4-ae7e-4678-97bc-3ec2a4ac9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.441241 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-757d63c4-ae7e-4678-97bc-3ec2a4ac9507 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=713f4aca-2c51-4a18-abb9-1ff93b51a68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561571 Nov 23 15:13:34.452838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:34.453449 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:34.535103 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-ba135a25-878c-4057-a343-3ea00a82cf60 service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858443 Nov 23 15:13:34.631119 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5cc48c9f-e1de-41b3-b8da-388f7c40d6af req-0bbc4ffa-20de-4cb3-94fa-e4679a2dae32 service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890138 Nov 23 15:13:34.713009 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702495df-6766-49a6-afab-d8323f9ed650 req-6c3999c1-bb15-42fd-8791-8242cf298029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.714480 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-702495df-6766-49a6-afab-d8323f9ed650 req-6c3999c1-bb15-42fd-8791-8242cf298029 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1094 time: 0.0400913 Nov 23 15:13:34.809157 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702495df-6766-49a6-afab-d8323f9ed650 req-8c2be89a-189b-4b46-8e08-74eea16f9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.810537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-702495df-6766-49a6-afab-d8323f9ed650 req-8c2be89a-189b-4b46-8e08-74eea16f9830 service neutron] 10.222.0.74 "GET /v2.0/networks?id=713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 200 len: 898 time: 0.0879598 Nov 23 15:13:34.852046 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-702495df-6766-49a6-afab-d8323f9ed650 req-e81d7a69-3fcb-43a7-94ce-989549ec28dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 200 len: 217 time: 0.0342789 Nov 23 15:13:34.901403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702495df-6766-49a6-afab-d8323f9ed650 req-d9017da4-8eb9-4004-972e-b545f054166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.903528 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-702495df-6766-49a6-afab-d8323f9ed650 req-d9017da4-8eb9-4004-972e-b545f054166c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5aeb5533-56b7-4b9b-aa73-21888087c860 HTTP/1.1" status: 200 len: 835 time: 0.0417426 Nov 23 15:13:34.947768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702495df-6766-49a6-afab-d8323f9ed650 req-1687ec50-e62b-4374-a1ab-073f05c92f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:34.949722 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-702495df-6766-49a6-afab-d8323f9ed650 req-1687ec50-e62b-4374-a1ab-073f05c92f8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=713f4aca-2c51-4a18-abb9-1ff93b51a68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378702 Nov 23 15:13:35.041521 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-702495df-6766-49a6-afab-d8323f9ed650 req-6113e6e5-ae26-48ca-a5a6-ae1dad99665c service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839047 Nov 23 15:13:35.135794 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-702495df-6766-49a6-afab-d8323f9ed650 req-5e3b3cd3-8cea-4a40-8d57-10d1bd012775 service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856295 Nov 23 15:13:35.201098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a94c97-b8ce-49ee-b8b4-2d21cb4c1338 req-1c08cad4-be4e-4f54-8dbb-19393dd66157 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:35.202620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57a94c97-b8ce-49ee-b8b4-2d21cb4c1338 req-1c08cad4-be4e-4f54-8dbb-19393dd66157 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 943 time: 0.0484600 Nov 23 15:13:35.254660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57a94c97-b8ce-49ee-b8b4-2d21cb4c1338 req-92e443a4-e332-4e25-9f45-ab75a3b7c839 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457439 Nov 23 15:13:36.387134 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e1b7b-86c9-4d7f-bb0d-cb3791635547 req-f1315432-b4be-4e08-a7bb-87cd6c9b18fc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:36.388650 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef4e1b7b-86c9-4d7f-bb0d-cb3791635547 req-f1315432-b4be-4e08-a7bb-87cd6c9b18fc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 943 time: 0.0645261 Nov 23 15:13:36.437516 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef4e1b7b-86c9-4d7f-bb0d-cb3791635547 req-290a3a2a-ed4e-4d64-b1d2-67f575fac158 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Nov 23 15:13:37.550723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a64d-0305-4de5-92b7-898ef352865c req-00889e2e-08bd-439d-8dca-7b8fad8fe236 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:37.552225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20d7a64d-0305-4de5-92b7-898ef352865c req-00889e2e-08bd-439d-8dca-7b8fad8fe236 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 943 time: 0.0482144 Nov 23 15:13:37.600943 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-20d7a64d-0305-4de5-92b7-898ef352865c req-592d3448-d652-43cb-8355-795b86812a1e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Nov 23 15:13:37.848617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 171498c9-a576-459a-9193-a6428eaacbbc details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:13:37.943998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 171498c9-a576-459a-9193-a6428eaacbbc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=171498c9-a576-459a-9193-a6428eaacbbc,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:37.955183 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '171498c9-a576-459a-9193-a6428eaacbbc', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'port_id': '171498c9-a576-459a-9193-a6428eaacbbc', 'mac_address': 'fa:16:3e:ad:f7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:13:37.991401 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:38.004391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171498c9-a576-459a-9193-a6428eaacbbc {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:13:38.023292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 171498c9-a576-459a-9193-a6428eaacbbc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=171498c9-a576-459a-9193-a6428eaacbbc,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:38.027236 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:38.076272 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=171498c9-a576-459a-9193-a6428eaacbbc,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:38.258065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['171498c9-a576-459a-9193-a6428eaacbbc'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:13:38.717579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024aad09-6da0-4b07-b61e-5f15aa664905 req-499b6bf0-16b5-47aa-9926-61fc43bf6fd9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:38.719042 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-024aad09-6da0-4b07-b61e-5f15aa664905 req-499b6bf0-16b5-47aa-9926-61fc43bf6fd9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 944 time: 0.0513525 Nov 23 15:13:38.765947 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-024aad09-6da0-4b07-b61e-5f15aa664905 req-d1c64b4a-68aa-41fb-97f7-1d2d71d0af6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Nov 23 15:13:39.863264 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 171498c9-a576-459a-9193-a6428eaacbbc up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:13:39.880975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a79dd-dfab-4d63-a6e5-8d3f9cbc3bd2 req-68c610dd-60a4-4f72-8b3f-5216ebf3ba81 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:39.882471 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad1a79dd-dfab-4d63-a6e5-8d3f9cbc3bd2 req-68c610dd-60a4-4f72-8b3f-5216ebf3ba81 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 944 time: 0.0492527 Nov 23 15:13:39.912377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 171498c9-a576-459a-9193-a6428eaacbbc completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:13:39.916414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 171498c9-a576-459a-9193-a6428eaacbbc triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:13:39.916792 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:39.932247 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad1a79dd-dfab-4d63-a6e5-8d3f9cbc3bd2 req-be650f6d-d0f4-4306-9431-3356b030c270 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 Nov 23 15:13:39.992987 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:40.019241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:13:40.021451 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e116ecd7-579e-45d2-903d-408201f92c36" -d '{"events": [{"server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "name": "network-vif-plugged", "status": "completed", "tag": "171498c9-a576-459a-9193-a6428eaacbbc"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:13:40.034524 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 171498c9-a576-459a-9193-a6428eaacbbc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=171498c9-a576-459a-9193-a6428eaacbbc,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:13:40.038588 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:40.063101 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c886a2-b43b-4e11-81ff-9bc2976da19f x-openstack-request-id: req-70c886a2-b43b-4e11-81ff-9bc2976da19f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:13:40.063389 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "name": "network-vif-plugged", "status": "completed", "tag": "171498c9-a576-459a-9193-a6428eaacbbc", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:13:40.063658 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70c886a2-b43b-4e11-81ff-9bc2976da19f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:13:40.064054 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc', 'code': 200} Nov 23 15:13:40.089358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=171498c9-a576-459a-9193-a6428eaacbbc,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:40.156691 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423575-ce4a-46a2-8d25-1ba72ba5d7e9 req-65b9e9e2-984e-40a3-845a-00f82005280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:40.158115 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87423575-ce4a-46a2-8d25-1ba72ba5d7e9 req-65b9e9e2-984e-40a3-845a-00f82005280f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0401063 Nov 23 15:13:40.202547 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-87423575-ce4a-46a2-8d25-1ba72ba5d7e9 req-55f5e99b-8cdf-4081-8348-785327c40817 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379412 Nov 23 15:13:41.054190 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767b6a3-d6b2-4cfc-be7d-2b9d3b424338 req-08cc673d-3ff0-4934-bfd5-a77be6a87a40 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:41.055397 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d767b6a3-d6b2-4cfc-be7d-2b9d3b424338 req-08cc673d-3ff0-4934-bfd5-a77be6a87a40 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Nov 23 15:13:41.119963 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d767b6a3-d6b2-4cfc-be7d-2b9d3b424338 req-78028680-d102-4a85-8cb9-bf4e665f81d6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501285 Nov 23 15:13:42.237354 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba950c-54b3-44bc-af58-920f42376d06 req-95cf7a7c-0765-4aa5-a598-573d968aede8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:42.238823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cba950c-54b3-44bc-af58-920f42376d06 req-95cf7a7c-0765-4aa5-a598-573d968aede8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0477726 Nov 23 15:13:42.286228 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5cba950c-54b3-44bc-af58-920f42376d06 req-74c55c37-45b7-4f92-90df-615a2b0200d7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Nov 23 15:13:42.402225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da3e2a-c296-4ec1-b592-370dd6775bd4 req-5d6d5f96-f9ab-49a8-b3c7-b92a97886da7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:42.404292 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6da3e2a-c296-4ec1-b592-370dd6775bd4 req-5d6d5f96-f9ab-49a8-b3c7-b92a97886da7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Nov 23 15:13:42.463647 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a6da3e2a-c296-4ec1-b592-370dd6775bd4 req-9b2ba7ef-d9e1-4efc-aaff-f70700e2953a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504115 Nov 23 15:13:42.485062 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38260) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:42.524981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f949142-204e-4361-8d3c-a7ab04bba34e tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:42.526487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4f949142-204e-4361-8d3c-a7ab04bba34e tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1091 time: 0.0404687 Nov 23 15:13:42.529956 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38262) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:42.534181 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '171498c9-a576-459a-9193-a6428eaacbbc', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:13:42.555405 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:42.650288 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:42.755756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.12 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/88585cf6-b62c-40d5-814a-9749db0100af) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:13:42.857074 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:42.889055 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:42.928520 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:13:42.931306 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:13:42.935280 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:13:42.940697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=88585cf6-b62c-40d5-814a-9749db0100af,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:43.286242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:43.350710 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:43.496574 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:43.501337 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:43.568369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=88585cf6-b62c-40d5-814a-9749db0100af,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:13:43.578840 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:43.676968 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP fe70daad-3d12-4bee-b631-01efaac80340 associated. External IP: 172.25.3.12, port: 171498c9-a576-459a-9193-a6428eaacbbc. Nov 23 15:13:43.878707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 11d2d9fc-9116-4dde-b583-407ca4767296 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:13:43.983720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:13:43.993607 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] Sync routers for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:13:44.003161 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:44.004663 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:44.005457 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:44.030150 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ad1ce654-5f76-4256-acd0-cd23d991fb25 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4991589 Nov 23 15:13:44.030729 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:13:44.033002 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d769f10e-61d0-47f0-a87a-946c4ab59335" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "tag": "171498c9-a576-459a-9193-a6428eaacbbc"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:13:44.085155 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c078437-dbe7-455b-a525-445d380e32da x-openstack-request-id: req-2c078437-dbe7-455b-a525-445d380e32da {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:13:44.085473 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "tag": "171498c9-a576-459a-9193-a6428eaacbbc", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:13:44.085724 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c078437-dbe7-455b-a525-445d380e32da {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:13:44.086129 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc', 'status': 'completed', 'code': 200} Nov 23 15:13:44.115904 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:44.149183 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e04c6c-514c-4798-9162-2688d8636eb6 req-82d4a629-a585-4329-b70e-5f05961ecbfa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:44.149886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-6f4b329b-48e6-4f93-a5bc-b7b612849c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:44.150607 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92e04c6c-514c-4798-9162-2688d8636eb6 req-82d4a629-a585-4329-b70e-5f05961ecbfa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0501029 Nov 23 15:13:44.151665 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-6f4b329b-48e6-4f93-a5bc-b7b612849c3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0406406 Nov 23 15:13:44.202047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-92e04c6c-514c-4798-9162-2688d8636eb6 req-1635afe3-9301-4361-9edf-49218f2887c5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Nov 23 15:13:44.226029 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38268) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:44.249186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-c71c91ef-3be2-4d87-a3a9-e2a1a8f01636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:44.251025 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-c71c91ef-3be2-4d87-a3a9-e2a1a8f01636 service neutron] 10.222.0.74 "GET /v2.0/networks?id=713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 200 len: 898 time: 0.0921047 Nov 23 15:13:44.293603 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a8f308d-b656-4c46-8998-501b12c9a852 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/fe70daad-3d12-4bee-b631-01efaac80340 HTTP/1.1" status: 200 len: 990 time: 0.0658381 Nov 23 15:13:44.316025 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-86676d1a-a71b-42fe-803b-a40308a26ade service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 200 len: 998 time: 0.0582287 Nov 23 15:13:44.348516 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'fe70daad-3d12-4bee-b631-01efaac80340', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'port_id': '171498c9-a576-459a-9193-a6428eaacbbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'mac_address': 'fa:16:3e:ad:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:13:43Z', 'updated_at': '2021-11-23T15:13:43Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:33Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:44.369495 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-0f9a5b09-d107-4d19-8bc6-6ae4372dfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:44.371054 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-0f9a5b09-d107-4d19-8bc6-6ae4372dfba3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5aeb5533-56b7-4b9b-aa73-21888087c860 HTTP/1.1" status: 200 len: 835 time: 0.0484705 Nov 23 15:13:44.377916 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] Checking router: 11d2d9fc-9116-4dde-b583-407ca4767296 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:13:44.386167 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:13:44.386788 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:13:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:44.415859 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-f3e1e7c3-fde4-4627-bf38-4f7ee2d01717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:13:44.417293 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-f3e1e7c3-fde4-4627-bf38-4f7ee2d01717 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=713f4aca-2c51-4a18-abb9-1ff93b51a68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397935 Nov 23 15:13:44.491455 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:13:44.505255 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-265ef447-504c-455b-b2ec-85b6756bc8ba service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809972 Nov 23 15:13:44.598741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d769f10e-61d0-47f0-a87a-946c4ab59335 req-3dfe1d3b-be63-4b3b-8d90-4f9973841a5a service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864007 Nov 23 15:13:44.723041 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'fe70daad-3d12-4bee-b631-01efaac80340', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'port_id': '171498c9-a576-459a-9193-a6428eaacbbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'mac_address': 'fa:16:3e:ad:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:13:43Z', 'updated_at': '2021-11-23T15:13:43Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:33Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:13:44.754427 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72f6ba-9b16-42ea-b78e-9cc015f14edc None None] The sync data for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 is: [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'fe70daad-3d12-4bee-b631-01efaac80340', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'port_id': '171498c9-a576-459a-9193-a6428eaacbbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'mac_address': 'fa:16:3e:ad:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:13:43Z', 'updated_at': '2021-11-23T15:13:43Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:33Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:13:44.966078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe20c8-1e9f-4960-86c5-fbbcc1dbd116 None None] New status for floating IP fe70daad-3d12-4bee-b631-01efaac80340: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:13:45.297295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38270) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:13:45.365181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-f4ff71dd-9b07-4a01-aa51-21a266bee27d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/fe70daad-3d12-4bee-b631-01efaac80340 HTTP/1.1" status: 200 len: 992 time: 0.0667310 Nov 23 15:13:48.253131 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:13:54.316267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:56.843704 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bd758519-fe02-4054-813b-e898597c48db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:57.744248 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:13:59.212008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-abf2eaa1-b7af-4356-8b32-c26728368691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:00.289539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:01.922219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:02.683973 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:14.374997 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-576b33ea-e0cb-4e7f-acb0-9b6ca5ddb09c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397429 Nov 23 15:14:14.459497 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-099f2c18-27c6-4eaa-9b4b-25fea1335398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:14.461000 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-099f2c18-27c6-4eaa-9b4b-25fea1335398 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0448244 Nov 23 15:14:14.560643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-f892b49a-ddba-4914-99d6-3bacb35e4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:14.562012 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-f892b49a-ddba-4914-99d6-3bacb35e4bcb service neutron] 10.222.0.74 "GET /v2.0/networks?id=713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 200 len: 898 time: 0.0816257 Nov 23 15:14:14.629932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-2df25249-298e-4ac8-97c2-623bba3d4f45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 200 len: 1000 time: 0.0604877 Nov 23 15:14:14.677520 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-11c72f1c-a51b-408a-be54-89ce19234415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:14.678932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-11c72f1c-a51b-408a-be54-89ce19234415 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5aeb5533-56b7-4b9b-aa73-21888087c860 HTTP/1.1" status: 200 len: 835 time: 0.0421503 Nov 23 15:14:14.724632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-54bc7c37-5175-499e-b7d3-e555a6e6eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:14.726131 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-54bc7c37-5175-499e-b7d3-e555a6e6eff2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=713f4aca-2c51-4a18-abb9-1ff93b51a68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393839 Nov 23 15:14:14.817321 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-4780b62e-e2b2-4fa1-be89-6d27318966f8 service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826623 Nov 23 15:14:14.905712 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8e3d4b1a-9ff4-4f9c-9969-cc096918ce18 req-615eca5c-29fe-4ceb-8b4b-8c7fade37f85 service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801799 Nov 23 15:14:16.674483 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-98144f17-5fec-4d1e-8917-3831b602505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:16.676026 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-98144f17-5fec-4d1e-8917-3831b602505d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0443602 Nov 23 15:14:16.676198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e5ab0-6fc6-4c87-b138-ace7b0ebc811 req-54be1fc6-57c9-4ea8-b6e0-dc6e3e37c35e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:16.677552 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d97e5ab0-6fc6-4c87-b138-ace7b0ebc811 req-54be1fc6-57c9-4ea8-b6e0-dc6e3e37c35e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0524433 Nov 23 15:14:16.730551 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d97e5ab0-6fc6-4c87-b138-ace7b0ebc811 req-e8ba5783-4958-4725-8831-f0024298a9e0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467253 Nov 23 15:14:16.770122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-911a1df3-1160-4b6e-af85-9660f9ba8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:16.771910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-911a1df3-1160-4b6e-af85-9660f9ba8894 service neutron] 10.222.0.74 "GET /v2.0/networks?id=713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 200 len: 898 time: 0.0894740 Nov 23 15:14:16.841661 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-851acf55-4689-4e0d-bfc7-791f192865db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 200 len: 1000 time: 0.0608854 Nov 23 15:14:16.890191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-ff531b04-3d3f-458e-aeb8-77a795e2ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:16.891652 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-ff531b04-3d3f-458e-aeb8-77a795e2ab0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5aeb5533-56b7-4b9b-aa73-21888087c860 HTTP/1.1" status: 200 len: 835 time: 0.0432203 Nov 23 15:14:16.936678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-ec264883-9125-42ba-bb4b-f6e4e54cc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:16.938136 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-ec264883-9125-42ba-bb4b-f6e4e54cc80f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=713f4aca-2c51-4a18-abb9-1ff93b51a68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391378 Nov 23 15:14:17.030923 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-f6a417ce-6d4d-4cd3-b4ac-921fdf1e24b4 service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Nov 23 15:14:17.118365 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fdf421eb-23b7-44eb-9a60-8dd0263d74d9 req-8e4f178a-0b81-4edf-8bb2-9f258db8ec6b service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800593 Nov 23 15:14:17.848475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad8230-41fe-4ed6-b5dc-bed7a93058d2 req-834f13c1-eabb-4c44-bfd4-9efddd6e1202 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:17.849833 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5ad8230-41fe-4ed6-b5dc-bed7a93058d2 req-834f13c1-eabb-4c44-bfd4-9efddd6e1202 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0481973 Nov 23 15:14:17.897233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f5ad8230-41fe-4ed6-b5dc-bed7a93058d2 req-e3d284f9-072f-4eaa-bcd3-9fa2e73ec34f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Nov 23 15:14:19.015591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6be8-4687-4c3b-87a6-2eaa67cffe74 req-81715178-fbc2-4b41-8082-ef198c14e099 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:19.017080 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7bd6be8-4687-4c3b-87a6-2eaa67cffe74 req-81715178-fbc2-4b41-8082-ef198c14e099 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0525951 Nov 23 15:14:19.065426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b7bd6be8-4687-4c3b-87a6-2eaa67cffe74 req-2315a4cc-d74e-486c-b26d-b8eb53b364ef tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Nov 23 15:14:20.183594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d5ac7-aade-44ea-8fe0-d867e2d5de30 req-a32747c2-0182-486a-844a-b186343049d6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:20.185576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-135d5ac7-aade-44ea-8fe0-d867e2d5de30 req-a32747c2-0182-486a-844a-b186343049d6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0534229 Nov 23 15:14:20.233608 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-135d5ac7-aade-44ea-8fe0-d867e2d5de30 req-d37776e7-1c88-4682-983c-ca1a1eb45fed tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Nov 23 15:14:21.347146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bddcc-2122-46a6-a7b6-006a2fb094c3 req-c4c01240-a5ac-425c-9a4e-0562b50b29ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:21.348610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-039bddcc-2122-46a6-a7b6-006a2fb094c3 req-c4c01240-a5ac-425c-9a4e-0562b50b29ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0473809 Nov 23 15:14:21.400584 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-039bddcc-2122-46a6-a7b6-006a2fb094c3 req-58427686-fad3-43c8-967c-a92392c0cefb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Nov 23 15:14:22.515379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c037d-3aaa-4670-807f-12e10647a156 req-a9f4de3e-b15a-4b28-94d7-df319b399286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:22.516831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-336c037d-3aaa-4670-807f-12e10647a156 req-a9f4de3e-b15a-4b28-94d7-df319b399286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0481031 Nov 23 15:14:22.566076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-336c037d-3aaa-4670-807f-12e10647a156 req-3a2e4750-4c76-4624-8cb6-937d9b11254c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Nov 23 15:14:23.682199 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65486ad6-0845-4ea5-93ae-6025fc9593a8 req-9976d26b-181d-4c29-85dd-c92d9c27dd86 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:23.683657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65486ad6-0845-4ea5-93ae-6025fc9593a8 req-9976d26b-181d-4c29-85dd-c92d9c27dd86 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0470307 Nov 23 15:14:23.730810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65486ad6-0845-4ea5-93ae-6025fc9593a8 req-f3f3f927-ca25-4c1d-b558-62e09e254427 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Nov 23 15:14:24.323012 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:24.853036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454204b-7628-4d5d-9db1-39855225cc69 req-5fc27837-43b5-49ac-ac3b-2c027c947ebf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:24.854411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4454204b-7628-4d5d-9db1-39855225cc69 req-5fc27837-43b5-49ac-ac3b-2c027c947ebf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0529139 Nov 23 15:14:24.902284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4454204b-7628-4d5d-9db1-39855225cc69 req-4d04caa7-61b9-4623-a8ee-e6818f2d5eaa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Nov 23 15:14:25.252064 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:14:26.017861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d83b4-c1e3-4817-82a1-25dea758234c req-90fba9c8-37cc-4e2c-91f5-0dea5ab4395b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:26.019366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c98d83b4-c1e3-4817-82a1-25dea758234c req-90fba9c8-37cc-4e2c-91f5-0dea5ab4395b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Nov 23 15:14:26.066518 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c98d83b4-c1e3-4817-82a1-25dea758234c req-8f360882-7290-465f-8441-6169bb201b30 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Nov 23 15:14:26.845907 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aeb595b2-1fcd-4155-b68f-495698fc3a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:27.181919 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623b8b-643c-472d-8f95-0cf3494d1764 req-3355ea55-d968-4c01-8f1d-e80ea3dcfa91 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:27.183420 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c623b8b-643c-472d-8f95-0cf3494d1764 req-3355ea55-d968-4c01-8f1d-e80ea3dcfa91 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Nov 23 15:14:27.234687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8c623b8b-643c-472d-8f95-0cf3494d1764 req-43ad755e-a5f2-4d00-8524-f7635e9be612 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 Nov 23 15:14:27.745121 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:28.354118 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6873-a48a-4ec4-8aa2-b3ce98db8d9b req-6e71c85d-a657-4866-a003-5a765610e5cf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:28.355819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f6d6873-a48a-4ec4-8aa2-b3ce98db8d9b req-6e71c85d-a657-4866-a003-5a765610e5cf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Nov 23 15:14:28.405641 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2f6d6873-a48a-4ec4-8aa2-b3ce98db8d9b req-8ca9b71a-e4bc-49bc-a162-c585d0052813 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 Nov 23 15:14:29.214676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cb526774-8d11-48f4-bdc3-7e5148c882d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:29.526467 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819213f-27e4-4de5-b817-b609e840f6f2 req-0d4071ce-2d90-4630-b694-280fe97d2f2d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:29.527962 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6819213f-27e4-4de5-b817-b609e840f6f2 req-0d4071ce-2d90-4630-b694-280fe97d2f2d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0523067 Nov 23 15:14:29.575362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6819213f-27e4-4de5-b817-b609e840f6f2 req-4bc6dc42-0fc6-469f-929e-c9e93415485b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Nov 23 15:14:30.292525 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:30.704390 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2573b2-1b12-4faf-b138-94fda73c18b8 req-a831a113-8ad8-4317-b616-e68cf8218d55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:30.705914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef2573b2-1b12-4faf-b138-94fda73c18b8 req-a831a113-8ad8-4317-b616-e68cf8218d55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0574927 Nov 23 15:14:30.763631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ef2573b2-1b12-4faf-b138-94fda73c18b8 req-84be6e2a-3bf7-429a-9013-af53ec3fa704 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517855 Nov 23 15:14:31.880549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16070fa-9d5b-4858-bc54-6a5b30f4843f req-8a92ebf6-57f1-4ec8-b385-67603149d43b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:31.881925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a16070fa-9d5b-4858-bc54-6a5b30f4843f req-8a92ebf6-57f1-4ec8-b385-67603149d43b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0481527 Nov 23 15:14:31.926039 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:31.931157 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a16070fa-9d5b-4858-bc54-6a5b30f4843f req-57455f97-05e8-4b76-a239-ecb4ef0344f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Nov 23 15:14:32.684931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:33.048864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b0cdf-d457-494e-a771-7a9dfa6700b1 req-7eabbbaf-60ec-4fde-bedc-e535a14d5fea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:14:33.050319 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-352b0cdf-d457-494e-a771-7a9dfa6700b1 req-7eabbbaf-60ec-4fde-bedc-e535a14d5fea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0515320 Nov 23 15:14:33.098238 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-352b0cdf-d457-494e-a771-7a9dfa6700b1 req-8943e0df-7fa6-4b34-8751-034d451ee067 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Nov 23 15:14:33.120267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38314) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:14:33.178182 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ee4c6d27-39b0-4a5d-a422-03b996eb8142 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/fe70daad-3d12-4bee-b631-01efaac80340 HTTP/1.1" status: 200 len: 992 time: 0.0567861 Nov 23 15:14:54.329601 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:56.847611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a629875a-1954-40b8-aee7-2ed80fccde60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:57.757778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:14:59.216778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-88bca1c7-7132-4671-ad51-cf7d548517a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:00.295257 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:01.928828 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:02.250517 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:15:02.686379 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:03.514642 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38338) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:03.667898 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 88585cf6-b62c-40d5-814a-9749db0100af {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:15:03.668241 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:03.745477 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:03.745811 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:03.756998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 88585cf6-b62c-40d5-814a-9749db0100af owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:15:03.900318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:03.925511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=88585cf6-b62c-40d5-814a-9749db0100af,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:03.949895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.950249 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.950598 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.950962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.951300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.951636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.951972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.952307 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.952646 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.952974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.953309 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.953634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:03.995424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:03.995809 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP fe70daad-3d12-4bee-b631-01efaac80340 disassociated (deleted). External IP: 172.25.3.12, port: 171498c9-a576-459a-9193-a6428eaacbbc. Nov 23 15:15:04.198616 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 11d2d9fc-9116-4dde-b583-407ca4767296 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:15:04.304391 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:15:04.308805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:04.315190 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] Sync routers for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:15:04.325471 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:04.326418 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:04.335881 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a8a8343a-7fa9-4f37-a6c5-8cc22d6c19aa tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/floatingips/fe70daad-3d12-4bee-b631-01efaac80340 HTTP/1.1" status: 204 len: 168 time: 0.8201199 Nov 23 15:15:04.336596 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:15:04.338993 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caddfd94-3a05-4e81-a034-59c5b691d69f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "tag": "171498c9-a576-459a-9193-a6428eaacbbc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:15:04.378819 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ef671-8e35-4062-808c-fb63677eca01 x-openstack-request-id: req-9f4ef671-8e35-4062-808c-fb63677eca01 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:15:04.379143 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "tag": "171498c9-a576-459a-9193-a6428eaacbbc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:15:04.379402 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f4ef671-8e35-4062-808c-fb63677eca01 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:15:04.379941 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc', 'status': 'completed', 'code': 200} Nov 23 15:15:04.433157 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:04.447431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-7a652a5f-703a-4b8d-8e79-de834b1ed5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:04.449197 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-7a652a5f-703a-4b8d-8e79-de834b1ed5bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0459468 Nov 23 15:15:04.552543 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-dd8c3a13-1c80-47a7-b48c-c4996788782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:04.554329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-dd8c3a13-1c80-47a7-b48c-c4996788782f service neutron] 10.222.0.74 "GET /v2.0/networks?id=713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 200 len: 898 time: 0.0922725 Nov 23 15:15:04.573239 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f27ca-2f95-49f9-b7ef-26ca69d8cb69 req-63d5cfc2-e724-45de-ae25-6955b4fafb03 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:04.575487 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-957f27ca-2f95-49f9-b7ef-26ca69d8cb69 req-63d5cfc2-e724-45de-ae25-6955b4fafb03 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0500371 Nov 23 15:15:04.605800 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-e51d15b8-daf9-4471-b57e-54ecc60291f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 200 len: 217 time: 0.0405703 Nov 23 15:15:04.634845 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-957f27ca-2f95-49f9-b7ef-26ca69d8cb69 req-4038893a-d757-45d2-b951-b464b8eb00fc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517554 Nov 23 15:15:04.655556 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:33Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:04.658927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-c1e05ac2-d677-462c-90a5-939d1b047fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:04.659585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-c1e05ac2-d677-462c-90a5-939d1b047fc7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5aeb5533-56b7-4b9b-aa73-21888087c860 HTTP/1.1" status: 200 len: 835 time: 0.0454359 Nov 23 15:15:04.707197 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-62a4b69a-3252-4b61-88f8-d0d5010be9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:04.708729 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-62a4b69a-3252-4b61-88f8-d0d5010be9ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=713f4aca-2c51-4a18-abb9-1ff93b51a68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417306 Nov 23 15:15:04.773270 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] Checking router: 11d2d9fc-9116-4dde-b583-407ca4767296 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:15:04.781454 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:04.782075 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:04.803220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-b40faa18-8faf-46e4-9689-92b71c0d605b service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861223 Nov 23 15:15:04.886323 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:04.893432 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-caddfd94-3a05-4e81-a034-59c5b691d69f req-82cc6236-23a8-4709-a7e5-f393a7d45520 service neutron] 10.222.0.74 "GET /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822773 Nov 23 15:15:05.084434 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:33Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:05.110861 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489b123-0f48-41cb-8a54-5bbbf514d7d7 None None] The sync data for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 is: [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:30Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '0277dbf0-7c98-4333-bc10-5b6707eea7e1', 'name': '', 'network_id': '713f4aca-2c51-4a18-abb9-1ff93b51a68f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:91:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:29Z', 'updated_at': '2021-11-23T15:13:33Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '5aeb5533-56b7-4b9b-aa73-21888087c860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:15:05.318016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d56cc-cc0c-480d-a86a-4f42c90b3feb None None] New status for floating IP fe70daad-3d12-4bee-b631-01efaac80340: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:15:05.753831 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8525-553b-4cb9-ba1f-268e9c63312c req-2bb7a844-75ac-481a-b69a-142c83f667eb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:05.755331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2afd8525-553b-4cb9-ba1f-268e9c63312c req-2bb7a844-75ac-481a-b69a-142c83f667eb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0478177 Nov 23 15:15:05.802987 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2afd8525-553b-4cb9-ba1f-268e9c63312c req-370cb7e4-7fc0-4569-9a14-8108eb92daf5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2d7d4bf-ed79-4026-a629-586971e7a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Nov 23 15:15:06.027662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbdeac-c092-4188-a199-e900817f0304 req-c2f792a7-4bea-4579-a11f-737b7b722813 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:06.029109 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9efbdeac-c092-4188-a199-e900817f0304 req-c2f792a7-4bea-4579-a11f-737b7b722813 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 945 time: 0.0501428 Nov 23 15:15:06.122528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 171498c9-a576-459a-9193-a6428eaacbbc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:15:06.122861 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:06.208035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 171498c9-a576-459a-9193-a6428eaacbbc, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=171498c9-a576-459a-9193-a6428eaacbbc,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:06.208395 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:06.220354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 171498c9-a576-459a-9193-a6428eaacbbc owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:15:06.346539 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:06.374358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=171498c9-a576-459a-9193-a6428eaacbbc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:06.417526 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] No DVR routers for this DVR port 171498c9-a576-459a-9193-a6428eaacbbc on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:15:06.420138 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:06.424012 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9efbdeac-c092-4188-a199-e900817f0304 req-fd9cf5d3-9c8a-43a0-92c9-2657fa48a18e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "DELETE /v2.0/ports/171498c9-a576-459a-9193-a6428eaacbbc HTTP/1.1" status: 204 len: 173 time: 0.3888376 Nov 23 15:15:06.424472 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'name': 'network-vif-deleted', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:15:06.426711 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcabb54-840c-4d8e-bf45-ef5a4bf2eb02" -d '{"events": [{"server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "name": "network-vif-deleted", "tag": "171498c9-a576-459a-9193-a6428eaacbbc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:15:06.463456 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34382fde-8fc0-48da-832e-631d02ec3c7c x-openstack-request-id: req-34382fde-8fc0-48da-832e-631d02ec3c7c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:15:06.463771 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ab839d-2bef-4284-beaa-46b728ebfdf8", "name": "network-vif-deleted", "tag": "171498c9-a576-459a-9193-a6428eaacbbc", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:15:06.464032 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34382fde-8fc0-48da-832e-631d02ec3c7c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:15:06.464434 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ab839d-2bef-4284-beaa-46b728ebfdf8', 'name': 'network-vif-deleted', 'tag': '171498c9-a576-459a-9193-a6428eaacbbc', 'status': 'completed', 'code': 200} Nov 23 15:15:06.918101 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-876bb576-0a00-4390-9054-7eb5c569effc req-97ee98c3-b8fc-47d5-81c8-cb8f9262f50d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5ab839d-2bef-4284-beaa-46b728ebfdf8 HTTP/1.1" status: 200 len: 210 time: 0.0256701 Nov 23 15:15:07.975995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38354) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:08.645299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:08.886634 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 0277dbf0-7c98-4333-bc10-5b6707eea7e1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:15:08.886919 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:08.976001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 0277dbf0-7c98-4333-bc10-5b6707eea7e1, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=0277dbf0-7c98-4333-bc10-5b6707eea7e1,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:08.976691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:08.987810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 0277dbf0-7c98-4333-bc10-5b6707eea7e1 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:15:09.166096 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:09.194015 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=0277dbf0-7c98-4333-bc10-5b6707eea7e1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:09.361863 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:09.587975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 11d2d9fc-9116-4dde-b583-407ca4767296 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:15:09.693974 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:15:09.698996 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bfac7ec4-0c50-4b9b-9093-fbac7073406a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/11d2d9fc-9116-4dde-b583-407ca4767296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219512 Nov 23 15:15:09.701770 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38356) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:09.704739 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] Sync routers for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:15:09.715865 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:09.716470 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:09.759667 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting subnet 5aeb5533-56b7-4b9b-aa73-21888087c860 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:15:09.762801 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:09.806464 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:09.825421 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:09.887550 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:09.944692 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:09.977500 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Subnet': ['ID=5aeb5533-56b7-4b9b-aa73-21888087c860,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:09.979485 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:09.983813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4245e2-54a3-4c5f-bd3b-97647a071349 None None] Network 713f4aca-2c51-4a18-abb9-1ff93b51a68f requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:15:09.987411 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b729fccf-d905-42ce-aa5c-d7301c9bde5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/subnets/5aeb5533-56b7-4b9b-aa73-21888087c860 HTTP/1.1" status: 204 len: 168 time: 0.2846353 Nov 23 15:15:09.990129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38358) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:10.011146 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:15:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:10.045099 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] Checking router: 11d2d9fc-9116-4dde-b583-407ca4767296 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:15:10.058606 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] Routers {'11d2d9fc-9116-4dde-b583-407ca4767296'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:10.059245 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['11d2d9fc-9116-4dde-b583-407ca4767296'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:10.107958 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.162134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 171498c9-a576-459a-9193-a6428eaacbbc no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:15:10.171188 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] Set router 11d2d9fc-9116-4dde-b583-407ca4767296 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:10.181954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 171498c9-a576-459a-9193-a6428eaacbbc {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:15:10.182340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 171498c9-a576-459a-9193-a6428eaacbbc not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:15:10.192348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] DHCP port deletion for 713f4aca-2c51-4a18-abb9-1ff93b51a68f request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:15:10.222504 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.253554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Deleting port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:15:10.254036 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.281165 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:15:10.282007 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.323356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] For port 5abb1d30-8bc6-43b3-a931-0379e42b65b4, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=5abb1d30-8bc6-43b3-a931-0379e42b65b4,segment=NetworkSegment(54da5d51-a67b-481a-a690-acbb25ca82ed),segment_id=54da5d51-a67b-481a-a690-acbb25ca82ed)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:10.323750 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.339986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Calling delete_port for 5abb1d30-8bc6-43b3-a931-0379e42b65b4 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:15:10.362504 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:15:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:10.367628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:10.367805 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.382666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:15:10.390387 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612255be-a77b-4879-aa01-b47628df32c2 None None] The sync data for ids ['11d2d9fc-9116-4dde-b583-407ca4767296'] in n-d-818503-2 is: [{'id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509886377', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:15:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d2d9fc-9116-4dde-b583-407ca4767296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:13:26Z', 'updated_at': '2021-11-23T15:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:15:10.439405 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.464052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Pushing event deleted for resources: {'Port': ['ID=5abb1d30-8bc6-43b3-a931-0379e42b65b4,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:10.474458 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] No DVR routers for this DVR port 5abb1d30-8bc6-43b3-a931-0379e42b65b4 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:15:10.476528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.476878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.477221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.477561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.477898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.478233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.478563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.478930 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.479242 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.479567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.479900 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.480223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcbd4b7-2c69-4472-8f66-4ae5552eb603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:10.557071 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.582515 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:10.597241 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f5d06-a6dd-4935-805c-03b0f31cfc7f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:15:10.647730 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.738600 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.741309 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.761209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5abb1d30-8bc6-43b3-a931-0379e42b65b4 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:15:10.782400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 5abb1d30-8bc6-43b3-a931-0379e42b65b4 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:15:10.782605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 5abb1d30-8bc6-43b3-a931-0379e42b65b4 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:15:10.790232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.791491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Fanout notify agent at l3_agent the message router_deleted on router 11d2d9fc-9116-4dde-b583-407ca4767296 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:15:10.800151 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.801357 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4b6df022-c8f8-4a71-8be8-549cddec7568 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/routers/11d2d9fc-9116-4dde-b583-407ca4767296 HTTP/1.1" status: 204 len: 168 time: 0.8096578 Nov 23 15:15:10.804091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38360) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:10.887754 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.973766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:10.994726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713f4aca-2c51-4a18-abb9-1ff93b51a68f']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:11.004672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54da5d51-a67b-481a-a690-acbb25ca82ed') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:11.004969 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54da5d51-a67b-481a-a690-acbb25ca82ed') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:11.016166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.029467 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.035991 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:15:11.036403 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:15:11.039356 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:15:11.100770 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.107534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.111240 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/networks/713f4aca-2c51-4a18-abb9-1ff93b51a68f HTTP/1.1" status: 204 len: 168 time: 0.3059893 Nov 23 15:15:11.114049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38362) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:11.122704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583ceaa-8279-4774-80d9-fa1f0e577171 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Network': ['ID=713f4aca-2c51-4a18-abb9-1ff93b51a68f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:11.169743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.194124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.255501 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.258248 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.259394 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/security-groups/f2d7d4bf-ed79-4026-a629-586971e7a267 HTTP/1.1" status: 204 len: 168 time: 0.1443543 Nov 23 15:15:11.268556 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d7d4bf-ed79-4026-a629-586971e7a267,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:11.276121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.276121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.276447 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.276784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.277115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.277444 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.277770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.278098 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.278423 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.278745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.279099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.279419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfda37-f1cb-4c7a-8e51-6f56f31e190e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:11.483544 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38368) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:11.488100 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-10e3a711-6563-45dc-b3a3-1ae5dc040b05 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860816359', 'description': 'tempest-secgroup-smoke-1860816359 description', 'project_id': '682f082c86e9419685d4542fbcca734c'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:11.510023 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10e3a711-6563-45dc-b3a3-1ae5dc040b05 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.574155 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10e3a711-6563-45dc-b3a3-1ae5dc040b05 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.577916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10e3a711-6563-45dc-b3a3-1ae5dc040b05 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.610120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3a711-6563-45dc-b3a3-1ae5dc040b05 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ec56d-394f-4cff-bd8b-d412b5d28469,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:11.615423 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-10e3a711-6563-45dc-b3a3-1ae5dc040b05 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.616622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-10e3a711-6563-45dc-b3a3-1ae5dc040b05 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1320651 Nov 23 15:15:11.620965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38370) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:11.625283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0b492719-036d-4e3d-843a-8637fd55da85 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ec56d-394f-4cff-bd8b-d412b5d28469', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:11.652427 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b492719-036d-4e3d-843a-8637fd55da85 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.705307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b492719-036d-4e3d-843a-8637fd55da85 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.708750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b492719-036d-4e3d-843a-8637fd55da85 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.725175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b492719-036d-4e3d-843a-8637fd55da85 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73580b2-0349-47a0-b3de-abffd4d61979,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:11.733588 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0b492719-036d-4e3d-843a-8637fd55da85 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.734956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0b492719-036d-4e3d-843a-8637fd55da85 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128559 Nov 23 15:15:11.737487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38372) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:11.741783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-90180c6d-0786-4fcc-a0cb-c52f2f9fcabe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ec56d-394f-4cff-bd8b-d412b5d28469', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:11.768744 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-90180c6d-0786-4fcc-a0cb-c52f2f9fcabe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.825702 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-90180c6d-0786-4fcc-a0cb-c52f2f9fcabe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.829625 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-90180c6d-0786-4fcc-a0cb-c52f2f9fcabe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.847209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180c6d-0786-4fcc-a0cb-c52f2f9fcabe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ed06f1-c497-4209-b993-c54945320bf4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:11.855978 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-90180c6d-0786-4fcc-a0cb-c52f2f9fcabe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.857290 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-90180c6d-0786-4fcc-a0cb-c52f2f9fcabe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187761 Nov 23 15:15:11.859991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38374) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:11.864391 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-bfe81296-c167-454e-9306-a367068ec289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ec56d-394f-4cff-bd8b-d412b5d28469', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:11.889992 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfe81296-c167-454e-9306-a367068ec289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.948318 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfe81296-c167-454e-9306-a367068ec289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.951936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfe81296-c167-454e-9306-a367068ec289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.969456 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe81296-c167-454e-9306-a367068ec289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22066b83-de01-4fc5-a7c1-0526ba6b27fd,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:11.978548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bfe81296-c167-454e-9306-a367068ec289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:11.981746 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-bfe81296-c167-454e-9306-a367068ec289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190369 Nov 23 15:15:11.982944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38376) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:11.987687 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e5f6d2ef-9f27-4d9a-b99c-5655840ff21b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ec56d-394f-4cff-bd8b-d412b5d28469', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:12.013947 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d2ef-9f27-4d9a-b99c-5655840ff21b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.074614 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d2ef-9f27-4d9a-b99c-5655840ff21b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.078658 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d2ef-9f27-4d9a-b99c-5655840ff21b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.099237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6d2ef-9f27-4d9a-b99c-5655840ff21b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ba93a8-455a-4440-9db2-304cc0e93458,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:12.107234 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d2ef-9f27-4d9a-b99c-5655840ff21b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.108502 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e5f6d2ef-9f27-4d9a-b99c-5655840ff21b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245692 Nov 23 15:15:12.111756 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38380) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:12.116702 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ec56d-394f-4cff-bd8b-d412b5d28469', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:12.140343 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:15:12.145701 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.206479 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.209749 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.386173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0277dbf0-7c98-4333-bc10-5b6707eea7e1 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:15:12.406703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 0277dbf0-7c98-4333-bc10-5b6707eea7e1 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:15:12.407165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 0277dbf0-7c98-4333-bc10-5b6707eea7e1 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:15:12.407655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:15:12.577510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2566a716-9f7d-4233-9bb9-2c30d1795d56,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:12.585892 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.589733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-359dd342-5509-4f51-a490-41b5eb29fa98 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4739940 Nov 23 15:15:12.590630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:15:12.590835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38382) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:12.591224 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6b7f0f54-13a1-4308-8c5e-fdbe8bc16cbb not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:15:12.595020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ec56d-394f-4cff-bd8b-d412b5d28469', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:12.617647 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:15:12.622785 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.680612 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.684205 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.701297 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f6db93-5b15-4f41-8289-9c0292e4a5a8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:12.708657 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.709836 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6fbe6e87-b193-40a7-b992-f0c70a9b5b76 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186445 Nov 23 15:15:12.712678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38384) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:12.717347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'network': {'name': 'tempest-network-smoke--2007754906', 'project_id': '682f082c86e9419685d4542fbcca734c', 'port_security_enabled': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:12.737196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:15:12.740553 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.762219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:15:12.771278 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.771641 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Added segment 065ff4fa-7cf8-48ae-a27a-822f6a42e1c2 of type vlan for network da5f56d1-f23a-4fdf-8779-a97e5921d53e Nov 23 15:15:12.813991 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.838149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.843705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:12.844299 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.877066 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1634114 Nov 23 15:15:12.879875 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38386) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:12.886179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'admin_state_up': True, 'project_id': '682f082c86e9419685d4542fbcca734c', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:12.925666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e6a74-7def-40e7-a1b2-9dd3c1437177 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Network': ['ID=da5f56d1-f23a-4fdf-8779-a97e5921d53e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:12.935984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:15:12.938650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.939711 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:12.994017 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:13.125497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:13.318023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:13.336725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:13.432143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.121 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/ff47322c-852a-4c76-be53-fd50ef83c42b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:15:13.541761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:13.574149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:13.607850 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:15:13.610628 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:15:13.617106 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:15:13.624775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c00817-5c4a-4b46-8cb8-caae42a37738 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:15:13.647040 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=ff47322c-852a-4c76-be53-fd50ef83c42b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:13.737833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-208a66a7-b96a-412f-b8fe-84f51ac3e13b None None] Provisioning complete for port ff47322c-852a-4c76-be53-fd50ef83c42b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:13.738115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-208a66a7-b96a-412f-b8fe-84f51ac3e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:13.774289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-208a66a7-b96a-412f-b8fe-84f51ac3e13b None None] Port ff47322c-852a-4c76-be53-fd50ef83c42b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:15:13.868316 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:14.056250 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:14.179121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a63f554d-10a9-4c1b-aa99-9315c93965f9 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:15:14.604019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:15:14.613457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Sync routers for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:15:14.624093 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:14.624560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:14.625083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:14.625808 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40139753-3851-4d46-a059-d9408b2b66a8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7450025 Nov 23 15:15:14.629547 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38388) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:14.658203 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c76a2ea8-3c58-436a-8f48-c177d4a93d23 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=682f082c86e9419685d4542fbcca734c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275414 Nov 23 15:15:14.660735 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38390) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:14.732543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:14.757503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e478157c-b62d-45ff-b67b-bd0144cb058c tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:14.761270 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e478157c-b62d-45ff-b67b-bd0144cb058c tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0995400 Nov 23 15:15:14.761940 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38392) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:14.789868 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-faf17577-1890-401b-ba0b-2f9564b68ea8 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268705 Nov 23 15:15:14.792312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38394) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:14.796938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640478696', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'project_id': '682f082c86e9419685d4542fbcca734c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:14.881978 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:15:14.885645 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:14.908438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:13Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:14.939202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Checking router: a63f554d-10a9-4c1b-aa99-9315c93965f9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:15:14.939555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Updating router a63f554d-10a9-4c1b-aa99-9315c93965f9 port ff47322c-852a-4c76-be53-fd50ef83c42b binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:15:14.965979 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.064664 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.129782 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Subnet': ['ID=32d93f09-33ca-49e8-b170-9e1dd496a701,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:15.137445 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Checking segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:15:15.137580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network hostable DHCP agents. Network: da5f56d1-f23a-4fdf-8779-a97e5921d53e, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:15:15.155079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:15:15.168699 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, da5f56d1-f23a-4fdf-8779-a97e5921d53e) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:15:15.173132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:15.173747 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.178813 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b1026-7354-4fef-b41e-e73469abce3a None None] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:15:15.190265 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-728cdfb9-6cff-4b7d-b417-dc8cbf5c9e4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3969412 Nov 23 15:15:15.193036 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38396) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:15.288077 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.295757 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.350131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f82e6-5aa6-43ab-a83b-8825ef538d8c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:15:15.391768 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Attempting to bind port ff47322c-852a-4c76-be53-fd50ef83c42b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:15:15.392028 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Attempting to bind port ff47322c-852a-4c76-be53-fd50ef83c42b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:15:15.392991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Attempting to bind port ff47322c-852a-4c76-be53-fd50ef83c42b on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:15:15.404871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766aed-915c-47a5-85b7-3aa8bf4d72ff None None] Pushing event updated for resources: {'Port': ['ID=ff47322c-852a-4c76-be53-fd50ef83c42b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:15.408774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:15:15.409581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:15:15.409991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.410374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:15:15.410852 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Bound port: ff47322c-852a-4c76-be53-fd50ef83c42b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:15:15.411350 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.465043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:15:15.465900 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.507374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] For port ff47322c-852a-4c76-be53-fd50ef83c42b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:15:15.528970 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] For port ff47322c-852a-4c76-be53-fd50ef83c42b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff47322c-852a-4c76-be53-fd50ef83c42b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:15:15.578208 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.588122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-caabaf4f-0953-4811-8321-b1fb99e918e8 None None] Provisioning complete for port ff47322c-852a-4c76-be53-fd50ef83c42b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:15.588487 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-caabaf4f-0953-4811-8321-b1fb99e918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.643862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.677489 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb0838-3c27-49c0-9604-932a52066fac None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:15:15.741167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Allocated IP 172.20.0.2 (da5f56d1-f23a-4fdf-8779-a97e5921d53e/32d93f09-33ca-49e8-b170-9e1dd496a701/fb4d9ef8-8d6c-4967-b365-0f2e714b591f) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:15:15.743512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:15.744131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:15.749502 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766aed-915c-47a5-85b7-3aa8bf4d72ff None None] Pushing event updated for resources: {'Port': ['ID=ff47322c-852a-4c76-be53-fd50ef83c42b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:15.913731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-caabaf4f-0953-4811-8321-b1fb99e918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.956133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-caabaf4f-0953-4811-8321-b1fb99e918e8 None None] For port ff47322c-852a-4c76-be53-fd50ef83c42b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff47322c-852a-4c76-be53-fd50ef83c42b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:15.964330 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-caabaf4f-0953-4811-8321-b1fb99e918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:15.977902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:16.292121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b31a88cd-8311-4194-981f-8c4a870b83e0 None None] Provisioning complete for port ff47322c-852a-4c76-be53-fd50ef83c42b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:16.292512 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b31a88cd-8311-4194-981f-8c4a870b83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.322513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabaf4f-0953-4811-8321-b1fb99e918e8 None None] Pushing event updated for resources: {'Port': ['ID=ff47322c-852a-4c76-be53-fd50ef83c42b,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:16.328399 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.358108 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.401909 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.1 (da5f56d1-f23a-4fdf-8779-a97e5921d53e/32d93f09-33ca-49e8-b170-9e1dd496a701/6066b8a0-5c62-4d70-8972-8cdd547c0169) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:15:16.427038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:15:16.450636 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:15:16.453122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Pushing event updated for resources: {'Port': ['ID=fb4d9ef8-8d6c-4967-b365-0f2e714b591f,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:16.456464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:15:16.518642 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.554129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.563723 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Attempting to bind port fb4d9ef8-8d6c-4967-b365-0f2e714b591f on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:15:16.564136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Attempting to bind port fb4d9ef8-8d6c-4967-b365-0f2e714b591f by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:15:16.564510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Attempting to bind port fb4d9ef8-8d6c-4967-b365-0f2e714b591f on network da5f56d1-f23a-4fdf-8779-a97e5921d53e {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:15:16.571860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:15:16.572237 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Checking segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:15:16.572643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.573036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Bound using segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:15:16.573522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Bound port: fb4d9ef8-8d6c-4967-b365-0f2e714b591f, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:15:16.573890 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.577899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:13Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:16.598047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:15:16.603785 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:15:16.607406 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:15:16.615886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b96843-bd0b-45a0-aa82-0f39a7baaa86 None None] The sync data for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 is: [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:13Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:15:16.632765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=6066b8a0-5c62-4d70-8972-8cdd547c0169,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:16.657193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.672406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] For port fb4d9ef8-8d6c-4967-b365-0f2e714b591f, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:15:16.675916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] For port fb4d9ef8-8d6c-4967-b365-0f2e714b591f, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb4d9ef8-8d6c-4967-b365-0f2e714b591f,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:15:16.680942 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:16.739122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d2fb-8b6d-415a-accb-682714f7002f None None] Pushing event updated for resources: {'Port': ['ID=fb4d9ef8-8d6c-4967-b365-0f2e714b591f,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:16.811355 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:17.155195 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:17.160166 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:17.235273 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=6066b8a0-5c62-4d70-8972-8cdd547c0169,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:17.239623 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:17.337919 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:15:17.339374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:15:17.463388 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a63f554d-10a9-4c1b-aa99-9315c93965f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:15:17.579179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:15:17.591960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-4c4f23f9-336b-4ea0-a750-41607cec4ec5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/a63f554d-10a9-4c1b-aa99-9315c93965f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973541 Nov 23 15:15:17.740168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a928d-18f0-4c36-b5d8-4108397f56fc None None] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:15:17.756526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-429b43a4-86ee-4c91-8427-e0e2933caa54 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860816359&fields=id&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 267 time: 0.0447319 Nov 23 15:15:17.826808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-58668abe-b251-46ab-8377-a1ad888cba69 None None] Provisioning complete for port fb4d9ef8-8d6c-4967-b365-0f2e714b591f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:17.827739 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58668abe-b251-46ab-8377-a1ad888cba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:17.867552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-f7d6be5c-0b13-4c80-9c50-3bd8a16bf2ba tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:17.868927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-f7d6be5c-0b13-4c80-9c50-3bd8a16bf2ba tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 797 time: 0.1054661 Nov 23 15:15:17.883817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-8be3ccc8-9223-40e5-baca-7e111b79f3ce tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/quotas/682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 375 time: 0.0088851 Nov 23 15:15:17.936473 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-c89927a5-25b0-41f9-af3f-e01d18256715 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470200 Nov 23 15:15:17.969115 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58668abe-b251-46ab-8377-a1ad888cba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.005332 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-58668abe-b251-46ab-8377-a1ad888cba69 None None] For port fb4d9ef8-8d6c-4967-b365-0f2e714b591f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb4d9ef8-8d6c-4967-b365-0f2e714b591f,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:18.009518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58668abe-b251-46ab-8377-a1ad888cba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.075066 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58668abe-b251-46ab-8377-a1ad888cba69 None None] Pushing event updated for resources: {'Port': ['ID=fb4d9ef8-8d6c-4967-b365-0f2e714b591f,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:18.120274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-067c7c5c-e3d7-440a-a45b-a3fb0eec9f74 service neutron] 10.222.0.46 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693575 Nov 23 15:15:18.217062 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-89e02b81-26f6-4b22-ad00-738e04eba0cd service neutron] 10.222.0.46 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904722 Nov 23 15:15:18.233554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-49ea097f-c55a-47be-86ef-9628eb6bfb14 None None] Provisioning complete for port 6066b8a0-5c62-4d70-8972-8cdd547c0169 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:18.234051 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-49ea097f-c55a-47be-86ef-9628eb6bfb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.279838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-49ea097f-c55a-47be-86ef-9628eb6bfb14 None None] Port 6066b8a0-5c62-4d70-8972-8cdd547c0169 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:15:18.308938 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-49ea097f-c55a-47be-86ef-9628eb6bfb14 None None] Provisioning complete for port fb4d9ef8-8d6c-4967-b365-0f2e714b591f triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:18.309101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-49ea097f-c55a-47be-86ef-9628eb6bfb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.311417 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Sync routers for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:15:18.324972 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:18.325848 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:18.520810 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb4d9ef8-8d6c-4967-b365-0f2e714b591f up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:15:18.523259 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b4d9780d-0b8b-4498-a08c-f33c0568b3fa req-fa1ff24d-c0cf-43df-a7f2-c2c919a666d2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 210 time: 0.0711477 Nov 23 15:15:18.556504 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:18.608688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-17ff7f2d-e9c4-45f1-b749-57f705745bf4 None None] Provisioning complete for port 6066b8a0-5c62-4d70-8972-8cdd547c0169 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:18.609046 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-17ff7f2d-e9c4-45f1-b749-57f705745bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.611751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port fb4d9ef8-8d6c-4967-b365-0f2e714b591f triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:18.611751 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.673924 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-17ff7f2d-e9c4-45f1-b749-57f705745bf4 None None] Port 6066b8a0-5c62-4d70-8972-8cdd547c0169 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:15:18.748138 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ff47322c-852a-4c76-be53-fd50ef83c42b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:15:18.811249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ff47322c-852a-4c76-be53-fd50ef83c42b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:18.811742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.879440 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:17Z', 'revision_number': 2, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:18.908484 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Checking router: a63f554d-10a9-4c1b-aa99-9315c93965f9 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:15:18.908956 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Updating router a63f554d-10a9-4c1b-aa99-9315c93965f9 port 6066b8a0-5c62-4d70-8972-8cdd547c0169 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:15:18.913699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-84e741c3-61a3-4135-b873-0174b001bdd9 None None] Provisioning complete for port 6066b8a0-5c62-4d70-8972-8cdd547c0169 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:18.914104 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84e741c3-61a3-4135-b873-0174b001bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.938043 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:18.952590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-84e741c3-61a3-4135-b873-0174b001bdd9 None None] Port 6066b8a0-5c62-4d70-8972-8cdd547c0169 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:15:19.205602 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.211373 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.260104 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Pushing event updated for resources: {'Port': ['ID=6066b8a0-5c62-4d70-8972-8cdd547c0169,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:19.281207 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.281547 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.281881 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.282211 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.282540 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.282930 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.283255 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.283573 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.283888 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.284203 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.284516 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.284829 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:15:19.318784 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Attempting to bind port 6066b8a0-5c62-4d70-8972-8cdd547c0169 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:15:19.319474 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Attempting to bind port 6066b8a0-5c62-4d70-8972-8cdd547c0169 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:15:19.319585 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Attempting to bind port 6066b8a0-5c62-4d70-8972-8cdd547c0169 on network da5f56d1-f23a-4fdf-8779-a97e5921d53e {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:15:19.324467 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:15:19.324830 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Checking segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:15:19.325256 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.325601 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Bound using segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:15:19.326061 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Bound port: 6066b8a0-5c62-4d70-8972-8cdd547c0169, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:15:19.326440 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.392926 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] For port 6066b8a0-5c62-4d70-8972-8cdd547c0169, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:15:19.396085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] For port 6066b8a0-5c62-4d70-8972-8cdd547c0169, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6066b8a0-5c62-4d70-8972-8cdd547c0169,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:15:19.401176 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.455860 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:19.456451 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:14:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:19.482190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0c7c0088-78f4-4088-a989-87b97baf1795 None None] Provisioning complete for port 6066b8a0-5c62-4d70-8972-8cdd547c0169 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:19.483292 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0088-78f4-4088-a989-87b97baf1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.625601 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:19.640132 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0088-78f4-4088-a989-87b97baf1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.686871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-0c7c0088-78f4-4088-a989-87b97baf1795 None None] For port 6066b8a0-5c62-4d70-8972-8cdd547c0169, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6066b8a0-5c62-4d70-8972-8cdd547c0169,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:19.692539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0088-78f4-4088-a989-87b97baf1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.707155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f3de9fe8-370f-49b0-b203-fb933f849ec1 req-1e20cbfc-a29f-4253-b5a9-b460f95c6fab tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 210 time: 0.0708201 Nov 23 15:15:19.721445 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364f40a-d4ad-440d-9ee6-bc8364a67160 None None] Pushing event updated for resources: {'Port': ['ID=6066b8a0-5c62-4d70-8972-8cdd547c0169,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:19.762418 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-361e4a60-5333-4b70-a053-6af0a6988617 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:19.764593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-361e4a60-5333-4b70-a053-6af0a6988617 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 797 time: 0.2564037 Nov 23 15:15:19.777610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c0088-78f4-4088-a989-87b97baf1795 None None] Pushing event updated for resources: {'Port': ['ID=6066b8a0-5c62-4d70-8972-8cdd547c0169,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:19.812891 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b0d562e5-44d0-4faf-be54-d11579081784 None None] Provisioning complete for port 6066b8a0-5c62-4d70-8972-8cdd547c0169 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:19.813263 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b0d562e5-44d0-4faf-be54-d11579081784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:19.832579 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-f59facb2-bf3f-4ceb-862f-790831d7c7dd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 380 time: 0.0576901 Nov 23 15:15:19.843609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'port': {'device_id': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'admin_state_up': True, 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'security_groups': ['fc4ec56d-394f-4cff-bd8b-d412b5d28469']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:19.878178 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:19.907530 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003216c0-e134-4bce-8a69-a5ae17dfd2f0 None None] The sync data for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 is: [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:15:19.976725 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:15:19.980933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.114393 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.9 (da5f56d1-f23a-4fdf-8779-a97e5921d53e/32d93f09-33ca-49e8-b170-9e1dd496a701/e471e9cc-1969-4b01-b486-87b4ec185242) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:15:20.260822 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.295660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.342844 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:15:20.346489 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:15:20.349401 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:15:20.388514 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:20.419424 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:20.420474 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.440169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-132ba10e-9c26-4fec-a153-178a0d38f4af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5993414 Nov 23 15:15:20.446861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6066b8a0-5c62-4d70-8972-8cdd547c0169 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:15:20.453964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Request body: {'port': {'device_id': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:20.517969 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6066b8a0-5c62-4d70-8972-8cdd547c0169 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:20.518339 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.519727 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.637279 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1ea51a0b-37f3-4389-bde1-09534b7c865a None None] Provisioning complete for port e471e9cc-1969-4b01-b486-87b4ec185242 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:20.637578 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ea51a0b-37f3-4389-bde1-09534b7c865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.683133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-1ea51a0b-37f3-4389-bde1-09534b7c865a None None] Port e471e9cc-1969-4b01-b486-87b4ec185242 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:15:20.834236 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e471e9cc-1969-4b01-b486-87b4ec185242 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:15:20.844675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.862472 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Transition to ACTIVE for port object e471e9cc-1969-4b01-b486-87b4ec185242 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:15:20.870795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dace7-6103-4024-bf42-ded9258c4c79 req-4f965abd-599c-413e-a260-5e07ecf1728f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:20.872331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb0dace7-6103-4024-bf42-ded9258c4c79 req-4f965abd-599c-413e-a260-5e07ecf1728f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 931 time: 0.0788813 Nov 23 15:15:20.873451 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:20.947805 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:20.988528 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb0dace7-6103-4024-bf42-ded9258c4c79 req-662e8548-2cad-4460-b704-539631ccefd8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062634 Nov 23 15:15:21.054428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:15:21.054711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:15:21.055119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 on network da5f56d1-f23a-4fdf-8779-a97e5921d53e {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:15:21.059885 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Port e471e9cc-1969-4b01-b486-87b4ec185242 on network da5f56d1-f23a-4fdf-8779-a97e5921d53e not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:15:21.060198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 on network da5f56d1-f23a-4fdf-8779-a97e5921d53e {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:15:21.066073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:15:21.066420 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Checking segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:15:21.066799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Bound using segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:15:21.067256 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Bound port: e471e9cc-1969-4b01-b486-87b4ec185242, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:15:21.067640 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:21.139039 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:15:21.142627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:15:21.147890 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:21.182303 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.182933 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:21.184307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] 10.222.0.11 "PUT /v2.0/ports/e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 1091 time: 0.7366307 Nov 23 15:15:21.184743 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:15:21.187018 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:15:21.214108 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7637c1-03d1-4af3-914f-e9d8c2527c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:21.248213 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d1f82f-0418-4005-88c6-a5c1c1c18539 x-openstack-request-id: req-45d1f82f-0418-4005-88c6-a5c1c1c18539 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:15:21.248503 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:15:21.248756 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45d1f82f-0418-4005-88c6-a5c1c1c18539 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:15:21.249160 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'status': 'completed', 'code': 200} Nov 23 15:15:21.283777 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-7e9ab7dd-04cf-444e-b39d-51e214844523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.285329 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-7e9ab7dd-04cf-444e-b39d-51e214844523 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1094 time: 0.0511031 Nov 23 15:15:21.333196 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-5e9d9c55-be65-4fe1-a251-20dc5d8ff753 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 217 time: 0.0389359 Nov 23 15:15:21.384328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-bd784ed9-dfab-4a26-bdbf-602e60838bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.385791 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-bd784ed9-dfab-4a26-bdbf-602e60838bd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0446141 Nov 23 15:15:21.431922 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-4b7396d2-a56e-475d-bca3-2b4ccf9f5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.433405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-4b7396d2-a56e-475d-bca3-2b4ccf9f5204 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400050 Nov 23 15:15:21.525711 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-c4b0165b-00bb-4a22-8670-97ca9fddf6c4 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836375 Nov 23 15:15:21.614990 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a72d3b10-3619-4e9c-b808-83dc63dc6fe3 req-2d688c89-f301-4069-9a0c-3951f29a8bb9 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822792 Nov 23 15:15:21.707243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-9ba1e6e1-307b-4af1-90d7-fe3d65b56067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.708735 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-9ba1e6e1-307b-4af1-90d7-fe3d65b56067 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1094 time: 0.0448949 Nov 23 15:15:21.797430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-0cf449ac-60cd-4ff2-9f20-58230288c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.798840 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-0cf449ac-60cd-4ff2-9f20-58230288c4ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.0829005 Nov 23 15:15:21.842949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-b7976d67-063a-44f2-9e22-d8d76c7581f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 217 time: 0.0364218 Nov 23 15:15:21.891017 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-61a318e1-e347-4e6e-80c8-b9740baac6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.892936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-61a318e1-e347-4e6e-80c8-b9740baac6a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0423527 Nov 23 15:15:21.937184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-ae14e390-3627-4ebb-a27b-781583cf9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:21.938622 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-ae14e390-3627-4ebb-a27b-781583cf9093 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385060 Nov 23 15:15:22.035810 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-6b5411cf-19f7-443b-a5ba-8741ed365a37 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898347 Nov 23 15:15:22.166677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1070fc9-b62f-4b37-a6e9-5c7784ed0754 req-7ec07e7f-e8c9-4561-9ba5-f0ea8b0fb49a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:22.168098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1070fc9-b62f-4b37-a6e9-5c7784ed0754 req-7ec07e7f-e8c9-4561-9ba5-f0ea8b0fb49a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0989974 Nov 23 15:15:22.171700 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e99541e1-2628-40b2-92cd-cc0e8a6c75f3 req-8e4b3504-53dd-483c-b481-4d76f76cf1e0 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278760 Nov 23 15:15:22.219533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a1070fc9-b62f-4b37-a6e9-5c7784ed0754 req-85af1d05-52bd-4c66-a9a9-869c08d80457 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 Nov 23 15:15:23.334620 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27defe4-129a-44ec-ac8b-20d81084e88b req-ebcdbea5-ec69-4c09-b930-c81944e41faf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:23.336013 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b27defe4-129a-44ec-ac8b-20d81084e88b req-ebcdbea5-ec69-4c09-b930-c81944e41faf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0481255 Nov 23 15:15:23.383379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b27defe4-129a-44ec-ac8b-20d81084e88b req-97132146-2054-4ec1-96bf-c52baa760e1f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Nov 23 15:15:24.341434 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:24.499995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d61e-a357-4aa6-9c9b-354872ff7166 req-6e3b8c7d-66bc-4ef7-a4a8-06f014fd9957 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:24.501474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10a8d61e-a357-4aa6-9c9b-354872ff7166 req-6e3b8c7d-66bc-4ef7-a4a8-06f014fd9957 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0483603 Nov 23 15:15:24.552714 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10a8d61e-a357-4aa6-9c9b-354872ff7166 req-38de3ae4-59fe-430b-b41e-a017b05249a2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Nov 23 15:15:25.104941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:15:25.209678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:25.220322 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'port_id': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'mac_address': 'fa:16:3e:4a:fc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:15:25.256040 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:25.268717 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e471e9cc-1969-4b01-b486-87b4ec185242 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:15:25.287540 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:25.291043 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:25.335396 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:25.530387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['e471e9cc-1969-4b01-b486-87b4ec185242'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:15:25.669555 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8076d12-73c0-4c96-a600-79827123eb71 req-421d1a3e-dc94-4e3f-9680-db0094a3d7be tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:25.671068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8076d12-73c0-4c96-a600-79827123eb71 req-421d1a3e-dc94-4e3f-9680-db0094a3d7be tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 944 time: 0.0483861 Nov 23 15:15:25.720721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8076d12-73c0-4c96-a600-79827123eb71 req-70409bdb-6da9-4732-8b67-cf117e59c82b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Nov 23 15:15:26.834774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe64b2-a6bf-4f3b-bb2b-ca3f92f521f9 req-6bedf70a-33a7-4f30-a790-0b63726ba938 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:26.836295 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ffe64b2-a6bf-4f3b-bb2b-ca3f92f521f9 req-6bedf70a-33a7-4f30-a790-0b63726ba938 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 944 time: 0.0480881 Nov 23 15:15:26.849879 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b4a4301d-0e5b-4bd0-9207-dfc8181424d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:26.884495 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4ffe64b2-a6bf-4f3b-bb2b-ca3f92f521f9 req-da6b6c3a-5759-4811-bb0a-a5012f326b46 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Nov 23 15:15:27.114117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:15:27.165452 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port e471e9cc-1969-4b01-b486-87b4ec185242 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:15:27.169155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port e471e9cc-1969-4b01-b486-87b4ec185242 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:15:27.169527 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:27.243309 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:27.265274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:15:27.268088 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf79a44-9140-4f39-927a-f0cb5784209f" -d '{"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:15:27.280363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:15:27.285055 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:27.310498 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74222024-a3ee-475a-8a22-53e89099a0c8 x-openstack-request-id: req-74222024-a3ee-475a-8a22-53e89099a0c8 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:15:27.310794 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:15:27.311079 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74222024-a3ee-475a-8a22-53e89099a0c8 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:15:27.311467 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'code': 200} Nov 23 15:15:27.336859 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:27.405375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ff74-8d09-4b1f-8973-9f4405513c09 req-51092500-08d9-432c-a7c2-0a91c2cae78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:27.406765 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6448ff74-8d09-4b1f-8973-9f4405513c09 req-51092500-08d9-432c-a7c2-0a91c2cae78a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1096 time: 0.0437863 Nov 23 15:15:27.453229 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6448ff74-8d09-4b1f-8973-9f4405513c09 req-6d7b5708-7a04-4895-ba91-54148937c29b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374358 Nov 23 15:15:27.758477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:27.999965 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3247e-ac20-475f-a48b-8867b39dcafd req-7c84cb44-0f13-4639-9258-dc6e5bc36400 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:28.002038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd3247e-ac20-475f-a48b-8867b39dcafd req-7c84cb44-0f13-4639-9258-dc6e5bc36400 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0488393 Nov 23 15:15:28.051749 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5fd3247e-ac20-475f-a48b-8867b39dcafd req-41718b9b-6c7a-4ba3-8e36-d8b69605206f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Nov 23 15:15:29.167716 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c343a-2d81-4217-8789-b208b27ae112 req-19ca172e-a68d-4199-a492-393a311b378c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:29.169203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-938c343a-2d81-4217-8789-b208b27ae112 req-19ca172e-a68d-4199-a492-393a311b378c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0478706 Nov 23 15:15:29.218273 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-09d2d640-72c5-49d0-b381-c0260c58f35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:29.220710 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-938c343a-2d81-4217-8789-b208b27ae112 req-69c0c483-a3c9-4ac1-a576-b7717ff2c972 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456257 Nov 23 15:15:29.336298 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae273c63-1df2-4a59-aee5-9dfd2ae5a854 req-a60dea46-1238-418a-a492-a91066178cd5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:29.337690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae273c63-1df2-4a59-aee5-9dfd2ae5a854 req-a60dea46-1238-418a-a492-a91066178cd5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0482323 Nov 23 15:15:29.385597 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ae273c63-1df2-4a59-aee5-9dfd2ae5a854 req-8f189870-b80b-4e8a-9367-269980865735 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 Nov 23 15:15:29.406860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38452) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:29.444977 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49faa14c-a57f-4b6d-9825-d8ce20f60b87 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:29.446450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-49faa14c-a57f-4b6d-9825-d8ce20f60b87 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1091 time: 0.0386262 Nov 23 15:15:29.449188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38454) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:29.453553 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:15:29.474726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:29.576425 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:29.681259 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.157 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/922e3b69-33ac-47dd-959c-762e1fafad90) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:15:29.776481 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:29.809022 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:29.853927 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:15:29.856659 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:15:29.860084 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:15:29.866213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=922e3b69-33ac-47dd-959c-762e1fafad90,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:30.214868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:30.281646 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:30.298188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:30.433987 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:30.439662 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:30.513707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=922e3b69-33ac-47dd-959c-762e1fafad90,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:15:30.526241 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:30.633998 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP 82517f7b-356d-44b9-ac8f-8fdee1bd2b96 associated. External IP: 172.25.3.157, port: e471e9cc-1969-4b01-b486-87b4ec185242. Nov 23 15:15:30.853258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a63f554d-10a9-4c1b-aa99-9315c93965f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:15:30.969034 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:15:30.983934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] Sync routers for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:15:30.991098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:30.999668 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:31.001955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:31.273087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:31.364935 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6de21a97-eb36-4486-a49e-876a4820d6e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9147155 Nov 23 15:15:31.365621 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:15:31.367828 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3085de21-0d13-4972-87a6-f95faf4c20a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:15:31.411486 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cc2374-622e-4421-8e26-1daace5a5e01 x-openstack-request-id: req-75cc2374-622e-4421-8e26-1daace5a5e01 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:15:31.411785 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:15:31.412071 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75cc2374-622e-4421-8e26-1daace5a5e01 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:15:31.412500 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'status': 'completed', 'code': 200} Nov 23 15:15:31.499143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9081-69e4-47af-ac4a-f2911ba4fe00 req-bc117e9e-59b1-47db-a5f4-78d4876c12b7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:31.500628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-433a9081-69e4-47af-ac4a-f2911ba4fe00 req-bc117e9e-59b1-47db-a5f4-78d4876c12b7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0737169 Nov 23 15:15:31.503279 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-f2e3841d-a61c-4012-8a08-8c1e752548ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:31.503542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '82517f7b-356d-44b9-ac8f-8fdee1bd2b96', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'port_id': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'mac_address': 'fa:16:3e:4a:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:15:30Z', 'updated_at': '2021-11-23T15:15:30Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:31.504677 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-f2e3841d-a61c-4012-8a08-8c1e752548ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1096 time: 0.0692251 Nov 23 15:15:31.530565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] Checking router: a63f554d-10a9-4c1b-aa99-9315c93965f9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:15:31.539542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:15:31.540151 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:15:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:31.608007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-433a9081-69e4-47af-ac4a-f2911ba4fe00 req-656451a1-4520-42b8-bdd9-e3914a2d5d8c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010468 Nov 23 15:15:31.632237 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-c63a93b7-088a-4ff8-ad96-cd334074e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:31.632416 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38460) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:31.634365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-c63a93b7-088a-4ff8-ad96-cd334074e96c service neutron] 10.222.0.11 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.1216941 Nov 23 15:15:31.653424 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:15:31.699336 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-9a673a68-7b9b-4105-939a-94c905efe48d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/82517f7b-356d-44b9-ac8f-8fdee1bd2b96 HTTP/1.1" status: 200 len: 991 time: 0.0646446 Nov 23 15:15:31.705757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-187815b6-219d-45be-8db9-45c633e5a151 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 999 time: 0.0629113 Nov 23 15:15:31.753412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-36abf10e-47a9-4816-a03f-a69804e48eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:31.754865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-36abf10e-47a9-4816-a03f-a69804e48eeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0422006 Nov 23 15:15:31.800332 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-a8ef0458-c5f6-4c30-96e0-6b4439135146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:15:31.801813 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-a8ef0458-c5f6-4c30-96e0-6b4439135146 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395026 Nov 23 15:15:31.878571 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '82517f7b-356d-44b9-ac8f-8fdee1bd2b96', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'port_id': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'mac_address': 'fa:16:3e:4a:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:15:30Z', 'updated_at': '2021-11-23T15:15:30Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:15:31.895318 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-8be26dd5-c803-461c-b948-4094e84e5e7e service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Nov 23 15:15:31.905688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501586cd-754f-4126-bd92-3b7cd3cbcff8 None None] The sync data for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 is: [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '82517f7b-356d-44b9-ac8f-8fdee1bd2b96', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'port_id': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'mac_address': 'fa:16:3e:4a:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:15:30Z', 'updated_at': '2021-11-23T15:15:30Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:15:31.940979 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:32.000948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3085de21-0d13-4972-87a6-f95faf4c20a2 req-6fa3a293-c00d-4e24-85aa-ebbb8aa06ad7 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981519 Nov 23 15:15:32.194342 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21111486-7c20-444b-a2de-28015ab2cb25 None None] New status for floating IP 82517f7b-356d-44b9-ac8f-8fdee1bd2b96: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:15:32.689156 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:32.701254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38462) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:15:32.763142 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-567c5b87-fb1a-47f0-b75d-587dd9758a1a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/82517f7b-356d-44b9-ac8f-8fdee1bd2b96 HTTP/1.1" status: 200 len: 993 time: 0.0606990 Nov 23 15:15:39.249891 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:15:54.340095 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:56.850670 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ff356403-67ca-4ab1-a3d1-720bf630978e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:57.773762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:15:59.221769 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-4888dca4-9c95-4bd9-aaef-44055ea7d0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:00.301591 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:01.941869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:02.689231 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:03.945807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-8fc6e35b-4040-4636-9ae4-9fdaadd85573 req-a2ff4357-3959-4f28-a15f-41b510471207 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:16:03.946783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8fc6e35b-4040-4636-9ae4-9fdaadd85573 req-a2ff4357-3959-4f28-a15f-41b510471207 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053873 Nov 23 15:16:04.113902 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:16:04.133288 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57875068-735b-45e2-967a-73682b4dfcda req-1e23246b-2e76-46eb-a3f6-7a5d0e012d11 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:04.134819 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57875068-735b-45e2-967a-73682b4dfcda req-1e23246b-2e76-46eb-a3f6-7a5d0e012d11 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0549297 Nov 23 15:16:04.194815 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-7c3e2e91-0aa7-4df4-a358-86338ad0beba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793822 Nov 23 15:16:04.196573 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-57875068-735b-45e2-967a-73682b4dfcda req-558e0aa6-18de-423e-8b6a-7b5be88e49cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557976 Nov 23 15:16:04.207096 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-7ddc36cb-4cc4-4531-aee7-a359966b4583 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:16:04.208830 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-7ddc36cb-4cc4-4531-aee7-a359966b4583 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089664 Nov 23 15:16:05.320355 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc3188-e212-42d2-8115-9287d7fb5d4b req-b06d6c6a-9eba-4ec5-91f6-91547bb0b6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:05.321859 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05dc3188-e212-42d2-8115-9287d7fb5d4b req-b06d6c6a-9eba-4ec5-91f6-91547bb0b6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0505462 Nov 23 15:16:05.390012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-d8e9bfc4-3ee5-408f-8ad0-887b2786be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:05.391561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-d8e9bfc4-3ee5-408f-8ad0-887b2786be73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1096 time: 0.0688386 Nov 23 15:16:05.396436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05dc3188-e212-42d2-8115-9287d7fb5d4b req-a8e6d634-bc1f-42db-95ae-60ba701086f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665143 Nov 23 15:16:05.483278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-af9a4994-6644-47e2-bd41-ebd87875762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:05.484721 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-af9a4994-6644-47e2-bd41-ebd87875762f service neutron] 10.222.0.11 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.0853157 Nov 23 15:16:05.547748 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-d0debd32-33a3-4541-a1be-57b0d685d7cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 1001 time: 0.0552957 Nov 23 15:16:05.602179 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-0344f64c-09f5-42ff-bc2f-f1c5c0b0201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:05.603681 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-0344f64c-09f5-42ff-bc2f-f1c5c0b0201b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0488408 Nov 23 15:16:05.648247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-962379fd-4b4b-4f01-82a2-00e6a9b0f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:05.649745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-962379fd-4b4b-4f01-82a2-00e6a9b0f1ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389884 Nov 23 15:16:05.739300 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-e9b93258-b7d0-459d-ae17-5eac212fe838 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807292 Nov 23 15:16:05.839352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-491c4cd2-3fdc-4edf-ad69-6f1caf34ef0c service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926361 Nov 23 15:16:06.510302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d8d58-0412-413b-9655-903221d939ab req-c21b9189-f34c-4c66-936d-fbc6c4bf55dc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:06.511798 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc4d8d58-0412-413b-9655-903221d939ab req-c21b9189-f34c-4c66-936d-fbc6c4bf55dc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0484636 Nov 23 15:16:06.559525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cc4d8d58-0412-413b-9655-903221d939ab req-6a6a2973-42e6-4422-addf-aec278a1008d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418143 Nov 23 15:16:07.681025 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25dcc7-dfc8-49c2-b163-1b4295701bfb req-a4c15ccb-9034-4b1f-8fb3-171924905a41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:07.682484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a25dcc7-dfc8-49c2-b163-1b4295701bfb req-a4c15ccb-9034-4b1f-8fb3-171924905a41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0516307 Nov 23 15:16:07.732273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a25dcc7-dfc8-49c2-b163-1b4295701bfb req-88feaccf-62dd-404e-868a-de02dbc6b4db tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Nov 23 15:16:08.848154 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03260e-99ea-46ac-9dcc-7a5a7350bfc6 req-414cda10-fdab-497c-ae6b-c36a213f11d3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:08.849631 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e03260e-99ea-46ac-9dcc-7a5a7350bfc6 req-414cda10-fdab-497c-ae6b-c36a213f11d3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0487342 Nov 23 15:16:08.897445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4e03260e-99ea-46ac-9dcc-7a5a7350bfc6 req-a9f5191a-7930-4135-868f-7d111997dcae tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418749 Nov 23 15:16:10.017617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660f081-4770-422e-bca8-86b21175f1ff req-26699ec4-d345-4a70-971f-6b5df3e65a52 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:10.019637 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f660f081-4770-422e-bca8-86b21175f1ff req-26699ec4-d345-4a70-971f-6b5df3e65a52 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0524149 Nov 23 15:16:10.067604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f660f081-4770-422e-bca8-86b21175f1ff req-8eef82d8-c880-4cf2-a306-329f239ea8b6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Nov 23 15:16:11.181550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44959-0e18-402e-b3a9-43a0d82afc91 req-5e9e0a6e-3e2a-4a02-b6ce-2d236e7cffc7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:11.183032 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10f44959-0e18-402e-b3a9-43a0d82afc91 req-5e9e0a6e-3e2a-4a02-b6ce-2d236e7cffc7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0483165 Nov 23 15:16:11.230745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-10f44959-0e18-402e-b3a9-43a0d82afc91 req-d1915981-c2e2-4dc2-96aa-7f1636f5d424 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Nov 23 15:16:12.344783 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3d5fe-daa7-4cdb-9376-40c26c5f0853 req-21032271-f491-47b0-94cd-99821c58b8cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:12.346745 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fda3d5fe-daa7-4cdb-9376-40c26c5f0853 req-21032271-f491-47b0-94cd-99821c58b8cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0480077 Nov 23 15:16:12.399307 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fda3d5fe-daa7-4cdb-9376-40c26c5f0853 req-9e8c23a0-58f7-4bc8-9b6c-b2434d720524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465314 Nov 23 15:16:13.518331 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c30be-0c36-40a8-97eb-ef4299663bf5 req-c0d9ec81-92a2-43dd-9e22-07d74ba9ee8d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:13.519831 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d0c30be-0c36-40a8-97eb-ef4299663bf5 req-c0d9ec81-92a2-43dd-9e22-07d74ba9ee8d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0491376 Nov 23 15:16:13.568257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6d0c30be-0c36-40a8-97eb-ef4299663bf5 req-09d22bd9-8bb3-46ba-a41a-96c30064eaba tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Nov 23 15:16:14.686969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec783140-2fa3-4662-88ab-3ab7c1d60dc6 req-42eee5b5-2d8a-46bd-8d07-17c909ec0f5f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:14.688386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec783140-2fa3-4662-88ab-3ab7c1d60dc6 req-42eee5b5-2d8a-46bd-8d07-17c909ec0f5f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0527658 Nov 23 15:16:14.736012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec783140-2fa3-4662-88ab-3ab7c1d60dc6 req-d0a76741-bc50-4689-8771-288ee7afcd7b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 Nov 23 15:16:15.860859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c592b-8a71-40a8-9620-a2a437aee8f0 req-12c6d6cb-f17c-454a-b72b-e8aa0ab2f828 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:15.862257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a9c592b-8a71-40a8-9620-a2a437aee8f0 req-12c6d6cb-f17c-454a-b72b-e8aa0ab2f828 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0544345 Nov 23 15:16:15.909929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9a9c592b-8a71-40a8-9620-a2a437aee8f0 req-a9dfcb89-5089-41d8-98dd-eb4d36374e1c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Nov 23 15:16:16.248325 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:16:17.025536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feca73-e0b1-498e-a0bb-c8736c0d3d8a req-bca76415-a643-4f9e-8d2f-5e6444ed795d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:17.027049 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0feca73-e0b1-498e-a0bb-c8736c0d3d8a req-bca76415-a643-4f9e-8d2f-5e6444ed795d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0491204 Nov 23 15:16:17.074991 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c0feca73-e0b1-498e-a0bb-c8736c0d3d8a req-f1e1fc89-a7ce-47e9-a586-5614839c0170 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 Nov 23 15:16:17.931730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-2df4551e-7116-4819-a092-33199f895c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:17.933109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-2df4551e-7116-4819-a092-33199f895c90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1096 time: 0.0404246 Nov 23 15:16:18.040285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-f9828dc4-f613-47ed-b4d7-cbd21299f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:18.041818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-f9828dc4-f613-47ed-b4d7-cbd21299f9fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.0874329 Nov 23 15:16:18.111123 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-d408ac2e-67b9-40a0-a242-a1360283c5d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 1001 time: 0.0619559 Nov 23 15:16:18.191394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-79fd1158-cfa2-43e0-b3ba-38587a3baf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:18.192763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-79fd1158-cfa2-43e0-b3ba-38587a3baf15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0742517 Nov 23 15:16:18.216243 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec546c-41f8-4db2-b5f4-d2c0cf1f1c01 req-e1dd9fde-1767-41be-a7c8-42ec3e01605f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:18.217673 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06ec546c-41f8-4db2-b5f4-d2c0cf1f1c01 req-e1dd9fde-1767-41be-a7c8-42ec3e01605f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0726559 Nov 23 15:16:18.280175 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-90b2d524-a4bf-44f9-b473-fdb9a1e05606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:18.281638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-90b2d524-a4bf-44f9-b473-fdb9a1e05606 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814190 Nov 23 15:16:18.290364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06ec546c-41f8-4db2-b5f4-d2c0cf1f1c01 req-6170f19c-a7f3-494b-a499-385c802e1bce tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585511 Nov 23 15:16:18.377278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-d94f888f-bf56-4708-b118-09f9638a45a7 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859206 Nov 23 15:16:18.472225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46aa0fdc-6f40-42a1-8cc0-361cdf4d818f req-2c6ee6d9-9a6c-4e33-b015-739959fde59b service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869083 Nov 23 15:16:19.404967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4f2ee-8367-46c6-8b26-eb38070098ce req-2e68e01a-8575-40ab-bcea-8b6eadfb67e7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:19.406439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78a4f2ee-8367-46c6-8b26-eb38070098ce req-2e68e01a-8575-40ab-bcea-8b6eadfb67e7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0481598 Nov 23 15:16:19.456126 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78a4f2ee-8367-46c6-8b26-eb38070098ce req-5865531f-78eb-46b4-8a70-31809c138a3f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Nov 23 15:16:20.570983 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b7a89-7228-44ae-a98f-980a17ac1c8b req-dc6a5a39-0d87-4eaa-bcb7-30f55624e5b7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:20.572455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33b7a89-7228-44ae-a98f-980a17ac1c8b req-dc6a5a39-0d87-4eaa-bcb7-30f55624e5b7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0481310 Nov 23 15:16:20.624596 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d33b7a89-7228-44ae-a98f-980a17ac1c8b req-321653e6-98a4-4954-b5c6-91002d551624 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461922 Nov 23 15:16:21.743096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f205d3-68c7-4f61-bb50-2a3b7b5aa339 req-f191b044-b9a4-4f30-875d-510faccf17cc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:21.744774 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-80f205d3-68c7-4f61-bb50-2a3b7b5aa339 req-f191b044-b9a4-4f30-875d-510faccf17cc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0494814 Nov 23 15:16:21.793149 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-80f205d3-68c7-4f61-bb50-2a3b7b5aa339 req-c0dce11e-f69f-47f2-be04-e4f8189180b8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Nov 23 15:16:22.815860 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-0ae77d39-268a-44d9-b7c3-626d003d3499 service neutron] show failed (client error): The resource could not be found. Nov 23 15:16:22.816961 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-0ae77d39-268a-44d9-b7c3-626d003d3499 service neutron] 10.222.0.11 "GET /v2.0/ports/e471e9cc-1969-4b01-b486-87b4ec185242/bindings/n-h2-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0543001 Nov 23 15:16:22.913551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15049-c5c2-422f-b00a-e7bf4c8282ba req-f5d1ff0e-ef5b-436a-88b6-6aaa572908e1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:22.915398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50c15049-c5c2-422f-b00a-e7bf4c8282ba req-f5d1ff0e-ef5b-436a-88b6-6aaa572908e1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0520508 Nov 23 15:16:22.971634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-50c15049-c5c2-422f-b00a-e7bf4c8282ba req-b07d8e7e-0a3a-4aa5-9858-1b08747bcf37 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502415 Nov 23 15:16:23.020962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-548aa366-4473-4b34-91f0-422de3ea0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:23.022466 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-548aa366-4473-4b34-91f0-422de3ea0c46 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 1096 time: 0.0421717 Nov 23 15:16:23.034064 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:16:23.088544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:23.284146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:16:23.317029 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h1-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:16:23.355803 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:16:23.357974 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc89d617-3dff-4265-8451-5b18b25afd2f" -d '{"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-unplugged", "status": "completed", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:16:23.362108 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:23.375638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Transition to ACTIVE for port object e471e9cc-1969-4b01-b486-87b4ec185242 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:16:23.380074 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:23.412221 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37711862-8685-478a-8541-a8ffdd4e4841 x-openstack-request-id: req-37711862-8685-478a-8541-a8ffdd4e4841 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:16:23.412515 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-unplugged", "status": "completed", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:16:23.412767 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37711862-8685-478a-8541-a8ffdd4e4841 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:16:23.413158 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'code': 200} Nov 23 15:16:23.462486 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:23.476857 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.477209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.477553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.477893 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.478228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.478564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.478917 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.479241 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.479571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.479896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.480220 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.480542 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:23.512621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] No DVR routers for this DVR port e471e9cc-1969-4b01-b486-87b4ec185242 on host n-h1-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:16:23.647449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:16:23.647789 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:16:23.648148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 on network da5f56d1-f23a-4fdf-8779-a97e5921d53e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:16:23.653403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Port e471e9cc-1969-4b01-b486-87b4ec185242 on network da5f56d1-f23a-4fdf-8779-a97e5921d53e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:16:23.653724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Attempting to bind port e471e9cc-1969-4b01-b486-87b4ec185242 on network da5f56d1-f23a-4fdf-8779-a97e5921d53e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:16:23.658780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:16:23.659316 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Checking segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:16:23.659867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Bound using segment: {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:16:23.660491 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Bound port: e471e9cc-1969-4b01-b486-87b4ec185242, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:16:23.661006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:23.723124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:16:23.725992 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:16:23.730619 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:23.766490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:23.767200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:23.769172 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-17024574-96e9-408e-9833-57cc872df297 service neutron] 10.222.0.74 "PUT /v2.0/ports/e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 1091 time: 0.7390020 Nov 23 15:16:23.801467 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17024574-96e9-408e-9833-57cc872df297 service neutron] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:23.837052 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-df26bf85-6476-40eb-a21d-b49a02df5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:23.838366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-df26bf85-6476-40eb-a21d-b49a02df5a56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1094 time: 0.0457873 Nov 23 15:16:23.932246 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-69ac47d2-bdc2-4169-9501-3636a00dc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:23.933777 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-69ac47d2-bdc2-4169-9501-3636a00dc95d service neutron] 10.222.0.74 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.0884376 Nov 23 15:16:24.005083 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-2bc895af-2b5f-481c-b657-172176ea6b17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 999 time: 0.0640564 Nov 23 15:16:24.055805 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-d31bb4ea-441a-4e95-929b-505cb9b1098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:24.057201 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-d31bb4ea-441a-4e95-929b-505cb9b1098b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0451334 Nov 23 15:16:24.089881 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cacaca-1865-4088-8521-fcdda719f6f3 req-de01836b-970f-4776-aabe-b53e91322b1f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:24.091428 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09cacaca-1865-4088-8521-fcdda719f6f3 req-de01836b-970f-4776-aabe-b53e91322b1f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0498900 Nov 23 15:16:24.104418 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-dfa700d4-1f58-4e2f-8f63-ad5e5751b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:24.105564 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-dfa700d4-1f58-4e2f-8f63-ad5e5751b779 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405474 Nov 23 15:16:24.140479 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09cacaca-1865-4088-8521-fcdda719f6f3 req-23548346-f73c-41b0-85f7-c3057db9b782 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Nov 23 15:16:24.197866 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-49741824-2145-4fe3-a455-bd27622e8c47 service neutron] 10.222.0.74 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844643 Nov 23 15:16:24.288176 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-02d5db17-426e-440c-b6c2-c2d2d137f464 req-b37e4532-ffd8-4b41-8f59-c8ce52e76904 service neutron] 10.222.0.74 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837688 Nov 23 15:16:24.364592 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:25.258539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bcdb7-9409-4bcd-9c37-bbbc1866ddf6 req-b41fe70c-2c49-49e4-9e09-47c48758a3b7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.260015 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad8bcdb7-9409-4bcd-9c37-bbbc1866ddf6 req-b41fe70c-2c49-49e4-9e09-47c48758a3b7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0479975 Nov 23 15:16:25.310167 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad8bcdb7-9409-4bcd-9c37-bbbc1866ddf6 req-962346a9-9df0-44cd-870f-d9ccf5f075be tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Nov 23 15:16:25.414906 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:16:25.417301 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd53c614-f1a9-470f-b9f5-b58283cee71f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:16:25.435282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:16:25.469145 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f44ecb-58ca-4e86-b6d2-a6b210fa234d x-openstack-request-id: req-a3f44ecb-58ca-4e86-b6d2-a6b210fa234d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:16:25.469393 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:16:25.469659 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3f44ecb-58ca-4e86-b6d2-a6b210fa234d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:16:25.470169 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'status': 'completed', 'code': 200} Nov 23 15:16:25.475354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:16:25.530502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-72573014-e1d6-44c8-9f13-e20446b264cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.532099 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-72573014-e1d6-44c8-9f13-e20446b264cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1094 time: 0.0416603 Nov 23 15:16:25.535958 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-e9093574-c3ae-4764-ac0f-7e8412ad92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.537422 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-e9093574-c3ae-4764-ac0f-7e8412ad92ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1094 time: 0.0440900 Nov 23 15:16:25.620833 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-b46e219b-ad7d-4461-858d-7ec22f688d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.622315 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-b46e219b-ad7d-4461-858d-7ec22f688d13 service neutron] 10.222.0.74 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.0833197 Nov 23 15:16:25.625590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-03841130-b233-4c8a-9f20-7e6830ba907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.627058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-03841130-b233-4c8a-9f20-7e6830ba907c service neutron] 10.222.0.11 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.0827296 Nov 23 15:16:25.692601 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-13dc1d8b-5439-41a0-aafa-cfd207fdd000 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 999 time: 0.0604064 Nov 23 15:16:25.699192 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-92d6f72c-36ec-480b-88ce-ad1efdd3fc1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 999 time: 0.0632043 Nov 23 15:16:25.745854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-9f612829-8abb-4a3a-85ab-64783cba75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.747359 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-9f612829-8abb-4a3a-85ab-64783cba75a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0466692 Nov 23 15:16:25.756200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-7db3ba03-b651-400c-b62e-2dfee290165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.757705 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-7db3ba03-b651-400c-b62e-2dfee290165b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0499227 Nov 23 15:16:25.797405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-19ff56dc-a660-4127-bd90-20108466f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.799098 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-19ff56dc-a660-4127-bd90-20108466f2bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431523 Nov 23 15:16:25.808915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-7394453a-c81e-4e24-83d6-860fd7cfdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:25.810432 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-7394453a-c81e-4e24-83d6-860fd7cfdc53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435815 Nov 23 15:16:25.903012 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-7f42b995-a86f-481a-9bd2-7a4f93805a56 service neutron] 10.222.0.74 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972586 Nov 23 15:16:25.920281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-15f670c5-5a0f-4c6f-a99f-8a5cd38b960a service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015153 Nov 23 15:16:25.992591 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-c5539587-3a6f-4ebd-9fb5-c05e465dd951 service neutron] 10.222.0.74 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821888 Nov 23 15:16:26.009578 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd53c614-f1a9-470f-b9f5-b58283cee71f req-fd207fe8-7728-4814-bcd9-ddaf6293ac13 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818338 Nov 23 15:16:26.433845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1fcea-5ce2-47f7-9b85-cc29bd4d6d43 req-e2ac9681-7424-46a4-ab29-fef970020e1c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:26.435448 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dac1fcea-5ce2-47f7-9b85-cc29bd4d6d43 req-e2ac9681-7424-46a4-ab29-fef970020e1c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0517542 Nov 23 15:16:26.485041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dac1fcea-5ce2-47f7-9b85-cc29bd4d6d43 req-97f0a7b6-9e0b-403a-8b44-d96b67ba1b75 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Nov 23 15:16:26.715131 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0065dc-250d-40bb-a9dd-fc673c5634fc req-9641be58-85fb-4aa5-ba46-3370487ee59b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:26.716604 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac0065dc-250d-40bb-a9dd-fc673c5634fc req-9641be58-85fb-4aa5-ba46-3370487ee59b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0802214 Nov 23 15:16:26.729059 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-3557d792-05d1-4f36-be85-15eea7ca0670 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:26.730426 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-3557d792-05d1-4f36-be85-15eea7ca0670 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d&tenant_id=682f082c86e9419685d4542fbcca734c&binding%3Ahost_id=n-h2-818503-2 HTTP/1.1" status: 200 len: 943 time: 0.0684001 Nov 23 15:16:26.812156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac0065dc-250d-40bb-a9dd-fc673c5634fc req-94fa1842-f45e-454f-885e-be75d9006e1f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807793 Nov 23 15:16:26.820456 n-d-818503-2 neutron-server[103346]: INFO neutron.api.v2.resource [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-4e777e23-20ee-4f3e-b49c-0a6562237135 service neutron] delete failed (client error): The resource could not be found. Nov 23 15:16:26.821411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-4e777e23-20ee-4f3e-b49c-0a6562237135 service neutron] 10.222.0.11 "DELETE /v2.0/ports/e471e9cc-1969-4b01-b486-87b4ec185242/bindings/n-h1-818503-2 HTTP/1.1" status: 404 len: 380 time: 0.0771945 Nov 23 15:16:26.870401 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe445-7c64-4f86-a91c-16b55e5e0e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:26.944508 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-9c4a6a89-34a6-4e92-a15d-af9ae32995ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:26.946000 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-9c4a6a89-34a6-4e92-a15d-af9ae32995ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1094 time: 0.0694072 Nov 23 15:16:26.954611 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8b126-5adf-4e40-9e6a-93e27094a99a req-3e1d34de-7f3a-49ef-bbaa-f52e593f4f39 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:26.956873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4df8b126-5adf-4e40-9e6a-93e27094a99a req-3e1d34de-7f3a-49ef-bbaa-f52e593f4f39 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0724628 Nov 23 15:16:27.071807 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4df8b126-5adf-4e40-9e6a-93e27094a99a req-f2758a44-bac7-46d0-a1d1-ca9dc27e10fb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070952 Nov 23 15:16:27.086764 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-41d90eb6-cb73-4699-b773-9bf18aec509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:27.088234 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-41d90eb6-cb73-4699-b773-9bf18aec509e service neutron] 10.222.0.11 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.1305408 Nov 23 15:16:27.157784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-86759fef-26bc-4711-a7a3-fd2e90327ba7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 999 time: 0.0606411 Nov 23 15:16:27.206932 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-db617a98-ffc6-422f-8dbd-c00c6321bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:27.208361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-db617a98-ffc6-422f-8dbd-c00c6321bdf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0433586 Nov 23 15:16:27.254246 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-0e465970-23fb-4ceb-9284-e9f80232283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:27.255722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-0e465970-23fb-4ceb-9284-e9f80232283d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398133 Nov 23 15:16:27.349092 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-1a446c6e-e0f2-4887-bf59-e57a91dba113 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Nov 23 15:16:27.437971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-65079114-64e0-4058-87c8-0bf940c2cdb0 req-3b06d738-25e5-40e0-b795-39a41cc47db3 service neutron] 10.222.0.11 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801656 Nov 23 15:16:27.769380 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:28.191829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3ed6-14e0-42b2-bca0-5faed54e747d req-74a1a4e5-c9fc-41f8-a6b3-72781cf252ef tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:28.193368 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe3f3ed6-14e0-42b2-bca0-5faed54e747d req-74a1a4e5-c9fc-41f8-a6b3-72781cf252ef tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 943 time: 0.0508265 Nov 23 15:16:28.247445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fe3f3ed6-14e0-42b2-bca0-5faed54e747d req-4980a5d6-e0b6-4eee-af7f-f2a699e96f57 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480375 Nov 23 15:16:28.269967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38562) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:16:28.329539 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-03268961-e100-468f-8031-8ac86e01e67b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/82517f7b-356d-44b9-ac8f-8fdee1bd2b96 HTTP/1.1" status: 200 len: 991 time: 0.0584288 Nov 23 15:16:28.544745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:16:28.642278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:16:28.653679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'port_id': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'mac_address': 'fa:16:3e:4a:fc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:16:28.692917 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:28.705049 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e471e9cc-1969-4b01-b486-87b4ec185242 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:16:28.725172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:16:28.728687 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:28.775552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:28.784197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.784541 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.784879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.785218 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.785545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.785870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.786192 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.786513 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.786834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.787180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.787500 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.787816 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:28.968797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['e471e9cc-1969-4b01-b486-87b4ec185242'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:16:29.222235 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1b261b32-5dab-4714-b539-07cc0b77022c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:30.304275 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:30.537712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:16:30.590168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port e471e9cc-1969-4b01-b486-87b4ec185242 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:16:30.594315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port e471e9cc-1969-4b01-b486-87b4ec185242 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:16:30.594689 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:30.670188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:30.693464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:16:30.695754 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab5693-b3dc-4739-b2cf-fd63a992ebb5" -d '{"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:16:30.708418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:16:30.712409 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:30.735094 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518347f-fceb-4d4e-bada-b2c7c0d8c369 x-openstack-request-id: req-4518347f-fceb-4d4e-bada-b2c7c0d8c369 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:16:30.735392 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-plugged", "status": "completed", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:16:30.735641 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4518347f-fceb-4d4e-bada-b2c7c0d8c369 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:16:30.736031 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'code': 200} Nov 23 15:16:30.761766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=9']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:31.946284 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:32.691382 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:53.246825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:16:54.353518 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:54.864861 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38576) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:16:55.017206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 922e3b69-33ac-47dd-959c-762e1fafad90 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:16:55.017557 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:55.093500 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:55.093821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:55.105178 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 922e3b69-33ac-47dd-959c-762e1fafad90 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:16:55.250171 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:55.276262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=922e3b69-33ac-47dd-959c-762e1fafad90,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:55.298949 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.299309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.299649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.299987 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.300321 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.300653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.300981 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.301309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.301636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.301960 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.302284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.302606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:16:55.342660 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:55.343029 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP 82517f7b-356d-44b9-ac8f-8fdee1bd2b96 disassociated (deleted). External IP: 172.25.3.157, port: e471e9cc-1969-4b01-b486-87b4ec185242. Nov 23 15:16:55.546763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a63f554d-10a9-4c1b-aa99-9315c93965f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:16:55.653314 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:16:55.658065 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:55.662684 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] Sync routers for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:16:55.671507 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:16:55.672113 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:16:55.683385 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-29bec4c6-5c8f-4d9c-8ce4-c2688231fe5a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/floatingips/82517f7b-356d-44b9-ac8f-8fdee1bd2b96 HTTP/1.1" status: 204 len: 168 time: 0.8174584 Nov 23 15:16:55.683972 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:16:55.686205 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c15e01-495c-475a-990a-c2307bba876f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:16:55.732322 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e49f31-6534-423b-845f-c783317cb804 x-openstack-request-id: req-e9e49f31-6534-423b-845f-c783317cb804 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:16:55.732614 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:16:55.733096 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9e49f31-6534-423b-845f-c783317cb804 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:16:55.733508 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'status': 'completed', 'code': 200} Nov 23 15:16:55.786095 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:16:55.800880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c15e01-495c-475a-990a-c2307bba876f req-a9ef91c9-e595-4e11-a87b-d86548621e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:55.803237 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-48c15e01-495c-475a-990a-c2307bba876f req-a9ef91c9-e595-4e11-a87b-d86548621e40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 1096 time: 0.0470388 Nov 23 15:16:55.909230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c15e01-495c-475a-990a-c2307bba876f req-3e506d38-188b-48fd-a308-1cd40d68084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:55.911121 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-48c15e01-495c-475a-990a-c2307bba876f req-3e506d38-188b-48fd-a308-1cd40d68084d service neutron] 10.222.0.74 "GET /v2.0/networks?id=da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 200 len: 898 time: 0.0988615 Nov 23 15:16:55.942862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d947ee-61ca-4743-ab2a-2d1e2794e516 req-1af2a11d-d7ce-4e0c-9a26-e4ae5fc24176 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:55.945129 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09d947ee-61ca-4743-ab2a-2d1e2794e516 req-1af2a11d-d7ce-4e0c-9a26-e4ae5fc24176 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0623045 Nov 23 15:16:56.007544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09d947ee-61ca-4743-ab2a-2d1e2794e516 req-9153328f-4d12-478a-b31c-a47cff724ec3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554421 Nov 23 15:16:56.016812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:16:56.044886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] Checking router: a63f554d-10a9-4c1b-aa99-9315c93965f9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:16:56.054469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:16:56.055035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:16:56.163005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:16:56.295330 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-48c15e01-495c-475a-990a-c2307bba876f req-60f69706-3484-4c38-8051-38404f54a70e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 200 len: 217 time: 0.3747284 Nov 23 15:16:56.347721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c15e01-495c-475a-990a-c2307bba876f req-c1fe5a73-052b-41de-9e69-5383d738a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:56.349110 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-48c15e01-495c-475a-990a-c2307bba876f req-c1fe5a73-052b-41de-9e69-5383d738a30b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 200 len: 834 time: 0.0436029 Nov 23 15:16:56.374167 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:16:56.397364 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c15e01-495c-475a-990a-c2307bba876f req-e9dfd98a-e4e5-4a35-89c3-ef8d3c6e89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:56.398957 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-48c15e01-495c-475a-990a-c2307bba876f req-e9dfd98a-e4e5-4a35-89c3-ef8d3c6e89e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da5f56d1-f23a-4fdf-8779-a97e5921d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401046 Nov 23 15:16:56.400305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976732f-eaef-4a44-bbcd-661b7346d729 None None] The sync data for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 is: [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:15:16Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '6066b8a0-5c62-4d70-8972-8cdd547c0169', 'name': '', 'network_id': 'da5f56d1-f23a-4fdf-8779-a97e5921d53e', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:79:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:15Z', 'updated_at': '2021-11-23T15:15:19Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': '32d93f09-33ca-49e8-b170-9e1dd496a701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:16:56.496932 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-48c15e01-495c-475a-990a-c2307bba876f req-c794ef9c-6bf3-4229-8e37-8be9a555a5ae service neutron] 10.222.0.74 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881476 Nov 23 15:16:56.588339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-48c15e01-495c-475a-990a-c2307bba876f req-f23b3ff8-3851-4ec9-abf7-942f9e5d9f6f service neutron] 10.222.0.74 "GET /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841024 Nov 23 15:16:56.641170 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e7bfe-e857-4eeb-a3cb-5af7807807b8 None None] New status for floating IP 82517f7b-356d-44b9-ac8f-8fdee1bd2b96: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:16:56.851795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8253-4f1b-41de-bc24-4b11b26c0616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:57.131482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81e01e-e962-4b52-b367-cdde6ee25c30 req-4923e7be-c308-4b8b-9e66-bb309e5d58d3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:57.133016 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f81e01e-e962-4b52-b367-cdde6ee25c30 req-4923e7be-c308-4b8b-9e66-bb309e5d58d3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0524662 Nov 23 15:16:57.181674 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f81e01e-e962-4b52-b367-cdde6ee25c30 req-8a690dc6-7544-4af4-b2ae-08dec51277bf tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc4ec56d-394f-4cff-bd8b-d412b5d28469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Nov 23 15:16:57.223804 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-ca73996b-198c-4664-832a-8197db48f7cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:16:57.225262 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-ca73996b-198c-4664-832a-8197db48f7cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d HTTP/1.1" status: 200 len: 945 time: 0.0521367 Nov 23 15:16:57.312091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port e471e9cc-1969-4b01-b486-87b4ec185242 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:16:57.312324 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:57.402751 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port e471e9cc-1969-4b01-b486-87b4ec185242, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=e471e9cc-1969-4b01-b486-87b4ec185242,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:16:57.403149 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:57.414422 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for e471e9cc-1969-4b01-b486-87b4ec185242 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:16:57.534603 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:57.566795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=e471e9cc-1969-4b01-b486-87b4ec185242,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:57.609900 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] No DVR routers for this DVR port e471e9cc-1969-4b01-b486-87b4ec185242 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:16:57.613315 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:57.616824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d8fd9891-f9c6-49bb-9870-a800177f5106 req-8c87bd27-0e56-4757-99c8-58752d9b8ceb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "DELETE /v2.0/ports/e471e9cc-1969-4b01-b486-87b4ec185242 HTTP/1.1" status: 204 len: 173 time: 0.3847497 Nov 23 15:16:57.617290 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-deleted', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:16:57.619753 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c23af2-877a-4314-aa10-cd21a498e284" -d '{"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-deleted", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:16:57.659484 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aee467a-9c57-47b4-85fb-9dfbc02c1f82 x-openstack-request-id: req-4aee467a-9c57-47b4-85fb-9dfbc02c1f82 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:16:57.659787 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d", "name": "network-vif-deleted", "tag": "e471e9cc-1969-4b01-b486-87b4ec185242", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:16:57.660062 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4aee467a-9c57-47b4-85fb-9dfbc02c1f82 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:16:57.660464 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bf4d95-8ce0-4398-9ca7-ecf595a8ab1d', 'name': 'network-vif-deleted', 'tag': 'e471e9cc-1969-4b01-b486-87b4ec185242', 'status': 'completed', 'code': 200} Nov 23 15:16:57.803190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:58.239062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38590) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:16:58.590705 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:58.839372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 6066b8a0-5c62-4d70-8972-8cdd547c0169 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:16:58.839631 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:58.925766 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 6066b8a0-5c62-4d70-8972-8cdd547c0169, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6066b8a0-5c62-4d70-8972-8cdd547c0169,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:16:58.926131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:58.938360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 6066b8a0-5c62-4d70-8972-8cdd547c0169 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:16:59.120361 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.150867 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=6066b8a0-5c62-4d70-8972-8cdd547c0169,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:59.225981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfd9a-4dd2-441e-abe5-b210b2e9f439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.324913 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.537377 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router a63f554d-10a9-4c1b-aa99-9315c93965f9 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:16:59.641354 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:16:59.646725 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-54fe31c9-4072-4a3a-b82a-bf518cf22c0d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/a63f554d-10a9-4c1b-aa99-9315c93965f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066219 Nov 23 15:16:59.649413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38592) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:16:59.652068 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] Sync routers for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:16:59.667086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:16:59.667780 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:16:59.699202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting subnet 32d93f09-33ca-49e8-b170-9e1dd496a701 {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:16:59.702319 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.742298 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.771135 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:16:59.828491 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.891167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.922161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Subnet': ['ID=32d93f09-33ca-49e8-b170-9e1dd496a701,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:16:59.925689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:16:59.932108 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-70ef4a03-05a1-4339-a5d2-100aae80f181 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/subnets/32d93f09-33ca-49e8-b170-9e1dd496a701 HTTP/1.1" status: 204 len: 168 time: 0.2786014 Nov 23 15:16:59.932108 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38594) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:16:59.989227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54da997-5d1b-4422-8aa7-ac63de9b5bd5 None None] Network da5f56d1-f23a-4fdf-8779-a97e5921d53e requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:17:00.045909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.150347 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.202447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port ff47322c-852a-4c76-be53-fd50ef83c42b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:17:00.202800 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.215501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:16:59Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'ff47322c-852a-4c76-be53-fd50ef83c42b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:15:13Z', 'updated_at': '2021-11-23T15:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:00.242371 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] Checking router: a63f554d-10a9-4c1b-aa99-9315c93965f9 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:17:00.250574 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] Routers {'a63f554d-10a9-4c1b-aa99-9315c93965f9'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:17:00.251201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['a63f554d-10a9-4c1b-aa99-9315c93965f9'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:00.289020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port ff47322c-852a-4c76-be53-fd50ef83c42b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ff47322c-852a-4c76-be53-fd50ef83c42b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:00.289390 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.289774 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] DHCP port deletion for da5f56d1-f23a-4fdf-8779-a97e5921d53e request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:17:00.301439 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for ff47322c-852a-4c76-be53-fd50ef83c42b owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:17:00.369999 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.377288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] Set router a63f554d-10a9-4c1b-aa99-9315c93965f9 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:17:00.432510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:17:00Z', 'revision_number': 6, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:00.467206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757c43d-8bc3-4997-9394-98ecb887202f None None] The sync data for ids ['a63f554d-10a9-4c1b-aa99-9315c93965f9'] in n-d-818503-2 is: [{'id': 'a63f554d-10a9-4c1b-aa99-9315c93965f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55224105', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:15:12Z', 'updated_at': '2021-11-23T15:17:00Z', 'revision_number': 6, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:17:00.477875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] Deleting port fb4d9ef8-8d6c-4967-b365-0f2e714b591f {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:17:00.478618 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.489098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.519665 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=ff47322c-852a-4c76-be53-fd50ef83c42b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:00.537707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e725cf8-0dc7-40ff-bca0-080a6ac81649 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:17:00.552232 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] For port fb4d9ef8-8d6c-4967-b365-0f2e714b591f, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=fb4d9ef8-8d6c-4967-b365-0f2e714b591f,segment=NetworkSegment(065ff4fa-7cf8-48ae-a27a-822f6a42e1c2),segment_id=065ff4fa-7cf8-48ae-a27a-822f6a42e1c2)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:00.552630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.566764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] Calling delete_port for fb4d9ef8-8d6c-4967-b365-0f2e714b591f owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:17:00.581525 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.651219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.671162 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.673207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.677694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] Pushing event deleted for resources: {'Port': ['ID=fb4d9ef8-8d6c-4967-b365-0f2e714b591f,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:00.681276 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50011949-dee8-4cec-a30a-0eba9cf88a9c None None] No DVR routers for this DVR port fb4d9ef8-8d6c-4967-b365-0f2e714b591f on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:17:00.722977 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.723524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Fanout notify agent at l3_agent the message router_deleted on router a63f554d-10a9-4c1b-aa99-9315c93965f9 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:17:00.731055 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.732186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-567074ee-7126-4f36-b5da-9993446141e3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/routers/a63f554d-10a9-4c1b-aa99-9315c93965f9 HTTP/1.1" status: 204 len: 168 time: 0.7992525 Nov 23 15:17:00.734827 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38596) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:00.807949 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.860330 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb4d9ef8-8d6c-4967-b365-0f2e714b591f no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:17:00.882215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: fb4d9ef8-8d6c-4967-b365-0f2e714b591f {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:17:00.882580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device fb4d9ef8-8d6c-4967-b365-0f2e714b591f not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:17:00.902906 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.927417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5f56d1-f23a-4fdf-8779-a97e5921d53e']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:00.941580 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:00.941886 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065ff4fa-7cf8-48ae-a27a-822f6a42e1c2') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:00.955235 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.968985 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.974704 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:17:00.975135 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:17:00.978070 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:17:01.038424 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:01.045447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:01.048618 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/networks/da5f56d1-f23a-4fdf-8779-a97e5921d53e HTTP/1.1" status: 204 len: 168 time: 0.3128119 Nov 23 15:17:01.051469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38598) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:01.110812 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7600-d8dc-4c90-bba1-ce86874c4b94 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:01.138737 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7600-d8dc-4c90-bba1-ce86874c4b94 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:01.202648 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7600-d8dc-4c90-bba1-ce86874c4b94 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:01.205258 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7600-d8dc-4c90-bba1-ce86874c4b94 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:01.206801 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ac2c7600-d8dc-4c90-bba1-ce86874c4b94 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc4ec56d-394f-4cff-bd8b-d412b5d28469 HTTP/1.1" status: 204 len: 168 time: 0.1542559 Nov 23 15:17:01.216995 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c7600-d8dc-4c90-bba1-ce86874c4b94 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ec56d-394f-4cff-bd8b-d412b5d28469,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:01.386194 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e998dc-16e3-4573-a245-8e1a06a4960c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Network': ['ID=da5f56d1-f23a-4fdf-8779-a97e5921d53e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:01.951270 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.119267 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38604) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.123862 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3c0cb782-6400-4c4a-8eb5-f7f85de30021 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883953054', 'description': 'tempest-secgroup-smoke-883953054 description', 'project_id': '682f082c86e9419685d4542fbcca734c'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:02.147408 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb782-6400-4c4a-8eb5-f7f85de30021 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.213842 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb782-6400-4c4a-8eb5-f7f85de30021 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.217348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb782-6400-4c4a-8eb5-f7f85de30021 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.246142 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb782-6400-4c4a-8eb5-f7f85de30021 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.247381 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3c0cb782-6400-4c4a-8eb5-f7f85de30021 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270812 Nov 23 15:17:02.249283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cb782-6400-4c4a-8eb5-f7f85de30021 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c2edc-dc6a-4819-ae2f-e67119fd22f3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:02.250473 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38606) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.255209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-0a51f6ed-10d0-41fd-9c27-c20e1e8f530d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f48c2edc-dc6a-4819-ae2f-e67119fd22f3', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:02.281760 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a51f6ed-10d0-41fd-9c27-c20e1e8f530d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.334951 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a51f6ed-10d0-41fd-9c27-c20e1e8f530d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.338258 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a51f6ed-10d0-41fd-9c27-c20e1e8f530d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.356154 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51f6ed-10d0-41fd-9c27-c20e1e8f530d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b306f38b-4f59-4e79-8688-7e79b145fb71,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:02.361405 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a51f6ed-10d0-41fd-9c27-c20e1e8f530d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.363141 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0a51f6ed-10d0-41fd-9c27-c20e1e8f530d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109679 Nov 23 15:17:02.365992 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38608) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.370570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a8cf5daa-492b-4496-8a9f-f154551c31f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f48c2edc-dc6a-4819-ae2f-e67119fd22f3', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:02.396836 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5daa-492b-4496-8a9f-f154551c31f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.453885 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5daa-492b-4496-8a9f-f154551c31f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.456527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6066b8a0-5c62-4d70-8972-8cdd547c0169 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:17:02.458098 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5daa-492b-4496-8a9f-f154551c31f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.477895 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6066b8a0-5c62-4d70-8972-8cdd547c0169 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:17:02.478146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6066b8a0-5c62-4d70-8972-8cdd547c0169 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:17:02.478311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf5daa-492b-4496-8a9f-f154551c31f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6398f86b-dc4f-44fa-9ced-e90ed79d4f46,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:02.478917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ff47322c-852a-4c76-be53-fd50ef83c42b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:17:02.485081 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5daa-492b-4496-8a9f-f154551c31f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.489572 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a8cf5daa-492b-4496-8a9f-f154551c31f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192000 Nov 23 15:17:02.489823 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38610) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.494036 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-009ffb46-3989-4cca-8f86-d302ed2cde19 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f48c2edc-dc6a-4819-ae2f-e67119fd22f3', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:02.499152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ff47322c-852a-4c76-be53-fd50ef83c42b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:17:02.499499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ff47322c-852a-4c76-be53-fd50ef83c42b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:17:02.519956 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-009ffb46-3989-4cca-8f86-d302ed2cde19 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.575042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-009ffb46-3989-4cca-8f86-d302ed2cde19 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.579289 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-009ffb46-3989-4cca-8f86-d302ed2cde19 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.598055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ffb46-3989-4cca-8f86-d302ed2cde19 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03216a94-41a6-48db-bbba-4526acd17710,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:02.606675 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-009ffb46-3989-4cca-8f86-d302ed2cde19 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.607908 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-009ffb46-3989-4cca-8f86-d302ed2cde19 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172028 Nov 23 15:17:02.610593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38612) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.615367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-af7eb672-510b-45dd-a64b-591ee0f999ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f48c2edc-dc6a-4819-ae2f-e67119fd22f3', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:02.641337 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af7eb672-510b-45dd-a64b-591ee0f999ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.693415 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.703245 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af7eb672-510b-45dd-a64b-591ee0f999ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.707181 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af7eb672-510b-45dd-a64b-591ee0f999ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.725188 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb672-510b-45dd-a64b-591ee0f999ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe47450-c5cb-40f4-9c56-cb03bd8c9d0e,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:02.733314 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af7eb672-510b-45dd-a64b-591ee0f999ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.734496 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-af7eb672-510b-45dd-a64b-591ee0f999ea tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229484 Nov 23 15:17:02.737202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38614) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.742026 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f48c2edc-dc6a-4819-ae2f-e67119fd22f3', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:02.745730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:17:02.764556 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:17:02.767117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: e471e9cc-1969-4b01-b486-87b4ec185242 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:17:02.767475 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device e471e9cc-1969-4b01-b486-87b4ec185242 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:17:02.769739 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.826545 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.830278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.847145 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0045925-69d1-48a1-bc96-34e242344b8a,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:02.855325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.856535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-4439e270-63be-4896-9fd2-c201a5a6d984 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177983 Nov 23 15:17:02.859209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38616) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.863964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': 'f48c2edc-dc6a-4819-ae2f-e67119fd22f3', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:02.885033 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:17:02.889857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.956338 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.961697 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.980067 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3e97bc-609d-43f5-a783-7b652b87b4a9,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:02.987940 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:02.989151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d4b597ee-e8cb-4f12-a378-c811ce0d5c7d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290324 Nov 23 15:17:02.992008 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38618) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:02.996821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'network': {'name': 'tempest-network-smoke--1611507663', 'project_id': '682f082c86e9419685d4542fbcca734c', 'port_security_enabled': True}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:03.016226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:17:03.019966 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.043143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:17:03.052105 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.052442 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Added segment f6eaea04-ff9c-467c-93df-e55351375d01 of type vlan for network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 Nov 23 15:17:03.092684 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.116740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.122233 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:03.122872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.158082 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1650410 Nov 23 15:17:03.161258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38620) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:03.165416 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'admin_state_up': True, 'project_id': '682f082c86e9419685d4542fbcca734c', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:03.199650 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f10d1-af86-42c9-9d45-24ed960dd7e4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Network': ['ID=0ac92a48-75a1-44df-8745-7e1a40e6b6e1,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:03.209812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:17:03.214995 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.216043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.271988 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.404039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.925053 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:03.944381 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:04.050991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.237 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/334ca165-a972-49d9-963e-3b4e9d019c87) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:17:04.151963 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:04.185242 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:04.220883 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:17:04.225604 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:17:04.228139 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:17:04.240365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ab481-a713-43b2-a5a4-d7d102e512a9 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:17:04.261487 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=334ca165-a972-49d9-963e-3b4e9d019c87,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:04.310320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6dc327d3-ee88-461d-b909-75dd97580590 None None] Provisioning complete for port 334ca165-a972-49d9-963e-3b4e9d019c87 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:04.310686 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d3-ee88-461d-b909-75dd97580590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:04.344052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6dc327d3-ee88-461d-b909-75dd97580590 None None] Port 334ca165-a972-49d9-963e-3b4e9d019c87 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:17:04.486937 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:04.686154 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:04.809964 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:17:04.914549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:17:04.924054 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Sync routers for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:17:04.934063 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:17:04.934674 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:04.935069 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:04.939170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1ab14c1b-9d79-42e4-881a-28f766929c41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7741437 Nov 23 15:17:04.939426 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38622) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:04.968212 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-2a571bee-1783-4a44-8b94-c08cab63ed92 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=682f082c86e9419685d4542fbcca734c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275683 Nov 23 15:17:04.970841 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38624) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:05.039269 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:17:05.059071 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2611ed1-7d1f-4561-b6d7-c41f869310ff tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:05.060634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a2611ed1-7d1f-4561-b6d7-c41f869310ff tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888047 Nov 23 15:17:05.063575 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38626) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:05.091067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b00455b4-9031-450b-9ebf-1673b7182b17 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264239 Nov 23 15:17:05.093579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38628) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:05.098151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223512446', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'project_id': '682f082c86e9419685d4542fbcca734c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:05.184277 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:17:05.187874 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.222688 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:04Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:05.249559 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Checking router: b864c8ff-48b6-4d36-b3ea-5b5046c90c84 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:17:05.249908 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Updating router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 port 334ca165-a972-49d9-963e-3b4e9d019c87 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:17:05.274854 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.370041 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.435928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Subnet': ['ID=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:05.443133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Checking segment: {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:17:05.443465 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network hostable DHCP agents. Network: 0ac92a48-75a1-44df-8745-7e1a40e6b6e1, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:17:05.460320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:17:05.468903 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 0ac92a48-75a1-44df-8745-7e1a40e6b6e1) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:17:05.473443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:05.474039 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.479635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f36a8-6f38-49ad-8852-c663717c3f1b None None] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:17:05.492270 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-533836a9-7f98-46df-8532-6507fcdfb80f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3976469 Nov 23 15:17:05.495130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38630) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:05.534689 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.540707 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.648707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:17:05.649831 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.680613 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Attempting to bind port 334ca165-a972-49d9-963e-3b4e9d019c87 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:17:05.680977 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Attempting to bind port 334ca165-a972-49d9-963e-3b4e9d019c87 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:17:05.681360 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Attempting to bind port 334ca165-a972-49d9-963e-3b4e9d019c87 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:17:05.689401 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:17:05.689778 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:17:05.690175 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.690626 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:17:05.691119 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Bound port: 334ca165-a972-49d9-963e-3b4e9d019c87, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:17:05.691497 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.696535 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Pushing event updated for resources: {'Port': ['ID=334ca165-a972-49d9-963e-3b4e9d019c87,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:05.726558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3702cd-17a4-4f9a-bd01-0573e4fcc8fb None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:17:05.732282 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.732631 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.732989 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.733300 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.733629 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.733954 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.734278 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.734598 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.734930 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.735254 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.735572 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.735886 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:17:05.757745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] For port 334ca165-a972-49d9-963e-3b4e9d019c87, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:17:05.760955 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] For port 334ca165-a972-49d9-963e-3b4e9d019c87, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=334ca165-a972-49d9-963e-3b4e9d019c87,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:17:05.765486 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.807225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5139d3ea-69a9-4b9a-b82b-fc08b9f065bd None None] Provisioning complete for port 334ca165-a972-49d9-963e-3b4e9d019c87 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:05.807600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5139d3ea-69a9-4b9a-b82b-fc08b9f065bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:05.809533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Allocated IP 172.20.0.2 (0ac92a48-75a1-44df-8745-7e1a40e6b6e1/a5c63fc4-0f26-463b-bf0f-e5d04e3aa217/63fed3b7-3cf2-4b57-a003-7363810c679d) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:17:05.819314 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:17:05.820044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:05.835984 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240416a-30c1-4f5b-b2f8-615c0af5b299 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:17:05.873800 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559431-3bd2-402d-8708-f57c038eabb0 None None] Pushing event updated for resources: {'Port': ['ID=334ca165-a972-49d9-963e-3b4e9d019c87,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:05.944917 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:17:05.992247 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5139d3ea-69a9-4b9a-b82b-fc08b9f065bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.009179 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.051812 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5139d3ea-69a9-4b9a-b82b-fc08b9f065bd None None] For port 334ca165-a972-49d9-963e-3b4e9d019c87, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=334ca165-a972-49d9-963e-3b4e9d019c87,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:06.056993 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5139d3ea-69a9-4b9a-b82b-fc08b9f065bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.069775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.093460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.117748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:17:06.125960 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:17:06.129834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:17:06.135038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139d3ea-69a9-4b9a-b82b-fc08b9f065bd None None] Pushing event updated for resources: {'Port': ['ID=334ca165-a972-49d9-963e-3b4e9d019c87,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:06.152605 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-cfec721b-f6b5-441f-8636-246992403289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:04Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:06.180939 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec721b-f6b5-441f-8636-246992403289 None None] The sync data for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 is: [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:04Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:17:06.234551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Pushing event updated for resources: {'Port': ['ID=63fed3b7-3cf2-4b57-a003-7363810c679d,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:06.238401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Attempting to bind port 63fed3b7-3cf2-4b57-a003-7363810c679d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:17:06.238401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Attempting to bind port 63fed3b7-3cf2-4b57-a003-7363810c679d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:17:06.238401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Attempting to bind port 63fed3b7-3cf2-4b57-a003-7363810c679d on network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:17:06.244427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:17:06.244841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Checking segment: {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:17:06.245254 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.245693 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Bound using segment: {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:17:06.246186 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Bound port: 63fed3b7-3cf2-4b57-a003-7363810c679d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:17:06.246770 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.248778 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bdb06b6a-c961-425b-8002-4a9a7e0b4f41 None None] Provisioning complete for port 334ca165-a972-49d9-963e-3b4e9d019c87 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:06.249142 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bdb06b6a-c961-425b-8002-4a9a7e0b4f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.301146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.1 (0ac92a48-75a1-44df-8745-7e1a40e6b6e1/a5c63fc4-0f26-463b-bf0f-e5d04e3aa217/ab206a72-310d-4c45-bd87-14a353cf9714) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:17:06.356828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] For port 63fed3b7-3cf2-4b57-a003-7363810c679d, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:17:06.389979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] For port 63fed3b7-3cf2-4b57-a003-7363810c679d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=63fed3b7-3cf2-4b57-a003-7363810c679d,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:17:06.397737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.441028 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.496407 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741a304-2ab8-4a88-b591-4e8cbaf792f7 None None] Pushing event updated for resources: {'Port': ['ID=63fed3b7-3cf2-4b57-a003-7363810c679d,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:06.504874 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.553125 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:17:06.556551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:17:06.562863 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:17:06.607174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=ab206a72-310d-4c45-bd87-14a353cf9714,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:06.631713 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:06.798811 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:07.088334 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:07.095273 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:07.169877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=ab206a72-310d-4c45-bd87-14a353cf9714,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:07.172537 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:07.272901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:17:07.274476 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:17:07.393587 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:17:07.448904 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c6eb5-5d2b-490a-9b70-437b86ff751f None None] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:17:07.502342 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:17:07.507642 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-660e2289-cd1f-464f-a453-ff60abc21379 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/b864c8ff-48b6-4d36-b3ea-5b5046c90c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0113506 Nov 23 15:17:07.514349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-92a69e19-6534-4387-a2e7-e3494efed985 None None] Provisioning complete for port 63fed3b7-3cf2-4b57-a003-7363810c679d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:07.514866 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-92a69e19-6534-4387-a2e7-e3494efed985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:07.660425 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-92a69e19-6534-4387-a2e7-e3494efed985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:07.706225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-92a69e19-6534-4387-a2e7-e3494efed985 None None] For port 63fed3b7-3cf2-4b57-a003-7363810c679d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=63fed3b7-3cf2-4b57-a003-7363810c679d,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:07.714819 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-92a69e19-6534-4387-a2e7-e3494efed985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:07.771148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a69e19-6534-4387-a2e7-e3494efed985 None None] Pushing event updated for resources: {'Port': ['ID=63fed3b7-3cf2-4b57-a003-7363810c679d,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:07.878964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-ec295b18-785c-49b0-b8f5-b08b82cb86a0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883953054&fields=id&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 267 time: 0.0458207 Nov 23 15:17:07.909107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34802e16-5763-4388-9318-0049b195c69e None None] Sync routers for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:17:07.920620 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:17:07.921238 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:08.004525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-c06a3b1e-91f2-4e29-8dc4-e397ac3d073b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:08.006363 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-c06a3b1e-91f2-4e29-8dc4-e397ac3d073b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/networks?id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 200 len: 797 time: 0.1164620 Nov 23 15:17:08.023923 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-fc2d8c9e-6b6f-4be9-adf5-80c987fe25ce tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/quotas/682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 375 time: 0.0113134 Nov 23 15:17:08.092056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-3463131c-bb55-44d1-9934-e3f90108da83 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542796 Nov 23 15:17:08.186670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-425ea1f8-546d-495c-9aca-a26f97a7c698 None None] Provisioning complete for port ab206a72-310d-4c45-bd87-14a353cf9714 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:08.187066 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-425ea1f8-546d-495c-9aca-a26f97a7c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:08.200284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-f782aca3-33e7-430f-80f4-46e618e944fa service neutron] 10.222.0.46 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949707 Nov 23 15:17:08.240618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:17:08.242701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-425ea1f8-546d-495c-9aca-a26f97a7c698 None None] Port ab206a72-310d-4c45-bd87-14a353cf9714 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:17:08.289353 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-425ea1f8-546d-495c-9aca-a26f97a7c698 None None] Provisioning complete for port 63fed3b7-3cf2-4b57-a003-7363810c679d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:08.289731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-425ea1f8-546d-495c-9aca-a26f97a7c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:08.302780 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-77fcf6e9-af70-4c13-a85f-54b08d891ede service neutron] 10.222.0.46 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981033 Nov 23 15:17:08.502574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-121e5f40-175d-4170-8293-49f83305ea48 req-f1021fee-d633-4bb9-b23d-8630b3a16f5c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 210 time: 0.0381553 Nov 23 15:17:08.547199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 63fed3b7-3cf2-4b57-a003-7363810c679d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:17:08.599493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 2, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:08.633791 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34802e16-5763-4388-9318-0049b195c69e None None] Checking router: b864c8ff-48b6-4d36-b3ea-5b5046c90c84 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:17:08.634148 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34802e16-5763-4388-9318-0049b195c69e None None] Updating router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 port ab206a72-310d-4c45-bd87-14a353cf9714 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:17:08.666729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 63fed3b7-3cf2-4b57-a003-7363810c679d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:08.667123 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:08.691767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34802e16-5763-4388-9318-0049b195c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:08.705166 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8a80886c-bc60-498f-936f-4673f0d0cda6 None None] Provisioning complete for port ab206a72-310d-4c45-bd87-14a353cf9714 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:08.705530 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8a80886c-bc60-498f-936f-4673f0d0cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:08.779029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8a80886c-bc60-498f-936f-4673f0d0cda6 None None] Port ab206a72-310d-4c45-bd87-14a353cf9714 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:17:08.885700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 334ca165-a972-49d9-963e-3b4e9d019c87 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:17:09.004337 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 334ca165-a972-49d9-963e-3b4e9d019c87 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:09.004620 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.097675 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34802e16-5763-4388-9318-0049b195c69e None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.102971 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34802e16-5763-4388-9318-0049b195c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.179244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b99d83-8c74-423c-92dc-c0701b788a39 None None] Pushing event updated for resources: {'Port': ['ID=ab206a72-310d-4c45-bd87-14a353cf9714,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:09.234570 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-34802e16-5763-4388-9318-0049b195c69e None None] Attempting to bind port ab206a72-310d-4c45-bd87-14a353cf9714 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:17:09.234972 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-34802e16-5763-4388-9318-0049b195c69e None None] Attempting to bind port ab206a72-310d-4c45-bd87-14a353cf9714 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:17:09.235341 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34802e16-5763-4388-9318-0049b195c69e None None] Attempting to bind port ab206a72-310d-4c45-bd87-14a353cf9714 on network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:17:09.241137 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34802e16-5763-4388-9318-0049b195c69e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:17:09.241517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34802e16-5763-4388-9318-0049b195c69e None None] Checking segment: {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:17:09.241926 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34802e16-5763-4388-9318-0049b195c69e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.242346 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34802e16-5763-4388-9318-0049b195c69e None None] Bound using segment: {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:17:09.242824 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-34802e16-5763-4388-9318-0049b195c69e None None] Bound port: ab206a72-310d-4c45-bd87-14a353cf9714, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:17:09.243230 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34802e16-5763-4388-9318-0049b195c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.312587 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-34802e16-5763-4388-9318-0049b195c69e None None] For port ab206a72-310d-4c45-bd87-14a353cf9714, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:17:09.316703 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-34802e16-5763-4388-9318-0049b195c69e None None] For port ab206a72-310d-4c45-bd87-14a353cf9714, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ab206a72-310d-4c45-bd87-14a353cf9714,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:17:09.321652 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34802e16-5763-4388-9318-0049b195c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.377517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:17:09.378704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:09.433811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b99d83-8c74-423c-92dc-c0701b788a39 None None] Pushing event updated for resources: {'Port': ['ID=ab206a72-310d-4c45-bd87-14a353cf9714,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:09.454722 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-079aa309-5d66-4f72-b9c8-fc9b6f174d00 None None] Provisioning complete for port ab206a72-310d-4c45-bd87-14a353cf9714 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:09.455177 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-079aa309-5d66-4f72-b9c8-fc9b6f174d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.462595 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-0002948e-6757-4d5b-9225-8cf141899f87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:09.464339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-0002948e-6757-4d5b-9225-8cf141899f87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "GET /v2.0/networks?id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 200 len: 797 time: 0.1351099 Nov 23 15:17:09.540543 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-582bd87a-dc95-4ca7-acbc-6089a73e1cc0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 379 time: 0.0657721 Nov 23 15:17:09.556702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'port': {'device_id': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'admin_state_up': True, 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'security_groups': ['f48c2edc-dc6a-4819-ae2f-e67119fd22f3']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:09.568580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:17:09.640849 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c380ffa-970a-40f8-9104-c89e0b4370dd req-1dd9a27a-95bc-4b90-bfd7-3348b450e661 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 210 time: 0.0446079 Nov 23 15:17:09.678576 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:17:09.682442 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.691628 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-079aa309-5d66-4f72-b9c8-fc9b6f174d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.767765 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-079aa309-5d66-4f72-b9c8-fc9b6f174d00 None None] For port ab206a72-310d-4c45-bd87-14a353cf9714, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ab206a72-310d-4c45-bd87-14a353cf9714,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:09.772932 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-079aa309-5d66-4f72-b9c8-fc9b6f174d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.811569 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.11 (0ac92a48-75a1-44df-8745-7e1a40e6b6e1/a5c63fc4-0f26-463b-bf0f-e5d04e3aa217/f62871ea-407b-4950-b6f2-3ebcd070f9f6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:17:09.857180 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aa309-5d66-4f72-b9c8-fc9b6f174d00 None None] Pushing event updated for resources: {'Port': ['ID=ab206a72-310d-4c45-bd87-14a353cf9714,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:09.878661 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-34802e16-5763-4388-9318-0049b195c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:09.912697 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34802e16-5763-4388-9318-0049b195c69e None None] The sync data for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 is: [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:17:09.921726 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-79aa5b51-8008-4528-a4ea-d3adcafe4b5b None None] Provisioning complete for port ab206a72-310d-4c45-bd87-14a353cf9714 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:09.922109 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-79aa5b51-8008-4528-a4ea-d3adcafe4b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:09.960354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.005446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.060928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:17:10.066925 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:17:10.070571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:17:10.101449 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=f62871ea-407b-4950-b6f2-3ebcd070f9f6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:10.135352 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:10.136046 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.154075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-87f1fb26-5571-45d7-9c85-6aa5867c109a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6032956 Nov 23 15:17:10.167160 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Request body: {'port': {'device_id': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:10.230573 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.374399 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c35b9fcf-7428-4b85-91bb-42edbd0f1aaa None None] Provisioning complete for port f62871ea-407b-4950-b6f2-3ebcd070f9f6 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:10.374767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c35b9fcf-7428-4b85-91bb-42edbd0f1aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.429325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c35b9fcf-7428-4b85-91bb-42edbd0f1aaa None None] Port f62871ea-407b-4950-b6f2-3ebcd070f9f6 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:17:10.497766 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ab206a72-310d-4c45-bd87-14a353cf9714 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:17:10.528572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62871ea-407b-4950-b6f2-3ebcd070f9f6 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:17:10.537066 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.549619 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Transition to ACTIVE for port object f62871ea-407b-4950-b6f2-3ebcd070f9f6 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:17:10.551955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port ab206a72-310d-4c45-bd87-14a353cf9714 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:10.552338 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.556129 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.610922 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Pushing event updated for resources: {'Port': ['ID=f62871ea-407b-4950-b6f2-3ebcd070f9f6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:10.685435 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Attempting to bind port f62871ea-407b-4950-b6f2-3ebcd070f9f6 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:17:10.685776 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Attempting to bind port f62871ea-407b-4950-b6f2-3ebcd070f9f6 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:17:10.686103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Attempting to bind port f62871ea-407b-4950-b6f2-3ebcd070f9f6 on network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:17:10.692021 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Port f62871ea-407b-4950-b6f2-3ebcd070f9f6 on network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:17:10.692579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Attempting to bind port f62871ea-407b-4950-b6f2-3ebcd070f9f6 on network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:17:10.698358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:17:10.698780 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Checking segment: {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:17:10.699257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Bound using segment: {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:17:10.699752 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Bound port: f62871ea-407b-4950-b6f2-3ebcd070f9f6, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6eaea04-ff9c-467c-93df-e55351375d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:17:10.700180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.794446 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14d39-601f-4d3d-844a-10f3460125d4 req-79536162-f5fe-4258-b67c-3b34e72f88d5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:10.796808 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51e14d39-601f-4d3d-844a-10f3460125d4 req-79536162-f5fe-4258-b67c-3b34e72f88d5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 944 time: 0.0652311 Nov 23 15:17:10.797053 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] For port f62871ea-407b-4950-b6f2-3ebcd070f9f6, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:17:10.801987 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] For port f62871ea-407b-4950-b6f2-3ebcd070f9f6, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:17:10.808402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.849750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:10.851153 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:10.852911 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] 10.222.0.74 "PUT /v2.0/ports/f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 200 len: 1092 time: 0.6900201 Nov 23 15:17:10.855413 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:17:10.859162 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66478b46-2d16-4444-ba19-3138f8c2f8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:17:10.869477 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-51e14d39-601f-4d3d-844a-10f3460125d4 req-9e829954-79ab-4d07-a0c5-a26594ca6d9d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631990 Nov 23 15:17:10.925256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111669fa-f4cd-4ba9-98e0-27bdab500b21 service neutron] Pushing event updated for resources: {'Port': ['ID=f62871ea-407b-4950-b6f2-3ebcd070f9f6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:10.928974 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c717306a-7f6a-4ece-a0b9-e0e255cb86c2 x-openstack-request-id: req-c717306a-7f6a-4ece-a0b9-e0e255cb86c2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:17:10.929268 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:17:10.929520 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c717306a-7f6a-4ece-a0b9-e0e255cb86c2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:17:10.929928 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'status': 'completed', 'code': 200} Nov 23 15:17:10.950474 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-05ebacfb-da84-400d-b3a2-aa08f576c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:10.952139 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-05ebacfb-da84-400d-b3a2-aa08f576c3ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1095 time: 0.0542552 Nov 23 15:17:11.003529 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-0a963e1f-7804-4f70-9831-c3d90fdd64b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 200 len: 217 time: 0.0426712 Nov 23 15:17:11.058621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-a78a5391-9a59-40d8-9d55-c7c91567ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:11.060171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-a78a5391-9a59-40d8-9d55-c7c91567ef54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 HTTP/1.1" status: 200 len: 834 time: 0.0493100 Nov 23 15:17:11.115344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-5f36cc23-64e6-4e80-98bf-e00ab6a4ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:11.116861 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-5f36cc23-64e6-4e80-98bf-e00ab6a4ec02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493150 Nov 23 15:17:11.215516 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-7efbf0d8-0d9b-4a81-b8ab-173e7ffbbf6c service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912271 Nov 23 15:17:11.305770 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-2204adc4-d4d3-4e2e-b192-f664d9cda1c3 req-790cc6a5-aaf5-41fc-ad04-d75d566e977c service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831971 Nov 23 15:17:11.397730 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-898f6935-2a78-4dfd-9a0f-4a6a476e3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:11.399179 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-898f6935-2a78-4dfd-9a0f-4a6a476e3e0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1095 time: 0.0457370 Nov 23 15:17:11.487877 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-d7e8742d-d6d2-4398-8ec0-1d4726a1ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:11.489378 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-d7e8742d-d6d2-4398-8ec0-1d4726a1ae3d service neutron] 10.222.0.74 "GET /v2.0/networks?id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 200 len: 898 time: 0.0837641 Nov 23 15:17:11.534646 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-87a02b09-a28e-4e4a-a0ad-204eb8ebc4e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 200 len: 217 time: 0.0379508 Nov 23 15:17:11.583369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-893771de-f59f-43a2-a313-6370695e8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:11.584796 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-893771de-f59f-43a2-a313-6370695e8729 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 HTTP/1.1" status: 200 len: 834 time: 0.0435727 Nov 23 15:17:11.631344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-64cf01e3-d6ff-49f3-baa5-095a95bf586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:11.632822 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-64cf01e3-d6ff-49f3-baa5-095a95bf586b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399215 Nov 23 15:17:11.725704 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-bd7a4b60-5165-43dd-8f93-02b275208606 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848482 Nov 23 15:17:11.814746 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-66478b46-2d16-4444-ba19-3138f8c2f8cf req-ba02e821-7dc7-4680-a572-6faf70f59dec service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801241 Nov 23 15:17:11.993120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e3bfc-d477-423e-b7aa-a8e6d4032071 req-85a01d3b-b593-4e79-8956-14010af1bd9b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:11.994511 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e2e3bfc-d477-423e-b7aa-a8e6d4032071 req-85a01d3b-b593-4e79-8956-14010af1bd9b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 944 time: 0.0486829 Nov 23 15:17:12.044445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e2e3bfc-d477-423e-b7aa-a8e6d4032071 req-3a82f90a-b536-4f7f-b893-534f849fb932 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Nov 23 15:17:13.160866 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b7078-76cb-4d7d-9857-6f177dcae322 req-93ea5f5c-be80-4bd0-a9a2-ae94a5adf842 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:13.162337 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-862b7078-76cb-4d7d-9857-6f177dcae322 req-93ea5f5c-be80-4bd0-a9a2-ae94a5adf842 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 944 time: 0.0476968 Nov 23 15:17:13.209952 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-862b7078-76cb-4d7d-9857-6f177dcae322 req-ebf12409-1f1f-4b12-a818-80d08525076f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417321 Nov 23 15:17:14.386151 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5ca1b-b5f9-41f0-9e43-1c916ee07b12 req-7ad2d936-bc85-4ac2-8624-09d224a552c2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:14.387527 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31d5ca1b-b5f9-41f0-9e43-1c916ee07b12 req-7ad2d936-bc85-4ac2-8624-09d224a552c2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 944 time: 0.1086590 Nov 23 15:17:14.436081 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-31d5ca1b-b5f9-41f0-9e43-1c916ee07b12 req-2370b80d-dd49-444c-9458-acce55bfc078 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Nov 23 15:17:14.762225 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f62871ea-407b-4950-b6f2-3ebcd070f9f6 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:17:14.856436 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port f62871ea-407b-4950-b6f2-3ebcd070f9f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:14.867761 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'port_id': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'mac_address': 'fa:16:3e:7d:cb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:17:14.904104 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:14.917064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62871ea-407b-4950-b6f2-3ebcd070f9f6 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:17:14.935845 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port f62871ea-407b-4950-b6f2-3ebcd070f9f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:14.939919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:14.985537 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=f62871ea-407b-4950-b6f2-3ebcd070f9f6,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:15.129416 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['f62871ea-407b-4950-b6f2-3ebcd070f9f6'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:17:15.551550 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255108f-b883-4ac9-89e8-8226dca84e44 req-e816bc10-b998-470d-8191-ff9fe2c7831c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:15.553057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6255108f-b883-4ac9-89e8-8226dca84e44 req-e816bc10-b998-470d-8191-ff9fe2c7831c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 945 time: 0.0493124 Nov 23 15:17:15.601967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6255108f-b883-4ac9-89e8-8226dca84e44 req-6c7b943a-d16a-4f07-9a0d-d28578e0b935 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Nov 23 15:17:16.718770 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88245490-0cf1-4f43-b503-a753bb821447 req-13b590eb-1848-40f7-9ca5-4e05a9d520dd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:16.720263 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88245490-0cf1-4f43-b503-a753bb821447 req-13b590eb-1848-40f7-9ca5-4e05a9d520dd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 945 time: 0.0518229 Nov 23 15:17:16.769555 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88245490-0cf1-4f43-b503-a753bb821447 req-06e26dab-1478-438b-8c2a-8d9fb163a35e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428824 Nov 23 15:17:16.777568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f62871ea-407b-4950-b6f2-3ebcd070f9f6 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:17:16.828751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port f62871ea-407b-4950-b6f2-3ebcd070f9f6 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:17:16.833433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port f62871ea-407b-4950-b6f2-3ebcd070f9f6 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:17:16.833815 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:16.907738 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:16.929585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:17:16.931850 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18634102-9f29-4e3d-a242-efae21919658" -d '{"events": [{"server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "name": "network-vif-plugged", "status": "completed", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:17:16.944898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port f62871ea-407b-4950-b6f2-3ebcd070f9f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:17:16.949176 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:16.976515 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d2b6a-fb22-4ad2-bd08-784154035f1f x-openstack-request-id: req-c51d2b6a-fb22-4ad2-bd08-784154035f1f {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:17:16.976813 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "name": "network-vif-plugged", "status": "completed", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:17:16.977068 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c51d2b6a-fb22-4ad2-bd08-784154035f1f {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:17:16.977457 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'code': 200} Nov 23 15:17:17.002554 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=f62871ea-407b-4950-b6f2-3ebcd070f9f6,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:17.066521 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67568-a31c-412f-979d-4297af797dc9 req-e5d32409-9f7a-4c86-b1c6-b1345cf151c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:17.068113 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fea67568-a31c-412f-979d-4297af797dc9 req-e5d32409-9f7a-4c86-b1c6-b1345cf151c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1097 time: 0.0401962 Nov 23 15:17:17.118472 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-fea67568-a31c-412f-979d-4297af797dc9 req-a310953d-db09-48ec-b2ea-8a876903d5fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Nov 23 15:17:17.884011 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3e151-684a-409b-ab4b-5ef0e3c607a6 req-21cd038d-4b61-4880-b3f4-799ac08a56cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:17.885405 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79f3e151-684a-409b-ab4b-5ef0e3c607a6 req-21cd038d-4b61-4880-b3f4-799ac08a56cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0481796 Nov 23 15:17:17.933023 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79f3e151-684a-409b-ab4b-5ef0e3c607a6 req-bd2cb12b-b41e-4181-8ed6-f338b23c7a80 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416896 Nov 23 15:17:19.049421 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04384a16-51c1-4354-90e7-a355863edcc7 req-c272fa2c-31ac-41ef-8171-0b3863023ff2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:19.051457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04384a16-51c1-4354-90e7-a355863edcc7 req-c272fa2c-31ac-41ef-8171-0b3863023ff2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0493042 Nov 23 15:17:19.103045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04384a16-51c1-4354-90e7-a355863edcc7 req-873aa690-56fb-4e4b-94b2-f5f310ed297b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456505 Nov 23 15:17:19.216121 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ced0-6dab-4455-ab1a-aa83581a9740 req-a3d66bee-ced8-4906-bb42-e9fb44aec72c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:19.217517 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cc5ced0-6dab-4455-ab1a-aa83581a9740 req-a3d66bee-ced8-4906-bb42-e9fb44aec72c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0497947 Nov 23 15:17:19.265830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8cc5ced0-6dab-4455-ab1a-aa83581a9740 req-de9a3470-b9c4-47ab-ac84-17b0066c62fc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 Nov 23 15:17:19.286723 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38688) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:19.324734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ead06c-9f9a-4907-ba87-528910077c3a tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:19.326180 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-36ead06c-9f9a-4907-ba87-528910077c3a tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1092 time: 0.0385063 Nov 23 15:17:19.328891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38690) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:19.333247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:17:19.353936 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:19.783989 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:19.880664 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.167 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/fa3a4643-dec0-4a7a-96ad-2a5fb05c52a8) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:17:19.980954 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:20.012989 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:20.051704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:17:20.054443 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:17:20.057813 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:17:20.063171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=fa3a4643-dec0-4a7a-96ad-2a5fb05c52a8,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:20.409323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:20.473133 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:20.618700 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:20.623323 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:20.696791 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=fa3a4643-dec0-4a7a-96ad-2a5fb05c52a8,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:17:20.706058 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:20.805113 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP c44a62e8-7814-4b02-95c9-c36c3b7e4844 associated. External IP: 172.25.3.167, port: f62871ea-407b-4950-b6f2-3ebcd070f9f6. Nov 23 15:17:21.013315 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:17:21.115796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:17:21.125830 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] Sync routers for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:17:21.132390 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:21.135807 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:17:21.136452 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:21.162077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e6fa6e9a-28ef-4471-8006-b2ba25e68cfd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8321941 Nov 23 15:17:21.162675 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:17:21.167532 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac939fb5-04f8-40e9-978f-e282bca9a900" -d '{"events": [{"name": "network-changed", "server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:17:21.206703 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee2c856-3a86-4abe-a1aa-d6e580e9a0a5 x-openstack-request-id: req-dee2c856-3a86-4abe-a1aa-d6e580e9a0a5 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:17:21.207173 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:17:21.208109 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dee2c856-3a86-4abe-a1aa-d6e580e9a0a5 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:17:21.208627 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'status': 'completed', 'code': 200} Nov 23 15:17:21.244156 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:17:21.266056 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e1b6-4ada-45ba-8a87-44f18eb15265 req-76033565-e5a4-49d6-ae2a-dccd63b238a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:21.269114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a46e1b6-4ada-45ba-8a87-44f18eb15265 req-76033565-e5a4-49d6-ae2a-dccd63b238a7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0555217 Nov 23 15:17:21.271795 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-48088145-7d3b-498d-9f2c-f6b0282ff7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:21.273350 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-48088145-7d3b-498d-9f2c-f6b0282ff7d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1097 time: 0.0417790 Nov 23 15:17:21.322286 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a46e1b6-4ada-45ba-8a87-44f18eb15265 req-ecb43714-92a9-47dd-a8e1-833d7aef661f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461071 Nov 23 15:17:21.345880 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38696) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:21.380588 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-0b9aa5b8-7093-4e3b-a0df-1fbc9624a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:21.382235 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-0b9aa5b8-7093-4e3b-a0df-1fbc9624a3b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 200 len: 898 time: 0.1005669 Nov 23 15:17:21.419565 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5e1ecece-3966-482a-b33a-312ed3de4129 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/c44a62e8-7814-4b02-95c9-c36c3b7e4844 HTTP/1.1" status: 200 len: 992 time: 0.0712659 Nov 23 15:17:21.451994 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-70e0af8d-3d1b-4151-9ac6-400e07205030 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 200 len: 1000 time: 0.0624094 Nov 23 15:17:21.477531 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'c44a62e8-7814-4b02-95c9-c36c3b7e4844', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'port_id': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'mac_address': 'fa:16:3e:7d:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:17:20Z', 'updated_at': '2021-11-23T15:17:20Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:21.500478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-e3cb06c0-49d9-4b21-8b0f-54b931b5dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:21.501939 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-e3cb06c0-49d9-4b21-8b0f-54b931b5dd25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 HTTP/1.1" status: 200 len: 834 time: 0.0428803 Nov 23 15:17:21.502709 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] Checking router: b864c8ff-48b6-4d36-b3ea-5b5046c90c84 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:17:21.510772 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:17:21.511384 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:16:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:21.546715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-8637cbe5-8fc1-4865-bd7f-a53fef840e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:21.548155 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-8637cbe5-8fc1-4865-bd7f-a53fef840e68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398417 Nov 23 15:17:21.616572 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:17:21.640315 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-de305e53-fdd2-4631-894a-7d61c623bd80 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852618 Nov 23 15:17:21.740204 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ac939fb5-04f8-40e9-978f-e282bca9a900 req-72d8c687-efe6-434c-ae24-a398e44d4d94 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924861 Nov 23 15:17:21.849321 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'c44a62e8-7814-4b02-95c9-c36c3b7e4844', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'port_id': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'mac_address': 'fa:16:3e:7d:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:17:20Z', 'updated_at': '2021-11-23T15:17:20Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:17:21.878291 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b747ed-1818-4c73-b30a-70d0da18d4a8 None None] The sync data for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 is: [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': 'c44a62e8-7814-4b02-95c9-c36c3b7e4844', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'port_id': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'mac_address': 'fa:16:3e:7d:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:17:20Z', 'updated_at': '2021-11-23T15:17:20Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:17:22.071545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d1c37-4107-465a-beae-72b86847ef21 None None] New status for floating IP c44a62e8-7814-4b02-95c9-c36c3b7e4844: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:17:22.422269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38698) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:22.482377 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-63615c66-1edd-4ef9-9005-b197b2c61c4f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/c44a62e8-7814-4b02-95c9-c36c3b7e4844 HTTP/1.1" status: 200 len: 994 time: 0.0588577 Nov 23 15:17:24.371248 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:26.853264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6200b814-a31c-43ac-ab9c-ef53061adae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:27.802253 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:29.228013 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-67b5ab72-b52a-492c-9319-c6602a9daa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:30.246262 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:17:30.310292 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:31.955388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:32.694995 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:49.335864 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e8e0-3929-4d46-9206-f7d4ec4e8b81 req-16c4844d-e19e-4b48-b537-3f43dda49bcd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:49.337499 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e686e8e0-3929-4d46-9206-f7d4ec4e8b81 req-16c4844d-e19e-4b48-b537-3f43dda49bcd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0487485 Nov 23 15:17:49.386252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e686e8e0-3929-4d46-9206-f7d4ec4e8b81 req-7e7622bf-7f4c-483f-b699-1b709564e946 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425460 Nov 23 15:17:50.504606 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0965ac-7674-4164-9b52-2ad68836c929 req-1d381c49-786e-40b6-a6fc-055bc1232b8a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:50.506105 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed0965ac-7674-4164-9b52-2ad68836c929 req-1d381c49-786e-40b6-a6fc-055bc1232b8a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0484517 Nov 23 15:17:50.553834 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed0965ac-7674-4164-9b52-2ad68836c929 req-eab33658-1f87-4ce7-a532-6501b67a46fb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418401 Nov 23 15:17:51.671747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c254a-d497-4d17-ac75-ed3fdbf84d42 req-466eab85-2565-441e-ae1d-8bc647444fb0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:51.673215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce4c254a-d497-4d17-ac75-ed3fdbf84d42 req-466eab85-2565-441e-ae1d-8bc647444fb0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0520875 Nov 23 15:17:51.722993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ce4c254a-d497-4d17-ac75-ed3fdbf84d42 req-7e556840-878a-46bc-bdb0-add0704a5925 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Nov 23 15:17:52.837909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559ed4d-e192-47ce-9271-2fabcb408413 req-d3e80ed2-1328-4dac-8180-3d44ce3b1cbe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:52.839413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8559ed4d-e192-47ce-9271-2fabcb408413 req-d3e80ed2-1328-4dac-8180-3d44ce3b1cbe tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0488908 Nov 23 15:17:52.887591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8559ed4d-e192-47ce-9271-2fabcb408413 req-c575cb3f-f332-43eb-ad44-db1eabf75901 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422978 Nov 23 15:17:54.000747 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2af607-79b1-42bb-9df0-ebe69ca00022 req-71228acc-7acd-4bc4-87a4-42aa849e25a0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:54.002203 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b2af607-79b1-42bb-9df0-ebe69ca00022 req-71228acc-7acd-4bc4-87a4-42aa849e25a0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0477698 Nov 23 15:17:54.055410 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6b2af607-79b1-42bb-9df0-ebe69ca00022 req-270a5087-9e93-4fe7-b237-0b0db731b68c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468187 Nov 23 15:17:54.383635 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:55.170003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213f8a3-cc7a-4613-8b13-3e3667b94ed8 req-26fcce91-889f-4274-a459-a32e738b2383 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:55.171498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e213f8a3-cc7a-4613-8b13-3e3667b94ed8 req-26fcce91-889f-4274-a459-a32e738b2383 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0481708 Nov 23 15:17:55.221730 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e213f8a3-cc7a-4613-8b13-3e3667b94ed8 req-3e737e45-bca1-45c6-8a55-90240287c4b9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429595 Nov 23 15:17:56.340338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23417932-fb46-40ff-8797-c43420336da5 req-7c371ea1-7b3f-4cae-9c57-a77f0a9fec4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:56.341836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23417932-fb46-40ff-8797-c43420336da5 req-7c371ea1-7b3f-4cae-9c57-a77f0a9fec4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0509219 Nov 23 15:17:56.390613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-23417932-fb46-40ff-8797-c43420336da5 req-eda78157-304b-4fd4-adca-7d3d6fcc4d51 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421069 Nov 23 15:17:56.854517 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f9ad422a-ece5-43b2-9925-fdf1e47b357f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:57.509741 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e361-d245-4f62-acbf-74265daae6ae req-f2f448e5-fcab-40e1-9c5b-a69c6c69f593 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:57.511355 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8b3e361-d245-4f62-acbf-74265daae6ae req-f2f448e5-fcab-40e1-9c5b-a69c6c69f593 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0528440 Nov 23 15:17:57.558691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f8b3e361-d245-4f62-acbf-74265daae6ae req-df37db31-c8ad-4f9c-8684-dc0d9a779815 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413828 Nov 23 15:17:57.800873 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:58.674231 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d053-aad4-4f85-bc80-4ed4717d0240 req-915275e4-a428-417d-be28-46d9b29e8704 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:58.675672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1590d053-aad4-4f85-bc80-4ed4717d0240 req-915275e4-a428-417d-be28-46d9b29e8704 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0491736 Nov 23 15:17:58.723617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1590d053-aad4-4f85-bc80-4ed4717d0240 req-0b165049-cc6f-403d-80a4-d02c31548ef3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Nov 23 15:17:59.228523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e393e87a-a75a-4ff6-aee8-3e13161118e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:17:59.849564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de8f6-6485-44c7-be51-cfd171df1f03 req-edd3bac0-9576-4af9-a12c-60f1a6523d37 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:17:59.850940 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f80de8f6-6485-44c7-be51-cfd171df1f03 req-edd3bac0-9576-4af9-a12c-60f1a6523d37 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0514357 Nov 23 15:17:59.898403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f80de8f6-6485-44c7-be51-cfd171df1f03 req-5d62efa7-dc28-4f54-af19-4636a42c19fb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413957 Nov 23 15:17:59.920689 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38732) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:17:59.978829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1fa4e8fd-3264-41ad-a4e3-cbecc160ef40 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/c44a62e8-7814-4b02-95c9-c36c3b7e4844 HTTP/1.1" status: 200 len: 994 time: 0.0570540 Nov 23 15:18:00.313672 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:01.243335 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96c218-41a4-4b28-a23e-8be97fb6780c req-33e27384-ee49-4255-8984-2bd2e0c47036 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:01.244837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf96c218-41a4-4b28-a23e-8be97fb6780c req-33e27384-ee49-4255-8984-2bd2e0c47036 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0480850 Nov 23 15:18:01.274129 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-5d413438-f596-42b8-920c-9eded77dee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:01.275604 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-5d413438-f596-42b8-920c-9eded77dee29 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1097 time: 0.0410876 Nov 23 15:18:01.298664 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf96c218-41a4-4b28-a23e-8be97fb6780c req-9fc0cb6a-0580-4d73-b9e1-64b5b84b2456 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474474 Nov 23 15:18:01.369403 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-48c0b53d-17b0-4857-85a5-fa53ba4628fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:01.370877 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-48c0b53d-17b0-4857-85a5-fa53ba4628fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 200 len: 898 time: 0.0883095 Nov 23 15:18:01.436588 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-16b5a794-d0af-45c6-8be7-f5ea9025fedd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 200 len: 1002 time: 0.0572128 Nov 23 15:18:01.489250 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-49c61e0a-001f-46fc-9f6d-4e48c7df5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:01.490675 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-49c61e0a-001f-46fc-9f6d-4e48c7df5c84 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 HTTP/1.1" status: 200 len: 834 time: 0.0464809 Nov 23 15:18:01.539535 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-67be39cf-b8d9-4389-af8a-92495dac6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:01.540949 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-67be39cf-b8d9-4389-af8a-92495dac6cf6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435576 Nov 23 15:18:01.627749 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-bf097cb8-a53d-4e52-aad1-70e5772d4eb3 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795166 Nov 23 15:18:01.717440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eac645b6-a05d-468a-9e5d-563f8c1fb4f0 req-26f5bdd0-f918-40a1-828b-01160f2f95ba service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831423 Nov 23 15:18:01.952113 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:02.416282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782ab2-eba3-418b-94df-a71cc113201b req-32ebf820-c3df-49e1-a58f-67289f6ed796 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:02.417751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af782ab2-eba3-418b-94df-a71cc113201b req-32ebf820-c3df-49e1-a58f-67289f6ed796 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0483534 Nov 23 15:18:02.467119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-af782ab2-eba3-418b-94df-a71cc113201b req-54af8613-a5ff-4de3-b312-8a2f071fcc65 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Nov 23 15:18:02.488944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38742) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:02.550372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-043b9f22-77f2-4cb2-a509-1569f00aeb28 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/c44a62e8-7814-4b02-95c9-c36c3b7e4844 HTTP/1.1" status: 200 len: 994 time: 0.0603287 Nov 23 15:18:02.696537 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:07.248729 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:18:19.353092 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-1ff96bb6-5591-4e48-b52f-460b993b378a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395441 Nov 23 15:18:19.440164 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-40bd8426-1a79-490b-a3dd-baf38f160bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:19.441661 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-40bd8426-1a79-490b-a3dd-baf38f160bac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1097 time: 0.0440137 Nov 23 15:18:19.552383 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-e9f81464-10e7-4c13-8501-73a4d25be57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:19.553859 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-e9f81464-10e7-4c13-8501-73a4d25be57d service neutron] 10.222.0.74 "GET /v2.0/networks?id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 200 len: 898 time: 0.0930266 Nov 23 15:18:19.624190 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-2440f222-42d5-4615-8da0-eba015f1ac23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 200 len: 1002 time: 0.0624814 Nov 23 15:18:19.671431 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-9e28209b-e2dc-4745-a3cd-cae604d72861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:19.672890 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-9e28209b-e2dc-4745-a3cd-cae604d72861 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 HTTP/1.1" status: 200 len: 834 time: 0.0424230 Nov 23 15:18:19.717019 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-0493e4f1-d897-4871-be5c-1a42f0b1cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:19.718468 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-0493e4f1-d897-4871-be5c-1a42f0b1cd0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381267 Nov 23 15:18:19.809460 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-ec15324d-ae5f-4cd6-a41a-df646a989768 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835390 Nov 23 15:18:19.898426 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-cf7ceef4-0f99-4f22-b682-e18d6a79976a req-ed8e25e8-ebd4-4161-ace6-8a1884d383a1 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806072 Nov 23 15:18:24.382746 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:26.855592 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-831f8f92-0acb-443a-9ce3-31317793d81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:27.813885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:29.229320 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b26ea354-ae5b-49f3-b3c2-a0a11e17065c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:30.317192 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:31.954783 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:32.698884 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:33.275528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38760) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:33.428697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port fa3a4643-dec0-4a7a-96ad-2a5fb05c52a8 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:18:33.429037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:33.501756 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:33.502086 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:33.513512 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for fa3a4643-dec0-4a7a-96ad-2a5fb05c52a8 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:18:33.656745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:33.680734 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=fa3a4643-dec0-4a7a-96ad-2a5fb05c52a8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:33.708502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.708855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.709194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.709560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.709892 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.710219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.710543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.710870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.711218 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.711538 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.711857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.712173 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:33.751832 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:33.752158 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP c44a62e8-7814-4b02-95c9-c36c3b7e4844 disassociated (deleted). External IP: 172.25.3.167, port: f62871ea-407b-4950-b6f2-3ebcd070f9f6. Nov 23 15:18:33.953536 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:18:34.058694 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:18:34.063504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:34.068602 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] Sync routers for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:18:34.078197 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:34.078795 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:34.092944 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-140cdeb1-08aa-4e44-95a8-52d05faa78f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/floatingips/c44a62e8-7814-4b02-95c9-c36c3b7e4844 HTTP/1.1" status: 204 len: 168 time: 0.8139296 Nov 23 15:18:34.092944 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:18:34.093349 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a" -d '{"events": [{"name": "network-changed", "server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:18:34.211838 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d585b5d-be89-4d24-b5ec-39739f2f7afd x-openstack-request-id: req-9d585b5d-be89-4d24-b5ec-39739f2f7afd {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:18:34.212858 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:18:34.213260 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d585b5d-be89-4d24-b5ec-39739f2f7afd {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:18:34.213821 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'status': 'completed', 'code': 200} Nov 23 15:18:34.280840 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:34.330405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0337161-6431-4743-a962-43088fa1c61d req-e80fec17-f712-4ec9-8429-8d32dff69ce2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:34.332328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0337161-6431-4743-a962-43088fa1c61d req-e80fec17-f712-4ec9-8429-8d32dff69ce2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0517488 Nov 23 15:18:34.333083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-04071d0b-b95a-43e9-92fc-21347df9ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:34.335215 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-04071d0b-b95a-43e9-92fc-21347df9ac90 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 1097 time: 0.0887833 Nov 23 15:18:34.384926 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e0337161-6431-4743-a962-43088fa1c61d req-e48b403e-d644-49f7-9d5d-c8f157f777a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450130 Nov 23 15:18:34.444031 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-098e0003-45be-41b7-902b-c865ae1eebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:34.445485 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-098e0003-45be-41b7-902b-c865ae1eebd1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 200 len: 898 time: 0.1018472 Nov 23 15:18:34.495373 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-44c22bc1-d9c0-4c24-88f0-2554c5bcfa39 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 200 len: 217 time: 0.0419977 Nov 23 15:18:34.501585 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:34.532010 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] Checking router: b864c8ff-48b6-4d36-b3ea-5b5046c90c84 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:18:34.540070 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:34.540689 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:34.549613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-66d93a9c-aa19-4b06-bc32-c962f2605897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:34.551152 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-66d93a9c-aa19-4b06-bc32-c962f2605897 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 HTTP/1.1" status: 200 len: 834 time: 0.0485964 Nov 23 15:18:34.597843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-804d5de9-6dfd-4e6f-99fe-1d92786559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:34.599425 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-804d5de9-6dfd-4e6f-99fe-1d92786559d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac92a48-75a1-44df-8745-7e1a40e6b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414875 Nov 23 15:18:34.648109 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:34.691062 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-4498e271-ccfd-4a7d-abe2-022440e98a86 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837154 Nov 23 15:18:34.782525 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-70f5ee6a-adbc-43fe-8d41-56ff6b93072a req-0129009a-8d39-44bc-a015-8eed31db98f8 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841539 Nov 23 15:18:34.843882 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:34.869447 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4147e-6900-4466-bd13-e2b4b5def35d None None] The sync data for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 is: [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:06Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'ab206a72-310d-4c45-bd87-14a353cf9714', 'name': '', 'network_id': '0ac92a48-75a1-44df-8745-7e1a40e6b6e1', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:e1:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:06Z', 'updated_at': '2021-11-23T15:17:09Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'a5c63fc4-0f26-463b-bf0f-e5d04e3aa217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:18:35.075222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66c07f-2e42-4de1-8c11-d92eda03dc94 None None] New status for floating IP c44a62e8-7814-4b02-95c9-c36c3b7e4844: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:18:35.503040 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba9698-ad47-4fac-9af9-90781c0599ff req-32869293-f964-4010-9f9a-af524dcee0f1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:35.504515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcba9698-ad47-4fac-9af9-90781c0599ff req-32869293-f964-4010-9f9a-af524dcee0f1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0484922 Nov 23 15:18:35.556610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcba9698-ad47-4fac-9af9-90781c0599ff req-ac99ac73-7f87-447f-aa61-a53f5ff67295 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=f48c2edc-dc6a-4819-ae2f-e67119fd22f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457866 Nov 23 15:18:35.758231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-a9f29f49-6835-4c98-8f35-2e4a5930a05a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:35.759714 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-a9f29f49-6835-4c98-8f35-2e4a5930a05a tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 946 time: 0.0477164 Nov 23 15:18:35.855315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port f62871ea-407b-4950-b6f2-3ebcd070f9f6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:18:35.855656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:35.943214 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port f62871ea-407b-4950-b6f2-3ebcd070f9f6, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=f62871ea-407b-4950-b6f2-3ebcd070f9f6,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:35.943575 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:35.954793 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for f62871ea-407b-4950-b6f2-3ebcd070f9f6 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:18:36.079567 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:36.110951 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=f62871ea-407b-4950-b6f2-3ebcd070f9f6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:36.122986 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.123349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.123694 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.124039 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.124372 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.124720 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.125038 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.125366 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.125695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.126045 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.126360 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.126683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:36.169536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] No DVR routers for this DVR port f62871ea-407b-4950-b6f2-3ebcd070f9f6 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:18:36.172180 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:36.175526 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9bd99535-996f-4bd4-8766-b7285f57c4e0 req-1a3778df-3d64-42c6-8329-14189dec8dc6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.74 "DELETE /v2.0/ports/f62871ea-407b-4950-b6f2-3ebcd070f9f6 HTTP/1.1" status: 204 len: 173 time: 0.4094050 Nov 23 15:18:36.175975 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'name': 'network-vif-deleted', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:18:36.178231 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a2daa-5926-4d06-abde-f2f5cc89c4fe" -d '{"events": [{"server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "name": "network-vif-deleted", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:18:36.266332 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e504281-3bac-44ca-b0de-878b49976468 x-openstack-request-id: req-8e504281-3bac-44ca-b0de-878b49976468 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:18:36.266627 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fc1f1-884c-4d80-9c20-0414018b2edd", "name": "network-vif-deleted", "tag": "f62871ea-407b-4950-b6f2-3ebcd070f9f6", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:18:36.266880 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e504281-3bac-44ca-b0de-878b49976468 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:18:36.267312 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fc1f1-884c-4d80-9c20-0414018b2edd', 'name': 'network-vif-deleted', 'tag': 'f62871ea-407b-4950-b6f2-3ebcd070f9f6', 'status': 'completed', 'code': 200} Nov 23 15:18:36.670522 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-821e28fd-cc8c-400b-8e9f-606577f73bb1 req-d02d9be4-cd2e-43ab-80a9-a1a79c5db558 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e73fc1f1-884c-4d80-9c20-0414018b2edd HTTP/1.1" status: 200 len: 210 time: 0.0267034 Nov 23 15:18:37.727096 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38782) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:38.425052 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:38.681350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port ab206a72-310d-4c45-bd87-14a353cf9714 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:18:38.681615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:38.771375 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port ab206a72-310d-4c45-bd87-14a353cf9714, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=ab206a72-310d-4c45-bd87-14a353cf9714,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:38.772103 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:38.785047 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for ab206a72-310d-4c45-bd87-14a353cf9714 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:18:38.966676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:38.993282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=ab206a72-310d-4c45-bd87-14a353cf9714,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:39.164495 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:39.384228 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:18:39.490212 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:18:39.496057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-7e655e6e-2671-46b3-810a-8c779a901bd2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/b864c8ff-48b6-4d36-b3ea-5b5046c90c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672691 Nov 23 15:18:39.498087 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38784) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:39.500515 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] Sync routers for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:18:39.510599 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:39.511215 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:39.549415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting subnet a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:18:39.553019 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:39.598549 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:39.616432 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:39.680072 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:39.736993 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:39.769163 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c63fc4-0f26-463b-bf0f-e5d04e3aa217,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:39.772772 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:39.778414 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e6578701-cba2-43fb-ad0d-fe8fa9eb7a4e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/subnets/a5c63fc4-0f26-463b-bf0f-e5d04e3aa217 HTTP/1.1" status: 204 len: 168 time: 0.2769499 Nov 23 15:18:39.778807 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38786) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:39.782613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd228f-f613-4125-ad8a-5fe710626d1f None None] Network 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:18:39.794328 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:18:38Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:39.821568 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] Checking router: b864c8ff-48b6-4d36-b3ea-5b5046c90c84 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:18:39.830079 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] Routers {'b864c8ff-48b6-4d36-b3ea-5b5046c90c84'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:39.830684 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:39.888091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:39.942269 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] Set router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:39.987479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] DHCP port deletion for 0ac92a48-75a1-44df-8745-7e1a40e6b6e1 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:18:39.997840 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.037098 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Deleting port 63fed3b7-3cf2-4b57-a003-7363810c679d {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:18:40.037619 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.053760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 334ca165-a972-49d9-963e-3b4e9d019c87 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:18:40.054481 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.103077 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] For port 63fed3b7-3cf2-4b57-a003-7363810c679d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=63fed3b7-3cf2-4b57-a003-7363810c679d,segment=NetworkSegment(f6eaea04-ff9c-467c-93df-e55351375d01),segment_id=f6eaea04-ff9c-467c-93df-e55351375d01)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:40.103477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.120188 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Calling delete_port for 63fed3b7-3cf2-4b57-a003-7363810c679d owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:18:40.120410 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:18:38Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:40.136792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 334ca165-a972-49d9-963e-3b4e9d019c87, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=334ca165-a972-49d9-963e-3b4e9d019c87,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:40.137167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.148938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 334ca165-a972-49d9-963e-3b4e9d019c87 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:18:40.150353 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5250c08-85c2-4693-9f25-48ab619a2b94 None None] The sync data for ids ['b864c8ff-48b6-4d36-b3ea-5b5046c90c84'] in n-d-818503-2 is: [{'id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004823366', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:18:38Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': '334ca165-a972-49d9-963e-3b4e9d019c87', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b864c8ff-48b6-4d36-b3ea-5b5046c90c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:17:03Z', 'updated_at': '2021-11-23T15:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:18:40.205168 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.234978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Pushing event deleted for resources: {'Port': ['ID=63fed3b7-3cf2-4b57-a003-7363810c679d,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:40.238117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] No DVR routers for this DVR port 63fed3b7-3cf2-4b57-a003-7363810c679d on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:18:40.245643 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.245991 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.246334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.246676 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.247038 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.247374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.247702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.248025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.248349 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.249104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.249104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.249297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687f64d-54c1-4f45-ac6e-78e42ccfc9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:40.314498 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.339874 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=334ca165-a972-49d9-963e-3b4e9d019c87,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:40.353988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8134e5-03f8-4cc4-864e-92b377b8054c None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:18:40.403511 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.495928 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.498362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.622655 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 63fed3b7-3cf2-4b57-a003-7363810c679d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:18:40.645493 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 63fed3b7-3cf2-4b57-a003-7363810c679d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:18:40.645928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 63fed3b7-3cf2-4b57-a003-7363810c679d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:18:40.646449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ab206a72-310d-4c45-bd87-14a353cf9714 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:18:40.667688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: ab206a72-310d-4c45-bd87-14a353cf9714 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:18:40.668040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device ab206a72-310d-4c45-bd87-14a353cf9714 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:18:40.867123 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.867738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Fanout notify agent at l3_agent the message router_deleted on router b864c8ff-48b6-4d36-b3ea-5b5046c90c84 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:18:40.875083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:40.878620 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-18b61722-73a1-440b-b8eb-1455d4a2a698 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/routers/b864c8ff-48b6-4d36-b3ea-5b5046c90c84 HTTP/1.1" status: 204 len: 168 time: 1.0963967 Nov 23 15:18:40.878863 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38788) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:40.959030 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.046793 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.065552 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac92a48-75a1-44df-8745-7e1a40e6b6e1']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:41.074387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eaea04-ff9c-467c-93df-e55351375d01') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:41.074687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eaea04-ff9c-467c-93df-e55351375d01') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:41.084447 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.097226 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.103583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:18:41.103976 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:18:41.106886 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:18:41.171142 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.178200 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.181386 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/networks/0ac92a48-75a1-44df-8745-7e1a40e6b6e1 HTTP/1.1" status: 204 len: 168 time: 0.3014722 Nov 23 15:18:41.184247 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38790) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:41.193028 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baec8f-44ad-4c20-b7ff-0b3a03091ec2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Network': ['ID=0ac92a48-75a1-44df-8745-7e1a40e6b6e1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:41.196503 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f62871ea-407b-4950-b6f2-3ebcd070f9f6 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:18:41.220870 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: f62871ea-407b-4950-b6f2-3ebcd070f9f6 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:18:41.221233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device f62871ea-407b-4950-b6f2-3ebcd070f9f6 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:18:41.254037 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28168e0f-ca3f-48a7-a0ec-3a04dad5be87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.282553 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28168e0f-ca3f-48a7-a0ec-3a04dad5be87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.352307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28168e0f-ca3f-48a7-a0ec-3a04dad5be87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.355042 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28168e0f-ca3f-48a7-a0ec-3a04dad5be87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.356209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-28168e0f-ca3f-48a7-a0ec-3a04dad5be87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/security-groups/f48c2edc-dc6a-4819-ae2f-e67119fd22f3 HTTP/1.1" status: 204 len: 168 time: 0.1709347 Nov 23 15:18:41.365415 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28168e0f-ca3f-48a7-a0ec-3a04dad5be87 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c2edc-dc6a-4819-ae2f-e67119fd22f3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:41.696371 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38796) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:41.700889 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-78ae9565-3e4b-4e37-8147-0355d805ef08 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127980968', 'description': 'tempest-secgroup-smoke-2127980968 description', 'project_id': '682f082c86e9419685d4542fbcca734c'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:41.723222 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78ae9565-3e4b-4e37-8147-0355d805ef08 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.785665 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78ae9565-3e4b-4e37-8147-0355d805ef08 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.789089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78ae9565-3e4b-4e37-8147-0355d805ef08 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.818239 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-78ae9565-3e4b-4e37-8147-0355d805ef08 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.819581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-78ae9565-3e4b-4e37-8147-0355d805ef08 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1222074 Nov 23 15:18:41.821518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae9565-3e4b-4e37-8147-0355d805ef08 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ebac3c-b70b-4205-a599-2f07847a7326,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:41.822560 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38798) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:41.827243 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-06baadf8-ca3c-4b06-87fc-e25335dbc68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': '10ebac3c-b70b-4205-a599-2f07847a7326', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:41.852888 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06baadf8-ca3c-4b06-87fc-e25335dbc68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.905443 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06baadf8-ca3c-4b06-87fc-e25335dbc68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.909209 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06baadf8-ca3c-4b06-87fc-e25335dbc68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.927608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baadf8-ca3c-4b06-87fc-e25335dbc68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ec7609-82e7-4480-9c01-92c09d0600e5,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:41.935340 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06baadf8-ca3c-4b06-87fc-e25335dbc68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:41.936537 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-06baadf8-ca3c-4b06-87fc-e25335dbc68e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129267 Nov 23 15:18:41.939191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38800) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:41.943417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-14af3b5f-708f-46b4-819e-80ef399be6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': '10ebac3c-b70b-4205-a599-2f07847a7326', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:41.968354 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14af3b5f-708f-46b4-819e-80ef399be6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.021942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14af3b5f-708f-46b4-819e-80ef399be6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.027242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14af3b5f-708f-46b4-819e-80ef399be6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.045570 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af3b5f-708f-46b4-819e-80ef399be6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b097fc-9478-44fb-9d39-944e5eb91616,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:42.053331 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14af3b5f-708f-46b4-819e-80ef399be6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.054519 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-14af3b5f-708f-46b4-819e-80ef399be6cd tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144066 Nov 23 15:18:42.057311 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38802) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:42.061695 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bb46b59c-f23d-4906-97f1-a0e28984a286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': '10ebac3c-b70b-4205-a599-2f07847a7326', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:42.087762 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb46b59c-f23d-4906-97f1-a0e28984a286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.144006 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb46b59c-f23d-4906-97f1-a0e28984a286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.147810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb46b59c-f23d-4906-97f1-a0e28984a286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.164639 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46b59c-f23d-4906-97f1-a0e28984a286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c24c376-11bc-4ea9-b246-7461162fe204,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:42.171079 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb46b59c-f23d-4906-97f1-a0e28984a286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.172249 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bb46b59c-f23d-4906-97f1-a0e28984a286 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140201 Nov 23 15:18:42.175010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38804) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:42.179234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7ad9b540-f886-4b4e-bc4d-170c539a7d4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': '10ebac3c-b70b-4205-a599-2f07847a7326', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:42.204429 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b540-f886-4b4e-bc4d-170c539a7d4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.259780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b540-f886-4b4e-bc4d-170c539a7d4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.263314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b540-f886-4b4e-bc4d-170c539a7d4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.280505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9b540-f886-4b4e-bc4d-170c539a7d4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3759dc7-21f5-4d4b-bb2d-c714ae5c9d75,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:42.288535 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b540-f886-4b4e-bc4d-170c539a7d4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.289747 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7ad9b540-f886-4b4e-bc4d-170c539a7d4d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137993 Nov 23 15:18:42.292534 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38806) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:42.296869 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': '10ebac3c-b70b-4205-a599-2f07847a7326', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:42.318918 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:18:42.324001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.378903 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.382879 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.400041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67542363-13c4-46fe-b982-40581eb707f7,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:42.416152 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.417392 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-cc4a8292-381f-423c-b301-1e5ccb97e8d9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238663 Nov 23 15:18:42.425645 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38808) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:42.430468 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'security_group_rule': {'security_group_id': '10ebac3c-b70b-4205-a599-2f07847a7326', 'project_id': '682f082c86e9419685d4542fbcca734c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:42.452192 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Project 682f082c86e9419685d4542fbcca734c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:18:42.455910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 334ca165-a972-49d9-963e-3b4e9d019c87 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:18:42.457953 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.479215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 334ca165-a972-49d9-963e-3b4e9d019c87 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:18:42.479588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 334ca165-a972-49d9-963e-3b4e9d019c87 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:18:42.518810 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.522402 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.540094 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8583e0-082e-4381-b55d-e175a0008c37,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:42.545938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.547163 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d90184ae-84fd-4d1d-bbe5-d7221b6e26c7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200247 Nov 23 15:18:42.549964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38810) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:42.555195 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'network': {'name': 'tempest-network-smoke--1458194715', 'project_id': '682f082c86e9419685d4542fbcca734c', 'port_security_enabled': True}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:42.575188 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:18:42.578446 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.601848 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:18:42.611265 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.611695 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Added segment afecf590-c3f6-4d9a-93d1-eeacb3a2eebe of type vlan for network 92a35b67-db81-460e-8bb9-cc0abf5875ba Nov 23 15:18:42.651595 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.675407 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.681448 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:42.682027 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.716786 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1655469 Nov 23 15:18:42.719381 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38812) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:42.726315 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'admin_state_up': True, 'project_id': '682f082c86e9419685d4542fbcca734c', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:42.766047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428e06-5821-4ce2-93ea-4c7a17c3a4f5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Network': ['ID=92a35b67-db81-460e-8bb9-cc0abf5875ba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:42.776117 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:18:42.778880 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.780069 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.831430 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:42.966168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:43.151213 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:43.173415 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:43.269525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.31 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/cc492bdb-f449-4947-80be-ce3ed175ff2b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:18:43.370775 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:43.403228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:43.437879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:18:43.443073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:18:43.446453 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:18:43.459447 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62419c89-bdfa-4ee7-a79e-b8e0fe1bad9a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:18:43.472202 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=cc492bdb-f449-4947-80be-ce3ed175ff2b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:43.525834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-79eef413-6642-46ff-a124-4620be93d3e8 None None] Provisioning complete for port cc492bdb-f449-4947-80be-ce3ed175ff2b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:43.526120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-79eef413-6642-46ff-a124-4620be93d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:43.561928 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-79eef413-6642-46ff-a124-4620be93d3e8 None None] Port cc492bdb-f449-4947-80be-ce3ed175ff2b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:18:43.697634 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:43.890065 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.012369 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 5a4c415f-b47e-4952-9393-5124e9b8d686 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:18:44.115763 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:18:44.124863 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Sync routers for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:18:44.135536 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.135915 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:44.136678 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:44.136850 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-27e1fb4f-649b-45e3-b57f-5a743d4994f0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4162507 Nov 23 15:18:44.139927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38814) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:44.209195 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e8a1891b-3915-4fb5-8df3-3742221ce16d tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=682f082c86e9419685d4542fbcca734c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681729 Nov 23 15:18:44.211836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38818) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:44.240389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:44.248154 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:18:44.296577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a861fb-4ad4-43d3-a5c1-b59ce3020433 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:44.298091 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-23a861fb-4ad4-43d3-a5c1-b59ce3020433 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853424 Nov 23 15:18:44.300952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38820) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:44.333261 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-ec4b85da-ae41-4cdd-b1b0-a7035f1b7861 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=d3be324a-e94b-4855-898c-b827f6b442ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312212 Nov 23 15:18:44.335669 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38822) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:44.340247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682341217', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'project_id': '682f082c86e9419685d4542fbcca734c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:44.413126 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:43Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:44.434681 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:18:44.438448 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.439189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Checking router: 5a4c415f-b47e-4952-9393-5124e9b8d686 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:18:44.439543 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Updating router 5a4c415f-b47e-4952-9393-5124e9b8d686 port cc492bdb-f449-4947-80be-ce3ed175ff2b binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:18:44.468616 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.625068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.682417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Subnet': ['ID=abec40ee-4fab-4829-b99c-1f0da4c992b0,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:44.693519 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Checking segment: {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:18:44.693889 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network hostable DHCP agents. Network: 92a35b67-db81-460e-8bb9-cc0abf5875ba, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:18:44.716185 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:18:44.719219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.725285 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.726630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 92a35b67-db81-460e-8bb9-cc0abf5875ba) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:18:44.730855 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:44.731746 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.739579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4fcb5a-42d9-475f-ae80-f855e00df7ce None None] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:18:44.748039 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-749320ce-1e3f-41c1-bbdf-27e5f5c4e5f7 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4113696 Nov 23 15:18:44.750745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38824) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:44.803295 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb3652-e35d-4d05-82c6-53f4687300d5 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:18:44.814699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Attempting to bind port cc492bdb-f449-4947-80be-ce3ed175ff2b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:18:44.815106 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Attempting to bind port cc492bdb-f449-4947-80be-ce3ed175ff2b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:18:44.815481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Attempting to bind port cc492bdb-f449-4947-80be-ce3ed175ff2b on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:18:44.851967 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d8b6b-9513-4e22-8a0d-62f1188867a9 None None] Pushing event updated for resources: {'Port': ['ID=cc492bdb-f449-4947-80be-ce3ed175ff2b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:44.860956 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:18:44.861324 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:18:44.861741 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.862133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:18:44.862943 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Bound port: cc492bdb-f449-4947-80be-ce3ed175ff2b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:18:44.863351 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.957215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-997c579a-5e9a-4f9b-9770-d47efbf074e7 None None] Provisioning complete for port cc492bdb-f449-4947-80be-ce3ed175ff2b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:44.957998 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-997c579a-5e9a-4f9b-9770-d47efbf074e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:44.989367 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] For port cc492bdb-f449-4947-80be-ce3ed175ff2b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:18:45.012036 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] For port cc492bdb-f449-4947-80be-ce3ed175ff2b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cc492bdb-f449-4947-80be-ce3ed175ff2b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:18:45.021236 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.023083 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-997c579a-5e9a-4f9b-9770-d47efbf074e7 None None] Port cc492bdb-f449-4947-80be-ce3ed175ff2b cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:18:45.084608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-92a35b67-db81-460e-8bb9-cc0abf5875ba', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:18:45.085384 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.093639 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca4f04-4569-4d4b-bf65-88a95e5b4a93 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:18:45.135614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:45.136259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:45.146103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d8b6b-9513-4e22-8a0d-62f1188867a9 None None] Pushing event updated for resources: {'Port': ['ID=cc492bdb-f449-4947-80be-ce3ed175ff2b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:45.190330 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.470025 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-da8cbcfa-4652-4c74-bc59-723edd2cd384 None None] Provisioning complete for port cc492bdb-f449-4947-80be-ce3ed175ff2b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:45.470664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.1 (92a35b67-db81-460e-8bb9-cc0abf5875ba/abec40ee-4fab-4829-b99c-1f0da4c992b0/56e2baa5-2ad8-4fbc-a981-090f2090e2c8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:18:45.470801 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-da8cbcfa-4652-4c74-bc59-723edd2cd384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.515578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:45.579170 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.617323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.653843 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:18:45.665224 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:18:45.668743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:18:45.693387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:45.704952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-da8cbcfa-4652-4c74-bc59-723edd2cd384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.717042 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.734234 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Allocated IP 172.20.0.2 (92a35b67-db81-460e-8bb9-cc0abf5875ba/abec40ee-4fab-4829-b99c-1f0da4c992b0/781974cb-46da-4cb3-b5b9-eb87adec0b8b) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:18:45.750154 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-da8cbcfa-4652-4c74-bc59-723edd2cd384 None None] For port cc492bdb-f449-4947-80be-ce3ed175ff2b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cc492bdb-f449-4947-80be-ce3ed175ff2b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:45.773791 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-da8cbcfa-4652-4c74-bc59-723edd2cd384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.847497 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:45.889785 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cbcfa-4652-4c74-bc59-723edd2cd384 None None] Pushing event updated for resources: {'Port': ['ID=cc492bdb-f449-4947-80be-ce3ed175ff2b,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:45.926217 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:43Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:45.975666 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b5762-63fe-404c-8d34-8079487daf9b None None] The sync data for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 is: [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:43Z', 'revision_number': 3, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:18:46.007552 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.014241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.063647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:18:46.067548 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:18:46.072239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:18:46.075556 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Pushing event updated for resources: {'Port': ['ID=781974cb-46da-4cb3-b5b9-eb87adec0b8b,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:46.131221 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Attempting to bind port 781974cb-46da-4cb3-b5b9-eb87adec0b8b on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:18:46.131689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Attempting to bind port 781974cb-46da-4cb3-b5b9-eb87adec0b8b by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:18:46.132121 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Attempting to bind port 781974cb-46da-4cb3-b5b9-eb87adec0b8b on network 92a35b67-db81-460e-8bb9-cc0abf5875ba {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:18:46.138634 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:18:46.139145 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Checking segment: {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:18:46.139611 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.140072 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Bound using segment: {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:18:46.140616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Bound port: 781974cb-46da-4cb3-b5b9-eb87adec0b8b, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:18:46.141058 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.235784 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] For port 781974cb-46da-4cb3-b5b9-eb87adec0b8b, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:18:46.240268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] For port 781974cb-46da-4cb3-b5b9-eb87adec0b8b, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=781974cb-46da-4cb3-b5b9-eb87adec0b8b,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:18:46.245294 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.328995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c081-260d-4cb9-bb3a-473d96d5528a None None] Pushing event updated for resources: {'Port': ['ID=781974cb-46da-4cb3-b5b9-eb87adec0b8b,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:46.545183 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.551650 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.599481 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device cc492bdb-f449-4947-80be-ce3ed175ff2b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:18:46.642625 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:46.648023 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.663846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port cc492bdb-f449-4947-80be-ce3ed175ff2b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:46.664217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:46.760672 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:18:46.762193 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:18:46.881514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 5a4c415f-b47e-4952-9393-5124e9b8d686 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:18:46.992268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:18:46.997186 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a2a9f167-856e-4ca1-a03b-3ec06be7fe55 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/5a4c415f-b47e-4952-9393-5124e9b8d686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2453418 Nov 23 15:18:47.153751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-e3f28686-d1f5-4d42-a128-10000e3f6ab8 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127980968&fields=id&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 267 time: 0.0465307 Nov 23 15:18:47.267214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-0f96025f-3ee1-4cc0-a344-4689b7cf9776 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:47.268740 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-0f96025f-3ee1-4cc0-a344-4689b7cf9776 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/networks?id=92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 200 len: 797 time: 0.1075795 Nov 23 15:18:47.284200 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-a1ba7471-6ef4-4ff6-9a04-a3525ee9f814 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/quotas/682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 375 time: 0.0095129 Nov 23 15:18:47.338153 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-bafec021-6125-4ad7-8788-b974ab98bf8f tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469942 Nov 23 15:18:47.341898 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25c6b3d-6b66-4466-8bb9-d0a4db46307b None None] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:18:47.355688 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-a193fe23-b51b-4b7e-b67b-752e1a95e6d2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:18:47.356768 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-a193fe23-b51b-4b7e-b67b-752e1a95e6d2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055013 Nov 23 15:18:47.428498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-894d8f97-ab7f-4bd1-8d0c-b8a0d1f440a7 None None] Provisioning complete for port 781974cb-46da-4cb3-b5b9-eb87adec0b8b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:47.428861 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-894d8f97-ab7f-4bd1-8d0c-b8a0d1f440a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:47.459978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-b0744ddb-6d06-4b07-bad8-fb1236f0fb6c service neutron] 10.222.0.46 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962691 Nov 23 15:18:47.553109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-c42fed06-4d52-4d13-a953-3327ccaeb218 service neutron] 10.222.0.46 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866807 Nov 23 15:18:47.565414 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-894d8f97-ab7f-4bd1-8d0c-b8a0d1f440a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:47.607482 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-894d8f97-ab7f-4bd1-8d0c-b8a0d1f440a7 None None] For port 781974cb-46da-4cb3-b5b9-eb87adec0b8b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=781974cb-46da-4cb3-b5b9-eb87adec0b8b,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:47.612825 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-894d8f97-ab7f-4bd1-8d0c-b8a0d1f440a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:47.674294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d8f97-ab7f-4bd1-8d0c-b8a0d1f440a7 None None] Pushing event updated for resources: {'Port': ['ID=781974cb-46da-4cb3-b5b9-eb87adec0b8b,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:47.771177 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a4cd3eb3-e959-4b82-a48a-a1ae07d80dd9 req-48553c27-7b9b-43d0-89a0-cff81693cc41 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 210 time: 0.0408285 Nov 23 15:18:47.837259 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a82afaec-a395-493b-89ee-0f90809c4a3b None None] Provisioning complete for port 781974cb-46da-4cb3-b5b9-eb87adec0b8b triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:47.837634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a82afaec-a395-493b-89ee-0f90809c4a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:47.947907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a82afaec-a395-493b-89ee-0f90809c4a3b None None] Provisioning complete for port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:47.948277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a82afaec-a395-493b-89ee-0f90809c4a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:47.987633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a82afaec-a395-493b-89ee-0f90809c4a3b None None] Port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:18:48.012095 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Sync routers for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:18:48.023678 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:48.024395 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:48.111911 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-a94c1b6a-ca34-4b0e-afde-344346633ce4 None None] Provisioning complete for port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:48.112594 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a94c1b6a-ca34-4b0e-afde-344346633ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:48.165377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-a94c1b6a-ca34-4b0e-afde-344346633ce4 None None] Port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:18:48.236610 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:48.286116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-6aa2e71b-094d-44bc-8dbe-b612953b4995 None None] Provisioning complete for port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:48.286654 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e71b-094d-44bc-8dbe-b612953b4995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:48.321398 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2e71b-094d-44bc-8dbe-b612953b4995 None None] Port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:18:48.457852 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:46Z', 'revision_number': 2, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:48.497310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Checking router: 5a4c415f-b47e-4952-9393-5124e9b8d686 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:18:48.497659 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Updating router 5a4c415f-b47e-4952-9393-5124e9b8d686 port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:18:48.526143 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:48.526483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 781974cb-46da-4cb3-b5b9-eb87adec0b8b up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:18:48.578576 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 781974cb-46da-4cb3-b5b9-eb87adec0b8b triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:48.578848 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:48.779899 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-df821019-a302-4b27-ad73-33e49b0d3817 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:48.783421 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-df821019-a302-4b27-ad73-33e49b0d3817 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/networks?id=92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 200 len: 797 time: 0.1078560 Nov 23 15:18:48.801171 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:48.808882 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:48.871341 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Pushing event updated for resources: {'Port': ['ID=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:48.881665 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-33d12c4a-8d5d-4625-808e-fe7fde7638e2 req-875e0f0c-7bee-47a8-9c73-7f03164ffe09 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 210 time: 0.0420210 Nov 23 15:18:48.888178 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-433e9168-a4c3-4ae7-be78-afe56a425e94 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=682f082c86e9419685d4542fbcca734c HTTP/1.1" status: 200 len: 380 time: 0.0961251 Nov 23 15:18:48.895917 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.896268 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.896611 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.896953 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.897287 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.897616 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.897941 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.898267 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.898589 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.898922 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.899250 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.899569 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:18:48.917915 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'port': {'device_id': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'admin_state_up': True, 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'security_groups': ['10ebac3c-b70b-4205-a599-2f07847a7326']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:48.935341 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Attempting to bind port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:18:48.936096 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Attempting to bind port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:18:48.936655 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Attempting to bind port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 on network 92a35b67-db81-460e-8bb9-cc0abf5875ba {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:18:48.942639 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:18:48.943238 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Checking segment: {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:18:48.943876 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:48.944335 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Bound using segment: {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:18:48.944877 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Bound port: 56e2baa5-2ad8-4fbc-a981-090f2090e2c8, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:18:48.945322 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.014913 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] For port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:18:49.019043 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] For port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:18:49.025418 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.046027 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2dc568fc-acf8-4023-a339-66718cb0bdf2 None None] Provisioning complete for port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:49.046593 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Made reservation on behalf of 682f082c86e9419685d4542fbcca734c for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:18:49.046720 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dc568fc-acf8-4023-a339-66718cb0bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.050440 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.087165 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:18:49.087808 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:49.149823 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dc568fc-acf8-4023-a339-66718cb0bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.187243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-2dc568fc-acf8-4023-a339-66718cb0bdf2 None None] For port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:49.193710 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2dc568fc-acf8-4023-a339-66718cb0bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.201808 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:18:49.208916 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.20.0.4 (92a35b67-db81-460e-8bb9-cc0abf5875ba/abec40ee-4fab-4829-b99c-1f0da4c992b0/af5575c2-ebd1-4b29-8666-45682b1874db) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:18:49.259820 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc568fc-acf8-4023-a339-66718cb0bdf2 None None] Pushing event updated for resources: {'Port': ['ID=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:49.275386 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740c21d-d2f8-4d66-8197-ef13159188d6 None None] Pushing event updated for resources: {'Port': ['ID=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,revision_number=4']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:49.357306 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.395841 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.415836 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:18:49.418628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-0a6c0323-a20d-4414-b359-7d63dff51784 None None] Provisioning complete for port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:49.419460 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0a6c0323-a20d-4414-b359-7d63dff51784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.436788 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:18:49.441842 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:18:49.445552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:18:49.447280 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e0870-65ac-495c-b1f4-1de9111aad9f None None] The sync data for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 is: [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:18:49.485068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=af5575c2-ebd1-4b29-8666-45682b1874db,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:49.514769 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:49.514769 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.539245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-1be887d1-8ff3-4ec8-b96c-b417210de1af tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431746 Nov 23 15:18:49.553115 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-2666d575-ed50-4dc4-9c21-cda7fb226f0b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:18:49.554109 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-2666d575-ed50-4dc4-9c21-cda7fb226f0b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055208 Nov 23 15:18:49.624906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Request body: {'port': {'device_id': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:49.688320 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.776839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-97addb71-0cb7-4ea3-baad-09b88e46850b None None] Provisioning complete for port af5575c2-ebd1-4b29-8666-45682b1874db triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:49.777465 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-97addb71-0cb7-4ea3-baad-09b88e46850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:49.818809 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-97addb71-0cb7-4ea3-baad-09b88e46850b None None] Port af5575c2-ebd1-4b29-8666-45682b1874db cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:18:49.981436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5575c2-ebd1-4b29-8666-45682b1874db {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:18:50.002996 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:50.020959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Transition to ACTIVE for port object af5575c2-ebd1-4b29-8666-45682b1874db will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:18:50.026975 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:50.064662 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c977b-7998-46c5-8d01-90c2afeca028 req-60d41981-28c6-4196-8565-c5aa8ba70c17 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:50.066201 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-801c977b-7998-46c5-8d01-90c2afeca028 req-60d41981-28c6-4196-8565-c5aa8ba70c17 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 931 time: 0.0990062 Nov 23 15:18:50.106198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Pushing event updated for resources: {'Port': ['ID=af5575c2-ebd1-4b29-8666-45682b1874db,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:50.182245 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-801c977b-7998-46c5-8d01-90c2afeca028 req-b9af749a-24d5-43a0-accf-72f585c8a677 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027355 Nov 23 15:18:50.206549 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Attempting to bind port af5575c2-ebd1-4b29-8666-45682b1874db on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:18:50.207431 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Attempting to bind port af5575c2-ebd1-4b29-8666-45682b1874db by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:18:50.207829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Attempting to bind port af5575c2-ebd1-4b29-8666-45682b1874db on network 92a35b67-db81-460e-8bb9-cc0abf5875ba {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:18:50.212835 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Port af5575c2-ebd1-4b29-8666-45682b1874db on network 92a35b67-db81-460e-8bb9-cc0abf5875ba not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:18:50.213249 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Attempting to bind port af5575c2-ebd1-4b29-8666-45682b1874db on network 92a35b67-db81-460e-8bb9-cc0abf5875ba {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:18:50.218782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:18:50.219238 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Checking segment: {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:18:50.219690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Bound using segment: {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:18:50.220196 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Bound port: af5575c2-ebd1-4b29-8666-45682b1874db, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:18:50.220619 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:50.295564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] For port af5575c2-ebd1-4b29-8666-45682b1874db, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:18:50.298608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] For port af5575c2-ebd1-4b29-8666-45682b1874db, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=af5575c2-ebd1-4b29-8666-45682b1874db,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:18:50.304100 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:50.340499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:50.341189 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:50.343386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] 10.222.0.11 "PUT /v2.0/ports/af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 200 len: 1091 time: 0.7803922 Nov 23 15:18:50.346353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:18:50.350177 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce650c2-6907-4a48-93b9-0190ffac7274" -d '{"events": [{"name": "network-changed", "server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:18:50.400835 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314fb661-21eb-43c8-91df-518c72dc10e6 x-openstack-request-id: req-314fb661-21eb-43c8-91df-518c72dc10e6 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:18:50.401185 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:18:50.401440 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-314fb661-21eb-43c8-91df-518c72dc10e6 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:18:50.401842 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'status': 'completed', 'code': 200} Nov 23 15:18:50.431340 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b7587-d1fb-414f-9253-f494bf862502 service neutron] Pushing event updated for resources: {'Port': ['ID=af5575c2-ebd1-4b29-8666-45682b1874db,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:50.456184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-9b811a51-ab50-491c-b78f-f91f552d219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:50.458102 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-9b811a51-ab50-491c-b78f-f91f552d219c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1094 time: 0.0600085 Nov 23 15:18:50.511966 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-a90aaaed-621b-4015-b9a6-e7ed246b8ac5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 200 len: 217 time: 0.0455973 Nov 23 15:18:50.560518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:18:50.578417 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-bb0048e5-1b69-4f7a-bf82-8aa37dc17839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:50.580186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-bb0048e5-1b69-4f7a-bf82-8aa37dc17839 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abec40ee-4fab-4829-b99c-1f0da4c992b0 HTTP/1.1" status: 200 len: 834 time: 0.0594072 Nov 23 15:18:50.618781 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:50.619105 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:50.637963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-31d254fb-9266-4a71-97f6-b68b2d08c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:50.639532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-31d254fb-9266-4a71-97f6-b68b2d08c674 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92a35b67-db81-460e-8bb9-cc0abf5875ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480595 Nov 23 15:18:50.739645 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-baddeb85-ef29-43d2-81ef-16fc0129f657 service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916972 Nov 23 15:18:50.828675 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd05e16d-6de3-4fc2-b05c-5bcd5aec1d9a req-57f55179-3804-414b-adec-a34b243c527c service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807290 Nov 23 15:18:50.912911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-a2fae34b-146a-4cbb-9f29-5f05e14ef072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:50.914264 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-a2fae34b-146a-4cbb-9f29-5f05e14ef072 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1094 time: 0.0415683 Nov 23 15:18:51.007804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-e858c0ab-2cf3-4b42-87e5-50a6b880ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:51.009320 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-e858c0ab-2cf3-4b42-87e5-50a6b880ec9a service neutron] 10.222.0.11 "GET /v2.0/networks?id=92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 200 len: 898 time: 0.0856462 Nov 23 15:18:51.050293 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-d7a16cdb-f7c1-4364-a3e7-3fcb7e62d27b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 200 len: 217 time: 0.0332012 Nov 23 15:18:51.104721 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-4e89d0ba-6c7a-4666-b308-9f67503758d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:51.106155 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-4e89d0ba-6c7a-4666-b308-9f67503758d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abec40ee-4fab-4829-b99c-1f0da4c992b0 HTTP/1.1" status: 200 len: 834 time: 0.0473254 Nov 23 15:18:51.151780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-d7641602-d7d3-4227-a0fc-1d51c0c927e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:51.153223 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-d7641602-d7d3-4227-a0fc-1d51c0c927e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92a35b67-db81-460e-8bb9-cc0abf5875ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392933 Nov 23 15:18:51.242382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-0fc6577d-6fae-4ce4-9b9a-c0cdacd7626c service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802884 Nov 23 15:18:51.357821 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f8b9c-6d4c-4610-ae9b-eac7cf1d19d0 req-e8bd228c-37db-4669-b9a9-bf3547eec0d5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:51.359328 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-799f8b9c-6d4c-4610-ae9b-eac7cf1d19d0 req-e8bd228c-37db-4669-b9a9-bf3547eec0d5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 943 time: 0.1074252 Nov 23 15:18:51.379773 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6ce650c2-6907-4a48-93b9-0190ffac7274 req-41a3bf46-c0d0-4ce0-9424-81739537a860 service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284249 Nov 23 15:18:51.414581 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-799f8b9c-6d4c-4610-ae9b-eac7cf1d19d0 req-70c276a6-18ce-471c-9bcf-bdd95b94392d tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Nov 23 15:18:52.538568 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853aaf0-5774-4f35-80e7-14ba7e229989 req-ebc23ade-3307-4301-8610-30a5603999f9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:52.540088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d853aaf0-5774-4f35-80e7-14ba7e229989 req-ebc23ade-3307-4301-8610-30a5603999f9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 943 time: 0.0519118 Nov 23 15:18:52.588382 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d853aaf0-5774-4f35-80e7-14ba7e229989 req-7c71c742-06fb-4252-860c-9c8872f746e9 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Nov 23 15:18:53.703480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1fac2-791a-4443-af52-a04bf04af301 req-98ad9e3e-492b-4c98-ada7-8aaf9b25e22b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:53.704982 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aaf1fac2-791a-4443-af52-a04bf04af301 req-98ad9e3e-492b-4c98-ada7-8aaf9b25e22b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 943 time: 0.0483925 Nov 23 15:18:53.756435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aaf1fac2-791a-4443-af52-a04bf04af301 req-df70f013-576b-4a1f-89f7-a7eca8076b66 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448899 Nov 23 15:18:54.163545 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device af5575c2-ebd1-4b29-8666-45682b1874db details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:18:54.257664 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port af5575c2-ebd1-4b29-8666-45682b1874db, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=af5575c2-ebd1-4b29-8666-45682b1874db,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:54.268299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'port_id': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'mac_address': 'fa:16:3e:91:c4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:18:54.304791 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:54.316946 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5575c2-ebd1-4b29-8666-45682b1874db {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:18:54.336155 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port af5575c2-ebd1-4b29-8666-45682b1874db, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=af5575c2-ebd1-4b29-8666-45682b1874db,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:54.340172 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:54.400427 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:54.403327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=af5575c2-ebd1-4b29-8666-45682b1874db,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:54.612391 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['af5575c2-ebd1-4b29-8666-45682b1874db'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:18:54.881316 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d1d32-1703-4fa8-874f-b0ea2c627cf1 req-c5587e06-3c76-4767-84b6-631b52abc309 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:54.882783 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b89d1d32-1703-4fa8-874f-b0ea2c627cf1 req-c5587e06-3c76-4767-84b6-631b52abc309 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 944 time: 0.0519984 Nov 23 15:18:54.930185 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b89d1d32-1703-4fa8-874f-b0ea2c627cf1 req-68b779e9-8f63-405a-b16a-135105ec3996 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Nov 23 15:18:56.044710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b87a2-9c99-457c-939e-38fe19c1c36e req-16426dd6-406b-4a2e-acf9-6cec05d49cbb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:56.046232 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c26b87a2-9c99-457c-939e-38fe19c1c36e req-16426dd6-406b-4a2e-acf9-6cec05d49cbb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 944 time: 0.0488143 Nov 23 15:18:56.093901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c26b87a2-9c99-457c-939e-38fe19c1c36e req-5351849c-5cea-4637-bcbc-bd5c5fc51445 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 Nov 23 15:18:56.173806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device af5575c2-ebd1-4b29-8666-45682b1874db up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:18:56.225441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port af5575c2-ebd1-4b29-8666-45682b1874db completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:18:56.229244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port af5575c2-ebd1-4b29-8666-45682b1874db triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:18:56.229613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:56.308366 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:56.333888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:18:56.336254 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e904c12-3e50-47f0-807c-cc3febea07af" -d '{"events": [{"server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "name": "network-vif-plugged", "status": "completed", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:18:56.348955 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port af5575c2-ebd1-4b29-8666-45682b1874db, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=af5575c2-ebd1-4b29-8666-45682b1874db,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:18:56.352869 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:56.404617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=af5575c2-ebd1-4b29-8666-45682b1874db,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:56.422010 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bdc68b-0565-4473-a909-149471ca5ffe x-openstack-request-id: req-17bdc68b-0565-4473-a909-149471ca5ffe {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:18:56.422299 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "name": "network-vif-plugged", "status": "completed", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:18:56.422551 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17bdc68b-0565-4473-a909-149471ca5ffe {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:18:56.422971 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'code': 200} Nov 23 15:18:56.533491 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12733696-2324-43b3-9935-98360cfb9b1b req-94b21c3a-ece0-488a-9cc6-8375414cc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:56.535076 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12733696-2324-43b3-9935-98360cfb9b1b req-94b21c3a-ece0-488a-9cc6-8375414cc48f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1096 time: 0.0442562 Nov 23 15:18:56.585867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12733696-2324-43b3-9935-98360cfb9b1b req-8f5a6612-2b56-46e0-b2dc-bb24500b2560 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Nov 23 15:18:56.867954 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c81e11e5-7959-4287-a635-7205de9c4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:57.209717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2a397-d8fa-4b6c-8e52-de0a64995977 req-7834c724-f556-4a3e-be9a-4302834d1923 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:57.211249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eb2a397-d8fa-4b6c-8e52-de0a64995977 req-7834c724-f556-4a3e-be9a-4302834d1923 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0481515 Nov 23 15:18:57.258056 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9eb2a397-d8fa-4b6c-8e52-de0a64995977 req-3ddb9408-804c-4dae-9338-11fce99ab7be tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Nov 23 15:18:57.814197 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:58.374264 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ea40b-aa23-42be-ae72-995932195253 req-178c6b29-f254-492a-8214-ad339489b6f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:58.375734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9ea40b-aa23-42be-ae72-995932195253 req-178c6b29-f254-492a-8214-ad339489b6f6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0481868 Nov 23 15:18:58.425142 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2b9ea40b-aa23-42be-ae72-995932195253 req-34d4d951-dbb4-474d-9803-75f7fe1c5704 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Nov 23 15:18:58.546046 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5658d-cf3f-402a-aa29-bc0b1a01cff7 req-c7c91bdb-58af-4b0e-9d53-14108a49c1f3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:58.547443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fee5658d-cf3f-402a-aa29-bc0b1a01cff7 req-c7c91bdb-58af-4b0e-9d53-14108a49c1f3 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0529118 Nov 23 15:18:58.597251 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fee5658d-cf3f-402a-aa29-bc0b1a01cff7 req-ffa382a7-1aee-4b2c-9e0d-1ab09b99424c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Nov 23 15:18:58.619993 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38882) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:58.657886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10741a4c-bec9-48ef-b92f-c3c6a60c65b0 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:18:58.659402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-10741a4c-bec9-48ef-b92f-c3c6a60c65b0 tempest-TestNetworkAdvancedServerOps-1756882222 tempest-TestNetworkAdvancedServerOps-1756882222-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1091 time: 0.0384243 Nov 23 15:18:58.662627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38884) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:18:58.666775 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:18:58.688517 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:58.785773 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:58.884564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Allocated IP 172.25.3.253 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/ef840800-8c6d-47a1-8266-ec81c6823619) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:18:58.998919 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.033029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.072676 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:18:59.076897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:18:59.081427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:18:59.083629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=ef840800-8c6d-47a1-8266-ec81c6823619,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:59.230798 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-69871f72-7f38-4be5-9cd3-c53511966a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.429946 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.494164 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.643348 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.647738 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.720427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event updated for resources: {'Port': ['ID=ef840800-8c6d-47a1-8266-ec81c6823619,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:18:59.728838 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:18:59.826578 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP 38b52d6e-d86e-4dc4-828d-d11f86713f6f associated. External IP: 172.25.3.253, port: af5575c2-ebd1-4b29-8666-45682b1874db. Nov 23 15:19:00.318625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:00.369865 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 5a4c415f-b47e-4952-9393-5124e9b8d686 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:19:00.470685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:19:00.483591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] Sync routers for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:19:00.491871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:00.493321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:00.493961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:00.523142 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-84fc35dc-4ff4-4b51-a024-e305a31be7f4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8594487 Nov 23 15:19:00.523733 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:19:00.526206 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba80cd-8e61-4973-af5e-01470c11f926" -d '{"events": [{"name": "network-changed", "server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:19:00.577286 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9797fb7-cbf1-4356-b2ae-1eb25c0cf526 x-openstack-request-id: req-d9797fb7-cbf1-4356-b2ae-1eb25c0cf526 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:19:00.577583 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:19:00.577868 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9797fb7-cbf1-4356-b2ae-1eb25c0cf526 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:19:00.579165 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'status': 'completed', 'code': 200} Nov 23 15:19:00.679353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f7c0a-cca3-49af-a5ee-708c56ab9577 req-0041715c-0854-49f8-bad1-60698fa4187c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:00.680914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a25f7c0a-cca3-49af-a5ee-708c56ab9577 req-0041715c-0854-49f8-bad1-60698fa4187c tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0791211 Nov 23 15:19:00.683899 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-33ef9c6b-03bf-4f73-9b56-9cbc9980b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:00.685342 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-33ef9c6b-03bf-4f73-9b56-9cbc9980b558 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1096 time: 0.0744624 Nov 23 15:19:00.764775 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:00.792570 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a25f7c0a-cca3-49af-a5ee-708c56ab9577 req-c1be4c88-a072-4bf8-b453-4a5b32b908de tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054847 Nov 23 15:19:00.811313 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-f060e9b6-32d0-425f-9889-3ccaf56a8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:00.812760 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-f060e9b6-32d0-425f-9889-3ccaf56a8212 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 200 len: 898 time: 0.1192105 Nov 23 15:19:00.814839 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38892) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:00.932122 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ffc1e45d-384b-4a13-a4d4-fc8bfd7ab049 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/38b52d6e-d86e-4dc4-828d-d11f86713f6f HTTP/1.1" status: 200 len: 991 time: 0.1161218 Nov 23 15:19:00.934515 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-ef160683-d91b-4c6c-8a5c-f4c7835df4b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 200 len: 999 time: 0.1127849 Nov 23 15:19:00.985297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-ff6d1068-f3d1-4de8-bb9d-76107bb69a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:00.986802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-ff6d1068-f3d1-4de8-bb9d-76107bb69a25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abec40ee-4fab-4829-b99c-1f0da4c992b0 HTTP/1.1" status: 200 len: 834 time: 0.0443583 Nov 23 15:19:00.996855 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '38b52d6e-d86e-4dc4-828d-d11f86713f6f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'port_id': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'mac_address': 'fa:16:3e:91:c4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:18:59Z', 'updated_at': '2021-11-23T15:18:59Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:01.023818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] Checking router: 5a4c415f-b47e-4952-9393-5124e9b8d686 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:19:01.033019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:01.033822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:18:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:01.037468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-9f38fcfc-c7d2-4f1f-9105-b60a5446483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:01.039041 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-9f38fcfc-c7d2-4f1f-9105-b60a5446483f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92a35b67-db81-460e-8bb9-cc0abf5875ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450497 Nov 23 15:19:01.127975 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-87578caf-d891-4686-803d-a914102f6aef service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816605 Nov 23 15:19:01.139638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:01.220812 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7bba80cd-8e61-4973-af5e-01470c11f926 req-9081189f-d583-4cc6-8514-cc61eb79ade3 service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849199 Nov 23 15:19:01.367280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '38b52d6e-d86e-4dc4-828d-d11f86713f6f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'port_id': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'mac_address': 'fa:16:3e:91:c4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:18:59Z', 'updated_at': '2021-11-23T15:18:59Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:01.394262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c669f-53cb-48ce-84e0-03a0b608f707 None None] The sync data for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 is: [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '38b52d6e-d86e-4dc4-828d-d11f86713f6f', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'port_id': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'mac_address': 'fa:16:3e:91:c4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:18:59Z', 'updated_at': '2021-11-23T15:18:59Z', 'revision_number': 0, 'project_id': '682f082c86e9419685d4542fbcca734c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:19:01.592229 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5736f34-688f-4c25-914e-7e45cd842ab6 None None] New status for floating IP 38b52d6e-d86e-4dc4-828d-d11f86713f6f: ACTIVE {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:19:01.935901 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38894) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:01.958500 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:01.995591 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-98c8f805-6ced-4254-82e4-05a76e48ee95 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/38b52d6e-d86e-4dc4-828d-d11f86713f6f HTTP/1.1" status: 200 len: 993 time: 0.0585084 Nov 23 15:19:02.701684 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:19.894684 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-996260e0-3808-4e2a-81c1-42a7fcdb83fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398371 Nov 23 15:19:19.983229 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490b27-241e-4215-b16c-2c8ef4380409 req-a6324c4d-a48e-41ee-87d8-7852d2666ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:19.984776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-a6324c4d-a48e-41ee-87d8-7852d2666ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1096 time: 0.0453119 Nov 23 15:19:20.088501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490b27-241e-4215-b16c-2c8ef4380409 req-9df72810-1303-4b70-88df-ce1c0b11ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:20.089960 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-9df72810-1303-4b70-88df-ce1c0b11ecee service neutron] 10.222.0.11 "GET /v2.0/networks?id=92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 200 len: 898 time: 0.0845478 Nov 23 15:19:20.158843 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-a4935337-666c-4c34-978f-7eacbadd6f9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 200 len: 1001 time: 0.0594869 Nov 23 15:19:20.207528 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490b27-241e-4215-b16c-2c8ef4380409 req-eb96df35-9923-4a50-97dc-3815af4f6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:20.208951 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-eb96df35-9923-4a50-97dc-3815af4f6f39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abec40ee-4fab-4829-b99c-1f0da4c992b0 HTTP/1.1" status: 200 len: 834 time: 0.0427983 Nov 23 15:19:20.254739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490b27-241e-4215-b16c-2c8ef4380409 req-14d11494-fb00-4c2d-bccd-71d5e0a77822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:20.256237 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-14d11494-fb00-4c2d-bccd-71d5e0a77822 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92a35b67-db81-460e-8bb9-cc0abf5875ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398285 Nov 23 15:19:20.350097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-96a413c8-115d-4f84-80b6-d81e83c89a97 service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 Nov 23 15:19:20.438301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-05490b27-241e-4215-b16c-2c8ef4380409 req-11205d61-48ec-4955-8e15-4875fb37bb8d service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808473 Nov 23 15:19:21.247042 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:19:24.385905 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:26.855126 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e22c0069-0054-474c-a4b2-1f2232fb3f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:27.819990 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:29.231236 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-390200a0-f6a4-412f-a63b-52270bea7685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:30.322104 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:31.962532 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:32.708903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:33.045707 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8585ad6-a32d-405a-94d2-0c8309fa93ac req-3fff1c62-0147-40a0-9757-60fe12281310 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:33.047199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8585ad6-a32d-405a-94d2-0c8309fa93ac req-3fff1c62-0147-40a0-9757-60fe12281310 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Nov 23 15:19:33.096085 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e8585ad6-a32d-405a-94d2-0c8309fa93ac req-1d3003ea-5132-4da7-9330-271456326024 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423005 Nov 23 15:19:34.216801 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f16d-a1fc-460a-96b0-53ff04dc3b25 req-2d3f5802-1081-4cf2-ba06-4eab30d6504e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:34.218379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9c8f16d-a1fc-460a-96b0-53ff04dc3b25 req-2d3f5802-1081-4cf2-ba06-4eab30d6504e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Nov 23 15:19:34.267115 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9c8f16d-a1fc-460a-96b0-53ff04dc3b25 req-a037d8ff-72ed-4892-a381-05e58572d1e1 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Nov 23 15:19:34.288906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38914) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:34.356592 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ab6f0e6d-7fba-420d-8643-88626e62c8d4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/38b52d6e-d86e-4dc4-828d-d11f86713f6f HTTP/1.1" status: 200 len: 993 time: 0.0665388 Nov 23 15:19:35.650646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf614-fb9f-4d1e-9545-705fcfe433cc req-f1c162c4-e982-4402-97a8-6c8b747fc6d0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:35.652043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f24bf614-fb9f-4d1e-9545-705fcfe433cc req-f1c162c4-e982-4402-97a8-6c8b747fc6d0 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0745575 Nov 23 15:19:35.666383 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-b128be80-a8e5-49a1-a603-ff7bf63cf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:35.667794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-b128be80-a8e5-49a1-a603-ff7bf63cf685 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1096 time: 0.0615942 Nov 23 15:19:35.756261 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f24bf614-fb9f-4d1e-9545-705fcfe433cc req-b44d14de-9fea-467b-a2ef-960f13951803 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971096 Nov 23 15:19:35.784338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-bd369767-05e8-4994-b3ad-75728b2f7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:35.785817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-bd369767-05e8-4994-b3ad-75728b2f7a0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 200 len: 898 time: 0.1087761 Nov 23 15:19:35.850275 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-39a09fcd-39c7-407b-98ba-cd86632d9b01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 200 len: 1001 time: 0.0570600 Nov 23 15:19:35.902509 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-a15bfc19-b420-47b3-acb6-6998923a2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:35.903883 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-a15bfc19-b420-47b3-acb6-6998923a2714 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abec40ee-4fab-4829-b99c-1f0da4c992b0 HTTP/1.1" status: 200 len: 834 time: 0.0462916 Nov 23 15:19:35.948994 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-83a6a33d-044b-47e8-819a-15ae51490b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:35.950443 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-83a6a33d-044b-47e8-819a-15ae51490b4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92a35b67-db81-460e-8bb9-cc0abf5875ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388439 Nov 23 15:19:36.038533 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-19899ba2-f89b-4ff8-9993-5a5262da61a3 service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795963 Nov 23 15:19:36.129446 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-175927f4-7b4c-459c-86a5-9a010b40d01e req-6f544325-bcef-40b4-9186-522435f335a5 service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829449 Nov 23 15:19:36.875686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db92aaf-ef3c-42a9-b98b-5166572b0133 req-9f9f5996-9b99-42ea-ba72-a597d5f73629 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:36.877175 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0db92aaf-ef3c-42a9-b98b-5166572b0133 req-9f9f5996-9b99-42ea-ba72-a597d5f73629 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0488515 Nov 23 15:19:36.927331 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0db92aaf-ef3c-42a9-b98b-5166572b0133 req-7c92fb18-18ec-48bb-92b4-1d15a0329967 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 Nov 23 15:19:38.054767 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532fad1-c9ac-4ae5-b08f-364d62b9fc30 req-717c5bda-9d61-4e88-84af-284a90a16905 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:38.056246 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b532fad1-c9ac-4ae5-b08f-364d62b9fc30 req-717c5bda-9d61-4e88-84af-284a90a16905 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0521305 Nov 23 15:19:38.103967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b532fad1-c9ac-4ae5-b08f-364d62b9fc30 req-2d74c288-7f26-4b07-8606-c1c329444b04 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 Nov 23 15:19:38.126468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38926) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:38.185077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5504df3b-3bdd-4543-ac8d-112803f352eb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/floatingips/38b52d6e-d86e-4dc4-828d-d11f86713f6f HTTP/1.1" status: 200 len: 993 time: 0.0574901 Nov 23 15:19:38.409119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38932) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:38.570503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port ef840800-8c6d-47a1-8266-ec81c6823619 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:19:38.570849 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:38.644147 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:38.644471 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:38.656305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for ef840800-8c6d-47a1-8266-ec81c6823619 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:19:38.807201 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:38.838455 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=ef840800-8c6d-47a1-8266-ec81c6823619,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:38.859374 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.859722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.860058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.860394 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.860722 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.861050 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.861373 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.861695 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.862012 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.862328 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.862643 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.862980 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:38.903384 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:38.903712 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Floating IP 38b52d6e-d86e-4dc4-828d-d11f86713f6f disassociated (deleted). External IP: 172.25.3.253, port: af5575c2-ebd1-4b29-8666-45682b1874db. Nov 23 15:19:39.100888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 5a4c415f-b47e-4952-9393-5124e9b8d686 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:19:39.204253 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:19:39.209360 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:39.214491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] Sync routers for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:19:39.223694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:39.224339 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:39.237034 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-33a878ea-1abd-4438-9123-b83526955524 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/floatingips/38b52d6e-d86e-4dc4-828d-d11f86713f6f HTTP/1.1" status: 204 len: 168 time: 0.8261440 Nov 23 15:19:39.237608 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:19:39.240459 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79eaf0-336f-4c3f-947d-7df308cac4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:19:39.281018 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca04739e-5952-4172-8218-bd27fdfff14c x-openstack-request-id: req-ca04739e-5952-4172-8218-bd27fdfff14c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:19:39.281312 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:19:39.281568 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca04739e-5952-4172-8218-bd27fdfff14c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:19:39.281980 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'status': 'completed', 'code': 200} Nov 23 15:19:39.338588 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:39.350153 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-7fd89af8-3639-414b-a936-375dcd46b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:39.351837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-7fd89af8-3639-414b-a936-375dcd46b80e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=682f082c86e9419685d4542fbcca734c&device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 1096 time: 0.0470383 Nov 23 15:19:39.482594 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-09b72a2a-b0a9-45a8-aa5a-7cede1d78b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:39.484083 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-09b72a2a-b0a9-45a8-aa5a-7cede1d78b63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 200 len: 898 time: 0.1224744 Nov 23 15:19:39.506943 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e224c-7bc1-4bd2-a30e-b5c0ed46a2fd req-79a924ff-bb83-4900-bcad-1aecff4ba8d2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:39.508393 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-113e224c-7bc1-4bd2-a30e-b5c0ed46a2fd req-79a924ff-bb83-4900-bcad-1aecff4ba8d2 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0729270 Nov 23 15:19:39.540303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-7a22ee27-6ec1-48ce-a988-8799bc155f61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 200 len: 217 time: 0.0478852 Nov 23 15:19:39.556901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:39.590517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] Checking router: 5a4c415f-b47e-4952-9393-5124e9b8d686 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:19:39.603611 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:39.604423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:39.613210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-113e224c-7bc1-4bd2-a30e-b5c0ed46a2fd req-ab416d39-5f71-4074-8109-b42a2d72a7dc tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792117 Nov 23 15:19:39.617367 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-27695fcd-bede-4661-8c74-bfe66f37c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:39.618750 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-27695fcd-bede-4661-8c74-bfe66f37c8de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abec40ee-4fab-4829-b99c-1f0da4c992b0 HTTP/1.1" status: 200 len: 834 time: 0.0690837 Nov 23 15:19:39.671136 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-4fa2645d-21b5-4c3c-8985-19a8d19cacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:39.672717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-4fa2645d-21b5-4c3c-8985-19a8d19cacca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92a35b67-db81-460e-8bb9-cc0abf5875ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449748 Nov 23 15:19:39.710862 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:39.761204 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-2a494429-d3dc-4e2a-abb5-3601c29fda24 service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801942 Nov 23 15:19:39.857071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-aa79eaf0-336f-4c3f-947d-7df308cac4bd req-4202a65f-c9d4-4ac7-92b8-8f397f6d81eb service neutron] 10.222.0.11 "GET /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Nov 23 15:19:39.909144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:39.939451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22550d5f-92dd-4cfb-8be4-bdfca3724252 None None] The sync data for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 is: [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '56e2baa5-2ad8-4fbc-a981-090f2090e2c8', 'name': '', 'network_id': '92a35b67-db81-460e-8bb9-cc0abf5875ba', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'mac_address': 'fa:16:3e:71:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:45Z', 'updated_at': '2021-11-23T15:18:49Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'subnets': [{'id': 'abec40ee-4fab-4829-b99c-1f0da4c992b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:19:40.160638 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7cc1c8-eca8-49ca-83ad-70f42750b2bb None None] New status for floating IP 38b52d6e-d86e-4dc4-828d-d11f86713f6f: DOWN {{(pid=103348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:19:40.738051 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf27d4-4918-4c0c-bb1f-15d1dcd88147 req-5d960ade-9e96-4ec4-bc3c-6f8f4f3e7fae tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:40.739455 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cbf27d4-4918-4c0c-bb1f-15d1dcd88147 req-5d960ade-9e96-4ec4-bc3c-6f8f4f3e7fae tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0535412 Nov 23 15:19:40.786386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2cbf27d4-4918-4c0c-bb1f-15d1dcd88147 req-d69997e9-bdbb-4976-9d7d-ddb4436feafb tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ebac3c-b70b-4205-a599-2f07847a7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Nov 23 15:19:41.074884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-b32277d6-5cb3-4900-b682-a2f7ae353ec4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:41.076356 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-b32277d6-5cb3-4900-b682-a2f7ae353ec4 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 945 time: 0.0481608 Nov 23 15:19:41.166219 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port af5575c2-ebd1-4b29-8666-45682b1874db {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:19:41.166555 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:41.251838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port af5575c2-ebd1-4b29-8666-45682b1874db, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=af5575c2-ebd1-4b29-8666-45682b1874db,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:41.252207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:41.264935 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for af5575c2-ebd1-4b29-8666-45682b1874db owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:19:41.391972 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:41.419200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=af5575c2-ebd1-4b29-8666-45682b1874db,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:41.465755 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] No DVR routers for this DVR port af5575c2-ebd1-4b29-8666-45682b1874db on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:19:41.468347 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:41.471724 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fcd40938-e3c9-4880-b23d-2a68854d0b37 req-a94d8974-db16-482e-a305-2214ac165a6b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.11 "DELETE /v2.0/ports/af5575c2-ebd1-4b29-8666-45682b1874db HTTP/1.1" status: 204 len: 173 time: 0.3884370 Nov 23 15:19:41.472162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'name': 'network-vif-deleted', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:19:41.474424 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55e2bd1-77d7-4bb6-8cc5-682a9bd20aa6" -d '{"events": [{"server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "name": "network-vif-deleted", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:19:41.512868 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb689939-3773-444f-b79b-06c86128a617 x-openstack-request-id: req-cb689939-3773-444f-b79b-06c86128a617 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:19:41.513168 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88af6c-90a7-421c-b3c8-e8bcf8f02464", "name": "network-vif-deleted", "tag": "af5575c2-ebd1-4b29-8666-45682b1874db", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:19:41.513483 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb689939-3773-444f-b79b-06c86128a617 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:19:41.513887 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88af6c-90a7-421c-b3c8-e8bcf8f02464', 'name': 'network-vif-deleted', 'tag': 'af5575c2-ebd1-4b29-8666-45682b1874db', 'status': 'completed', 'code': 200} Nov 23 15:19:41.900030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-126a0e20-df6b-4db0-93e1-8f1747d38516 req-88c2abe4-8db1-46e4-8ada-3c0fdae38289 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed88af6c-90a7-421c-b3c8-e8bcf8f02464 HTTP/1.1" status: 200 len: 210 time: 0.0285306 Nov 23 15:19:42.962498 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38948) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:43.318911 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:43.891221 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:19:43.891485 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:43.978665 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port 56e2baa5-2ad8-4fbc-a981-090f2090e2c8, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:43.979399 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:43.991018 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:19:44.169615 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:44.195338 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=56e2baa5-2ad8-4fbc-a981-090f2090e2c8,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:44.368043 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:44.576518 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Router 5a4c415f-b47e-4952-9393-5124e9b8d686 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:19:44.677142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:19:44.682058 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-cf724e4c-275c-4208-a090-51aa3745432b tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "PUT /v2.0/routers/5a4c415f-b47e-4952-9393-5124e9b8d686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7185190 Nov 23 15:19:44.684817 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38950) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:44.687385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] Sync routers for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:19:44.697663 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:44.698265 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:44.744531 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting subnet abec40ee-4fab-4829-b99c-1f0da4c992b0 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:19:44.747515 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:44.787386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:44.804345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:44.868529 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:44.932343 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:44.959974 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Subnet': ['ID=abec40ee-4fab-4829-b99c-1f0da4c992b0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:44.963621 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:44.967490 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-e5f300e1-4c29-4f29-b2d5-156e203797ff tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/subnets/abec40ee-4fab-4829-b99c-1f0da4c992b0 HTTP/1.1" status: 204 len: 168 time: 0.2817426 Nov 23 15:19:44.970058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38952) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:44.973104 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f36e79-8307-4ae7-b44b-817a8c2c0f4f None None] Network 92a35b67-db81-460e-8bb9-cc0abf5875ba requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:19:45.046289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:19:44Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:45.079364 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.091136 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] Checking router: 5a4c415f-b47e-4952-9393-5124e9b8d686 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:19:45.116961 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] Routers {'5a4c415f-b47e-4952-9393-5124e9b8d686'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:45.117563 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['5a4c415f-b47e-4952-9393-5124e9b8d686'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:45.186121 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.230156 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] Set router 5a4c415f-b47e-4952-9393-5124e9b8d686 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:45.249027 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Deleting port cc492bdb-f449-4947-80be-ce3ed175ff2b {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:19:45.249375 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.332499 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] For port cc492bdb-f449-4947-80be-ce3ed175ff2b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=cc492bdb-f449-4947-80be-ce3ed175ff2b,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:45.332766 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.345906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Calling delete_port for cc492bdb-f449-4947-80be-ce3ed175ff2b owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:19:45.442397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] DHCP port deletion for 92a35b67-db81-460e-8bb9-cc0abf5875ba request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:45.510968 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.546334 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Port': ['ID=cc492bdb-f449-4947-80be-ce3ed175ff2b,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:45.554989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3f52e-9770-4e8b-bcb9-3ae59bd0cdc6 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:45.585056 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Deleting port 781974cb-46da-4cb3-b5b9-eb87adec0b8b {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:19:45.585397 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.617307 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.658369 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] For port 781974cb-46da-4cb3-b5b9-eb87adec0b8b, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=781974cb-46da-4cb3-b5b9-eb87adec0b8b,segment=NetworkSegment(afecf590-c3f6-4d9a-93d1-eeacb3a2eebe),segment_id=afecf590-c3f6-4d9a-93d1-eeacb3a2eebe)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:45.658760 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.673211 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Calling delete_port for 781974cb-46da-4cb3-b5b9-eb87adec0b8b owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:19:45.708249 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.711250 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.719745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:19:44Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:45.753905 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af50f6-8db4-4c78-a0aa-a12f64c20dd4 None None] The sync data for ids ['5a4c415f-b47e-4952-9393-5124e9b8d686'] in n-d-818503-2 is: [{'id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595655984', 'tenant_id': '682f082c86e9419685d4542fbcca734c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:18:42Z', 'updated_at': '2021-11-23T15:19:44Z', 'revision_number': 5, 'project_id': '682f082c86e9419685d4542fbcca734c', 'gw_port': {'id': 'cc492bdb-f449-4947-80be-ce3ed175ff2b', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c415f-b47e-4952-9393-5124e9b8d686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:18:43Z', 'updated_at': '2021-11-23T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:19:45.754218 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.754570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Fanout notify agent at l3_agent the message router_deleted on router 5a4c415f-b47e-4952-9393-5124e9b8d686 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:19:45.762454 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.763733 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-5a710bbf-aa68-4088-8217-1b464f3a44a6 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/routers/5a4c415f-b47e-4952-9393-5124e9b8d686 HTTP/1.1" status: 204 len: 168 time: 0.7926884 Nov 23 15:19:45.766305 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38954) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:45.787851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.815641 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Pushing event deleted for resources: {'Port': ['ID=781974cb-46da-4cb3-b5b9-eb87adec0b8b,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:45.820580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] No DVR routers for this DVR port 781974cb-46da-4cb3-b5b9-eb87adec0b8b on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:19:45.834321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.834669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.835115 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.835400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.835721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.836043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.836366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.836687 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.837004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.837323 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.837638 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.837952 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b549a1d-9e5b-45c6-86c5-cff63324e332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:45.850358 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.936755 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.957123 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a35b67-db81-460e-8bb9-cc0abf5875ba']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:45.967068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:45.967359 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afecf590-c3f6-4d9a-93d1-eeacb3a2eebe') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:45.976520 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.989010 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.995468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:19:45.995888 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:19:45.998856 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:19:46.056779 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.064207 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.067347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/networks/92a35b67-db81-460e-8bb9-cc0abf5875ba HTTP/1.1" status: 204 len: 168 time: 0.2998013 Nov 23 15:19:46.070743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:46.078757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebda96-198d-47f5-afb7-54456cb8311e tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'Network': ['ID=92a35b67-db81-460e-8bb9-cc0abf5875ba,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:46.128314 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.154373 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.219168 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.221830 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.223024 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] 10.222.0.46 "DELETE /v2.0/security-groups/10ebac3c-b70b-4205-a599-2f07847a7326 HTTP/1.1" status: 204 len: 168 time: 0.1511562 Nov 23 15:19:46.232551 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ebac3c-b70b-4205-a599-2f07847a7326,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:46.240955 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.241376 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.241786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.243797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.243797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.244429 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.244792 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.245143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.245505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.245829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.246167 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.246498 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dcf86-b5fe-4c9d-b128-f046e9d201b5 tempest-TestNetworkAdvancedServerOps-1579659225 tempest-TestNetworkAdvancedServerOps-1579659225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:46.379528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device af5575c2-ebd1-4b29-8666-45682b1874db no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:19:46.406414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: af5575c2-ebd1-4b29-8666-45682b1874db {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:19:46.406767 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device af5575c2-ebd1-4b29-8666-45682b1874db not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:19:46.586285 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38966) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:46.734860 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6253d3ab-7f35-465b-86e7-3aecc85ed63f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=682f082c86e9419685d4542fbcca734c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470759 Nov 23 15:19:46.737155 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38970) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:46.789166 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b82155f0-d001-41cb-a42c-bb349de92dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.814487 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b82155f0-d001-41cb-a42c-bb349de92dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.850190 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device cc492bdb-f449-4947-80be-ce3ed175ff2b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:19:46.867171 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b82155f0-d001-41cb-a42c-bb349de92dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.869745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b82155f0-d001-41cb-a42c-bb349de92dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:46.870928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b82155f0-d001-41cb-a42c-bb349de92dc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64ededee-aa80-4171-9948-3657523d2422 HTTP/1.1" status: 204 len: 168 time: 0.1323485 Nov 23 15:19:46.874861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: cc492bdb-f449-4947-80be-ce3ed175ff2b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:19:46.875527 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device cc492bdb-f449-4947-80be-ce3ed175ff2b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:19:46.875954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 781974cb-46da-4cb3-b5b9-eb87adec0b8b no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:19:46.881739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82155f0-d001-41cb-a42c-bb349de92dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ededee-aa80-4171-9948-3657523d2422,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:46.903916 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 781974cb-46da-4cb3-b5b9-eb87adec0b8b {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:19:46.904268 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 781974cb-46da-4cb3-b5b9-eb87adec0b8b not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:19:46.904705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:19:46.930637 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:19:46.930868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 56e2baa5-2ad8-4fbc-a981-090f2090e2c8 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:19:47.138112 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 38976) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:47.151968 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e796e3b5-39e6-4a69-9598-7b363e1d1f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:47.224602 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e796e3b5-39e6-4a69-9598-7b363e1d1f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:47.228428 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e796e3b5-39e6-4a69-9598-7b363e1d1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:47.264741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e796e3b5-39e6-4a69-9598-7b363e1d1f75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fcbd6375d894adb9c8bb6808484fb8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255081 Nov 23 15:19:47.266791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796e3b5-39e6-4a69-9598-7b363e1d1f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561934c0-9c0b-4574-918b-36671a324dc0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:47.267448 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 38978) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:47.314442 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-010045fc-639b-462e-b466-80840118f7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:47.336278 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-010045fc-639b-462e-b466-80840118f7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:47.382985 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-010045fc-639b-462e-b466-80840118f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:47.385526 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-010045fc-639b-462e-b466-80840118f7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:47.386671 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-010045fc-639b-462e-b466-80840118f7e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/561934c0-9c0b-4574-918b-36671a324dc0 HTTP/1.1" status: 204 len: 168 time: 0.1182225 Nov 23 15:19:47.395784 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010045fc-639b-462e-b466-80840118f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561934c0-9c0b-4574-918b-36671a324dc0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:48.067428 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39000) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:48.160278 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1419159255-network', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:48.182655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Made reservation on behalf of 377c05a8d55e4c9a8ee5a46438e3c421 for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:19:48.185082 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.193270 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.268893 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.273228 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.298102 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:19:48.307691 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3283adc-d229-4956-b7e1-91144fdbf730,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:48.314238 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.314513 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Added segment 737e3dca-8260-45e9-880f-fbb596c56a89 of type vlan for network 6ece2ad0-41b5-4143-a68d-cd77af500442 Nov 23 15:19:48.355791 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.379429 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.380377 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:48.380949 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.416280 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3477459 Nov 23 15:19:48.419312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39004) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:48.424539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Request body: {'subnet': {'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1419159255-subnet', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:48.446106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c1958-b0ef-47aa-8f8c-63b6432bd253 admin admin] Pushing event updated for resources: {'Network': ['ID=6ece2ad0-41b5-4143-a68d-cd77af500442,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:48.446427 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Made reservation on behalf of 377c05a8d55e4c9a8ee5a46438e3c421 for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:19:48.449474 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.456892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:19:48.615934 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.668077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:48.680171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Checking segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:48.680539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Network hostable DHCP agents. Network: 6ece2ad0-41b5-4143-a68d-cd77af500442, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:19:48.698104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:19:48.706196 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 6ece2ad0-41b5-4143-a68d-cd77af500442) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:48.711261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:48.711865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.717501 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f0666-5a68-4613-a30e-7dced03c9514 None None] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:19:48.729646 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8ba9e648-6f02-45bd-bd7a-08b3d103fadf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067479 Nov 23 15:19:48.729897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39006) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:48.734180 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:48.761751 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.762796 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.818362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.867921 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-6ece2ad0-41b5-4143-a68d-cd77af500442', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:19:48.868784 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:48.956546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.001256 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Allocated IP 172.20.0.2 (6ece2ad0-41b5-4143-a68d-cd77af500442/3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7/faac6b03-6be3-4d98-8ca8-77f67071072a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:19:49.139017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.144340 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.159496 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.179173 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.186988 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:49.189848 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:49.193979 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:19:49.200840 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Pushing event updated for resources: {'Port': ['ID=faac6b03-6be3-4d98-8ca8-77f67071072a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:49.250233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Attempting to bind port faac6b03-6be3-4d98-8ca8-77f67071072a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:19:49.250609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Attempting to bind port faac6b03-6be3-4d98-8ca8-77f67071072a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:19:49.251000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Attempting to bind port faac6b03-6be3-4d98-8ca8-77f67071072a on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:19:49.255971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:19:49.256343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Checking segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:49.256738 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.257128 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Bound using segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:19:49.257595 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Bound port: faac6b03-6be3-4d98-8ca8-77f67071072a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:19:49.257974 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.287953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Allocated IP 172.25.3.141 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/1460ea28-2f01-4717-804d-b74e2f3a0428) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:19:49.322047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] For port faac6b03-6be3-4d98-8ca8-77f67071072a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:19:49.325333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] For port faac6b03-6be3-4d98-8ca8-77f67071072a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=faac6b03-6be3-4d98-8ca8-77f67071072a,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:19:49.329372 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.391674 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.393628 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0849bc-883f-4d5d-a45b-901923059c46 None None] Pushing event updated for resources: {'Port': ['ID=faac6b03-6be3-4d98-8ca8-77f67071072a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:49.426829 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.475287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:49.478119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:49.482883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:19:49.486035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Pushing event updated for resources: {'Port': ['ID=1460ea28-2f01-4717-804d-b74e2f3a0428,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:49.499393 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34356af7-6ebc-41ae-be21-3f1bb4447f17 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:49.580301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5a2666c2-334e-42ad-abe9-0bac022e9ef9 None None] Provisioning complete for port 1460ea28-2f01-4717-804d-b74e2f3a0428 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:49.580670 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5a2666c2-334e-42ad-abe9-0bac022e9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.626749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5a2666c2-334e-42ad-abe9-0bac022e9ef9 None None] Port 1460ea28-2f01-4717-804d-b74e2f3a0428 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:19:49.780721 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:49.974842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.104781 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:19:50.209845 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:19:50.220624 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Sync routers for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:19:50.228655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.229910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e038039c-6ef5-437e-83a7-781e996a9380 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4990737 Nov 23 15:19:50.230848 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:50.231544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:50.232608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39008) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:50.342380 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:50.368423 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f9ef3-5db8-4a39-8a82-e0335a528fc6 None None] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:19:50.511173 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9f454241-e2de-42f3-a9cf-faf9502bd87b None None] Provisioning complete for port faac6b03-6be3-4d98-8ca8-77f67071072a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:50.511885 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f454241-e2de-42f3-a9cf-faf9502bd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.541151 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:49Z', 'revision_number': 3, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:50.570918 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Checking router: 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:19:50.571839 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Updating router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 port 1460ea28-2f01-4717-804d-b74e2f3a0428 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:19:50.606166 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.616986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device faac6b03-6be3-4d98-8ca8-77f67071072a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:19:50.659466 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f454241-e2de-42f3-a9cf-faf9502bd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.703594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9f454241-e2de-42f3-a9cf-faf9502bd87b None None] For port faac6b03-6be3-4d98-8ca8-77f67071072a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=faac6b03-6be3-4d98-8ca8-77f67071072a,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:50.704578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port faac6b03-6be3-4d98-8ca8-77f67071072a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:50.704944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.736005 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.737564 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9f454241-e2de-42f3-a9cf-faf9502bd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.820823 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f454241-e2de-42f3-a9cf-faf9502bd87b None None] Pushing event updated for resources: {'Port': ['ID=faac6b03-6be3-4d98-8ca8-77f67071072a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:50.909924 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.915250 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.938119 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Allocated IP 172.20.0.1 (6ece2ad0-41b5-4143-a68d-cd77af500442/3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7/a54d2ca2-5c15-401a-a154-7e3cc3f63c78) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:19:50.966986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16658f4c-e148-4c12-85ea-f65f83d10eba None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:50.971145 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Pushing event updated for resources: {'Port': ['ID=1460ea28-2f01-4717-804d-b74e2f3a0428,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:50.974188 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Attempting to bind port 1460ea28-2f01-4717-804d-b74e2f3a0428 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:19:50.974561 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Attempting to bind port 1460ea28-2f01-4717-804d-b74e2f3a0428 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:19:50.974949 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Attempting to bind port 1460ea28-2f01-4717-804d-b74e2f3a0428 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:19:50.977923 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-42bf0d11-b937-48a3-9ff0-bd223cbd3692 None None] Provisioning complete for port faac6b03-6be3-4d98-8ca8-77f67071072a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:50.978297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-42bf0d11-b937-48a3-9ff0-bd223cbd3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.984055 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.984404 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.984747 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.985081 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.985408 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.985946 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.986439 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.986774 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.987130 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.987456 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.987778 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.988098 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:19:50.993310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:19:50.993931 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:50.994609 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:50.995177 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:19:50.995817 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Bound port: 1460ea28-2f01-4717-804d-b74e2f3a0428, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:19:50.996368 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.053713 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.054860 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] For port 1460ea28-2f01-4717-804d-b74e2f3a0428, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:19:51.058546 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] For port 1460ea28-2f01-4717-804d-b74e2f3a0428, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1460ea28-2f01-4717-804d-b74e2f3a0428,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:19:51.063448 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.094155 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.115327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7dd8a-bb32-4c07-bbac-49e63a00fdf0 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:51.123802 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:51.124425 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:51.131017 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:51.135895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:51.139358 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:19:51.168605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Pushing event updated for resources: {'Port': ['ID=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:51.169011 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ffbd8-8784-4149-81a9-ab4fb0aa5f97 None None] Pushing event updated for resources: {'Port': ['ID=1460ea28-2f01-4717-804d-b74e2f3a0428,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:51.185350 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.207838 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b0f1dbb1-a8fe-4765-8395-9fb73ed2f576 None None] Provisioning complete for port 1460ea28-2f01-4717-804d-b74e2f3a0428 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:51.209550 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b0f1dbb1-a8fe-4765-8395-9fb73ed2f576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.246018 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:51.307867 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b0f1dbb1-a8fe-4765-8395-9fb73ed2f576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.326516 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.343289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-b0f1dbb1-a8fe-4765-8395-9fb73ed2f576 None None] For port 1460ea28-2f01-4717-804d-b74e2f3a0428, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1460ea28-2f01-4717-804d-b74e2f3a0428,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:51.350311 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b0f1dbb1-a8fe-4765-8395-9fb73ed2f576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.406751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1dbb1-a8fe-4765-8395-9fb73ed2f576 None None] Pushing event updated for resources: {'Port': ['ID=1460ea28-2f01-4717-804d-b74e2f3a0428,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:51.463319 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:49Z', 'revision_number': 3, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:51.473706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bde9167d-8f2a-47be-a803-af0c9bb52fa4 None None] Provisioning complete for port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:51.474074 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bde9167d-8f2a-47be-a803-af0c9bb52fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.489395 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685f172-d3ff-4c3f-85a8-c1158db3bec3 None None] The sync data for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 is: [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:49Z', 'revision_number': 3, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:19:51.490519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.497225 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.516578 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bde9167d-8f2a-47be-a803-af0c9bb52fa4 None None] Port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:19:51.568996 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Pushing event updated for resources: {'Port': ['ID=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:51.571725 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.664322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:51.665718 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:51.805828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:19:51.931342 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:19:51.939260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b56e1189-6b48-4d67-841c-4bd01c13d7f4 None None] Provisioning complete for port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:51.939557 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b56e1189-6b48-4d67-841c-4bd01c13d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:51.943549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-15e7bc0d-e3cb-4f4c-95d8-277a963d668e admin admin] 10.222.0.46 "PUT /v2.0/routers/6bb68de9-dd5a-40d9-bc4f-1cb7762d0653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096157 Nov 23 15:19:51.976320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b56e1189-6b48-4d67-841c-4bd01c13d7f4 None None] Port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:19:52.426414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39026) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:52.431561 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-721386838-network', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:52.451425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Made reservation on behalf of 734ba1907c424c9f937dc5e35b194e3f for: {'network': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:19:52.453669 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.463329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.546865 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.551267 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.580083 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:19:52.587413 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8495365e-2bac-4677-b072-8953dc6ad5a3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:52.595444 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.595873 n-d-818503-2 neutron-server[103346]: INFO neutron.db.segments_db [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Added segment 83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a of type vlan for network be88e29c-10cc-4119-876b-ef2b637265b3 Nov 23 15:19:52.628041 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1460ea28-2f01-4717-804d-b74e2f3a0428 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:19:52.641736 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.666605 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.667680 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:52.668290 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.677257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 1460ea28-2f01-4717-804d-b74e2f3a0428 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:52.677627 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.702457 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2748446 Nov 23 15:19:52.705425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39028) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:52.712001 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Request body: {'subnet': {'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-721386838-subnet', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'ip_version': 4}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:52.730711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4229ed-bd93-4e3a-9938-6ed00b7b7c13 admin admin] Pushing event updated for resources: {'Network': ['ID=be88e29c-10cc-4119-876b-ef2b637265b3,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:52.735423 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Made reservation on behalf of 734ba1907c424c9f937dc5e35b194e3f for: {'subnet': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:19:52.738098 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9201809'] for subnet, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.751667 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network be88e29c-10cc-4119-876b-ef2b637265b3 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:19:52.815352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device faac6b03-6be3-4d98-8ca8-77f67071072a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:19:52.879933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port faac6b03-6be3-4d98-8ca8-77f67071072a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:52.881125 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.924146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12506083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9201827'] for subnet, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:52.980268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972eed3c-9127-430e-8b9d-7d842bdd841a,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:52.990913 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Checking segment: {'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:52.991296 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Network hostable DHCP agents. Network: be88e29c-10cc-4119-876b-ef2b637265b3, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:19:53.007756 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Network be88e29c-10cc-4119-876b-ef2b637265b3 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:19:53.016632 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, be88e29c-10cc-4119-876b-ef2b637265b3) {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:53.021774 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:53.022717 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.025830 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06186cf-ad9d-4898-90f7-179e21e45336 None None] Network be88e29c-10cc-4119-876b-ef2b637265b3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:19:53.045643 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-db6a8bac-9653-45ae-b36e-6cf94d229598 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3387537 Nov 23 15:19:53.048396 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39030) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:53.053245 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:53.074143 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.075080 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.118147 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Sync routers for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:19:53.136519 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.152352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:53.152962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:53.414875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-be88e29c-10cc-4119-876b-ef2b637265b3', 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'fixed_ips': [{'subnet_id': '972eed3c-9127-430e-8b9d-7d842bdd841a'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:19:53.415784 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.511835 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:53.605312 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.690289 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Allocated IP 172.20.0.2 (be88e29c-10cc-4119-876b-ef2b637265b3/972eed3c-9127-430e-8b9d-7d842bdd841a/d85b7b9f-64e1-4a42-bc87-0b775fa9cc36) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:19:53.808091 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.827040 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.873334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 2, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:53.913747 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Checking router: 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:19:53.914103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Updating router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:19:53.916414 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.933997 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Allocated IP 172.25.3.190 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/355468ce-f62a-4045-b6ca-e5431d1d8cd3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:19:53.935438 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.966724 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:53.992305 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Network be88e29c-10cc-4119-876b-ef2b637265b3 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:54.000538 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:54.024325 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:19:54.026309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Pushing event updated for resources: {'Port': ['ID=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:54.045703 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.084232 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.119405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:54.124103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:54.128136 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:19:54.142718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0d1fa-54cd-4894-adc5-83793fc40648 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:54.151231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Attempting to bind port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:19:54.151608 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Attempting to bind port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:19:54.151976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Attempting to bind port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 on network be88e29c-10cc-4119-876b-ef2b637265b3 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:19:54.152778 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Pushing event updated for resources: {'Port': ['ID=355468ce-f62a-4045-b6ca-e5431d1d8cd3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:54.166860 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:19:54.167478 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Checking segment: {'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:54.167660 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.168057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Bound using segment: {'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:19:54.168542 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Bound port: d85b7b9f-64e1-4a42-bc87-0b775fa9cc36, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:19:54.168919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.283866 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-34d37951-0f3f-4770-8e00-68bb7a39ce21 None None] Provisioning complete for port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:54.284232 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-34d37951-0f3f-4770-8e00-68bb7a39ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.334909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] For port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:19:54.361745 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] For port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,segment=NetworkSegment(83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a),segment_id=83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:19:54.374764 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.383417 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-34d37951-0f3f-4770-8e00-68bb7a39ce21 None None] Port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:19:54.395346 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.465895 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.496795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.498450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e71b5-25eb-4954-8584-4666b3885f97 None None] Pushing event updated for resources: {'Port': ['ID=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:54.506494 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.558994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a9115-23bb-4936-bc72-5ec3dcad8f3a None None] Pushing event updated for resources: {'Port': ['ID=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:54.618450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Attempting to bind port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:19:54.618871 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Attempting to bind port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:19:54.619270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Attempting to bind port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:19:54.620412 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.624738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:19:54.625105 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Checking segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:54.625499 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.625888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Bound using segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:19:54.626350 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Bound port: a54d2ca2-5c15-401a-a154-7e3cc3f63c78, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:19:54.626744 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.695144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] For port a54d2ca2-5c15-401a-a154-7e3cc3f63c78, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:19:54.698808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] For port a54d2ca2-5c15-401a-a154-7e3cc3f63c78, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:19:54.705661 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.785487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:54.786718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:54.797567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Router 24d574f1-295c-4a72-bfd3-0ee41abba88e is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:19:54.845249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a9115-23bb-4936-bc72-5ec3dcad8f3a None None] Pushing event updated for resources: {'Port': ['ID=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:54.927442 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-098fce54-5032-4202-b0e8-0ef4423d8a0e None None] Provisioning complete for port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:54.927818 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-098fce54-5032-4202-b0e8-0ef4423d8a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.948080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:19:54.970039 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:54.970781 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Sync routers for ids ['24d574f1-295c-4a72-bfd3-0ee41abba88e'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:19:54.972717 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-487b6334-71e6-41ee-bfb0-54e77edffba8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9233615 Nov 23 15:19:54.975400 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39032) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:54.979486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:54.991295 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Routers {'24d574f1-295c-4a72-bfd3-0ee41abba88e'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:54.993056 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['24d574f1-295c-4a72-bfd3-0ee41abba88e'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:55.121238 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-098fce54-5032-4202-b0e8-0ef4423d8a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.148724 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Set router 24d574f1-295c-4a72-bfd3-0ee41abba88e gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:55.197168 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-098fce54-5032-4202-b0e8-0ef4423d8a0e None None] For port a54d2ca2-5c15-401a-a154-7e3cc3f63c78, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:55.207944 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-098fce54-5032-4202-b0e8-0ef4423d8a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.287944 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fce54-5032-4202-b0e8-0ef4423d8a0e None None] Pushing event updated for resources: {'Port': ['ID=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:55.305777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:54Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:55.338701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86167359-9685-4b49-9bb5-fffaac68a66b None None] The sync data for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 is: [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:54Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:19:55.349176 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7ae20dc5-83bf-41c9-9b83-0b6a21c9269e None None] Provisioning complete for port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:55.349550 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7ae20dc5-83bf-41c9-9b83-0b6a21c9269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.359129 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:54Z', 'revision_number': 3, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port': {'id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:55.395449 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Checking router: 24d574f1-295c-4a72-bfd3-0ee41abba88e for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:19:55.396656 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Updating router 24d574f1-295c-4a72-bfd3-0ee41abba88e port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:19:55.460673 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.515233 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.729212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Allocated IP 172.20.0.1 (be88e29c-10cc-4119-876b-ef2b637265b3/972eed3c-9127-430e-8b9d-7d842bdd841a/f5a3bc34-01ff-4e72-81f1-da0b26b8eb90) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:19:55.786346 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.797839 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.849291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9407fd85-36fb-4a63-bb08-4b937bb5e55a None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:55.853618 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Attempting to bind port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:19:55.854144 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Attempting to bind port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:19:55.854782 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Attempting to bind port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:19:55.866823 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:19:55.867254 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:55.867777 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.868232 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:19:55.868782 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Bound port: 355468ce-f62a-4045-b6ca-e5431d1d8cd3, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:19:55.869501 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.881766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.903207 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d419119-0fc8-4f7b-85d7-cc93278c5cd7 None None] Pushing event updated for resources: {'Port': ['ID=355468ce-f62a-4045-b6ca-e5431d1d8cd3,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:55.930386 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.931306 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb9a95-59ed-45b2-904e-da02987726ee None None] Network be88e29c-10cc-4119-876b-ef2b637265b3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:19:55.941041 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] For port 355468ce-f62a-4045-b6ca-e5431d1d8cd3, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:19:55.945146 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] For port 355468ce-f62a-4045-b6ca-e5431d1d8cd3, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=355468ce-f62a-4045-b6ca-e5431d1d8cd3,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:19:55.945759 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-dd37d763-8f01-40b6-8a4f-e4e8d900435c None None] Provisioning complete for port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:55.946346 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dd37d763-8f01-40b6-8a4f-e4e8d900435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.950944 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:55.984647 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Network be88e29c-10cc-4119-876b-ef2b637265b3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:55.988618 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:55.993888 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:19:56.015708 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Routers {'24d574f1-295c-4a72-bfd3-0ee41abba88e'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:56.016942 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['24d574f1-295c-4a72-bfd3-0ee41abba88e'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:56.037044 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:56.046484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.106994 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324be95-fb79-46be-a62a-b82af0da9062 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:19:56.204038 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dd37d763-8f01-40b6-8a4f-e4e8d900435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.216081 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.234021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-dd37d763-8f01-40b6-8a4f-e4e8d900435c None None] For port 355468ce-f62a-4045-b6ca-e5431d1d8cd3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=355468ce-f62a-4045-b6ca-e5431d1d8cd3,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:56.258037 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-dd37d763-8f01-40b6-8a4f-e4e8d900435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.269089 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d419119-0fc8-4f7b-85d7-cc93278c5cd7 None None] Pushing event updated for resources: {'Port': ['ID=355468ce-f62a-4045-b6ca-e5431d1d8cd3,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:56.281714 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] Set router 24d574f1-295c-4a72-bfd3-0ee41abba88e gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:56.344134 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d763-8f01-40b6-8a4f-e4e8d900435c None None] Pushing event updated for resources: {'Port': ['ID=355468ce-f62a-4045-b6ca-e5431d1d8cd3,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:56.387048 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] Provisioning complete for port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:56.387421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.441601 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.449685 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.529329 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.559192 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:56.562021 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.593382 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:54Z', 'revision_number': 3, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port': {'id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:56.604886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] For port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,segment=NetworkSegment(83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a),segment_id=83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:19:56.610989 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.648786 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99632910-6c90-47f1-afc3-766260e5b816 None None] The sync data for ids ['24d574f1-295c-4a72-bfd3-0ee41abba88e'] in n-d-818503-2 is: [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:54Z', 'revision_number': 3, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port': {'id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:19:56.690450 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a54d2ca2-5c15-401a-a154-7e3cc3f63c78 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:19:56.759688 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] Provisioning complete for port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:56.760543 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.776430 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Network be88e29c-10cc-4119-876b-ef2b637265b3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:19:56.777956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:19:56.785978 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193a020-2f81-4718-8898-79cddf2f4440 None None] Pushing event updated for resources: {'Port': ['ID=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:56.836401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:56.837030 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.912316 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a6c45b17-5926-4df8-9ff8-447d1424f54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:56.940956 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Router 24d574f1-295c-4a72-bfd3-0ee41abba88e has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:19:56.992397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:19:57.065851 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:57.066486 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.069590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e63ef178-7223-4aa7-80f9-db7d633c86ba None None] Provisioning complete for port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:57.070052 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e63ef178-7223-4aa7-80f9-db7d633c86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.071911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:19:57.085127 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8132f85f-bdf1-4b38-8e41-bdf160278628 admin admin] 10.222.0.46 "PUT /v2.0/routers/24d574f1-295c-4a72-bfd3-0ee41abba88e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1034250 Nov 23 15:19:57.296250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-e63ef178-7223-4aa7-80f9-db7d633c86ba None None] Provisioning complete for port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:57.296732 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e63ef178-7223-4aa7-80f9-db7d633c86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.353257 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e63ef178-7223-4aa7-80f9-db7d633c86ba None None] Port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:19:57.472528 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-65d81824-1123-4cfb-93ca-a4f0b0a55c3e None None] Provisioning complete for port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:57.472981 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-65d81824-1123-4cfb-93ca-a4f0b0a55c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.515583 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-65d81824-1123-4cfb-93ca-a4f0b0a55c3e None None] Port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:19:57.629479 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39048) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:57.634259 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-970b92f1-8a3d-42e7-925c-3d5eac25b4d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1650251751', 'description': 'tempest-secgroup-smoke-1650251751 description', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:57.657210 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-970b92f1-8a3d-42e7-925c-3d5eac25b4d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.728820 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-970b92f1-8a3d-42e7-925c-3d5eac25b4d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.732898 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-970b92f1-8a3d-42e7-925c-3d5eac25b4d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.763933 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-970b92f1-8a3d-42e7-925c-3d5eac25b4d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.765191 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-970b92f1-8a3d-42e7-925c-3d5eac25b4d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1346703 Nov 23 15:19:57.768395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39050) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:57.770030 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b92f1-8a3d-42e7-925c-3d5eac25b4d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d477afb-5ce1-4592-9ff8-9c6c2743621e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:57.773619 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-06932196-a442-466d-8622-34f2a3c0b173 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': '8d477afb-5ce1-4592-9ff8-9c6c2743621e', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:57.805441 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-06932196-a442-466d-8622-34f2a3c0b173 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.831323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.874532 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-06932196-a442-466d-8622-34f2a3c0b173 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.878296 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-06932196-a442-466d-8622-34f2a3c0b173 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.898437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06932196-a442-466d-8622-34f2a3c0b173 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58631b88-793a-4726-9f2e-08d2abc7c1bd,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:57.906964 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-06932196-a442-466d-8622-34f2a3c0b173 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.908257 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-06932196-a442-466d-8622-34f2a3c0b173 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388197 Nov 23 15:19:57.910857 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39052) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:57.915851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-a9ce9379-cffc-4b35-a635-820ca52acd9c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': '8d477afb-5ce1-4592-9ff8-9c6c2743621e', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:57.941767 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9379-cffc-4b35-a635-820ca52acd9c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.995315 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9379-cffc-4b35-a635-820ca52acd9c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:57.998708 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9379-cffc-4b35-a635-820ca52acd9c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.016502 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce9379-cffc-4b35-a635-820ca52acd9c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e72ec00-6292-4df6-a12d-bb2a74b0f153,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:58.024610 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9379-cffc-4b35-a635-820ca52acd9c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.025784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a9ce9379-cffc-4b35-a635-820ca52acd9c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134343 Nov 23 15:19:58.028466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39054) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:58.032816 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0fea2a57-ab1a-4675-8398-a370796e8968 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': '8d477afb-5ce1-4592-9ff8-9c6c2743621e', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:58.058914 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0fea2a57-ab1a-4675-8398-a370796e8968 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.113448 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0fea2a57-ab1a-4675-8398-a370796e8968 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.117284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0fea2a57-ab1a-4675-8398-a370796e8968 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.135103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea2a57-ab1a-4675-8398-a370796e8968 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6572e01a-25d0-4ee1-9050-ea66cc515195,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:58.143580 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0fea2a57-ab1a-4675-8398-a370796e8968 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.148162 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39056) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:58.148672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0fea2a57-ab1a-4675-8398-a370796e8968 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187739 Nov 23 15:19:58.153664 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-c40efd46-96ee-4346-bea2-505d96b134f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': '8d477afb-5ce1-4592-9ff8-9c6c2743621e', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:58.180938 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40efd46-96ee-4346-bea2-505d96b134f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.237269 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40efd46-96ee-4346-bea2-505d96b134f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.241586 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40efd46-96ee-4346-bea2-505d96b134f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.248745 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:19:58.258744 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40efd46-96ee-4346-bea2-505d96b134f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c47fdc-9812-44d3-88b3-d46f767a6030,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:58.266655 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c40efd46-96ee-4346-bea2-505d96b134f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.267860 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-c40efd46-96ee-4346-bea2-505d96b134f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180296 Nov 23 15:19:58.271078 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39058) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:58.275231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': '8d477afb-5ce1-4592-9ff8-9c6c2743621e', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:58.296773 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Project 377c05a8d55e4c9a8ee5a46438e3c421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:19:58.302016 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.359640 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.363188 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.382809 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6fb8e7-534c-4f14-bdc1-2d638a6fb358,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:58.391034 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.392243 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-a7d6f25b-9a52-43d6-bce5-744a8c99cbc7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202307 Nov 23 15:19:58.394882 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39060) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:19:58.400905 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': '8d477afb-5ce1-4592-9ff8-9c6c2743621e', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:19:58.422060 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Project 377c05a8d55e4c9a8ee5a46438e3c421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:19:58.426656 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.485146 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.489899 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.509222 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8995ff-a98a-49cc-b132-5a28c0372bff,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:58.519131 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.520435 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e7631ff0-0331-4338-a5a6-12352f77e89a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228952 Nov 23 15:19:58.649670 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:19:58.698834 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:58.699266 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:58.700482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-898de286-8275-425c-85b1-7500d75e9225 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650251751&fields=id&tenant_id=377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 267 time: 0.0504837 Nov 23 15:19:58.779203 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 355468ce-f62a-4045-b6ca-e5431d1d8cd3 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:19:58.815597 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-999fdb3b-081f-497e-a819-74b4af013a0f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:19:58.817283 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-999fdb3b-081f-497e-a819-74b4af013a0f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 809 time: 0.1096823 Nov 23 15:19:58.834078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-2830c479-9885-4871-8c85-9554398ca13f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/quotas/377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 375 time: 0.0100255 Nov 23 15:19:58.901341 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-9aabea08-d54a-4871-8109-f4d728c15395 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571911 Nov 23 15:19:58.970222 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Sync routers for ids ['24d574f1-295c-4a72-bfd3-0ee41abba88e'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:19:58.993397 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Routers {'24d574f1-295c-4a72-bfd3-0ee41abba88e'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:58.993949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['24d574f1-295c-4a72-bfd3-0ee41abba88e'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:59.008710 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cb8293f-ed81-4e63-a06c-1cc2494f1c2d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:19:59.009825 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cb8293f-ed81-4e63-a06c-1cc2494f1c2d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0964718 Nov 23 15:19:59.047976 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:19:59.048603 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.100380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-10fa2644-8fe2-4348-90fd-a67ec0c744d5 service neutron] 10.222.0.46 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840490 Nov 23 15:19:59.131599 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Set router 24d574f1-295c-4a72-bfd3-0ee41abba88e gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:19:59.194230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-3bde5ba2-684e-4d5e-bae2-f67f86fa80a9 service neutron] 10.222.0.46 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875125 Nov 23 15:19:59.265829 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e78e3a82-c544-475b-b747-e986c7b5bbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.379802 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-053ffcfa-7725-4c2b-9794-ff4f444ebf01 req-b2daf433-f7dc-49ac-8caf-dfe247bac085 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 210 time: 0.0274150 Nov 23 15:19:59.386996 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 4, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port': {'id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f5a3bc34-01ff-4e72-81f1-da0b26b8eb90', 'name': '', 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'mac_address': 'fa:16:3e:5f:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '972eed3c-9127-430e-8b9d-7d842bdd841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:55Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 2, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'subnets': [{'id': '972eed3c-9127-430e-8b9d-7d842bdd841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:19:59.414247 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Checking router: 24d574f1-295c-4a72-bfd3-0ee41abba88e for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:19:59.414609 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Updating router 24d574f1-295c-4a72-bfd3-0ee41abba88e port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:19:59.438673 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.719217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.724016 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.791920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51761a-4345-46c0-a11b-6e0945055368 None None] Pushing event updated for resources: {'Port': ['ID=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:19:59.830005 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Attempting to bind port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:19:59.830374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Attempting to bind port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:19:59.830734 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Attempting to bind port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 on network be88e29c-10cc-4119-876b-ef2b637265b3 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:19:59.836320 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:19:59.836681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Checking segment: {'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:19:59.837072 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.837462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Bound using segment: {'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:19:59.837925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Bound port: f5a3bc34-01ff-4e72-81f1-da0b26b8eb90, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:19:59.838302 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.908433 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] For port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:19:59.911786 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] For port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,segment=NetworkSegment(83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a),segment_id=83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:19:59.917676 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:19:59.981874 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Routers {'24d574f1-295c-4a72-bfd3-0ee41abba88e'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:19:59.982522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['24d574f1-295c-4a72-bfd3-0ee41abba88e'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:20:00.022672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51761a-4345-46c0-a11b-6e0945055368 None None] Pushing event updated for resources: {'Port': ['ID=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:00.094552 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-1a02d7b7-b372-48a8-89a7-03837ee8cfe4 None None] Provisioning complete for port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:20:00.094950 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1a02d7b7-b372-48a8-89a7-03837ee8cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:00.128698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] Set router 24d574f1-295c-4a72-bfd3-0ee41abba88e gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:20:00.300896 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1a02d7b7-b372-48a8-89a7-03837ee8cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:00.326478 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-564e8a87-f2d4-4492-bad5-ea07316b1d48 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:00.328272 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-564e8a87-f2d4-4492-bad5-ea07316b1d48 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 809 time: 0.1112905 Nov 23 15:20:00.357547 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:00.383558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-1a02d7b7-b372-48a8-89a7-03837ee8cfe4 None None] For port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,segment=NetworkSegment(83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a),segment_id=83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:20:00.390070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1a02d7b7-b372-48a8-89a7-03837ee8cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:00.398936 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-bc3e335e-1040-4503-b883-bee38d7b07f1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 380 time: 0.0608640 Nov 23 15:20:00.411938 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'port': {'device_id': '7caca514-afef-468d-ba65-0cee2e801598', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'admin_state_up': True, 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'security_groups': ['8d477afb-5ce1-4592-9ff8-9c6c2743621e']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:20:00.454437 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02d7b7-b372-48a8-89a7-03837ee8cfe4 None None] Pushing event updated for resources: {'Port': ['ID=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:00.462797 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 4, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port': {'id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f5a3bc34-01ff-4e72-81f1-da0b26b8eb90', 'name': '', 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'mac_address': 'fa:16:3e:5f:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '972eed3c-9127-430e-8b9d-7d842bdd841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:55Z', 'updated_at': '2021-11-23T15:19:59Z', 'revision_number': 4, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'subnets': [{'id': '972eed3c-9127-430e-8b9d-7d842bdd841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:20:00.491538 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f787cc9a-1004-408a-bba3-df37b7dd984b req-ac7e0282-12c0-467f-9beb-2b76175712ee tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 210 time: 0.0369055 Nov 23 15:20:00.503382 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093caef-f10e-4147-bcbf-cf30c67c6b22 None None] The sync data for ids ['24d574f1-295c-4a72-bfd3-0ee41abba88e'] in n-d-818503-2 is: [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 4, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port': {'id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f5a3bc34-01ff-4e72-81f1-da0b26b8eb90', 'name': '', 'network_id': 'be88e29c-10cc-4119-876b-ef2b637265b3', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'mac_address': 'fa:16:3e:5f:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '972eed3c-9127-430e-8b9d-7d842bdd841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:55Z', 'updated_at': '2021-11-23T15:19:59Z', 'revision_number': 4, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'subnets': [{'id': '972eed3c-9127-430e-8b9d-7d842bdd841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:20:00.516401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9931a7e0-5c63-4f5e-8b6f-8623d768d0bc None None] Provisioning complete for port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:20:00.516771 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9931a7e0-5c63-4f5e-8b6f-8623d768d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:00.867911 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Made reservation on behalf of 377c05a8d55e4c9a8ee5a46438e3c421 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:20:00.871534 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.001349 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Allocated IP 172.20.0.14 (6ece2ad0-41b5-4143-a68d-cd77af500442/3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7/d5e821bd-c1c7-4be9-9ccb-0d27176688d0) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:20:01.137458 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.170989 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.216438 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:20:01.219511 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:20:01.223254 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:20:01.247444 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:01.275508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:01.276161 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.293515 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f48452b0-6b7f-4b99-9125-42f5eb2dcfd5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8855653 Nov 23 15:20:01.304353 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-93910aae-493e-4a3a-97a2-56b20d4f4d0c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:20:01.305339 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-93910aae-493e-4a3a-97a2-56b20d4f4d0c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058813 Nov 23 15:20:01.318856 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Request body: {'port': {'device_id': '7caca514-afef-468d-ba65-0cee2e801598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:20:01.378670 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.453194 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-bf059280-4ca8-4400-8d28-9d68eee76489 None None] Provisioning complete for port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:20:01.453794 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf059280-4ca8-4400-8d28-9d68eee76489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.491246 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-bf059280-4ca8-4400-8d28-9d68eee76489 None None] Port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:20:01.611205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4bdf7-09aa-4c29-aee8-e771cfbc36dc req-2c1e1164-765f-49ca-b790-b1bef74dbb5a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:01.612717 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88e4bdf7-09aa-4c29-aee8-e771cfbc36dc req-2c1e1164-765f-49ca-b790-b1bef74dbb5a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 932 time: 0.0502133 Nov 23 15:20:01.638320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e821bd-c1c7-4be9-9ccb-0d27176688d0 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:20:01.646115 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.659120 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Transition to ACTIVE for port object d5e821bd-c1c7-4be9-9ccb-0d27176688d0 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:20:01.664245 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.667089 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88e4bdf7-09aa-4c29-aee8-e771cfbc36dc req-98964712-f7d1-4821-849f-cc902fd56532 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475311 Nov 23 15:20:01.718132 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:01.787828 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:20:01.788171 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:20:01.788502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:20:01.793285 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:20:01.793608 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:20:01.798590 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:20:01.798959 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Checking segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:20:01.799351 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Bound using segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:20:01.799788 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Bound port: d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:20:01.800147 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.865318 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:20:01.868631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:20:01.872165 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.904791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:01.905337 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.906745 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] 10.222.0.74 "PUT /v2.0/ports/d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1092 time: 0.5927668 Nov 23 15:20:01.907217 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:20:01.909506 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84220524-aa60-41bf-9439-244c8ab62493" -d '{"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:20:01.940605 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeb872-2381-437c-8e16-4724aec7ef38 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:01.980365 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:01.982558 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf274949-1655-4dd9-922d-7d67f327bc72 x-openstack-request-id: req-bf274949-1655-4dd9-922d-7d67f327bc72 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:20:01.983555 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:20:01.983807 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf274949-1655-4dd9-922d-7d67f327bc72 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:20:01.984225 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'status': 'completed', 'code': 200} Nov 23 15:20:02.000881 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-84969a75-f8cd-4fc1-a3de-549ebf001455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.002544 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-84969a75-f8cd-4fc1-a3de-549ebf001455 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1095 time: 0.0498049 Nov 23 15:20:02.052032 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-17c3678f-b74c-4496-802b-4fdf88b7d305 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 217 time: 0.0412014 Nov 23 15:20:02.103745 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-b60d8101-917c-4fdc-b99a-edc9d9234810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.105438 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-b60d8101-917c-4fdc-b99a-edc9d9234810 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0471320 Nov 23 15:20:02.153256 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-072e62f2-3f45-429b-b75d-cc1539f6e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.154755 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-072e62f2-3f45-429b-b75d-cc1539f6e840 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413988 Nov 23 15:20:02.261287 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-77f36a20-ec1b-4f2f-8b3c-59ece7ff3c0c service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992486 Nov 23 15:20:02.349184 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-852885d0-51f7-43c6-9291-f96f143b9e74 req-f718f8b9-a51f-43be-a224-8c24e25ce74a service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805807 Nov 23 15:20:02.441508 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220524-aa60-41bf-9439-244c8ab62493 req-29df1f40-ef14-4f00-8a95-4f4a315cdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.443626 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84220524-aa60-41bf-9439-244c8ab62493 req-29df1f40-ef14-4f00-8a95-4f4a315cdf80 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1095 time: 0.0448391 Nov 23 15:20:02.537378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220524-aa60-41bf-9439-244c8ab62493 req-72ca7162-f8f4-49b5-ae8c-de66be4d32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.538858 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84220524-aa60-41bf-9439-244c8ab62493 req-72ca7162-f8f4-49b5-ae8c-de66be4d32ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0880871 Nov 23 15:20:02.575793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:20:02.585349 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84220524-aa60-41bf-9439-244c8ab62493 req-8f960d6e-cd76-4e6f-8d27-f42307217e18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 217 time: 0.0391481 Nov 23 15:20:02.623515 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:20:02.623880 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:02.637306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220524-aa60-41bf-9439-244c8ab62493 req-0d9a3949-d33d-4340-9815-9ccf3d57dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.638792 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84220524-aa60-41bf-9439-244c8ab62493 req-0d9a3949-d33d-4340-9815-9ccf3d57dcf3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0448444 Nov 23 15:20:02.686530 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220524-aa60-41bf-9439-244c8ab62493 req-2f249c0f-13b3-41ab-9854-1702202531a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.688370 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84220524-aa60-41bf-9439-244c8ab62493 req-2f249c0f-13b3-41ab-9854-1702202531a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421183 Nov 23 15:20:02.720786 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:02.793765 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84220524-aa60-41bf-9439-244c8ab62493 req-c1d89080-72be-45b2-9477-b6487853184b service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970900 Nov 23 15:20:02.802160 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b49b-b521-4d48-b944-ee7e92449428 req-17da93d2-10b4-48cd-9dae-2d1790ee5647 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:02.803818 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98e9b49b-b521-4d48-b944-ee7e92449428 req-17da93d2-10b4-48cd-9dae-2d1790ee5647 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 944 time: 0.0564601 Nov 23 15:20:02.865222 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-98e9b49b-b521-4d48-b944-ee7e92449428 req-7824e43d-51b3-4a7e-b9b9-8ad8f07329ec tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545557 Nov 23 15:20:02.902129 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-84220524-aa60-41bf-9439-244c8ab62493 req-87bbc716-583e-4b3b-8879-2107ddbf8734 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002967 Nov 23 15:20:03.987609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acb002-13e6-4e69-ad66-a4f472ad7063 req-5bfff375-f71e-454b-b395-5b215200b3c9 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:03.989097 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74acb002-13e6-4e69-ad66-a4f472ad7063 req-5bfff375-f71e-454b-b395-5b215200b3c9 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 944 time: 0.0485051 Nov 23 15:20:04.036954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-74acb002-13e6-4e69-ad66-a4f472ad7063 req-6d45429f-6fcb-46ae-af83-2d97a9796ccc tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Nov 23 15:20:05.149947 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b6800-b241-4e62-b660-5124f8a936b5 req-52c2c4e5-c08a-4634-9757-f23b0188b526 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:05.151429 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-656b6800-b241-4e62-b660-5124f8a936b5 req-52c2c4e5-c08a-4634-9757-f23b0188b526 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 944 time: 0.0477493 Nov 23 15:20:05.202925 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-656b6800-b241-4e62-b660-5124f8a936b5 req-627c2463-2a5d-49e0-bc4d-4f8f801eb5da tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Nov 23 15:20:05.553585 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:20:05.649262 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:20:05.660016 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'port_id': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'mac_address': 'fa:16:3e:f4:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:20:05.696185 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:05.708690 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e821bd-c1c7-4be9-9ccb-0d27176688d0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:20:05.727470 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:20:05.731181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:05.776618 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:05.953390 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d5e821bd-c1c7-4be9-9ccb-0d27176688d0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:20:06.319967 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9605d1-549a-47fd-a913-ea747fef214d req-167c2d98-06fb-4279-8898-64ae3cdd767c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:06.321465 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a9605d1-549a-47fd-a913-ea747fef214d req-167c2d98-06fb-4279-8898-64ae3cdd767c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0490911 Nov 23 15:20:06.370366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4a9605d1-549a-47fd-a913-ea747fef214d req-096569b8-a140-46f0-9821-1464c49d39c8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Nov 23 15:20:07.482114 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e40c1-1e4a-4836-87a0-7a7972d4edfb req-0433e058-4880-42cf-82ae-8add404bb1f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:07.483576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-864e40c1-1e4a-4836-87a0-7a7972d4edfb req-0433e058-4880-42cf-82ae-8add404bb1f4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0469363 Nov 23 15:20:07.538617 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-864e40c1-1e4a-4836-87a0-7a7972d4edfb req-4a5a3149-1dcd-40b1-9ddd-93e6df2b6fab tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474191 Nov 23 15:20:07.565425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:20:07.618999 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:20:07.623202 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:20:07.623576 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:07.698730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:07.724065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:20:07.726344 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad9b9c-c040-4d57-a7a9-58557a69271d" -d '{"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-plugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:20:07.739169 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:20:07.743926 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:07.771510 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f14d08b-d242-437b-bede-60c5728e12ca x-openstack-request-id: req-7f14d08b-d242-437b-bede-60c5728e12ca {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:20:07.771802 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-plugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:20:07.772055 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f14d08b-d242-437b-bede-60c5728e12ca {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:20:07.772451 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'code': 200} Nov 23 15:20:07.874581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf559d-9624-480b-9cc1-9688bb63ac6e req-e6600218-4ecb-48f5-9704-4dbaa96e5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:07.876372 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfaf559d-9624-480b-9cc1-9688bb63ac6e req-e6600218-4ecb-48f5-9704-4dbaa96e5e75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1097 time: 0.0444129 Nov 23 15:20:07.930993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-dfaf559d-9624-480b-9cc1-9688bb63ac6e req-0c1c9efc-0ede-41df-8e52-bb9858736fc5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Nov 23 15:20:07.955779 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:08.661295 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b5063-f34d-4017-8aba-b30005686d63 req-5b966871-6c89-45c9-b398-460aa23e95a5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:08.662763 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-392b5063-f34d-4017-8aba-b30005686d63 req-5b966871-6c89-45c9-b398-460aa23e95a5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0517213 Nov 23 15:20:08.711068 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-392b5063-f34d-4017-8aba-b30005686d63 req-6ca8acfb-5ca8-4188-a5e0-4293ff5fc97a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422928 Nov 23 15:20:09.829796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841615f-54b5-4084-8b13-6afbc8b563f6 req-e5132971-2e7e-4611-9a5b-43d125e35e7c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:09.831301 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a841615f-54b5-4084-8b13-6afbc8b563f6 req-e5132971-2e7e-4611-9a5b-43d125e35e7c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0530739 Nov 23 15:20:09.878936 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a841615f-54b5-4084-8b13-6afbc8b563f6 req-aecc91c8-44b2-46a4-8c79-dcce61e5355a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Nov 23 15:20:09.994614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b1c52-2f8a-4acd-9ed0-8dca942e9357 req-d8234ee6-2a1f-4599-b240-f81d2a05eb91 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:09.996096 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d4b1c52-2f8a-4acd-9ed0-8dca942e9357 req-d8234ee6-2a1f-4599-b240-f81d2a05eb91 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0510137 Nov 23 15:20:10.044722 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4d4b1c52-2f8a-4acd-9ed0-8dca942e9357 req-8e5d1a65-20e8-4f3c-ba4a-0cf7a9053afb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Nov 23 15:20:10.066583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39116) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:20:10.149313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750ad30-5e0b-4437-be43-09cf9fefa336 tempest-TestShelveInstance-1452725780 tempest-TestShelveInstance-1452725780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:10.150840 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b750ad30-5e0b-4437-be43-09cf9fefa336 tempest-TestShelveInstance-1452725780 tempest-TestShelveInstance-1452725780-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1092 time: 0.0825601 Nov 23 15:20:10.153797 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39120) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:20:10.157964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:20:10.180077 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:10.276757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:10.375883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Allocated IP 172.25.3.231 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/b85cd278-90d0-4202-bfa2-1b84d7837595) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:20:10.477766 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:10.510369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:10.545228 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:20:10.551287 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:20:10.554723 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:20:10.576432 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'Port': ['ID=b85cd278-90d0-4202-bfa2-1b84d7837595,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:10.915983 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:10.981544 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:11.127921 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:11.132293 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:11.209743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'Port': ['ID=b85cd278-90d0-4202-bfa2-1b84d7837595,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:20:11.217895 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:11.311627 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Floating IP 45d5ce72-11f6-41d5-8178-23a22e7afece associated. External IP: 172.25.3.231, port: d5e821bd-c1c7-4be9-9ccb-0d27176688d0. Nov 23 15:20:11.511091 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:20:11.615613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:20:11.627500 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] Sync routers for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:20:11.632768 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:11.638766 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:20:11.639409 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:20:11.659199 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-65e6f6ed-641b-4ca1-85cd-e5f02a2b249a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5043781 Nov 23 15:20:11.659872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:20:11.662688 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d3835-6817-431c-849c-c0f3fef26d90" -d '{"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:20:11.700075 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18733db2-00a7-4e50-b4a9-7b7f7d3d8099 x-openstack-request-id: req-18733db2-00a7-4e50-b4a9-7b7f7d3d8099 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:20:11.700379 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:20:11.700636 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18733db2-00a7-4e50-b4a9-7b7f7d3d8099 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:20:11.701050 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'status': 'completed', 'code': 200} Nov 23 15:20:11.750822 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:20:11.763564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3835-6817-431c-849c-c0f3fef26d90 req-bed84927-80b5-42e0-897d-136d2ba8039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:11.765024 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-999d3835-6817-431c-849c-c0f3fef26d90 req-bed84927-80b5-42e0-897d-136d2ba8039c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1097 time: 0.0400896 Nov 23 15:20:11.857225 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3835-6817-431c-849c-c0f3fef26d90 req-af25b7f3-f378-4c82-b231-c79122aa882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:11.858715 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-999d3835-6817-431c-849c-c0f3fef26d90 req-af25b7f3-f378-4c82-b231-c79122aa882e service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0870826 Nov 23 15:20:11.925231 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-999d3835-6817-431c-849c-c0f3fef26d90 req-2e695f71-5b68-4dd0-a2eb-c9a1c0086680 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1000 time: 0.0592360 Nov 23 15:20:11.972120 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '45d5ce72-11f6-41d5-8178-23a22e7afece', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'port_id': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'mac_address': 'fa:16:3e:f4:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caca514-afef-468d-ba65-0cee2e801598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:20:10Z', 'updated_at': '2021-11-23T15:20:10Z', 'revision_number': 0, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:20:11.978650 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3835-6817-431c-849c-c0f3fef26d90 req-86a1358a-011c-4674-9a1c-8145480844e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:11.980249 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-999d3835-6817-431c-849c-c0f3fef26d90 req-86a1358a-011c-4674-9a1c-8145480844e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0478771 Nov 23 15:20:12.000658 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] Checking router: 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:20:12.009237 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:20:12.009825 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:19:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:20:12.025387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3835-6817-431c-849c-c0f3fef26d90 req-445c0a41-00f9-486b-9ac3-8ff8398a4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:12.026818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-999d3835-6817-431c-849c-c0f3fef26d90 req-445c0a41-00f9-486b-9ac3-8ff8398a4e5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397859 Nov 23 15:20:12.109818 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:20:12.120254 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-999d3835-6817-431c-849c-c0f3fef26d90 req-0e7a9ea1-a8d2-4c11-84d8-c19fc36d3154 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 Nov 23 15:20:12.215972 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-999d3835-6817-431c-849c-c0f3fef26d90 req-7f58cf3b-f382-4c85-9a83-95541ec33fa3 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890744 Nov 23 15:20:12.332209 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '45d5ce72-11f6-41d5-8178-23a22e7afece', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'port_id': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'mac_address': 'fa:16:3e:f4:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caca514-afef-468d-ba65-0cee2e801598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:20:10Z', 'updated_at': '2021-11-23T15:20:10Z', 'revision_number': 0, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:20:12.357042 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f6aba-f5d7-417a-acaa-59a4bf4b06d5 None None] The sync data for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 is: [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '45d5ce72-11f6-41d5-8178-23a22e7afece', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'port_id': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'mac_address': 'fa:16:3e:f4:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caca514-afef-468d-ba65-0cee2e801598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:20:10Z', 'updated_at': '2021-11-23T15:20:10Z', 'revision_number': 0, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:20:12.530792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4dc8b-4c80-4ee5-9365-569fc99e985d None None] New status for floating IP 45d5ce72-11f6-41d5-8178-23a22e7afece: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:20:20.355729 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-1da96cb6-3112-4206-aad5-616bbf5636c6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383573 Nov 23 15:20:20.444536 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-ef22da8c-326d-4321-8a17-3dfecf56b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:20.446007 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-ef22da8c-326d-4321-8a17-3dfecf56b2f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1097 time: 0.0445313 Nov 23 15:20:20.548831 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-3fe506f0-7c99-4a27-963d-d4b2f520cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:20.550294 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-3fe506f0-7c99-4a27-963d-d4b2f520cdd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0831175 Nov 23 15:20:20.617894 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-458e2134-5d8a-49b7-863d-96bc25221954 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1002 time: 0.0599272 Nov 23 15:20:20.665347 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-68aa2f8f-2f41-4bd1-80c8-e8892089fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:20.666767 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-68aa2f8f-2f41-4bd1-80c8-e8892089fdfe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0428116 Nov 23 15:20:20.712915 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-8b62262d-84c5-4102-a84e-d7c6888b579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:20:20.714436 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-8b62262d-84c5-4102-a84e-d7c6888b579a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407128 Nov 23 15:20:20.805621 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-9b1050e5-dee8-46ed-b483-ded28538f9ea service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833073 Nov 23 15:20:20.893320 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-d5a75363-fbd6-4f13-a47c-c2740204f906 req-c5c5226b-9d3d-4241-9fbb-e98821500ba6 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800076 Nov 23 15:20:24.395275 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:26.853929 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0f2e3bc2-aef5-42cd-ad62-2a048f41394c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:27.827643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:29.237731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-45f97c7f-7e78-4a51-bc1d-3d222ceff6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:30.328281 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:31.971697 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:32.702843 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:35.248138 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:20:54.393644 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:56.853833 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d778764b-8507-4183-aaeb-e1c3f4f56e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:57.843536 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:20:59.238793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5137da45-c871-49b3-81b0-c2f027f4e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:00.331219 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:01.970380 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:02.705216 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:12.248355 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:21:20.348527 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-f3d95239-537e-4fd5-aa25-dec5eb58fbd0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403557 Nov 23 15:21:20.433210 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-174dea2e-d200-4e33-af85-c4f31e29f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:21:20.434663 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-174dea2e-d200-4e33-af85-c4f31e29f235 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1097 time: 0.0426371 Nov 23 15:21:20.535088 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-9d43a389-4e88-4372-bc63-5ffa040f1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:21:20.536545 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-9d43a389-4e88-4372-bc63-5ffa040f1d57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0814347 Nov 23 15:21:20.607689 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-16b3809b-622b-4f51-baf6-453cce68f885 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1002 time: 0.0600653 Nov 23 15:21:20.655962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-0f3fd839-5ee3-46be-8634-28b2b5f50899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:21:20.657376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-0f3fd839-5ee3-46be-8634-28b2b5f50899 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0428677 Nov 23 15:21:20.702872 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-c5a82898-a11e-4438-9811-72498e45b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:21:20.704350 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-c5a82898-a11e-4438-9811-72498e45b14a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404577 Nov 23 15:21:20.794401 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-89065e5a-b2cb-4d79-95b8-0861cb61ba36 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827875 Nov 23 15:21:20.887622 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-675f7204-d3ac-4e5b-8486-bc2b8de19dea req-76cbe6ee-3ddc-4dea-9d8b-748e73996028 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859878 Nov 23 15:21:24.404321 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:26.857927 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-74476eda-dcfa-4f1b-a044-2e43f241aa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:27.866429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:29.239919 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-52664073-d301-42ec-969b-bd10c0280d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:30.334420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:31.972578 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:32.706041 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:43.234729 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-79aa32b9-227e-4d33-9d0f-6b5c3ffccfaa req-fb018e34-5070-4e1c-a4a7-fc3adc0607a0 service neutron] (103345) timed out ('10.222.0.46', 58664) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 15:21:49.248084 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:21:54.423827 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:56.860920 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-87dedbf6-8f11-428e-a339-2af8e3e0d5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:57.857864 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:21:59.245584 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d628-6aac-4330-8da7-afaed8268511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:00.336318 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:01.976134 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:02.707600 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:06.021649 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a871208-a85d-4fe5-a4c5-36775c57c9f1 req-25638156-0973-40c5-a767-e82f2c4e5c7c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:06.023823 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a871208-a85d-4fe5-a4c5-36775c57c9f1 req-25638156-0973-40c5-a767-e82f2c4e5c7c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0503747 Nov 23 15:22:06.076583 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a871208-a85d-4fe5-a4c5-36775c57c9f1 req-28d2ba33-df0c-43ec-ada9-2f3a50a0b283 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462780 Nov 23 15:22:07.194070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448af43c-2e02-4bd1-aaab-f09c3744b1a5 req-abebfea3-b38a-459f-af9e-788eb95ffe4a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:07.195612 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-448af43c-2e02-4bd1-aaab-f09c3744b1a5 req-abebfea3-b38a-459f-af9e-788eb95ffe4a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0471611 Nov 23 15:22:07.300685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-448af43c-2e02-4bd1-aaab-f09c3744b1a5 req-963ec2c2-f60b-4606-9dfa-d90ffecb0e6f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984890 Nov 23 15:22:08.439847 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb12cb7-0642-493a-87f1-443c7dc14161 req-73328f09-e824-4dc5-88ac-c0efa9a88ebb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:08.441291 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6eb12cb7-0642-493a-87f1-443c7dc14161 req-73328f09-e824-4dc5-88ac-c0efa9a88ebb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0470417 Nov 23 15:22:08.491298 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6eb12cb7-0642-493a-87f1-443c7dc14161 req-0cc2703a-133c-49c6-b5a9-a2f70e6af4d3 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 Nov 23 15:22:09.672739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548bb00-d065-4c07-bb06-0850402a76de req-af81e82a-6567-476c-b2d1-3db37f718ba3 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:09.674209 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2548bb00-d065-4c07-bb06-0850402a76de req-af81e82a-6567-476c-b2d1-3db37f718ba3 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0495951 Nov 23 15:22:09.721112 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2548bb00-d065-4c07-bb06-0850402a76de req-784e2046-58e2-42eb-9b5e-3131cd6f7ef6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Nov 23 15:22:10.839309 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229d516-7620-40d5-8a86-5772a3482c05 req-6e43dc68-f68e-4914-8f47-6e8301149717 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:10.840687 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3229d516-7620-40d5-8a86-5772a3482c05 req-6e43dc68-f68e-4914-8f47-6e8301149717 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0523393 Nov 23 15:22:10.888437 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3229d516-7620-40d5-8a86-5772a3482c05 req-288c60b7-29a1-449b-b270-d67803756db9 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Nov 23 15:22:12.004554 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15199b7a-d54b-4b77-a675-3967d9560a17 req-23538b38-562c-48e3-9636-ce8dfc546d04 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:12.006007 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15199b7a-d54b-4b77-a675-3967d9560a17 req-23538b38-562c-48e3-9636-ce8dfc546d04 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0478902 Nov 23 15:22:12.055308 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-15199b7a-d54b-4b77-a675-3967d9560a17 req-2d938875-dbab-4400-b0f7-d08a1411c13b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Nov 23 15:22:13.171750 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21915681-4dec-4c1b-8898-d06211c47995 req-83c90c48-ca53-494d-a307-d170a4d97624 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:13.173207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21915681-4dec-4c1b-8898-d06211c47995 req-83c90c48-ca53-494d-a307-d170a4d97624 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0476072 Nov 23 15:22:13.226327 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21915681-4dec-4c1b-8898-d06211c47995 req-befe0c16-c329-4978-9144-b20b31376a08 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472717 Nov 23 15:22:14.351070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60d66-3f9f-4ba1-84f6-295c5904b0ba req-2f6012ad-a583-456d-9bcb-7002d25939e4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:14.352526 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30e60d66-3f9f-4ba1-84f6-295c5904b0ba req-2f6012ad-a583-456d-9bcb-7002d25939e4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0478191 Nov 23 15:22:14.400012 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-30e60d66-3f9f-4ba1-84f6-295c5904b0ba req-2d45f4c3-d77b-4299-b2c1-9d7dd18aae9f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Nov 23 15:22:15.563588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93ce0b-653b-4dc6-8d90-68f397ef1d7b req-a88467a4-b856-43f9-8ed8-6440dd9a3610 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:15.565039 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a93ce0b-653b-4dc6-8d90-68f397ef1d7b req-a88467a4-b856-43f9-8ed8-6440dd9a3610 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0963829 Nov 23 15:22:15.612851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a93ce0b-653b-4dc6-8d90-68f397ef1d7b req-4be080cb-053f-4529-88d1-e618ed2153c9 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419335 Nov 23 15:22:16.731595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8ae46-8cb4-4097-8e3d-4025c991c429 req-7973f792-65a2-4eea-b6ef-cf7b815b3029 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:16.733093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-faa8ae46-8cb4-4097-8e3d-4025c991c429 req-7973f792-65a2-4eea-b6ef-cf7b815b3029 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0524611 Nov 23 15:22:16.781983 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-faa8ae46-8cb4-4097-8e3d-4025c991c429 req-96c6a7a1-e3c7-481f-97ec-bf1ae25f9560 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Nov 23 15:22:17.899740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b008d-e357-4d90-a9ee-996ffe967349 req-ea024eda-2577-4177-98e7-c608915a2fb8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:17.901250 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf8b008d-e357-4d90-a9ee-996ffe967349 req-ea024eda-2577-4177-98e7-c608915a2fb8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0503194 Nov 23 15:22:17.950656 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf8b008d-e357-4d90-a9ee-996ffe967349 req-f5714e43-84b2-4644-85ac-29ab179aeb3e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Nov 23 15:22:18.318157 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:22:18.411760 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:18.423204 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'port_id': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'mac_address': 'fa:16:3e:f4:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:22:18.466241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:18.485730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5e821bd-c1c7-4be9-9ccb-0d27176688d0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:22:18.509711 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:18.514288 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:18.572829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:22:18.588013 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.588525 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.589081 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.589508 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.590021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.590605 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.591165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.592146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.592146 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.592523 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.592909 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.593292 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:18.598594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['d5e821bd-c1c7-4be9-9ccb-0d27176688d0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:22:19.079763 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06437606-da82-4f0d-b968-d685fb159293 req-23a754da-e5a8-4cc7-86f9-f87f39d5d46a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:19.081498 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06437606-da82-4f0d-b968-d685fb159293 req-23a754da-e5a8-4cc7-86f9-f87f39d5d46a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0573113 Nov 23 15:22:19.134829 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-06437606-da82-4f0d-b968-d685fb159293 req-321e68e5-3949-4b07-904f-8ea77603b850 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469379 Nov 23 15:22:20.273318 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92fe49-a227-4990-bfa6-c786d766e96e req-7f3f2efe-c694-44f2-b543-d947d17c0b9d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:20.274953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea92fe49-a227-4990-bfa6-c786d766e96e req-7f3f2efe-c694-44f2-b543-d947d17c0b9d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0583510 Nov 23 15:22:20.330235 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea92fe49-a227-4990-bfa6-c786d766e96e req-e229debe-8122-4ea1-affc-0e96354f00cb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486867 Nov 23 15:22:20.338004 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:22:20.408107 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:22:20.408585 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:20.502541 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:20.525899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:22:20.528875 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6155f81c-b734-4137-b014-14e007d72f65" -d '{"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-plugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:22:20.544459 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:20.550572 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:20.595958 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d90dfc6-76f8-401c-882b-0028ab948429 x-openstack-request-id: req-0d90dfc6-76f8-401c-882b-0028ab948429 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:22:20.596255 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-plugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:22:20.596515 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d90dfc6-76f8-401c-882b-0028ab948429 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:22:20.597049 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'code': 200} Nov 23 15:22:20.613022 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:22:21.410984 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-f3fd33c4-69a4-4c3f-ac19-482171508a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:21.413291 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-f3fd33c4-69a4-4c3f-ac19-482171508a9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1097 time: 0.0592878 Nov 23 15:22:21.482585 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd0cc8-1333-4042-9fdc-f5ae247f7fe7 req-9fc82587-d9b5-4c8f-8ba3-103cb83231d5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:21.484098 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46cd0cc8-1333-4042-9fdc-f5ae247f7fe7 req-9fc82587-d9b5-4c8f-8ba3-103cb83231d5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0616741 Nov 23 15:22:21.540209 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-fb44df8f-fa2c-48da-b866-d8522398d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:21.542114 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-fb44df8f-fa2c-48da-b866-d8522398d8cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0972812 Nov 23 15:22:21.559781 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-46cd0cc8-1333-4042-9fdc-f5ae247f7fe7 req-6f9c864d-a085-4be4-ac3e-b05bb884d89b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642819 Nov 23 15:22:21.967960 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-6e132549-fab6-4742-bbae-fdbd03807f89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1002 time: 0.4168007 Nov 23 15:22:22.023179 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-939d4648-555a-44f6-9822-cccba72f32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:22.025647 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-939d4648-555a-44f6-9822-cccba72f32aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0496249 Nov 23 15:22:22.082207 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-5467baf1-be78-4e37-a0bf-9145c31443a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:22.083799 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-5467baf1-be78-4e37-a0bf-9145c31443a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499063 Nov 23 15:22:22.184764 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-81c42879-48f3-41bf-a22f-aa17fa69b9a1 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928757 Nov 23 15:22:22.279018 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-15cb1d4d-4b81-4997-bb41-eac266c39b87 req-3fa58d00-5394-45e4-9551-d6580a6cb276 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877256 Nov 23 15:22:22.683804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3514bc-1456-442b-86e5-6ef8c31acdbb req-ef34b638-82a1-4528-9be8-138666bc664c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:22.685535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e3514bc-1456-442b-86e5-6ef8c31acdbb req-ef34b638-82a1-4528-9be8-138666bc664c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0539796 Nov 23 15:22:22.739287 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7e3514bc-1456-442b-86e5-6ef8c31acdbb req-fb09f601-19b9-446d-9bec-23db00f7920e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478301 Nov 23 15:22:23.860646 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860166-7c4c-447f-921e-dcf7a69eeb85 req-30c094c8-d03d-48fa-8b50-218d5b3d98b7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:23.862217 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60860166-7c4c-447f-921e-dcf7a69eeb85 req-30c094c8-d03d-48fa-8b50-218d5b3d98b7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0506775 Nov 23 15:22:23.914047 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-60860166-7c4c-447f-921e-dcf7a69eeb85 req-c103b4ea-d903-40b7-b251-b71209eced05 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Nov 23 15:22:24.425154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:25.048395 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4263d-4d42-45dd-bcc0-9c73bda9dc8e req-768411ce-b3b0-452a-9867-5d31a07c1392 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:25.049880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19a4263d-4d42-45dd-bcc0-9c73bda9dc8e req-768411ce-b3b0-452a-9867-5d31a07c1392 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0571399 Nov 23 15:22:25.111492 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-19a4263d-4d42-45dd-bcc0-9c73bda9dc8e req-9b7e50c4-554e-41d4-a6b1-a8081b1b27c7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501924 Nov 23 15:22:26.248449 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:22:26.250772 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd21b5-bec6-4f8f-ab7e-e90b50bb4927 req-95bb5088-b3d1-4432-bd4c-3a88951d2151 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:26.252366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecdd21b5-bec6-4f8f-ab7e-e90b50bb4927 req-95bb5088-b3d1-4432-bd4c-3a88951d2151 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0630240 Nov 23 15:22:26.313707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ecdd21b5-bec6-4f8f-ab7e-e90b50bb4927 req-50a828a6-ca64-46aa-81f1-d26b8ab0e753 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551565 Nov 23 15:22:26.871343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2307e14b-16bd-4f2f-b76b-dfb5cbd0d279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:27.432439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f69f5-8139-4711-878b-f0123052964e req-d0cf7c36-8c15-47ae-8979-1961c6882dfb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:27.433912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b8f69f5-8139-4711-878b-f0123052964e req-d0cf7c36-8c15-47ae-8979-1961c6882dfb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0488136 Nov 23 15:22:27.495087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4b8f69f5-8139-4711-878b-f0123052964e req-c56b67b1-549b-4241-b4b7-2b7dafdb1fbf tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550852 Nov 23 15:22:27.873516 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:27.982775 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-01c62e14-0cc3-401e-bdc6-cb216a38b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:27.984310 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-01c62e14-0cc3-401e-bdc6-cb216a38b0dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1097 time: 0.0449531 Nov 23 15:22:28.075825 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-ec10ce47-490b-4565-af4e-0ce6c129c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:28.077288 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-ec10ce47-490b-4565-af4e-0ce6c129c584 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0854266 Nov 23 15:22:28.145199 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-3215adb4-009a-4e89-8865-17cadbd55b15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1002 time: 0.0609052 Nov 23 15:22:28.196734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-a86ec413-dfe2-42aa-bedd-ba252794cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:28.198225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-a86ec413-dfe2-42aa-bedd-ba252794cc74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0453920 Nov 23 15:22:28.246503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-b5e65bf6-982a-496d-98c0-3cfa265d7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:28.248052 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-b5e65bf6-982a-496d-98c0-3cfa265d7a3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427926 Nov 23 15:22:28.342094 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-4a77efac-e049-480d-a7e8-3bd03c840bb0 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867388 Nov 23 15:22:28.443778 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-0fb4e486-cbc4-40e1-9c7a-1a2ea8241a2b req-0462fe24-c597-4a92-93c3-c15680d28c7e service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945992 Nov 23 15:22:28.614104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76237c9a-7479-45fb-b556-e964a7162634 req-4ec0a6c5-02d6-4460-b6cd-d5f57cab43a7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:28.615598 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76237c9a-7479-45fb-b556-e964a7162634 req-4ec0a6c5-02d6-4460-b6cd-d5f57cab43a7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0510440 Nov 23 15:22:28.664929 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-76237c9a-7479-45fb-b556-e964a7162634 req-7c2fe208-afe6-49ba-92e5-d635582d1b83 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Nov 23 15:22:29.246557 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1c24fbc7-b080-400c-9dcb-9f5b9cd8d2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:29.779245 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650322-bf1c-471d-82ac-e7f2c75c493f req-3f1d8488-14c9-4dd7-a843-c0b82a166794 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:29.780751 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb650322-bf1c-471d-82ac-e7f2c75c493f req-3f1d8488-14c9-4dd7-a843-c0b82a166794 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0477202 Nov 23 15:22:29.828273 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fb650322-bf1c-471d-82ac-e7f2c75c493f req-5685bf12-508e-40f7-829d-53c1fb7f85d4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Nov 23 15:22:30.340889 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:30.946628 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd579b-4d3a-4623-94db-cd52e67e3a12 req-9203f8d0-9740-4374-95c3-619b3383874d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:30.948108 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94dd579b-4d3a-4623-94db-cd52e67e3a12 req-9203f8d0-9740-4374-95c3-619b3383874d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0521908 Nov 23 15:22:30.996707 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-94dd579b-4d3a-4623-94db-cd52e67e3a12 req-746f3021-075e-48e7-aa73-db774e4d520f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Nov 23 15:22:31.109720 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-ed300d58-e20c-42c5-87cf-f81e499d4ba7 req-dd2f153d-0e41-4c35-966a-4863bc4dfa91 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:22:31.110648 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed300d58-e20c-42c5-87cf-f81e499d4ba7 req-dd2f153d-0e41-4c35-966a-4863bc4dfa91 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489466 Nov 23 15:22:31.265963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798040-5263-4141-8946-0368d1033736 req-8fb48d6d-78b9-4564-a07b-f0fcd44f240b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:31.267621 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf798040-5263-4141-8946-0368d1033736 req-8fb48d6d-78b9-4564-a07b-f0fcd44f240b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0497670 Nov 23 15:22:31.316383 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf798040-5263-4141-8946-0368d1033736 req-439cf667-d1c5-4f3c-9edb-2fd96c9ec55a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Nov 23 15:22:31.528583 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-c45d63ba-b967-4436-985a-193aafa14d9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984569 Nov 23 15:22:31.977818 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:32.347876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-68d29464-a6f1-45b2-8d87-1b3036a6eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:32.349347 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-68d29464-a6f1-45b2-8d87-1b3036a6eaeb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598&tenant_id=377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 1097 time: 0.0440128 Nov 23 15:22:32.361973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-2', 'device_owner': 'compute:nova'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:22:32.380301 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:22:32.445483 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:32.469816 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:32.473060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5416b-eeb7-4072-aa25-3ab978d29fec req-37b67fc0-d8fc-4172-862f-8aeeacf20cb6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:32.474567 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ae5416b-eeb7-4072-aa25-3ab978d29fec req-37b67fc0-d8fc-4172-862f-8aeeacf20cb6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0877850 Nov 23 15:22:32.514933 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:22:32.518563 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621e5a84-b83e-4efa-b9b2-a1ec21ee5fc3" -d '{"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:22:32.535385 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:32.543025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:32.550275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.db.api [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 15:22:32.550583 n-d-818503-2 neutron-server[103346]: DEBUG oslo_db.api [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 15:22:32.563399 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8ae5416b-eeb7-4072-aa25-3ab978d29fec req-b497d75a-fa10-42a0-85b3-ce22547079c4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720286 Nov 23 15:22:32.597250 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:22:32.710385 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:33.077672 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:33.588443 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd393131-403e-4308-8998-15216a526eee x-openstack-request-id: req-bd393131-403e-4308-8998-15216a526eee {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:22:33.589821 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:22:33.590925 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd393131-403e-4308-8998-15216a526eee {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:22:33.591348 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'code': 200} Nov 23 15:22:33.628104 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:33.692959 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h2-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:22:33.722482 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30ef3d-9b5d-4c86-b910-79b3d89d6bf5 req-e0a0aa07-2d96-462c-9457-f7eda56b89ca tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:33.723967 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c30ef3d-9b5d-4c86-b910-79b3d89d6bf5 req-e0a0aa07-2d96-462c-9457-f7eda56b89ca tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 944 time: 0.0878556 Nov 23 15:22:33.741089 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e821bd-c1c7-4be9-9ccb-0d27176688d0 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:22:33.755845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:33.780407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Transition to ACTIVE for port object d5e821bd-c1c7-4be9-9ccb-0d27176688d0 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:22:33.789268 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:33.816988 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2c30ef3d-9b5d-4c86-b910-79b3d89d6bf5 req-92e0224f-6e80-46bc-9600-eb5811d9fcbb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847654 Nov 23 15:22:33.881745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=9']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:22:33.895851 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.896198 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.896543 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.896877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.897211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.897542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.897877 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.898205 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.898534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.898860 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.899210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.899525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:22:33.934496 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] No DVR routers for this DVR port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on host n-h2-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:22:34.071287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:22:34.071635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:22:34.071939 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:22:34.076852 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:22:34.077174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Attempting to bind port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:22:34.082119 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:22:34.082405 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Checking segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:22:34.082790 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Bound using segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:22:34.083252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Bound port: d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:22:34.083603 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:34.144879 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:22:34.147970 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:22:34.152872 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:34.192106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.192724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:34.194093 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] 10.222.0.11 "PUT /v2.0/ports/d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1092 time: 1.8360105 Nov 23 15:22:34.194530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:22:34.196841 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88182fa0-deb5-435a-b17f-b0ada9e60fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:22:34.222097 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db070e30-5576-47c3-86b5-fe9b6bfcae92 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=10']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:22:34.255288 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718f0272-6877-422b-b296-32d0267dd45c x-openstack-request-id: req-718f0272-6877-422b-b296-32d0267dd45c {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:22:34.255572 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:22:34.255827 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-718f0272-6877-422b-b296-32d0267dd45c {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:22:34.256223 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'status': 'completed', 'code': 200} Nov 23 15:22:34.272829 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-c558322f-7ce7-469d-b69b-572a18701fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.274482 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-c558322f-7ce7-469d-b69b-572a18701fbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1096 time: 0.0482035 Nov 23 15:22:34.369773 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-ef9295a3-67a0-4213-ba09-768d87dd5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.371364 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-ef9295a3-67a0-4213-ba09-768d87dd5851 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0886230 Nov 23 15:22:34.438230 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-f5ae38c0-da51-4e46-9fc9-821e0edd1ad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1000 time: 0.0596638 Nov 23 15:22:34.489581 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-053fa9f7-758c-4f1a-8fcf-93a944a148f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.491087 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-053fa9f7-758c-4f1a-8fcf-93a944a148f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0457652 Nov 23 15:22:34.536711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-0533105e-dfe3-4631-9d18-7f818fb6bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.538169 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-0533105e-dfe3-4631-9d18-7f818fb6bbda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388353 Nov 23 15:22:34.630832 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-ff5b16be-8964-4328-8a09-acb1bc99e080 service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Nov 23 15:22:34.719460 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-28300c48-5ae2-4034-bec4-aae06919cd00 req-b6d451c5-7fd3-45c5-aba4-4f6964ed780c service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810099 Nov 23 15:22:34.810094 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-7758ffda-179d-46b1-ba1d-6242125bbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.811663 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-7758ffda-179d-46b1-ba1d-6242125bbf03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1096 time: 0.0456016 Nov 23 15:22:34.959627 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-956d011c-5d74-4bb7-9137-275dfc09286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.961106 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-956d011c-5d74-4bb7-9137-275dfc09286b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.1415122 Nov 23 15:22:34.976897 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8255a4-5267-48ca-b70d-1b40735e1f4c req-52402741-e1b3-4181-8dac-2b040c0dada7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:34.978411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b8255a4-5267-48ca-b70d-1b40735e1f4c req-52402741-e1b3-4181-8dac-2b040c0dada7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0767171 Nov 23 15:22:35.056444 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-d7582c91-9915-4676-a344-449a96e4d937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1000 time: 0.0769498 Nov 23 15:22:35.114413 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b8255a4-5267-48ca-b70d-1b40735e1f4c req-4f59c847-727b-4a6f-8a61-f631bb2f32cf tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568717 Nov 23 15:22:36.245745 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243254c-ebbe-4825-b0bb-ec2420326cbc req-43fd1250-58c5-4ce6-94f4-d10ea222fe81 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:36.247817 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f243254c-ebbe-4825-b0bb-ec2420326cbc req-43fd1250-58c5-4ce6-94f4-d10ea222fe81 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0567193 Nov 23 15:22:36.301227 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f243254c-ebbe-4825-b0bb-ec2420326cbc req-57258637-6d17-4526-bff2-cfd4b9442b3c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462573 Nov 23 15:22:37.429765 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70b719-6a71-40dc-a16c-068862f210a2 req-23f1c39f-28be-4f39-bb4c-67ad698206e7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:37.431274 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f70b719-6a71-40dc-a16c-068862f210a2 req-23f1c39f-28be-4f39-bb4c-67ad698206e7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0532484 Nov 23 15:22:37.482004 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f70b719-6a71-40dc-a16c-068862f210a2 req-ba387b32-5c90-4bd7-b7f7-0f4f7513fcb9 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Nov 23 15:22:38.616577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a118250-9bd0-4bbc-bdff-78b97a840f4e req-33eed6ee-6e41-4c00-8ece-6996f922b305 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:38.618075 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a118250-9bd0-4bbc-bdff-78b97a840f4e req-33eed6ee-6e41-4c00-8ece-6996f922b305 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0635185 Nov 23 15:22:38.684284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a118250-9bd0-4bbc-bdff-78b97a840f4e req-37af1188-6e5e-4578-82c9-baa0fedbbc65 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602362 Nov 23 15:22:39.814588 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52326816-d2bd-4c27-9242-d2a45eaf861b req-4c5eb6a1-65ae-46cc-be94-283767ba1a3c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:39.816359 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52326816-d2bd-4c27-9242-d2a45eaf861b req-4c5eb6a1-65ae-46cc-be94-283767ba1a3c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0525005 Nov 23 15:22:39.869501 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-52326816-d2bd-4c27-9242-d2a45eaf861b req-6aee5df9-f21c-42dc-ab32-b3652e81d5eb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471821 Nov 23 15:22:41.007726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30a85-4e2a-4ce7-88b6-5ced1f63520d req-a303833a-2708-46f9-b0ba-85010ec78c12 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:41.009461 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77e30a85-4e2a-4ce7-88b6-5ced1f63520d req-a303833a-2708-46f9-b0ba-85010ec78c12 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0607154 Nov 23 15:22:41.075782 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-77e30a85-4e2a-4ce7-88b6-5ced1f63520d req-80b245d3-9fbf-4226-a555-6458fa7bf1b6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590723 Nov 23 15:22:42.204929 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bbf8d-ce2b-48af-bf80-6b2b20553067 req-3f6a4eb7-0b15-4cb7-b69e-b9ee49af0eaf tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:42.206589 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733bbf8d-ce2b-48af-bf80-6b2b20553067 req-3f6a4eb7-0b15-4cb7-b69e-b9ee49af0eaf tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0560861 Nov 23 15:22:42.258800 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-733bbf8d-ce2b-48af-bf80-6b2b20553067 req-4519a6fc-cd93-4afc-921f-c3d21a9cdbde tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Nov 23 15:22:43.380653 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded7c86-f008-4e37-bcbb-99364819b815 req-46ed5bc3-d9bc-4d00-bf49-9f6ff095d22b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:43.382151 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ded7c86-f008-4e37-bcbb-99364819b815 req-46ed5bc3-d9bc-4d00-bf49-9f6ff095d22b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0507708 Nov 23 15:22:43.437272 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5ded7c86-f008-4e37-bcbb-99364819b815 req-14378434-996e-4c3f-b4ee-24c6ec3a6692 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485919 Nov 23 15:22:44.553906 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1535-c7a3-4f66-a996-402f29d4543b req-839cbbdc-a066-4357-8442-bc9f645b9081 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:44.555403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-942b1535-c7a3-4f66-a996-402f29d4543b req-839cbbdc-a066-4357-8442-bc9f645b9081 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Nov 23 15:22:44.609043 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-942b1535-c7a3-4f66-a996-402f29d4543b req-4147147a-d686-4cdc-8c2e-8a5274775b3c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471931 Nov 23 15:22:44.863019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-07665957-4a1c-4979-ace8-40a3249327df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:44.864506 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-07665957-4a1c-4979-ace8-40a3249327df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0465465 Nov 23 15:22:44.909419 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-201d8764-f145-40dc-b269-d4b953b26bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:44.910945 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-201d8764-f145-40dc-b269-d4b953b26bd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394447 Nov 23 15:22:45.004036 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-ab846ef6-a3af-49b5-a033-364de7693968 service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 Nov 23 15:22:45.096613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-88182fa0-deb5-435a-b17f-b0ada9e60fa4 req-ef8ba239-9ed3-46e6-9db7-b282f3b58389 service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810602 Nov 23 15:22:45.729425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080e043-50cc-4e47-8f9b-f3bfc2e86688 req-096c1554-ac97-492a-8959-e48fb0a49af5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:45.730932 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8080e043-50cc-4e47-8f9b-f3bfc2e86688 req-096c1554-ac97-492a-8959-e48fb0a49af5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0533557 Nov 23 15:22:45.779574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8080e043-50cc-4e47-8f9b-f3bfc2e86688 req-cb14409f-95c3-4c98-93cb-37c76907b0fc tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Nov 23 15:22:46.893617 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764765f2-e48d-4eaa-8591-adaf37ba423b req-1ee9ca66-1194-48d8-b8be-296402cc45f0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:46.894998 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-764765f2-e48d-4eaa-8591-adaf37ba423b req-1ee9ca66-1194-48d8-b8be-296402cc45f0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 945 time: 0.0474675 Nov 23 15:22:46.944211 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-764765f2-e48d-4eaa-8591-adaf37ba423b req-6c5e13ff-1c1a-4499-a537-71cac07e2034 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Nov 23 15:22:47.209231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:22:47.304793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:47.316922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'port_id': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'mac_address': 'fa:16:3e:f4:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:22:47.353139 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:47.365517 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e821bd-c1c7-4be9-9ccb-0d27176688d0 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:22:47.385352 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:47.391395 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:47.437446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=11']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:22:47.629949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['d5e821bd-c1c7-4be9-9ccb-0d27176688d0'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:22:48.059287 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804423c-360f-47df-b07b-a1fb47a32aad req-685e1ac5-a710-4489-8485-c858e46f9509 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:48.060776 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3804423c-360f-47df-b07b-a1fb47a32aad req-685e1ac5-a710-4489-8485-c858e46f9509 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Nov 23 15:22:48.112616 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3804423c-360f-47df-b07b-a1fb47a32aad req-4b203c89-384a-41ab-8172-b0f70a2d6ced tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Nov 23 15:22:49.226427 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d59668-d6d5-4cc0-94ce-2cf0672c6af3 req-03ee46d3-d896-4b3e-8113-b817c12dbc76 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:49.227896 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9d59668-d6d5-4cc0-94ce-2cf0672c6af3 req-03ee46d3-d896-4b3e-8113-b817c12dbc76 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 946 time: 0.0483754 Nov 23 15:22:49.236215 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:22:49.279141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d9d59668-d6d5-4cc0-94ce-2cf0672c6af3 req-2645acb4-58af-4021-8c7e-86d348e73836 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447283 Nov 23 15:22:49.288401 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:22:49.292656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:22:49.293034 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:49.368019 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:49.389927 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:22:49.392221 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb3bc14-ecea-4c85-80c5-54f0c916a0b9" -d '{"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-plugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:22:49.405971 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:22:49.412626 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:49.435386 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b7ef88-54bf-4679-8c90-2e3fd3d9dc78 x-openstack-request-id: req-16b7ef88-54bf-4679-8c90-2e3fd3d9dc78 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:22:49.435689 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-plugged", "status": "completed", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:22:49.435954 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16b7ef88-54bf-4679-8c90-2e3fd3d9dc78 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:22:49.436366 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'code': 200} Nov 23 15:22:49.469811 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=12']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:22:49.589551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a0b57-ab9f-466f-8158-d5d7430d8dc1 req-8bcb966a-2068-4268-a320-12d0ab8c38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:49.590824 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad0a0b57-ab9f-466f-8158-d5d7430d8dc1 req-8bcb966a-2068-4268-a320-12d0ab8c38bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1098 time: 0.0391948 Nov 23 15:22:49.644164 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ad0a0b57-ab9f-466f-8158-d5d7430d8dc1 req-7cdd65a6-28ab-42a1-80c2-9718a7c34b37 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455942 Nov 23 15:22:50.404629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef5cc9-ddca-46a0-9953-1d824fabe4b9 req-f2a065dd-f7e0-446a-ab04-d482bb22ff0b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:50.406094 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbef5cc9-ddca-46a0-9953-1d824fabe4b9 req-f2a065dd-f7e0-446a-ab04-d482bb22ff0b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 947 time: 0.0521150 Nov 23 15:22:50.454365 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dbef5cc9-ddca-46a0-9953-1d824fabe4b9 req-a619cf2d-7cc8-48c0-aabb-572cabdf092a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Nov 23 15:22:51.568807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a494-757d-42cf-886e-ca089a3aff4c req-e747ced5-c172-4b2c-9286-f9bdf7792c79 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:22:51.570248 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb3a494-757d-42cf-886e-ca089a3aff4c req-e747ced5-c172-4b2c-9286-f9bdf7792c79 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 947 time: 0.0478511 Nov 23 15:22:51.618747 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-abb3a494-757d-42cf-886e-ca089a3aff4c req-5220a087-95dd-4b6d-bab9-e86d698d3b37 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Nov 23 15:22:54.438309 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:56.863744 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-80a66ae8-5cbb-4e56-9668-1d859a1cdb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:57.890972 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:22:59.249891 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6e091d1c-ff31-4d9c-ac1b-5ddc6fe1f0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:00.343824 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:01.982976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:02.712924 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:03.248622 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:23:24.437340 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:26.864987 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a40ae43d-544d-4664-8792-7d551d9e4287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:26.892215 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-d69f420d-1a59-463c-a401-4961e026bf6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395119 Nov 23 15:23:26.981292 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-32abf28c-96ab-45b8-9a52-3c4425c8575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:23:26.982867 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-32abf28c-96ab-45b8-9a52-3c4425c8575a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1098 time: 0.0444210 Nov 23 15:23:27.088501 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-562de350-f14e-4449-a4ac-cbc6a694abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:23:27.090281 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-562de350-f14e-4449-a4ac-cbc6a694abfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0864356 Nov 23 15:23:27.162186 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-a2652123-65c9-4ca1-b507-e00f2ffe1937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 1002 time: 0.0643551 Nov 23 15:23:27.210771 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-dd24c77e-eb1f-46e8-b752-ce36eb9ca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:23:27.212210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-dd24c77e-eb1f-46e8-b752-ce36eb9ca51f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0430961 Nov 23 15:23:27.256811 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-614743af-f0ad-4df9-9ce0-0e8bc52c4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:23:27.258262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-614743af-f0ad-4df9-9ce0-0e8bc52c4444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380576 Nov 23 15:23:27.350334 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-52b9405a-b577-4732-84eb-4808c0618c2c service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835109 Nov 23 15:23:27.436934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a0a96733-5157-4dcd-847d-02a840436ad1 req-84c7565d-c804-46a3-942a-90e22316df33 service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789230 Nov 23 15:23:27.889942 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:29.251188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3fa205da-68db-4a01-b265-a3945b21aa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:30.347012 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:31.982485 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:32.715931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:40.252583 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:23:54.437575 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:56.869336 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c87828af-f648-4b8f-a81e-13d9ed05de10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:57.890233 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:23:59.252283 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3fabaaa-018b-40c5-a59c-25f3928d8be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:00.349793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:01.987447 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:02.719523 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:07.428446 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39440) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:07.581460 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Deleting port b85cd278-90d0-4202-bfa2-1b84d7837595 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:24:07.581794 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:07.655126 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:07.655454 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:07.667186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Calling delete_port for b85cd278-90d0-4202-bfa2-1b84d7837595 owned by network:floatingip {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:24:07.810247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:07.836115 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event deleted for resources: {'Port': ['ID=b85cd278-90d0-4202-bfa2-1b84d7837595,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:07.862407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.862764 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.863138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.863489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.863826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.864158 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.864490 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.864821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.865148 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.865477 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.865826 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.866153 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:07.905874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:07.906138 n-d-818503-2 neutron-server[103345]: INFO neutron.db.l3_db [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Floating IP 45d5ce72-11f6-41d5-8178-23a22e7afece disassociated (deleted). External IP: 172.25.3.231, port: d5e821bd-c1c7-4be9-9ccb-0d27176688d0. Nov 23 15:24:08.116138 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:24:08.219488 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:24:08.223866 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:08.229231 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] Sync routers for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:24:08.238137 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:24:08.238740 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:23:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:08.254225 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-379378c0-9fa5-411f-9ccf-8dd153e65882 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "DELETE /v2.0/floatingips/45d5ce72-11f6-41d5-8178-23a22e7afece HTTP/1.1" status: 204 len: 168 time: 0.8246851 Nov 23 15:24:08.254817 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:24:08.259368 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f2777c-8419-4881-a141-6552afbdfbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:24:08.348730 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:24:08.360310 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b5f30-2b04-4061-8f36-cd751b7f7f81 x-openstack-request-id: req-6c7b5f30-2b04-4061-8f36-cd751b7f7f81 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:24:08.360629 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:24:08.361299 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c7b5f30-2b04-4061-8f36-cd751b7f7f81 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:24:08.362013 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'status': 'completed', 'code': 200} Nov 23 15:24:08.504442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2777c-8419-4881-a141-6552afbdfbbf req-e3aae08e-b1c7-4216-8986-1eb79bfa524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:08.505993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43f2777c-8419-4881-a141-6552afbdfbbf req-e3aae08e-b1c7-4216-8986-1eb79bfa524b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 1098 time: 0.1199613 Nov 23 15:24:08.532079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea981e27-667c-4bb0-8734-232e10a954fc req-a1ca3fd1-7445-44df-aeed-6ed5a621ccd6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:08.533582 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea981e27-667c-4bb0-8734-232e10a954fc req-a1ca3fd1-7445-44df-aeed-6ed5a621ccd6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 947 time: 0.0708225 Nov 23 15:24:08.561323 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:08.593932 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] Checking router: 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:24:08.604887 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:24:08.605495 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:23:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:08.634561 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ea981e27-667c-4bb0-8734-232e10a954fc req-57c7b8ae-6a70-4db0-a70b-c98947490505 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909698 Nov 23 15:24:08.653562 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2777c-8419-4881-a141-6552afbdfbbf req-59d7518f-e836-4cae-ab1c-ab128a8fee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:08.655156 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43f2777c-8419-4881-a141-6552afbdfbbf req-59d7518f-e836-4cae-ab1c-ab128a8fee88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.1397808 Nov 23 15:24:08.698141 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43f2777c-8419-4881-a141-6552afbdfbbf req-3a791eb6-e487-4287-bfd5-1c91d01f4646 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 200 len: 217 time: 0.0353656 Nov 23 15:24:08.718861 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:24:08.747140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2777c-8419-4881-a141-6552afbdfbbf req-3dd3add0-14b9-4ebe-b0fe-a170b1e8936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:08.748620 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43f2777c-8419-4881-a141-6552afbdfbbf req-3dd3add0-14b9-4ebe-b0fe-a170b1e8936b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0428138 Nov 23 15:24:08.793674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2777c-8419-4881-a141-6552afbdfbbf req-e9344e7f-39c8-4526-8437-3015c6b922d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:08.795271 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43f2777c-8419-4881-a141-6552afbdfbbf req-e9344e7f-39c8-4526-8437-3015c6b922d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382473 Nov 23 15:24:08.892864 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43f2777c-8419-4881-a141-6552afbdfbbf req-7f2a638b-a5b7-4022-9ea2-cd3e11231994 service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897086 Nov 23 15:24:08.912767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:08.938779 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb211d-2099-4ccb-8e2c-a9f1a3a06241 None None] The sync data for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 is: [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:24:08.984027 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-43f2777c-8419-4881-a141-6552afbdfbbf req-ed379f5f-b52c-4f16-8fe2-6954cfe49f64 service neutron] 10.222.0.11 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829971 Nov 23 15:24:09.171829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2a4a7-b675-4dcf-bad9-c3c1af2f0e61 None None] New status for floating IP 45d5ce72-11f6-41d5-8178-23a22e7afece: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:24:09.759891 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceef76-12d5-4be7-81e6-46f4f13d0c64 req-d4395ef6-bd54-4370-a463-477ea8e6adf5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:09.761372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4ceef76-12d5-4be7-81e6-46f4f13d0c64 req-d4395ef6-bd54-4370-a463-477ea8e6adf5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 947 time: 0.0533218 Nov 23 15:24:09.809550 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f4ceef76-12d5-4be7-81e6-46f4f13d0c64 req-59d5b92a-8cc0-4279-b917-7e166f2d8fbf tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d477afb-5ce1-4592-9ff8-9c6c2743621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Nov 23 15:24:09.870600 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-64b46b82-9064-46ca-9e0a-457798a4f017 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:09.871984 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-64b46b82-9064-46ca-9e0a-457798a4f017 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.11 "GET /v2.0/ports?device_id=7caca514-afef-468d-ba65-0cee2e801598 HTTP/1.1" status: 200 len: 947 time: 0.0472701 Nov 23 15:24:09.964787 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Deleting port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:24:09.968893 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:10.056028 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] For port d5e821bd-c1c7-4be9-9ccb-0d27176688d0, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:24:10.056386 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:10.068936 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Calling delete_port for d5e821bd-c1c7-4be9-9ccb-0d27176688d0 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:24:10.199473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:10.227744 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event deleted for resources: {'Port': ['ID=d5e821bd-c1c7-4be9-9ccb-0d27176688d0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:10.240439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.240795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.241144 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.241483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.241819 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.242149 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.242480 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.242807 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.243157 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.243483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.243809 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.244130 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:10.281167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] No DVR routers for this DVR port d5e821bd-c1c7-4be9-9ccb-0d27176688d0 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:24:10.283745 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:10.287088 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e2d0465d-4792-40b1-acb0-f07f930445fe req-23f32cab-ecd5-4d33-bcca-c2aa79524e5c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.11 "DELETE /v2.0/ports/d5e821bd-c1c7-4be9-9ccb-0d27176688d0 HTTP/1.1" status: 204 len: 173 time: 0.4085505 Nov 23 15:24:10.287529 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-deleted', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:24:10.289838 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc8b28-c6a1-4cc0-a056-8ba02439bea3" -d '{"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-deleted", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:24:10.385235 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4c9679-2f31-425e-9291-6c180580a413 x-openstack-request-id: req-8a4c9679-2f31-425e-9291-6c180580a413 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:24:10.385587 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caca514-afef-468d-ba65-0cee2e801598", "name": "network-vif-deleted", "tag": "d5e821bd-c1c7-4be9-9ccb-0d27176688d0", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:24:10.385925 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a4c9679-2f31-425e-9291-6c180580a413 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:24:10.386387 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caca514-afef-468d-ba65-0cee2e801598', 'name': 'network-vif-deleted', 'tag': 'd5e821bd-c1c7-4be9-9ccb-0d27176688d0', 'status': 'completed', 'code': 200} Nov 23 15:24:10.865705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39468) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:10.921417 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a397aa-aa1b-40fd-abcc-658b9f420fef tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:10.945455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a397aa-aa1b-40fd-abcc-658b9f420fef tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.003992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a397aa-aa1b-40fd-abcc-658b9f420fef tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.006684 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3a397aa-aa1b-40fd-abcc-658b9f420fef tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.007883 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-d3a397aa-aa1b-40fd-abcc-658b9f420fef tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "DELETE /v2.0/security-groups/8d477afb-5ce1-4592-9ff8-9c6c2743621e HTTP/1.1" status: 204 len: 168 time: 0.1411860 Nov 23 15:24:11.017083 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a397aa-aa1b-40fd-abcc-658b9f420fef tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d477afb-5ce1-4592-9ff8-9c6c2743621e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:11.335504 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39474) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:11.340186 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-9a83b0fa-f37d-4822-9ef0-af7e239564db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251350408', 'description': 'tempest-secgroup-smoke-251350408 description', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:11.362000 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a83b0fa-f37d-4822-9ef0-af7e239564db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.425991 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a83b0fa-f37d-4822-9ef0-af7e239564db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.429787 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a83b0fa-f37d-4822-9ef0-af7e239564db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.458488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9a83b0fa-f37d-4822-9ef0-af7e239564db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.459738 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-9a83b0fa-f37d-4822-9ef0-af7e239564db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1231227 Nov 23 15:24:11.461624 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83b0fa-f37d-4822-9ef0-af7e239564db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:11.462760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39476) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:11.467847 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-bbc0c6b2-fd38-4825-8ede-5016df9b77d1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': 'a9ffde1c-a40f-4a7a-b497-7a01f3c759ef', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:11.495261 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c6b2-fd38-4825-8ede-5016df9b77d1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.540001 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c6b2-fd38-4825-8ede-5016df9b77d1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.543214 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c6b2-fd38-4825-8ede-5016df9b77d1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.560601 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c6b2-fd38-4825-8ede-5016df9b77d1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2c56e8-a4e9-48c0-b082-69390936ece1,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:11.568256 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c6b2-fd38-4825-8ede-5016df9b77d1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.569430 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bbc0c6b2-fd38-4825-8ede-5016df9b77d1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055419 Nov 23 15:24:11.572146 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39478) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:11.576390 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-3a10a7bb-a69f-4ac9-8816-bf83cfdec33e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': 'a9ffde1c-a40f-4a7a-b497-7a01f3c759ef', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:11.603910 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a10a7bb-a69f-4ac9-8816-bf83cfdec33e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.661727 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a10a7bb-a69f-4ac9-8816-bf83cfdec33e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.665405 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a10a7bb-a69f-4ac9-8816-bf83cfdec33e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.681964 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10a7bb-a69f-4ac9-8816-bf83cfdec33e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c162a5c-fc5b-4a31-8f28-e23106639c21,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:11.689834 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a10a7bb-a69f-4ac9-8816-bf83cfdec33e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.691043 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-3a10a7bb-a69f-4ac9-8816-bf83cfdec33e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179690 Nov 23 15:24:11.693715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39480) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:11.698020 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-605cb24b-5841-42bb-8ad4-a39bcfe14219 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': 'a9ffde1c-a40f-4a7a-b497-7a01f3c759ef', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:11.724285 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-605cb24b-5841-42bb-8ad4-a39bcfe14219 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.778784 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-605cb24b-5841-42bb-8ad4-a39bcfe14219 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.782242 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-605cb24b-5841-42bb-8ad4-a39bcfe14219 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.801238 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cb24b-5841-42bb-8ad4-a39bcfe14219 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10153e33-ead7-4026-a0f4-4c4527f88e3f,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:11.809465 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-605cb24b-5841-42bb-8ad4-a39bcfe14219 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.811201 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-605cb24b-5841-42bb-8ad4-a39bcfe14219 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162958 Nov 23 15:24:11.813638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39482) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:11.817934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-58fa84ca-ed3e-4c79-8165-0f4986b29346 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': 'a9ffde1c-a40f-4a7a-b497-7a01f3c759ef', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:11.843783 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58fa84ca-ed3e-4c79-8165-0f4986b29346 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.900100 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58fa84ca-ed3e-4c79-8165-0f4986b29346 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.903580 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58fa84ca-ed3e-4c79-8165-0f4986b29346 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.920173 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa84ca-ed3e-4c79-8165-0f4986b29346 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfce8386-7775-4f6c-9211-4ef13e4840d8,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:11.929323 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-58fa84ca-ed3e-4c79-8165-0f4986b29346 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:11.931403 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-58fa84ca-ed3e-4c79-8165-0f4986b29346 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167376 Nov 23 15:24:11.933323 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39484) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:11.937721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': 'a9ffde1c-a40f-4a7a-b497-7a01f3c759ef', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:11.964167 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Project 377c05a8d55e4c9a8ee5a46438e3c421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:24:11.969690 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.027410 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.031181 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.045462 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3372be-a706-408e-8cea-1f0fd5811904,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:12.058862 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.060809 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7abe2c2d-5cda-45bc-8c48-f2d0a81302fa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263826 Nov 23 15:24:12.064668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39486) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:12.069073 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'security_group_rule': {'security_group_id': 'a9ffde1c-a40f-4a7a-b497-7a01f3c759ef', 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:12.089232 n-d-818503-2 neutron-server[103345]: INFO neutron.db.securitygroups_db [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Project 377c05a8d55e4c9a8ee5a46438e3c421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:24:12.094228 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.151455 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.154852 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.172771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54690eab-09d6-4c5a-9669-ab0a150304af,revision_number=0']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:12.178216 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:12.179415 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-823700e6-acc4-4210-a32c-9244c637cf7e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1138353 Nov 23 15:24:13.630782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:24:13.652497 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: d5e821bd-c1c7-4be9-9ccb-0d27176688d0 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:24:13.652846 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device d5e821bd-c1c7-4be9-9ccb-0d27176688d0 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:24:17.250977 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:24:24.437345 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:26.872642 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6ad7c17e-528d-4467-a012-a274f24a59bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:27.905599 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:28.456372 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-57b8c9de-c984-4511-8381-56d2a70e15b8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251350408&fields=id&tenant_id=377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 267 time: 0.0494506 Nov 23 15:24:28.566551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-8df97f28-be93-43da-8a28-b87e6472f866 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:28.567971 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-8df97f28-be93-43da-8a28-b87e6472f866 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 809 time: 0.1039484 Nov 23 15:24:28.583486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-f87e9d61-d0ab-4c35-8c73-7588628bc677 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/quotas/377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 375 time: 0.0095315 Nov 23 15:24:28.639937 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-009e14b4-e416-4d1e-985f-d1fb6e127c4f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499721 Nov 23 15:24:28.738403 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-f25f129d-ba9a-4123-8cc9-d6b539730182 service neutron] 10.222.0.46 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Nov 23 15:24:28.830314 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-3a9ec11c-830f-40be-ae47-d4693bf7ee56 service neutron] 10.222.0.46 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858812 Nov 23 15:24:29.111162 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-df643b77-a71c-4593-9d85-125c14948705 req-84248e34-0c6f-40db-a126-ddaae2a82629 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 210 time: 0.0273545 Nov 23 15:24:29.253826 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-057fa64d-ee4f-4f46-8f0a-f5eeb9181890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.049292 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-f0636237-6c14-42ae-a895-40f20150ecbc tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:30.050766 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-f0636237-6c14-42ae-a895-40f20150ecbc tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 809 time: 0.1071839 Nov 23 15:24:30.116924 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-b10c15cb-2e64-49c3-87f2-f61218c2a3b6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 379 time: 0.0576451 Nov 23 15:24:30.125927 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'port': {'device_id': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'admin_state_up': True, 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'security_groups': ['a9ffde1c-a40f-4a7a-b497-7a01f3c759ef']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:30.218928 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1852afa8-c6dc-49f4-9c81-e2074cad0756 req-acded558-29ac-4fb2-a616-57596a7735c1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 210 time: 0.0311246 Nov 23 15:24:30.242503 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Made reservation on behalf of 377c05a8d55e4c9a8ee5a46438e3c421 for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:24:30.246148 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.352020 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.377407 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Allocated IP 172.20.0.4 (6ece2ad0-41b5-4143-a68d-cd77af500442/3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7/7c7cbc81-e284-4411-b808-6b51cafdada2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:24:30.513457 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.555909 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.600626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:24:30.603685 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:24:30.607312 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:24:30.614331 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:30.664564 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:30.665207 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.683646 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-622ec75b-7d3e-467e-81e8-9114c91ac7f2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612800 Nov 23 15:24:30.744415 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Request body: {'port': {'device_id': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:30.812620 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.869737 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-2c96e34d-2e94-4c64-909c-08ed4a29c748 None None] Provisioning complete for port 7c7cbc81-e284-4411-b808-6b51cafdada2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:24:30.870023 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2c96e34d-2e94-4c64-909c-08ed4a29c748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:30.903771 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-2c96e34d-2e94-4c64-909c-08ed4a29c748 None None] Port 7c7cbc81-e284-4411-b808-6b51cafdada2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:24:31.070189 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7cbc81-e284-4411-b808-6b51cafdada2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:24:31.077652 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:31.089832 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Transition to ACTIVE for port object 7c7cbc81-e284-4411-b808-6b51cafdada2 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:24:31.093815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:31.145257 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:31.219908 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Attempting to bind port 7c7cbc81-e284-4411-b808-6b51cafdada2 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:24:31.220443 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Attempting to bind port 7c7cbc81-e284-4411-b808-6b51cafdada2 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:24:31.221303 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Attempting to bind port 7c7cbc81-e284-4411-b808-6b51cafdada2 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:24:31.226514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Port 7c7cbc81-e284-4411-b808-6b51cafdada2 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:24:31.226835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Attempting to bind port 7c7cbc81-e284-4411-b808-6b51cafdada2 on network 6ece2ad0-41b5-4143-a68d-cd77af500442 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:24:31.231762 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:24:31.232107 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Checking segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:24:31.232475 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Bound using segment: {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:24:31.232897 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Bound port: 7c7cbc81-e284-4411-b808-6b51cafdada2, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737e3dca-8260-45e9-880f-fbb596c56a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:24:31.233247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:31.305610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:24:31.309341 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:24:31.316064 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:31.334395 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:31.335784 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:31.337494 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 1091 time: 0.6454585 Nov 23 15:24:31.340135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:24:31.343779 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:24:31.380718 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a20a0-af7d-47b6-85aa-0577d52171a4 req-8fb4819b-5114-4ce5-b196-f7723fead9d9 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:31.383072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f6a20a0-af7d-47b6-85aa-0577d52171a4 req-8fb4819b-5114-4ce5-b196-f7723fead9d9 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0841732 Nov 23 15:24:31.450075 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c569f3-d05b-4c63-bcf0-5873cfa13559 x-openstack-request-id: req-43c569f3-d05b-4c63-bcf0-5873cfa13559 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:24:31.450366 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:24:31.450619 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43c569f3-d05b-4c63-bcf0-5873cfa13559 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:24:31.451044 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'status': 'completed', 'code': 200} Nov 23 15:24:31.468298 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225ff16-c49f-4497-902a-10d01e3e53c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:31.488768 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-8e6586ef-1953-4e1f-befb-85c7933adebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:31.491552 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-8e6586ef-1953-4e1f-befb-85c7933adebd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1094 time: 0.1038198 Nov 23 15:24:31.495360 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-4f6a20a0-af7d-47b6-85aa-0577d52171a4 req-07785ccb-366f-47af-96ad-1a50cca8407e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999706 Nov 23 15:24:31.538876 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-a9325c3b-d171-4dcc-af6f-5f00ea95f0ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 217 time: 0.0370605 Nov 23 15:24:31.598703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-cff2f123-6a65-4d8c-9c81-408638b3a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:31.600987 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-cff2f123-6a65-4d8c-9c81-408638b3a6e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0546248 Nov 23 15:24:31.652425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-50c63890-0a3b-4895-baf9-541f73233ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:31.653910 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-50c63890-0a3b-4895-baf9-541f73233ecc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435312 Nov 23 15:24:31.749473 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-e4264d2a-1f7f-49b3-b49b-6862366c0e92 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883150 Nov 23 15:24:31.841435 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-37ca4681-32ad-4ef2-b8fb-93704b1d11c8 req-288e70cc-c614-4b7c-ac22-0acea5632f2c service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843067 Nov 23 15:24:31.923702 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-44302a68-3dfb-4d4c-8eaf-30a3e09e51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:31.925732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-44302a68-3dfb-4d4c-8eaf-30a3e09e51be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1094 time: 0.0395262 Nov 23 15:24:31.992431 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:32.013355 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-2ea96603-0365-4b92-87c1-392ec3bd8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:32.014818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-2ea96603-0365-4b92-87c1-392ec3bd8b03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0834434 Nov 23 15:24:32.062594 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-5ca50a34-de3b-4959-ae85-7ccfb2a8381c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 217 time: 0.0395353 Nov 23 15:24:32.110641 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-36a26812-3c42-4068-9b66-6d78380bc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:32.112140 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-36a26812-3c42-4068-9b66-6d78380bc436 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0430589 Nov 23 15:24:32.158155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-a1c4f672-a00a-44fe-bc97-bd29c9fe9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:32.159767 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-a1c4f672-a00a-44fe-bc97-bd29c9fe9f1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402029 Nov 23 15:24:32.250449 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-31da4fc3-9b8c-4fdf-8ee3-e3bede3a7750 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833588 Nov 23 15:24:32.337212 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbaef92-4c76-4ba4-8e29-a132d710e6d2 req-a561476f-a58e-4dea-90bc-1bb2741b9626 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802412 Nov 23 15:24:32.601103 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101dd67-8c77-47d9-a924-432cd6f67d76 req-c56b53d7-ccaa-480c-b2ab-8935621d5836 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:32.602613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0101dd67-8c77-47d9-a924-432cd6f67d76 req-c56b53d7-ccaa-480c-b2ab-8935621d5836 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0490038 Nov 23 15:24:32.652934 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0101dd67-8c77-47d9-a924-432cd6f67d76 req-29d58803-9afa-4ce5-b13f-839ea028945b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441668 Nov 23 15:24:32.721310 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:33.767810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3c344-3490-4f54-b855-e33b3ee0c217 req-ebf44176-eb98-4954-80ef-09686336dcbe tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:33.769349 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dc3c344-3490-4f54-b855-e33b3ee0c217 req-ebf44176-eb98-4954-80ef-09686336dcbe tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0490668 Nov 23 15:24:33.817970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6dc3c344-3490-4f54-b855-e33b3ee0c217 req-ffcccf93-deec-467c-9b9f-f589baed1563 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Nov 23 15:24:34.938917 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372706b-adca-4731-b0fa-e944e64d92da req-e629e755-4baf-4cd4-86fa-93595ba7ed87 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:34.940402 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c372706b-adca-4731-b0fa-e944e64d92da req-e629e755-4baf-4cd4-86fa-93595ba7ed87 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0528841 Nov 23 15:24:34.992556 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c372706b-adca-4731-b0fa-e944e64d92da req-aa807ac4-b0a9-445f-ba01-3b27a1b82c62 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Nov 23 15:24:36.111284 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd862738-004e-4841-86b1-8bc98939071a req-23002030-a44d-4b30-a6b1-fa3cc9b0fa0d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:36.113398 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd862738-004e-4841-86b1-8bc98939071a req-23002030-a44d-4b30-a6b1-fa3cc9b0fa0d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0504699 Nov 23 15:24:36.160323 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fd862738-004e-4841-86b1-8bc98939071a req-9cccdfdb-fc27-48c2-a9d4-c8f723318ca8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411303 Nov 23 15:24:37.280171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5befbdb-6ec2-47b5-9cc5-c1dcc9bb9759 req-c1a1b6ad-ce4c-4803-8073-9286ec7f4834 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:37.281649 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5befbdb-6ec2-47b5-9cc5-c1dcc9bb9759 req-c1a1b6ad-ce4c-4803-8073-9286ec7f4834 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0520582 Nov 23 15:24:37.329166 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c5befbdb-6ec2-47b5-9cc5-c1dcc9bb9759 req-3e290b6e-53ac-4924-96b2-15bcfd2d7322 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Nov 23 15:24:38.443678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540b29-cdbc-407c-ab3c-49ce7dc8989a req-b2a62c80-e0cf-4877-956a-6997466c5ec6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:38.445119 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f540b29-cdbc-407c-ab3c-49ce7dc8989a req-b2a62c80-e0cf-4877-956a-6997466c5ec6 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0467985 Nov 23 15:24:38.493024 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0f540b29-cdbc-407c-ab3c-49ce7dc8989a req-d28c76b6-f59c-4968-ae49-1f2f9b72e947 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420723 Nov 23 15:24:39.605768 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d455e6-e70d-497a-9440-ed38ed486c32 req-d9d71a0c-6027-4d38-8430-a138e1285857 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:39.607302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72d455e6-e70d-497a-9440-ed38ed486c32 req-d9d71a0c-6027-4d38-8430-a138e1285857 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0486004 Nov 23 15:24:39.658278 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-72d455e6-e70d-497a-9440-ed38ed486c32 req-b42b7a96-2441-4789-8aea-12d31dcc4086 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444736 Nov 23 15:24:40.775320 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3877-1084-4f8d-ae32-7ee0d14863bf req-b31e571b-41b1-4b31-8b33-c8e89ea07028 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:40.776788 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4d3877-1084-4f8d-ae32-7ee0d14863bf req-b31e571b-41b1-4b31-8b33-c8e89ea07028 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0487151 Nov 23 15:24:40.828045 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5d4d3877-1084-4f8d-ae32-7ee0d14863bf req-4862edc0-ff73-4fe5-bcff-68ee185aebb7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452263 Nov 23 15:24:41.940302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68a372-d985-438a-b575-bc8624c3f0bb req-bb73bfae-ce72-43f4-9a4f-8808335eafe7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:41.942253 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd68a372-d985-438a-b575-bc8624c3f0bb req-bb73bfae-ce72-43f4-9a4f-8808335eafe7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0478575 Nov 23 15:24:41.990811 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd68a372-d985-438a-b575-bc8624c3f0bb req-06b59ccc-f162-46d7-89a1-96f9ac7a91cb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Nov 23 15:24:43.109535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d463a-9822-4586-bee9-89b4ceb58ee1 req-7c5606b4-e263-4184-ab23-c2f8a22aad54 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:43.111009 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-518d463a-9822-4586-bee9-89b4ceb58ee1 req-7c5606b4-e263-4184-ab23-c2f8a22aad54 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0515909 Nov 23 15:24:43.159585 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-518d463a-9822-4586-bee9-89b4ceb58ee1 req-6952c6ca-bdfe-494b-aa3e-c478c7eaa14e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 Nov 23 15:24:43.186045 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7c7cbc81-e284-4411-b808-6b51cafdada2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:24:43.279319 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:24:43.290023 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'port_id': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'mac_address': 'fa:16:3e:c0:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:24:43.325995 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:43.337974 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7cbc81-e284-4411-b808-6b51cafdada2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:24:43.357015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:24:43.361097 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:43.405841 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:43.413466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.413808 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.414149 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.414487 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.414818 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.415172 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.415499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.415828 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.416152 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.416479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.417009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.417569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:24:43.595889 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7c7cbc81-e284-4411-b808-6b51cafdada2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:24:44.274475 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8395c6-8ea3-4553-a0d2-0c889e5da6c2 req-848f9491-12be-401c-a239-bccfb4b3d545 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:44.275976 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b8395c6-8ea3-4553-a0d2-0c889e5da6c2 req-848f9491-12be-401c-a239-bccfb4b3d545 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 944 time: 0.0493400 Nov 23 15:24:44.323560 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9b8395c6-8ea3-4553-a0d2-0c889e5da6c2 req-8c69671c-25ec-4ff3-b9d9-8723e52553db tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 Nov 23 15:24:45.202681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7c7cbc81-e284-4411-b808-6b51cafdada2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:24:45.273679 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 7c7cbc81-e284-4411-b808-6b51cafdada2 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:24:45.277457 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 7c7cbc81-e284-4411-b808-6b51cafdada2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:24:45.277936 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:45.367181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:45.389496 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:24:45.391806 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83080196-b2a4-4977-b366-650c6cea3394" -d '{"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-plugged", "status": "completed", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:24:45.406907 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:24:45.412526 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:45.446124 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9636fd-9296-4dbe-bdf2-4b1942b2665b req-e47ec58f-b0ab-4dda-9246-5e7eeca6400e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:45.448379 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac9636fd-9296-4dbe-bdf2-4b1942b2665b req-e47ec58f-b0ab-4dda-9246-5e7eeca6400e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 944 time: 0.0544913 Nov 23 15:24:45.464551 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:45.491029 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23595779-7751-4321-bdb5-c0cc37cbf014 x-openstack-request-id: req-23595779-7751-4321-bdb5-c0cc37cbf014 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:24:45.491325 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-plugged", "status": "completed", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:24:45.491578 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23595779-7751-4321-bdb5-c0cc37cbf014 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:24:45.491987 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'code': 200} Nov 23 15:24:45.504136 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ac9636fd-9296-4dbe-bdf2-4b1942b2665b req-bbe5c37c-5a35-4181-99d4-1d684bf91988 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485733 Nov 23 15:24:45.590306 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9ad51-48a5-4caf-aea7-ccef3738f09c req-17294394-ed04-44c8-b93a-955c478599cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:45.592188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-58a9ad51-48a5-4caf-aea7-ccef3738f09c req-17294394-ed04-44c8-b93a-955c478599cd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0442104 Nov 23 15:24:45.636950 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-58a9ad51-48a5-4caf-aea7-ccef3738f09c req-38f0b15a-0f06-4097-84d0-41c741c0f8a3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377984 Nov 23 15:24:46.625392 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b068-0962-45d6-80fc-69e27a908664 req-cddb1822-b9ae-4979-a255-d3fc05ea6376 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:46.626911 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbb7b068-0962-45d6-80fc-69e27a908664 req-cddb1822-b9ae-4979-a255-d3fc05ea6376 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0514550 Nov 23 15:24:46.679719 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cbb7b068-0962-45d6-80fc-69e27a908664 req-04983597-f78a-4f37-96bb-ef2a4ce79481 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Nov 23 15:24:47.792888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a674e-5569-43be-b07e-b6682a11f366 req-4ac440c9-cf69-417b-9336-387419e2c14c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:47.794335 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a4a674e-5569-43be-b07e-b6682a11f366 req-4ac440c9-cf69-417b-9336-387419e2c14c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0473449 Nov 23 15:24:47.842078 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5a4a674e-5569-43be-b07e-b6682a11f366 req-9f211363-9884-4817-9d8b-9205da241605 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Nov 23 15:24:47.956869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c3ace-5403-4268-b19c-256108312243 req-87f60080-bb0d-4b7c-895c-d1aa99a8e249 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:47.958886 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a73c3ace-5403-4268-b19c-256108312243 req-87f60080-bb0d-4b7c-895c-d1aa99a8e249 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0506530 Nov 23 15:24:48.005912 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a73c3ace-5403-4268-b19c-256108312243 req-81492ffe-49f8-4ee2-82e8-0df5708acec1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410562 Nov 23 15:24:48.027670 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39684) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:48.065411 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0b6592-979b-4ec7-b31c-282be210e87e tempest-TestShelveInstance-1452725780 tempest-TestShelveInstance-1452725780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:48.067452 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fd0b6592-979b-4ec7-b31c-282be210e87e tempest-TestShelveInstance-1452725780 tempest-TestShelveInstance-1452725780-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1091 time: 0.0388174 Nov 23 15:24:48.070266 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39686) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:24:48.074564 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:24:48.097403 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:48.198144 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:48.296730 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Allocated IP 172.25.3.26 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/4200f052-3823-4a3a-99c8-e44000d5dc0a) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:24:48.397776 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:48.440275 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:48.478483 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:24:48.484591 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:24:48.487962 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:24:48.493804 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'Port': ['ID=4200f052-3823-4a3a-99c8-e44000d5dc0a,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:49.196554 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:49.277504 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:49.433868 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:49.438591 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:49.515442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event updated for resources: {'Port': ['ID=4200f052-3823-4a3a-99c8-e44000d5dc0a,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:24:49.525678 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:49.631454 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Floating IP 894395b9-16c7-4cc7-ac6c-0d18a89cb693 associated. External IP: 172.25.3.26, port: 7c7cbc81-e284-4411-b808-6b51cafdada2. Nov 23 15:24:49.833252 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:24:49.949387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:24:49.959695 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] Sync routers for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:24:49.967148 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:49.969173 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:24:49.969837 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:49.993668 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-63ec38ac-a012-4a3e-9690-c1982a763898 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9223621 Nov 23 15:24:49.994262 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:24:49.996574 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867f4261-0aa8-451f-b532-672ec5db2214" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:24:50.036661 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e77204-9b3d-4bac-89bc-366de344cd35 x-openstack-request-id: req-b6e77204-9b3d-4bac-89bc-366de344cd35 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:24:50.036954 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:24:50.037231 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6e77204-9b3d-4bac-89bc-366de344cd35 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:24:50.037637 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'status': 'completed', 'code': 200} Nov 23 15:24:50.077935 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:24:50.106541 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f4261-0aa8-451f-b532-672ec5db2214 req-04f335f2-a726-43ca-9618-342bc9d7fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:50.108022 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-867f4261-0aa8-451f-b532-672ec5db2214 req-04f335f2-a726-43ca-9618-342bc9d7fa07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0477536 Nov 23 15:24:50.211928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f4261-0aa8-451f-b532-672ec5db2214 req-b6dfffef-5db7-49e8-a3a1-0197f6c1bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:50.213484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-867f4261-0aa8-451f-b532-672ec5db2214 req-b6dfffef-5db7-49e8-a3a1-0197f6c1bc5b service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0987594 Nov 23 15:24:50.294135 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-867f4261-0aa8-451f-b532-672ec5db2214 req-b76bd3da-676d-40a0-b6c4-3e39aba72cd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 998 time: 0.0734982 Nov 23 15:24:50.348394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f4261-0aa8-451f-b532-672ec5db2214 req-325ac3e1-d440-4d90-afbd-cffe4c4dfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:50.349922 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-867f4261-0aa8-451f-b532-672ec5db2214 req-325ac3e1-d440-4d90-afbd-cffe4c4dfed6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0492408 Nov 23 15:24:50.398425 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '894395b9-16c7-4cc7-ac6c-0d18a89cb693', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'port_id': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'mac_address': 'fa:16:3e:c0:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:24:49Z', 'updated_at': '2021-11-23T15:24:49Z', 'revision_number': 0, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:50.401122 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f4261-0aa8-451f-b532-672ec5db2214 req-e4a8433c-6e3f-43ef-b30f-c629dbf63343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:24:50.402709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-867f4261-0aa8-451f-b532-672ec5db2214 req-e4a8433c-6e3f-43ef-b30f-c629dbf63343 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452330 Nov 23 15:24:50.426950 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] Checking router: 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:24:50.435636 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:24:50.436246 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:24:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:50.490681 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-867f4261-0aa8-451f-b532-672ec5db2214 req-dcc3ee44-16bb-4f9a-8087-1c514d3aafb6 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810919 Nov 23 15:24:50.540285 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:24:50.583269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-867f4261-0aa8-451f-b532-672ec5db2214 req-e45b1fae-37d8-4576-8263-d0e3f3f27249 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860178 Nov 23 15:24:50.760770 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '894395b9-16c7-4cc7-ac6c-0d18a89cb693', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'port_id': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'mac_address': 'fa:16:3e:c0:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:24:49Z', 'updated_at': '2021-11-23T15:24:49Z', 'revision_number': 0, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:24:50.789940 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d911c53-cda7-4324-9915-d4ceaac9470b None None] The sync data for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 is: [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '894395b9-16c7-4cc7-ac6c-0d18a89cb693', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'port_id': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'mac_address': 'fa:16:3e:c0:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:24:49Z', 'updated_at': '2021-11-23T15:24:49Z', 'revision_number': 0, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:24:50.976544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b7e26-e573-40b6-9b46-1bad49166237 None None] New status for floating IP 894395b9-16c7-4cc7-ac6c-0d18a89cb693: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:24:54.250478 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:24:54.441976 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:56.877254 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3322bfcd-8612-4707-b967-e90fc5a16566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:57.927150 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:24:59.256033 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-18c6d57c-6c2d-42a5-a53e-a544de889805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:00.355637 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:01.994323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:02.723347 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:21.341736 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-f76ce6c7-8947-46af-8edc-ec1d34760a1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379815 Nov 23 15:25:21.421578 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-0965d99d-e355-4b93-92f4-ca2bb0336cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:25:21.422966 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-0965d99d-e355-4b93-92f4-ca2bb0336cbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0393107 Nov 23 15:25:21.526405 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-6ac2ae8a-e28b-469a-ab6b-67ccd479880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:25:21.527883 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-6ac2ae8a-e28b-469a-ab6b-67ccd479880d service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0858963 Nov 23 15:25:21.601215 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-53b23e5c-dbbc-4066-84c8-ff3af3a1afac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 1000 time: 0.0575264 Nov 23 15:25:21.657182 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-8e483934-15d5-42cb-b84c-1005ce113151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:25:21.658626 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-8e483934-15d5-42cb-b84c-1005ce113151 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0494750 Nov 23 15:25:21.702623 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-a0a643c0-f46c-4d2d-8949-ea4a3d53a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:25:21.704082 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-a0a643c0-f46c-4d2d-8949-ea4a3d53a916 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390136 Nov 23 15:25:21.790931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-885d22c4-6765-4846-83f3-908f3c10e10a service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796881 Nov 23 15:25:21.881030 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-8fb363ae-095a-4f6a-8767-e70c817a4f44 req-6d968c11-6a8a-402f-9e58-0b0ef3b82559 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825574 Nov 23 15:25:24.452180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:26.879236 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-43226890-29a0-49b6-9da8-82bd8a68f4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:27.937058 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:29.257444 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-887c5f47-2a69-4764-87f5-1cbbf1f3f6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:30.358184 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:31.252628 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:25:31.993722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:32.724633 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:54.446503 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:56.880343 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f5026af4-a075-48cf-9a15-b885c31f1837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:57.934836 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:25:59.258615 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1949bc2c-26d3-45b8-bfe8-580aa2e15b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:00.364076 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:01.997798 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:02.726943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:08.251827 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:26:23.361152 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-bd324587-a4a8-403e-90e2-155dc94bd7f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421445 Nov 23 15:26:23.445149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-ccc3ddfb-fd7a-4eb2-a353-1e3bfd5dda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:23.446576 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-ccc3ddfb-fd7a-4eb2-a353-1e3bfd5dda70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0434856 Nov 23 15:26:23.549994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-e3204d4e-5a4f-4206-8ca4-66493f06ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:23.551489 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-e3204d4e-5a4f-4206-8ca4-66493f06ef87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0849848 Nov 23 15:26:23.619275 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-abdfdd7f-1a34-4904-9157-4b1babcb2324 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 1000 time: 0.0600107 Nov 23 15:26:23.667711 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-448a37fc-e355-424f-93f3-777a1c0a20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:23.669146 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-448a37fc-e355-424f-93f3-777a1c0a20c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0432072 Nov 23 15:26:23.713755 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-e3f20c60-93c7-41b7-9d30-fac38fc1a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:23.715171 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-e3f20c60-93c7-41b7-9d30-fac38fc1a11b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393174 Nov 23 15:26:23.805487 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-da1b83b6-c2ca-40be-9e09-0c7e6be46ffb service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Nov 23 15:26:23.891366 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eb5127cf-6a6a-4358-9e63-330c46482b78 req-ccd72953-3eec-4d32-839f-a1e672f1e8bb service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794075 Nov 23 15:26:24.449241 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:26.882469 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-762c8715-2857-489a-899f-ed0e91b658ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:27.957899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:29.260299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6c340685-e521-4cba-ae5d-0620c0be2c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:30.364846 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:32.003638 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:32.731155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:44.405633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0d3e0-8453-445e-b23e-fad97ac02b26 req-1b875d79-9ec3-4dcb-b976-c6800e88dd3f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:44.407090 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99a0d3e0-8453-445e-b23e-fad97ac02b26 req-1b875d79-9ec3-4dcb-b976-c6800e88dd3f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0724018 Nov 23 15:26:44.457427 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99a0d3e0-8453-445e-b23e-fad97ac02b26 req-c23f187b-fd04-43f2-9ca7-957e8f0162df tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436723 Nov 23 15:26:45.250721 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:26:45.575436 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e62778-44cb-4269-b981-71bf61f635ed req-7b1a083b-8cc3-4ef8-aa84-0263449f2412 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:45.576830 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13e62778-44cb-4269-b981-71bf61f635ed req-7b1a083b-8cc3-4ef8-aa84-0263449f2412 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0476348 Nov 23 15:26:45.624653 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13e62778-44cb-4269-b981-71bf61f635ed req-8328fd98-85ad-4f04-a598-34ab03482b57 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419488 Nov 23 15:26:46.766000 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf071-ce61-4389-a739-d81f0e763702 req-69fe60ca-3719-447c-a1f1-15204458ebda tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:46.767489 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf8cf071-ce61-4389-a739-d81f0e763702 req-69fe60ca-3719-447c-a1f1-15204458ebda tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0518925 Nov 23 15:26:46.816949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bf8cf071-ce61-4389-a739-d81f0e763702 req-416566b7-13b3-45dd-a507-b5cd4fc5d768 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Nov 23 15:26:47.932014 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53b94-8d52-4c80-9b5a-fcf07cf2b4df req-b1a4a613-16bc-4553-9a79-ce9c2c9b3eed tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:47.933486 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0da53b94-8d52-4c80-9b5a-fcf07cf2b4df req-b1a4a613-16bc-4553-9a79-ce9c2c9b3eed tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0489998 Nov 23 15:26:47.982199 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-0da53b94-8d52-4c80-9b5a-fcf07cf2b4df req-0bafe719-3b0b-438f-9723-c43634366b89 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Nov 23 15:26:49.096973 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecc66-815e-4681-9d0e-c161433c448b req-960ced76-732b-4b9d-93d9-16cece7089e1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:49.098532 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-868ecc66-815e-4681-9d0e-c161433c448b req-960ced76-732b-4b9d-93d9-16cece7089e1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0490785 Nov 23 15:26:49.150759 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-868ecc66-815e-4681-9d0e-c161433c448b req-9d551030-217d-4d59-9a29-7d739f8c7e86 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457449 Nov 23 15:26:50.266048 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e7114-aee2-4fc1-a854-a4c6f9b9d021 req-90cd17c9-cb73-4a69-95eb-3447dcfe7f9f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:50.267531 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b73e7114-aee2-4fc1-a854-a4c6f9b9d021 req-90cd17c9-cb73-4a69-95eb-3447dcfe7f9f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0491560 Nov 23 15:26:50.315576 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b73e7114-aee2-4fc1-a854-a4c6f9b9d021 req-f32d1064-4295-4b7c-a5e6-19cbb9cb27b1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422037 Nov 23 15:26:51.429226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ab9cd-2430-4532-9144-91f435543caa req-dce120f4-eee6-411f-bad6-1f46e36ec6aa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:51.430715 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e62ab9cd-2430-4532-9144-91f435543caa req-dce120f4-eee6-411f-bad6-1f46e36ec6aa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0479848 Nov 23 15:26:51.478814 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e62ab9cd-2430-4532-9144-91f435543caa req-a031f9c5-fec2-4ed3-b93f-5280fb0aa37f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422196 Nov 23 15:26:52.604870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0fc8-96ce-442f-9f9b-eb974ff8574f req-a2f4fff1-daca-4acf-829a-e9cad3b1dacc tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:52.606362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ebc0fc8-96ce-442f-9f9b-eb974ff8574f req-a2f4fff1-daca-4acf-829a-e9cad3b1dacc tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0560648 Nov 23 15:26:52.654174 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2ebc0fc8-96ce-442f-9f9b-eb974ff8574f req-f7656383-c5c8-49bd-ad8c-17eb0ab47d1d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Nov 23 15:26:53.767570 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb13d7-fd32-4edf-b9b2-c0eeb1276716 req-c216fa5d-e7d2-4edf-99c6-d6b8fa5253d2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:53.769028 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78fb13d7-fd32-4edf-b9b2-c0eeb1276716 req-c216fa5d-e7d2-4edf-99c6-d6b8fa5253d2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0476856 Nov 23 15:26:53.816734 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-78fb13d7-fd32-4edf-b9b2-c0eeb1276716 req-ee534435-7d82-429c-a566-7ed95abb4064 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Nov 23 15:26:54.468849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:54.497272 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906df3a8-8127-4935-8bf4-ae91adb777de req-f8a358c9-c35c-4952-bc16-735e3cbc4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:54.498752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-906df3a8-8127-4935-8bf4-ae91adb777de req-f8a358c9-c35c-4952-bc16-735e3cbc4a0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0405753 Nov 23 15:26:54.597760 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906df3a8-8127-4935-8bf4-ae91adb777de req-88b55cbd-d7d2-4c9b-9b86-71074a5d0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:54.599340 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-906df3a8-8127-4935-8bf4-ae91adb777de req-88b55cbd-d7d2-4c9b-9b86-71074a5d0bf0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0933785 Nov 23 15:26:54.668855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-906df3a8-8127-4935-8bf4-ae91adb777de req-ef4f30a7-1f64-48b3-bb8b-18e7b538e84d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 1000 time: 0.0628772 Nov 23 15:26:54.936945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38017f5-ae7a-4efc-8b92-38ca6a21b39e req-b913d8fb-34c1-425e-8a47-de1cdb5ca03f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:54.938454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e38017f5-ae7a-4efc-8b92-38ca6a21b39e req-b913d8fb-34c1-425e-8a47-de1cdb5ca03f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0512362 Nov 23 15:26:54.994970 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e38017f5-ae7a-4efc-8b92-38ca6a21b39e req-6964dbac-72b0-419d-a16c-18b7ea84d93e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502827 Nov 23 15:26:55.038143 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906df3a8-8127-4935-8bf4-ae91adb777de req-35d051da-2e7a-4780-8de5-f6e43126a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:55.039642 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-906df3a8-8127-4935-8bf4-ae91adb777de req-35d051da-2e7a-4780-8de5-f6e43126a6ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.3639703 Nov 23 15:26:55.084724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906df3a8-8127-4935-8bf4-ae91adb777de req-c18e94a6-2b61-4f17-8f22-83cbc5d30467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:55.086188 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-906df3a8-8127-4935-8bf4-ae91adb777de req-c18e94a6-2b61-4f17-8f22-83cbc5d30467 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393190 Nov 23 15:26:55.175755 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-906df3a8-8127-4935-8bf4-ae91adb777de req-f598d703-f2f9-493a-9b22-c8bd32481190 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817347 Nov 23 15:26:55.263713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-906df3a8-8127-4935-8bf4-ae91adb777de req-ebf0070a-76f9-4a8e-8e33-b5035b355148 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807385 Nov 23 15:26:56.110468 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf34864-df67-445f-91ae-e185d9efed74 req-6d908870-e9bf-4e81-9e45-42714c16d09f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:56.111979 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-edf34864-df67-445f-91ae-e185d9efed74 req-6d908870-e9bf-4e81-9e45-42714c16d09f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0482211 Nov 23 15:26:56.159909 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-edf34864-df67-445f-91ae-e185d9efed74 req-2a3d308a-6397-4b6c-9c75-8c5755692a90 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420825 Nov 23 15:26:56.883985 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5333d86d-169f-439d-ba40-88d8f36b673d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:57.281711 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccb720-acb6-44ab-86da-e50bbe9174c3 req-187e7613-2460-4b94-92f2-33e923b40247 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:57.283258 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcccb720-acb6-44ab-86da-e50bbe9174c3 req-187e7613-2460-4b94-92f2-33e923b40247 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0526173 Nov 23 15:26:57.332324 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bcccb720-acb6-44ab-86da-e50bbe9174c3 req-d06c5e1e-b0c6-4ab5-ab70-3d7f86f128f0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430622 Nov 23 15:26:57.967140 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:58.462142 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac9ae-58c8-4ff3-b5fb-dd95f4bde6f7 req-dd40ddd3-c355-4118-a712-84006b4dfe73 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:58.464475 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be3ac9ae-58c8-4ff3-b5fb-dd95f4bde6f7 req-dd40ddd3-c355-4118-a712-84006b4dfe73 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0601006 Nov 23 15:26:58.515949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-be3ac9ae-58c8-4ff3-b5fb-dd95f4bde6f7 req-ee5e6142-b935-4757-a322-34a3ceec1ae1 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451667 Nov 23 15:26:59.261741 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7e09ffd7-e813-4198-b4f1-9f6371d55bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:59.634197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870ec92-7903-449c-94ec-50b530cbea98 req-77c8ad88-4cbe-4515-808f-d81bc0445da4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:59.636373 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2870ec92-7903-449c-94ec-50b530cbea98 req-77c8ad88-4cbe-4515-808f-d81bc0445da4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0529239 Nov 23 15:26:59.684927 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2870ec92-7903-449c-94ec-50b530cbea98 req-98e3f4aa-4ba3-43b1-8441-d8992f1146bf tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426574 Nov 23 15:26:59.828271 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7c7cbc81-e284-4411-b808-6b51cafdada2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:26:59.865355 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-c64cae50-92fb-48d6-b5d8-620530498c62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397053 Nov 23 15:26:59.878398 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-bc8b028c-c28a-4663-b563-c760300cdcc9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:26:59.879395 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-bc8b028c-c28a-4663-b563-c760300cdcc9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052354 Nov 23 15:26:59.912647 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:59.912782 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9941ee9-46d9-4106-a170-cc28f7185bc4 req-7ba6766c-0058-4e99-8652-b5929399b7c5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:26:59.913949 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9941ee9-46d9-4106-a170-cc28f7185bc4 req-7ba6766c-0058-4e99-8652-b5929399b7c5 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0582993 Nov 23 15:26:59.942177 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:26:59.944953 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa26d4-f73e-4e5f-a113-0368211bbe0e" -d '{"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:26:59.959561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:26:59.965708 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:26:59.966613 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a9941ee9-46d9-4106-a170-cc28f7185bc4 req-f3852e92-59b8-47ba-be56-d97a04196457 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Nov 23 15:26:59.997756 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dfeb52-2d0e-42bf-9972-d96772860846 x-openstack-request-id: req-23dfeb52-2d0e-42bf-9972-d96772860846 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:26:59.998069 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-unplugged", "status": "failed", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2", "code": 422}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:26:59.998220 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23dfeb52-2d0e-42bf-9972-d96772860846 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:26:59.998616 n-d-818503-2 neutron-server[103347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'code': 422} returned with failed status Nov 23 15:27:00.023782 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:27:00.031750 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.032094 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.032430 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.032763 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.033090 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.033414 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.033739 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.034061 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.034389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.034707 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.035057 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.035377 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:27:00.367235 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:01.087075 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0f22-53e0-4deb-94a1-bd06015f0ed2 req-1181aa37-c6ea-4563-9d34-fd0a5c459ad2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:01.089084 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5efa0f22-53e0-4deb-94a1-bd06015f0ed2 req-1181aa37-c6ea-4563-9d34-fd0a5c459ad2 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0491667 Nov 23 15:27:01.139512 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-5efa0f22-53e0-4deb-94a1-bd06015f0ed2 req-891bb07f-6227-4fd3-a74c-665af1531b38 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439606 Nov 23 15:27:02.004249 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:02.254379 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f51c9e-da78-4d55-89f3-8bb63a5f0a6c req-ffd4aefa-82f7-4721-a848-ad72e7989c1a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:02.255901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1f51c9e-da78-4d55-89f3-8bb63a5f0a6c req-ffd4aefa-82f7-4721-a848-ad72e7989c1a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0485811 Nov 23 15:27:02.311670 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f1f51c9e-da78-4d55-89f3-8bb63a5f0a6c req-fd87f40f-dbcd-4a37-8f33-fa1dd2b1f78c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491858 Nov 23 15:27:02.734838 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:03.432552 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ff979-7ef2-45fd-a90c-37605d00e947 req-2654ca57-a096-4998-9b30-c52234abcab0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:03.433634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f19ff979-7ef2-45fd-a90c-37605d00e947 req-2654ca57-a096-4998-9b30-c52234abcab0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0511928 Nov 23 15:27:03.482848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f19ff979-7ef2-45fd-a90c-37605d00e947 req-b42779da-063b-4498-b3bd-c3185a3e9b60 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Nov 23 15:27:04.598715 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3997-0968-4777-a181-c696f1d7a92f req-ae8ae8e6-3366-4d06-8b1d-085fdfb440d0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:04.600491 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdce3997-0968-4777-a181-c696f1d7a92f req-ae8ae8e6-3366-4d06-8b1d-085fdfb440d0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0496888 Nov 23 15:27:04.651836 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cdce3997-0968-4777-a181-c696f1d7a92f req-a88324cb-1308-4f95-9536-e53897765411 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444310 Nov 23 15:27:05.626186 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc928e2-6b60-430f-a742-38ae69864053 req-1dd8bdd6-8ba7-4a3e-b93f-a81ec95bc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:05.627709 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-1dd8bdd6-8ba7-4a3e-b93f-a81ec95bc4ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af&tenant_id=377c05a8d55e4c9a8ee5a46438e3c421 HTTP/1.1" status: 200 len: 1094 time: 0.0457506 Nov 23 15:27:05.688773 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc928e2-6b60-430f-a742-38ae69864053 req-10069400-08ed-45bb-9bc5-fdd4b1243f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:05.690308 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-10069400-08ed-45bb-9bc5-fdd4b1243f41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1094 time: 0.0401347 Nov 23 15:27:05.772984 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc1704-d568-4c07-b71d-9e845bb9476e req-10a381b0-862e-4a6d-9b64-9d65fb06c2b8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:05.774488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24dc1704-d568-4c07-b71d-9e845bb9476e req-10a381b0-862e-4a6d-9b64-9d65fb06c2b8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0526993 Nov 23 15:27:05.785970 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc928e2-6b60-430f-a742-38ae69864053 req-60b66d08-d145-48f2-9000-81b2af07148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:05.787621 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-60b66d08-d145-48f2-9000-81b2af07148c service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0893354 Nov 23 15:27:05.823409 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-24dc1704-d568-4c07-b71d-9e845bb9476e req-32b4a9ad-a398-4190-8409-a39cbf35b12d tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422237 Nov 23 15:27:05.857030 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-d692b81e-66f7-439b-8996-4e3d29144138 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 998 time: 0.0614176 Nov 23 15:27:05.904715 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc928e2-6b60-430f-a742-38ae69864053 req-aa03e538-9f12-45de-9b5a-653169c1c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:05.906131 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-aa03e538-9f12-45de-9b5a-653169c1c361 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0426965 Nov 23 15:27:05.953924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc928e2-6b60-430f-a742-38ae69864053 req-9e3bf829-e064-4bcd-b21a-13ae929ce1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:05.955439 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-9e3bf829-e064-4bcd-b21a-13ae929ce1d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422146 Nov 23 15:27:06.043696 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-adc164d6-62ae-4bc2-8b49-86d51e8eb3d9 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799150 Nov 23 15:27:06.136733 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-7a3b29c1-d10a-4ff8-bf0d-aff5d7d254fe service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853596 Nov 23 15:27:06.937180 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145648-081a-4cf0-9989-ef9c988d035c req-f323d911-e978-4830-9169-bdf701cc06e0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:06.938638 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed145648-081a-4cf0-9989-ef9c988d035c req-f323d911-e978-4830-9169-bdf701cc06e0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0472674 Nov 23 15:27:06.987660 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ed145648-081a-4cf0-9989-ef9c988d035c req-cbdb0404-d30a-4176-ab0a-8d5bd9543a8c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430360 Nov 23 15:27:08.100899 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091cfa-8b1c-4e09-8578-8d50e910a18f req-5e71191d-296b-446d-b532-66616b720612 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:08.102361 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d091cfa-8b1c-4e09-8578-8d50e910a18f req-5e71191d-296b-446d-b532-66616b720612 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0487413 Nov 23 15:27:08.154266 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-9d091cfa-8b1c-4e09-8578-8d50e910a18f req-6fbcc7c9-1f79-4954-93fb-6d69ed7fe54a tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454128 Nov 23 15:27:09.314810 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3990-072c-479b-adae-d124a8c617e5 req-6d1b0490-d45f-44f3-88f3-ce7952dd9dcb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:09.316332 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-613d3990-072c-479b-adae-d124a8c617e5 req-6d1b0490-d45f-44f3-88f3-ce7952dd9dcb tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0922570 Nov 23 15:27:09.364869 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-613d3990-072c-479b-adae-d124a8c617e5 req-aa04f4ea-890e-420c-b025-dda8003652a3 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Nov 23 15:27:10.487636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c77293-6fe0-4cff-b350-3f3dbc22fb84 req-37e3aef8-036e-46b6-b9fd-ab4470d22402 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:10.489091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4c77293-6fe0-4cff-b350-3f3dbc22fb84 req-37e3aef8-036e-46b6-b9fd-ab4470d22402 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0485826 Nov 23 15:27:10.537210 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d4c77293-6fe0-4cff-b350-3f3dbc22fb84 req-d53fb9fb-725c-43c9-974c-90645b50d1b8 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Nov 23 15:27:11.655369 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bbec0-d5b9-47ac-b494-8286d3ef5083 req-5407141a-915b-473d-a5ad-386b3ca0785b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:11.656837 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-831bbec0-d5b9-47ac-b494-8286d3ef5083 req-5407141a-915b-473d-a5ad-386b3ca0785b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0518758 Nov 23 15:27:11.705352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-831bbec0-d5b9-47ac-b494-8286d3ef5083 req-11127245-e763-4a9e-a448-8e2e16927cfa tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 Nov 23 15:27:12.820351 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfab3e-f090-4835-bf72-2c4a64dad5d1 req-a0606e54-750e-4d52-9a29-e493966b80ff tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:12.821804 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16bfab3e-f090-4835-bf72-2c4a64dad5d1 req-a0606e54-750e-4d52-9a29-e493966b80ff tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0486734 Nov 23 15:27:12.869775 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-16bfab3e-f090-4835-bf72-2c4a64dad5d1 req-4ac1ab7e-d3ad-4eab-9a8e-0e087de5ed16 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419266 Nov 23 15:27:13.905220 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7c7cbc81-e284-4411-b808-6b51cafdada2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:27:13.988824 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215b1b-e633-4e1b-bd2b-c7e7c73ad454 req-4aa5bba2-7b0e-4ff6-9906-b5e396c9b52e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:13.990302 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99215b1b-e633-4e1b-bd2b-c7e7c73ad454 req-4aa5bba2-7b0e-4ff6-9906-b5e396c9b52e tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 943 time: 0.0531874 Nov 23 15:27:14.003713 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:27:14.015216 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'port_id': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'mac_address': 'fa:16:3e:c0:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:27:14.038815 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-99215b1b-e633-4e1b-bd2b-c7e7c73ad454 req-f68d686f-29fa-43a1-9970-ba4b20ea5b22 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Nov 23 15:27:14.052005 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:14.065116 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7cbc81-e284-4411-b808-6b51cafdada2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:27:14.083963 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:27:14.088100 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:14.132344 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:27:14.317567 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['7c7cbc81-e284-4411-b808-6b51cafdada2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:27:15.152458 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d84f-f4b9-49cb-901a-71cf9e05d02c req-13ad1bf8-a542-4d30-9409-c5b9f17b8d34 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:15.153924 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1b3d84f-f4b9-49cb-901a-71cf9e05d02c req-13ad1bf8-a542-4d30-9409-c5b9f17b8d34 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 944 time: 0.0483360 Nov 23 15:27:15.201712 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e1b3d84f-f4b9-49cb-901a-71cf9e05d02c req-d520339a-5dbd-41ef-b5d3-85c840fbd21c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418289 Nov 23 15:27:15.904982 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7c7cbc81-e284-4411-b808-6b51cafdada2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:27:15.953822 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 7c7cbc81-e284-4411-b808-6b51cafdada2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:27:15.954188 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:16.027157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:16.048738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:27:16.050965 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1a0319-3679-4529-a6af-f86c2525f941" -d '{"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-plugged", "status": "completed", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:27:16.063770 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:27:16.068210 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:16.091819 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a3bb4c-d10f-4c5b-b5dc-c1da4b7cee7c x-openstack-request-id: req-36a3bb4c-d10f-4c5b-b5dc-c1da4b7cee7c {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:27:16.092114 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-plugged", "status": "completed", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:27:16.092362 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36a3bb4c-d10f-4c5b-b5dc-c1da4b7cee7c {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:27:16.092765 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'code': 200} Nov 23 15:27:16.118392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:27:16.239077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f1514-2a8e-4a27-bc4b-517f8eab1c58 req-b7e9b4b2-ac0f-4dc1-bc09-cb76b96a553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:16.240621 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-863f1514-2a8e-4a27-bc4b-517f8eab1c58 req-b7e9b4b2-ac0f-4dc1-bc09-cb76b96a553b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0406978 Nov 23 15:27:16.287895 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-863f1514-2a8e-4a27-bc4b-517f8eab1c58 req-47f7fd04-8e41-468a-9f96-57e7faf36f8c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396843 Nov 23 15:27:16.380345 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e071d1-a743-4c69-9212-41001f8b375d req-d64d4488-5823-4a3d-94a0-5b256006b8ba tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:16.381835 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09e071d1-a743-4c69-9212-41001f8b375d req-d64d4488-5823-4a3d-94a0-5b256006b8ba tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.1113307 Nov 23 15:27:16.433848 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-09e071d1-a743-4c69-9212-41001f8b375d req-7bd5bc25-6e3d-44c4-8d43-ca0e77431149 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Nov 23 15:27:17.549609 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe5a5e-4445-474c-899b-d05cbe30da86 req-0b06dbdb-78ba-40e6-b20e-7a309b48d46b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:17.551091 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8fe5a5e-4445-474c-899b-d05cbe30da86 req-0b06dbdb-78ba-40e6-b20e-7a309b48d46b tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0492253 Nov 23 15:27:17.600282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-c8fe5a5e-4445-474c-899b-d05cbe30da86 req-39069075-2c36-4f7e-987c-886369d0810c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427728 Nov 23 15:27:22.250562 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:27:23.337023 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-d8e80fd6-cac6-4871-874b-24488fbc8b16 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395107 Nov 23 15:27:23.422765 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-ecbe1716-026e-4208-8fc9-756977eeaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:23.424269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-ecbe1716-026e-4208-8fc9-756977eeaa2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0436559 Nov 23 15:27:23.525447 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-fbf335f1-8294-4c2e-acd2-7dcbf4d96277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:23.526993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-fbf335f1-8294-4c2e-acd2-7dcbf4d96277 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0839541 Nov 23 15:27:23.596194 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-d0e971d8-aeb6-4e46-a24f-f6abfa414243 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 1000 time: 0.0623646 Nov 23 15:27:23.645557 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-3acfd971-b0ef-4316-b818-369ac3c7ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:23.647082 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-3acfd971-b0ef-4316-b818-369ac3c7ab75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0442741 Nov 23 15:27:23.690994 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-2f4afcc3-7d64-4089-b159-b1a1f31d4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:27:23.692447 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-2f4afcc3-7d64-4089-b159-b1a1f31d4a24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391281 Nov 23 15:27:23.783359 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-bd3ed167-c867-47f1-99ac-0042f134e65b service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837624 Nov 23 15:27:23.870160 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-47f4d6b1-5c8d-4f58-a49f-4d85109914be req-f2627840-f0ac-4cbe-ad2e-544a7aecea29 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799460 Nov 23 15:27:24.473049 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:26.886282 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8fa02c5e-5b55-4ae0-bc2a-c4e7ee810249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:27.974694 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:29.261615 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-0412c30c-c054-41ca-8a34-70b2c422b719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:30.369264 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:32.006190 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:32.737313 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:54.483625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:56.886993 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e912e5d3-1fbf-499a-99e9-87f50e6afc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:57.965556 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:27:59.248945 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:27:59.261189 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9820be06-f7a8-44f9-bf6a-9e711d62d801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:00.371498 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:02.008328 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:02.739075 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:23.346713 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-1b5e2dae-49a7-4485-8ef3-65d2b54321d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429676 Nov 23 15:28:23.427230 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-a8cc99d0-b392-4768-a7e2-8a564d62eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:23.428895 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-a8cc99d0-b392-4768-a7e2-8a564d62eba8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0402322 Nov 23 15:28:23.533743 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-cee4cc47-97e4-4a56-ad45-0d4176d76d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:23.535265 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-cee4cc47-97e4-4a56-ad45-0d4176d76d46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0881765 Nov 23 15:28:23.603855 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-550f57bd-27a5-4cc5-84f2-8e4fa48e8e7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 1000 time: 0.0615270 Nov 23 15:28:23.651731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-c8125fab-9103-4207-b85e-2606ae408358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:23.653308 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-c8125fab-9103-4207-b85e-2606ae408358 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0426767 Nov 23 15:28:23.696722 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-3db4d7bb-c285-4da4-b348-0413321016bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:23.698175 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-3db4d7bb-c285-4da4-b348-0413321016bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378628 Nov 23 15:28:23.790926 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-53e08980-6a5d-484f-996d-0cf577d39190 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852132 Nov 23 15:28:23.884671 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-7ac8ac00-ab7e-48cd-9244-2c2d8033cf8c req-78b73f2b-bffb-4b57-b593-dbff1bdc48ec service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866549 Nov 23 15:28:24.498069 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:26.889003 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-61aac8ce-9360-4938-9746-02f15f031f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:27.963840 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:29.262180 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4c1d-fc42-44d5-a5bd-dc303d99b771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:30.374765 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:32.011259 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:32.740574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:33.381445 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39844) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:33.535347 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Deleting port 4200f052-3823-4a3a-99c8-e44000d5dc0a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:33.535681 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:33.613466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:33.613788 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:33.625706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Calling delete_port for 4200f052-3823-4a3a-99c8-e44000d5dc0a owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:33.764726 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:33.794603 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event deleted for resources: {'Port': ['ID=4200f052-3823-4a3a-99c8-e44000d5dc0a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:33.818886 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.819258 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.819598 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.819933 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.820268 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.820599 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.820924 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.821248 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.821573 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.821894 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.822216 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.822535 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:33.861226 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:33.861594 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Floating IP 894395b9-16c7-4cc7-ac6c-0d18a89cb693 disassociated (deleted). External IP: 172.25.3.26, port: 7c7cbc81-e284-4411-b808-6b51cafdada2. Nov 23 15:28:34.070095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:28:34.181032 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:28:34.185775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:34.192991 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] Sync routers for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:28:34.207723 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:34.208534 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:34.216696 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-545dd81c-1ce9-48bd-8fa5-ce970879f491 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "DELETE /v2.0/floatingips/894395b9-16c7-4cc7-ac6c-0d18a89cb693 HTTP/1.1" status: 204 len: 168 time: 0.8341715 Nov 23 15:28:34.217387 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:28:34.220337 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44909780-ddb9-45d2-8550-f8111048d679" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:28:34.264986 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23d2942-3843-4745-a316-0579a178af7d x-openstack-request-id: req-d23d2942-3843-4745-a316-0579a178af7d {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:28:34.265282 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:28:34.266069 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d23d2942-3843-4745-a316-0579a178af7d {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:28:34.266483 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'status': 'completed', 'code': 200} Nov 23 15:28:34.322739 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:34.352791 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909780-ddb9-45d2-8550-f8111048d679 req-b1409be7-5f27-483b-9418-e6c8dc9ef656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:34.354473 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44909780-ddb9-45d2-8550-f8111048d679 req-b1409be7-5f27-483b-9418-e6c8dc9ef656 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 1096 time: 0.0457211 Nov 23 15:28:34.449652 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909780-ddb9-45d2-8550-f8111048d679 req-b537b49f-0938-49bb-ba76-1bcf1279388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:34.451244 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44909780-ddb9-45d2-8550-f8111048d679 req-b537b49f-0938-49bb-ba76-1bcf1279388d service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 200 len: 910 time: 0.0879543 Nov 23 15:28:34.457055 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a5e25-4be2-4b5a-bb34-911cce5732bd req-e3a8a0c4-6cb0-4dfc-af5b-13eeef1efaa0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:34.458535 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-193a5e25-4be2-4b5a-bb34-911cce5732bd req-e3a8a0c4-6cb0-4dfc-af5b-13eeef1efaa0 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0528245 Nov 23 15:28:34.497570 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44909780-ddb9-45d2-8550-f8111048d679 req-3e16303d-8301-4520-a487-e7db8d1b60f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 200 len: 217 time: 0.0383847 Nov 23 15:28:34.508439 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-193a5e25-4be2-4b5a-bb34-911cce5732bd req-6b62536c-022a-4891-883a-86c479548d39 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Nov 23 15:28:34.548861 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909780-ddb9-45d2-8550-f8111048d679 req-fadaede1-4ee9-4dbe-8551-9b63cdef7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:34.550455 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44909780-ddb9-45d2-8550-f8111048d679 req-fadaede1-4ee9-4dbe-8551-9b63cdef7895 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 200 len: 848 time: 0.0459769 Nov 23 15:28:34.598374 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909780-ddb9-45d2-8550-f8111048d679 req-03979238-6474-4b63-97c6-aee2c4a82af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:34.599931 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44909780-ddb9-45d2-8550-f8111048d679 req-03979238-6474-4b63-97c6-aee2c4a82af7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ece2ad0-41b5-4143-a68d-cd77af500442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413370 Nov 23 15:28:34.638043 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:34.663846 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] Checking router: 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:28:34.672087 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:34.672683 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:34.696003 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44909780-ddb9-45d2-8550-f8111048d679 req-4fe618fc-7f52-4b10-bace-a295b278cf31 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858026 Nov 23 15:28:34.776717 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:34.787021 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-44909780-ddb9-45d2-8550-f8111048d679 req-a4f19026-120a-479a-87c4-92c2a3d1d4d7 service neutron] 10.222.0.74 "GET /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828664 Nov 23 15:28:34.983103 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:35.009440 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34daf1-6313-4b4c-9936-a1f8dd855092 None None] The sync data for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 is: [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'a54d2ca2-5c15-401a-a154-7e3cc3f63c78', 'name': '', 'network_id': '6ece2ad0-41b5-4143-a68d-cd77af500442', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'mac_address': 'fa:16:3e:41:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:50Z', 'updated_at': '2021-11-23T15:19:55Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'subnets': [{'id': '3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:28:35.231962 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18f8cb-375c-4654-9fde-8010ddcf0bf7 None None] New status for floating IP 894395b9-16c7-4cc7-ac6c-0d18a89cb693: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:28:35.630913 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c933-b3fe-4670-a6ad-35252b733822 req-ba2effb6-2a41-4877-b723-b592601685be tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:35.632366 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec24c933-b3fe-4670-a6ad-35252b733822 req-ba2effb6-2a41-4877-b723-b592601685be tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0516672 Nov 23 15:28:35.687418 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ec24c933-b3fe-4670-a6ad-35252b733822 req-65c47e80-1d31-430f-b06b-8afd30abdf7f tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489526 Nov 23 15:28:35.906198 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-53194953-2d46-4822-8c71-8e83ec04b4f7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:35.907588 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-53194953-2d46-4822-8c71-8e83ec04b4f7 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 945 time: 0.0530672 Nov 23 15:28:35.992514 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Deleting port 7c7cbc81-e284-4411-b808-6b51cafdada2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:35.992854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:36.080811 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] For port 7c7cbc81-e284-4411-b808-6b51cafdada2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=7c7cbc81-e284-4411-b808-6b51cafdada2,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:36.081172 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:36.092879 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Calling delete_port for 7c7cbc81-e284-4411-b808-6b51cafdada2 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:36.217992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:36.247889 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:28:36.256846 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event deleted for resources: {'Port': ['ID=7c7cbc81-e284-4411-b808-6b51cafdada2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:36.281059 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.281394 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.281734 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.282071 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.282401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.282728 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.283077 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.283401 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.283726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.284047 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.284368 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.284687 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:36.305142 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] No DVR routers for this DVR port 7c7cbc81-e284-4411-b808-6b51cafdada2 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:28:36.307767 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:36.311217 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-354ece03-5424-4868-8eca-5cbaf5f25658 req-ade3d64e-6b1a-48f6-b806-c2020818cd40 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.74 "DELETE /v2.0/ports/7c7cbc81-e284-4411-b808-6b51cafdada2 HTTP/1.1" status: 204 len: 173 time: 0.3975832 Nov 23 15:28:36.311705 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-deleted', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:28:36.314696 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44762d32-4530-42a0-947f-7be978407941" -d '{"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-deleted", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:28:36.351748 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238b1167-72d6-46b1-828f-c9a1246c7f8c x-openstack-request-id: req-238b1167-72d6-46b1-828f-c9a1246c7f8c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:28:36.352201 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c03ae2-133e-4d48-a022-d6e10f5236af", "name": "network-vif-deleted", "tag": "7c7cbc81-e284-4411-b808-6b51cafdada2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:28:36.352458 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-238b1167-72d6-46b1-828f-c9a1246c7f8c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:28:36.352865 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c03ae2-133e-4d48-a022-d6e10f5236af', 'name': 'network-vif-deleted', 'tag': '7c7cbc81-e284-4411-b808-6b51cafdada2', 'status': 'completed', 'code': 200} Nov 23 15:28:36.789691 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-ca27f2c4-d3d1-4fc5-b638-22a65a2e13bc req-3da9b7b8-0ef0-420a-896f-d6a2d440a236 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 210 time: 0.0260701 Nov 23 15:28:37.888077 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7a6c1852-c7af-4e67-b374-c4903d2434ee req-67b66a62-fb43-497c-bc60-30ca3a052a99 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 210 time: 0.0270672 Nov 23 15:28:38.981221 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-7c4b052d-4ecc-4ec9-83bc-d0fc6210830f req-9aeba606-e997-4755-8068-b909dc5d3eb4 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 210 time: 0.0253544 Nov 23 15:28:40.076152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d8e83b5a-2ef8-4d68-a4f4-c38c4ad971a0 req-bee92c72-25bf-4c1e-b45e-eaf98ff6e65c tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c03ae2-133e-4d48-a022-d6e10f5236af HTTP/1.1" status: 200 len: 210 time: 0.0250132 Nov 23 15:28:40.262920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7c7cbc81-e284-4411-b808-6b51cafdada2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:28:40.287977 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 7c7cbc81-e284-4411-b808-6b51cafdada2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:28:40.288614 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 7c7cbc81-e284-4411-b808-6b51cafdada2 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:28:41.132534 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39876) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:41.193184 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e13de-ed77-4bfe-8c3b-cf70a6afd416 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:41.218299 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e13de-ed77-4bfe-8c3b-cf70a6afd416 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:41.279329 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e13de-ed77-4bfe-8c3b-cf70a6afd416 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:41.282266 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-102e13de-ed77-4bfe-8c3b-cf70a6afd416 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:41.283525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-102e13de-ed77-4bfe-8c3b-cf70a6afd416 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] 10.222.0.46 "DELETE /v2.0/security-groups/a9ffde1c-a40f-4a7a-b497-7a01f3c759ef HTTP/1.1" status: 204 len: 168 time: 0.1499443 Nov 23 15:28:41.294437 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e13de-ed77-4bfe-8c3b-cf70a6afd416 tempest-TestShelveInstance-2145458978 tempest-TestShelveInstance-2145458978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ffde1c-a40f-4a7a-b497-7a01f3c759ef,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:41.342240 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39880) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:41.796561 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:42.042524 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Deleting port a54d2ca2-5c15-401a-a154-7e3cc3f63c78 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:42.042865 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:42.121630 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] For port a54d2ca2-5c15-401a-a154-7e3cc3f63c78, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:42.121905 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:42.134367 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Calling delete_port for a54d2ca2-5c15-401a-a154-7e3cc3f63c78 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:42.309786 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:42.334609 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54d2ca2-5c15-401a-a154-7e3cc3f63c78,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:42.506937 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:42.728191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:28:42.837895 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:28:42.846376 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-36f1c748-da41-4a6a-87ce-f26c1c2a84d1 admin admin] 10.222.0.46 "PUT /v2.0/routers/6bb68de9-dd5a-40d9-bc4f-1cb7762d0653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4994757 Nov 23 15:28:42.846780 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39884) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:42.848580 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] Sync routers for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:28:42.860294 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:42.860889 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:42.952915 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:42.965546 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:43.074775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.131674 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Deleting port 1460ea28-2f01-4717-804d-b74e2f3a0428 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:43.132009 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.152037 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:28:42Z', 'revision_number': 5, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port': {'id': '1460ea28-2f01-4717-804d-b74e2f3a0428', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:49Z', 'updated_at': '2021-11-23T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:43.178687 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] Checking router: 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:28:43.189003 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] Routers {'6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:43.189591 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:43.214503 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] For port 1460ea28-2f01-4717-804d-b74e2f3a0428, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=1460ea28-2f01-4717-804d-b74e2f3a0428,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:43.214869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.226647 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Calling delete_port for 1460ea28-2f01-4717-804d-b74e2f3a0428 owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:43.278263 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] Set router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:43.332704 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:28:43Z', 'revision_number': 6, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:43.365102 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70a3a4-c933-4eba-8bbf-32ba3ef9076a None None] The sync data for ids ['6bb68de9-dd5a-40d9-bc4f-1cb7762d0653'] in n-d-818503-2 is: [{'id': '6bb68de9-dd5a-40d9-bc4f-1cb7762d0653', 'name': 'tempest-TestShelveInstance-1419159255-router', 'tenant_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:48Z', 'updated_at': '2021-11-23T15:28:43Z', 'revision_number': 6, 'project_id': '377c05a8d55e4c9a8ee5a46438e3c421', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:28:43.411131 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.442240 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Pushing event deleted for resources: {'Port': ['ID=1460ea28-2f01-4717-804d-b74e2f3a0428,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:43.455438 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae06c1-767b-49d0-bcc7-5ff50bf5c317 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:43.506654 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.596539 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.599090 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.646120 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.646667 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:28:43.651792 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.652953 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-515ab270-752d-4137-ad29-b5257b51d656 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6bb68de9-dd5a-40d9-bc4f-1cb7762d0653 HTTP/1.1" status: 204 len: 168 time: 0.8048794 Nov 23 15:28:43.655384 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39886) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:43.699869 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] Deleting subnet 3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:28:43.703649 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.738845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.818505 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.879374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.905525 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:43.910286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:43.913193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f63fe-b2b0-44fb-9964-f05539a7c68d None None] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:28:43.913626 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0d07e936-82a5-463e-8b0e-4317e2fb6d7d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3bbdb76d-ec82-4d81-bb0d-ce71fb32fdd7 HTTP/1.1" status: 204 len: 168 time: 0.2572150 Nov 23 15:28:43.916113 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39888) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:43.982759 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.042850 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Deleting port faac6b03-6be3-4d98-8ca8-77f67071072a {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:44.043563 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.113825 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] For port faac6b03-6be3-4d98-8ca8-77f67071072a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=faac6b03-6be3-4d98-8ca8-77f67071072a,segment=NetworkSegment(737e3dca-8260-45e9-880f-fbb596c56a89),segment_id=737e3dca-8260-45e9-880f-fbb596c56a89)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:44.114188 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.131567 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Calling delete_port for faac6b03-6be3-4d98-8ca8-77f67071072a owned by network:dhcp {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:44.174018 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] DHCP port deletion for 6ece2ad0-41b5-4143-a68d-cd77af500442 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:44.220431 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.231796 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Deleting port faac6b03-6be3-4d98-8ca8-77f67071072a {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:44.232432 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.248945 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Pushing event deleted for resources: {'Port': ['ID=faac6b03-6be3-4d98-8ca8-77f67071072a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:44.253041 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] No DVR routers for this DVR port faac6b03-6be3-4d98-8ca8-77f67071072a on host n-d-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:28:44.330921 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.361997 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ece2ad0-41b5-4143-a68d-cd77af500442']}} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:44.372679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737e3dca-8260-45e9-880f-fbb596c56a89') {'for_net_delete': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:44.372969 n-d-818503-2 neutron-server[103346]: DEBUG neutron.services.segments.db [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737e3dca-8260-45e9-880f-fbb596c56a89') {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:44.383466 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11607555'] for segment, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.397319 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.405265 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:28:44.405693 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12077760'] for segment, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: Traceback (most recent call last): Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: timer() Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: cb(*args, **kw) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: return func(*args, **kwargs) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: self._notify() Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: self.callback(batched_events) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: event.method(event) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: return f(self, *a, **k) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: return self._get(url).json() Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: return self.request(url, 'GET', **kwargs) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:28:44.408613 n-d-818503-2 neutron-server[103346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:28:44.473650 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.481559 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Publish callbacks [] for network, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.488525 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6ece2ad0-41b5-4143-a68d-cd77af500442 HTTP/1.1" status: 204 len: 168 time: 0.5714188 Nov 23 15:28:44.491582 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39890) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:44.495635 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] For port faac6b03-6be3-4d98-8ca8-77f67071072a, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:44.496630 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.503425 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a605a-a652-4a35-a754-626baeb5bc86 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ece2ad0-41b5-4143-a68d-cd77af500442,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:44.512591 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Calling delete_port for faac6b03-6be3-4d98-8ca8-77f67071072a owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:44.516196 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Port faac6b03-6be3-4d98-8ca8-77f67071072a was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 15:28:44.517778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:44.541821 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Pushing event deleted for resources: {'Port': ['ID=faac6b03-6be3-4d98-8ca8-77f67071072a,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:44.548197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Network 6ece2ad0-41b5-4143-a68d-cd77af500442 is not hosted by any dhcp agent {{(pid=103347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 15:28:44.549033 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] No DVR routers for this DVR port faac6b03-6be3-4d98-8ca8-77f67071072a on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:28:44.556882 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.557629 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.558209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.558777 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.559389 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.559941 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.560491 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.562244 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.563557 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.564133 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.564689 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.565705 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357daf1a-ebcb-4287-a006-3885d5973729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:44.808080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a54d2ca2-5c15-401a-a154-7e3cc3f63c78 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:28:44.829922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: a54d2ca2-5c15-401a-a154-7e3cc3f63c78 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:28:44.830274 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device a54d2ca2-5c15-401a-a154-7e3cc3f63c78 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:28:44.830704 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1460ea28-2f01-4717-804d-b74e2f3a0428 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:28:44.851511 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 1460ea28-2f01-4717-804d-b74e2f3a0428 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:28:44.851888 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 1460ea28-2f01-4717-804d-b74e2f3a0428 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:28:44.852311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device faac6b03-6be3-4d98-8ca8-77f67071072a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:28:44.871748 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: faac6b03-6be3-4d98-8ca8-77f67071072a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:28:44.872086 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device faac6b03-6be3-4d98-8ca8-77f67071072a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:28:45.187133 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:45.444237 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Deleting port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:45.444482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:45.521954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] For port f5a3bc34-01ff-4e72-81f1-da0b26b8eb90, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,segment=NetworkSegment(83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a),segment_id=83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:45.522629 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:45.534268 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Calling delete_port for f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:45.720068 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:45.745611 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a3bc34-01ff-4e72-81f1-da0b26b8eb90,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:45.913593 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.147820 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Router 24d574f1-295c-4a72-bfd3-0ee41abba88e has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:28:46.253079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:28:46.260075 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-bd705912-fc2c-42eb-8bbf-49e3653dc07b admin admin] 10.222.0.46 "PUT /v2.0/routers/24d574f1-295c-4a72-bfd3-0ee41abba88e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7659302 Nov 23 15:28:46.262636 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39892) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:46.262783 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] Sync routers for ids ['24d574f1-295c-4a72-bfd3-0ee41abba88e'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:28:46.273985 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] Routers {'24d574f1-295c-4a72-bfd3-0ee41abba88e'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:46.274623 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['24d574f1-295c-4a72-bfd3-0ee41abba88e'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:46.370689 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.381231 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] Set router 24d574f1-295c-4a72-bfd3-0ee41abba88e gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:46.473342 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.526276 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Deleting port 355468ce-f62a-4045-b6ca-e5431d1d8cd3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:46.527028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.554913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:28:45Z', 'revision_number': 5, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port': {'id': '355468ce-f62a-4045-b6ca-e5431d1d8cd3', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:46.581594 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] Checking router: 24d574f1-295c-4a72-bfd3-0ee41abba88e for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:28:46.590365 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] Routers {'24d574f1-295c-4a72-bfd3-0ee41abba88e'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:46.590992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['24d574f1-295c-4a72-bfd3-0ee41abba88e'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:46.609581 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] For port 355468ce-f62a-4045-b6ca-e5431d1d8cd3, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=355468ce-f62a-4045-b6ca-e5431d1d8cd3,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:46.609946 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.625239 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Calling delete_port for 355468ce-f62a-4045-b6ca-e5431d1d8cd3 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:46.679035 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] Set router 24d574f1-295c-4a72-bfd3-0ee41abba88e gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:46.733580 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:28:46Z', 'revision_number': 6, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:46.761327 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d061bc-5421-4543-91bf-99771ca59533 None None] The sync data for ids ['24d574f1-295c-4a72-bfd3-0ee41abba88e'] in n-d-818503-2 is: [{'id': '24d574f1-295c-4a72-bfd3-0ee41abba88e', 'name': 'tempest-TestShelveInstance-721386838-router', 'tenant_id': '734ba1907c424c9f937dc5e35b194e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:19:53Z', 'updated_at': '2021-11-23T15:28:46Z', 'revision_number': 6, 'project_id': '734ba1907c424c9f937dc5e35b194e3f', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:28:46.797894 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.824736 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Pushing event deleted for resources: {'Port': ['ID=355468ce-f62a-4045-b6ca-e5431d1d8cd3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:46.838764 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf163e56-3050-46ad-9c79-ee7c28f864ed None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:46.885037 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.974038 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:46.976190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.022461 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.023068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24d574f1-295c-4a72-bfd3-0ee41abba88e {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:28:47.027401 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.028549 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1d92b687-138b-4d50-b4b7-bca47e29c593 admin admin] 10.222.0.46 "DELETE /v2.0/routers/24d574f1-295c-4a72-bfd3-0ee41abba88e HTTP/1.1" status: 204 len: 168 time: 0.7645235 Nov 23 15:28:47.031089 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39894) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:47.075425 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] Deleting subnet 972eed3c-9127-430e-8b9d-7d842bdd841a {{(pid=103345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:28:47.078351 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.121521 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12307784'] for subnet, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.206556 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.260411 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12505890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9201844'] for subnet, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.286587 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972eed3c-9127-430e-8b9d-7d842bdd841a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:47.291660 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.294765 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b035b9f2-65ec-4c46-bc56-8827b03efe6b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/972eed3c-9127-430e-8b9d-7d842bdd841a HTTP/1.1" status: 204 len: 168 time: 0.2627246 Nov 23 15:28:47.300753 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39896) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:47.304201 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6ab97-e499-4961-b810-91a5e222566c None None] Network be88e29c-10cc-4119-876b-ef2b637265b3 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:28:47.380980 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.452896 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Deleting port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:47.453432 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.523703 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] For port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,segment=NetworkSegment(83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a),segment_id=83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:47.524224 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.538786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Calling delete_port for d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:47.558518 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] DHCP port deletion for be88e29c-10cc-4119-876b-ef2b637265b3 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:47.621280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] Deleting port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:28:47.621912 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.632543 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.660750 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:47.670399 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] No DVR routers for this DVR port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:28:47.710299 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] For port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,segment=NetworkSegment(83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a),segment_id=83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:47.710299 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.726388 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] Calling delete_port for d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:28:47.753271 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.782528 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be88e29c-10cc-4119-876b-ef2b637265b3']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:47.792408 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:47.792610 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f0b8c1-9a22-4e0a-8bdd-6b0643acb28a') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:47.806193 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.821394 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.828777 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:28:47.829322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.830026 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:28:47.833422 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:28:47.842920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] No DVR routers for this DVR port d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:28:47.866878 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890daf2-c95c-4fe4-bf5c-e9d7a0704bc8 None None] Pushing event deleted for resources: {'Port': ['ID=d85b7b9f-64e1-4a42-bc87-0b775fa9cc36,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:47.905723 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.913311 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:47.916826 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/be88e29c-10cc-4119-876b-ef2b637265b3 HTTP/1.1" status: 204 len: 168 time: 0.6150174 Nov 23 15:28:47.928960 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a632734-dbb7-42fd-8b74-7d87caa3cea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=be88e29c-10cc-4119-876b-ef2b637265b3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:48.044124 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39900) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:48.087236 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-e9427dba-91fb-4038-a213-90bad532db2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=377c05a8d55e4c9a8ee5a46438e3c421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420310 Nov 23 15:28:48.089876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39902) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:48.138044 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3183e27f-bfb8-4443-997a-aa423e4b1b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:48.158945 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3183e27f-bfb8-4443-997a-aa423e4b1b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:48.544659 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3183e27f-bfb8-4443-997a-aa423e4b1b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:48.547900 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3183e27f-bfb8-4443-997a-aa423e4b1b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:48.549048 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3183e27f-bfb8-4443-997a-aa423e4b1b9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3283adc-d229-4956-b7e1-91144fdbf730 HTTP/1.1" status: 204 len: 168 time: 0.4580398 Nov 23 15:28:48.556858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183e27f-bfb8-4443-997a-aa423e4b1b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3283adc-d229-4956-b7e1-91144fdbf730,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:48.807103 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:28:48.828448 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:28:48.828829 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device d85b7b9f-64e1-4a42-bc87-0b775fa9cc36 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:28:48.829310 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:28:48.848954 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:28:48.849309 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f5a3bc34-01ff-4e72-81f1-da0b26b8eb90 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:28:48.849721 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 355468ce-f62a-4045-b6ca-e5431d1d8cd3 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:28:48.869223 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 355468ce-f62a-4045-b6ca-e5431d1d8cd3 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:28:48.869579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 355468ce-f62a-4045-b6ca-e5431d1d8cd3 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:28:48.875020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39908) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:48.915131 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6bd1c90b-c525-44b1-ac1c-6cdf11e0089e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=734ba1907c424c9f937dc5e35b194e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390949 Nov 23 15:28:48.917654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39910) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:48.963125 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-546a1a24-4601-4a28-85cc-9f143055caa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:48.984875 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-546a1a24-4601-4a28-85cc-9f143055caa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.031550 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-546a1a24-4601-4a28-85cc-9f143055caa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.034182 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-546a1a24-4601-4a28-85cc-9f143055caa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.035454 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-546a1a24-4601-4a28-85cc-9f143055caa8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8495365e-2bac-4677-b072-8953dc6ad5a3 HTTP/1.1" status: 204 len: 168 time: 0.1169207 Nov 23 15:28:49.043079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a1a24-4601-4a28-85cc-9f143055caa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495365e-2bac-4677-b072-8953dc6ad5a3,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:49.709961 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39932) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:49.805327 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-623312628-network', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:49.825384 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Made reservation on behalf of 92197f4bbb214d2e88c0786ff3ccdc7e for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:28:49.827733 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.835876 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.912549 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.916287 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.936280 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:28:49.951890 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f508b7-b688-49db-aeee-d266ecd74603,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:49.954761 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:49.955123 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Added segment 3f319e5c-1c67-4b72-bd42-13f8f70226ae of type vlan for network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 Nov 23 15:28:49.995144 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.019341 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.020275 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:50.020853 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.049654 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3386235 Nov 23 15:28:50.052704 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39936) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:50.058080 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Request body: {'subnet': {'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-623312628-subnet', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:50.079214 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Made reservation on behalf of 92197f4bbb214d2e88c0786ff3ccdc7e for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:28:50.081416 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.085258 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea47b-a03e-4171-8442-6bab44e08455 admin admin] Pushing event updated for resources: {'Network': ['ID=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:50.095520 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:28:50.242807 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.301757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5b3b8d-da02-4555-af2b-01fb089df60a,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:50.310272 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Checking segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:28:50.310633 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Network hostable DHCP agents. Network: 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:28:50.326510 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:28:50.334560 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:50.338464 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:50.339079 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.343354 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881a99a-261a-4eb7-b276-9eb8e2234d06 None None] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:28:50.354706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-938500d3-fcc0-4f36-9212-20bd2079875f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3004704 Nov 23 15:28:50.357835 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39938) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:50.362810 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:50.383545 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.384807 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.435032 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.486333 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:28:50.487248 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.573780 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.621233 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Allocated IP 172.20.0.2 (79cf5a9f-676d-4cf0-9eea-1ad2454eaa18/ee5b3b8d-da02-4555-af2b-01fb089df60a/8623fea2-3621-41b1-9b02-4578b8cf024a) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:28:50.757496 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.764267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.766329 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.788560 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.812899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:50.817239 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:50.819080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Pushing event updated for resources: {'Port': ['ID=8623fea2-3621-41b1-9b02-4578b8cf024a,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:50.821189 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:28:50.871610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Attempting to bind port 8623fea2-3621-41b1-9b02-4578b8cf024a on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:28:50.871886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Attempting to bind port 8623fea2-3621-41b1-9b02-4578b8cf024a by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:28:50.872243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Attempting to bind port 8623fea2-3621-41b1-9b02-4578b8cf024a on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:28:50.877632 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:28:50.877998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Checking segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:28:50.878386 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.878799 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Bound using segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:28:50.879278 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Bound port: 8623fea2-3621-41b1-9b02-4578b8cf024a, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:28:50.879649 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:50.889362 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Allocated IP 172.25.3.156 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/bfd17207-a218-4f58-bdbc-85baf9a7b191) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:28:50.940219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] For port 8623fea2-3621-41b1-9b02-4578b8cf024a, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:28:50.943335 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] For port 8623fea2-3621-41b1-9b02-4578b8cf024a, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8623fea2-3621-41b1-9b02-4578b8cf024a,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:28:50.948661 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:51.000484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:51.010127 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4e1e0-634e-4569-8518-e747fbb2d0e4 None None] Pushing event updated for resources: {'Port': ['ID=8623fea2-3621-41b1-9b02-4578b8cf024a,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:51.368584 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:51.407556 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:51.413114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:51.416676 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:28:51.431787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb17698-da68-4454-9066-c2b403564860 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:51.443041 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Pushing event updated for resources: {'Port': ['ID=bfd17207-a218-4f58-bdbc-85baf9a7b191,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:51.534832 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5615dea3-6be1-4256-9441-333432454450 None None] Provisioning complete for port bfd17207-a218-4f58-bdbc-85baf9a7b191 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:51.535225 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5615dea3-6be1-4256-9441-333432454450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:51.569405 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-5615dea3-6be1-4256-9441-333432454450 None None] Port bfd17207-a218-4f58-bdbc-85baf9a7b191 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:51.668815 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:51.870385 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:51.942920 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ce8d1-02d2-444a-976b-f2428b13a35c None None] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:28:52.000572 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Router c7d5ac0f-501f-4817-99b1-ee780cf9d253 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:28:52.027158 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-19527b3d-13a3-4233-96d3-92c0b1d97a52 None None] Provisioning complete for port 8623fea2-3621-41b1-9b02-4578b8cf024a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:52.027525 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19527b3d-13a3-4233-96d3-92c0b1d97a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.107571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:28:52.119322 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Sync routers for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:28:52.127546 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.129093 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-54207251-adeb-4895-8443-f7e4d373180b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7702334 Nov 23 15:28:52.131871 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39940) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:52.132481 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:52.133087 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:52.157667 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19527b3d-13a3-4233-96d3-92c0b1d97a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.199394 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-19527b3d-13a3-4233-96d3-92c0b1d97a52 None None] For port 8623fea2-3621-41b1-9b02-4578b8cf024a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8623fea2-3621-41b1-9b02-4578b8cf024a,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:52.204674 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19527b3d-13a3-4233-96d3-92c0b1d97a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.243851 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:52.265364 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19527b3d-13a3-4233-96d3-92c0b1d97a52 None None] Pushing event updated for resources: {'Port': ['ID=8623fea2-3621-41b1-9b02-4578b8cf024a,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:52.426714 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-f8f3e029-83b0-4435-aca0-18ea458c6873 None None] Provisioning complete for port 8623fea2-3621-41b1-9b02-4578b8cf024a triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:52.427191 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f8f3e029-83b0-4435-aca0-18ea458c6873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.520464 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:51Z', 'revision_number': 3, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:52.550814 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Checking router: c7d5ac0f-501f-4817-99b1-ee780cf9d253 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:28:52.551194 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Updating router c7d5ac0f-501f-4817-99b1-ee780cf9d253 port bfd17207-a218-4f58-bdbc-85baf9a7b191 binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:28:52.574685 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.585113 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.744612 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Allocated IP 172.20.0.1 (79cf5a9f-676d-4cf0-9eea-1ad2454eaa18/ee5b3b8d-da02-4555-af2b-01fb089df60a/f55ac3d1-bad7-4f68-9aec-6456ed60e13c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:28:52.827563 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.836826 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.840469 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8623fea2-3621-41b1-9b02-4578b8cf024a up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:28:52.863992 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.891064 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb2b7c6-127d-48a2-8e5c-f1c2f76751e6 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:52.893221 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Attempting to bind port bfd17207-a218-4f58-bdbc-85baf9a7b191 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:28:52.893729 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Attempting to bind port bfd17207-a218-4f58-bdbc-85baf9a7b191 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:28:52.894104 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Attempting to bind port bfd17207-a218-4f58-bdbc-85baf9a7b191 on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:28:52.898282 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 8623fea2-3621-41b1-9b02-4578b8cf024a triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:52.899039 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.907904 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:28:52.908543 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:28:52.908799 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.909899 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.910305 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:28:52.910955 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Bound port: bfd17207-a218-4f58-bdbc-85baf9a7b191, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:28:52.911295 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.950565 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Pushing event updated for resources: {'Port': ['ID=bfd17207-a218-4f58-bdbc-85baf9a7b191,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:52.954280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d88da7c7-50f8-4576-aa0f-6c0b53255f75 None None] Provisioning complete for port bfd17207-a218-4f58-bdbc-85baf9a7b191 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:52.954776 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d88da7c7-50f8-4576-aa0f-6c0b53255f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:52.954998 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:52.957923 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:52.964159 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:28:52.966878 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Pushing event updated for resources: {'Port': ['ID=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:52.979442 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] For port bfd17207-a218-4f58-bdbc-85baf9a7b191, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:28:52.982767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] For port bfd17207-a218-4f58-bdbc-85baf9a7b191, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bfd17207-a218-4f58-bdbc-85baf9a7b191,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:28:52.990568 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.991093 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.991426 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.991762 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.992153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.992554 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.993037 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.993559 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.994117 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.994500 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.994872 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:52.995172 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:28:53.001796 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.010366 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.039206 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2b4d6-6ef2-4b87-9737-83745665a952 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:53.046155 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:53.047596 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:53.052288 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d88da7c7-50f8-4576-aa0f-6c0b53255f75 None None] Port bfd17207-a218-4f58-bdbc-85baf9a7b191 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:53.173751 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-00589eca-b31e-44b7-a192-f6a2e18cf8ad None None] Provisioning complete for port bfd17207-a218-4f58-bdbc-85baf9a7b191 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:53.173977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00589eca-b31e-44b7-a192-f6a2e18cf8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.182234 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.185489 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:53.245658 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a742dc9-05d7-4e3d-91c1-326023f2c639 None None] Pushing event updated for resources: {'Port': ['ID=bfd17207-a218-4f58-bdbc-85baf9a7b191,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:53.265456 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00589eca-b31e-44b7-a192-f6a2e18cf8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.289950 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-00589eca-b31e-44b7-a192-f6a2e18cf8ad None None] For port bfd17207-a218-4f58-bdbc-85baf9a7b191, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bfd17207-a218-4f58-bdbc-85baf9a7b191,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:53.294941 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-00589eca-b31e-44b7-a192-f6a2e18cf8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.346708 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00589eca-b31e-44b7-a192-f6a2e18cf8ad None None] Pushing event updated for resources: {'Port': ['ID=bfd17207-a218-4f58-bdbc-85baf9a7b191,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:53.369915 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.374842 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.381540 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:51Z', 'revision_number': 3, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:53.409757 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ec8be-aa48-46aa-8f9f-15d10b3cad84 None None] The sync data for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 is: [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:51Z', 'revision_number': 3, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:28:53.415910 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-62be21aa-582f-4cdb-9f53-deee6ba4c285 None None] Provisioning complete for port f55ac3d1-bad7-4f68-9aec-6456ed60e13c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:53.416484 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-62be21aa-582f-4cdb-9f53-deee6ba4c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.446801 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Pushing event updated for resources: {'Port': ['ID=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:53.449294 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.456681 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-62be21aa-582f-4cdb-9f53-deee6ba4c285 None None] Port f55ac3d1-bad7-4f68-9aec-6456ed60e13c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:53.541577 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:53.542952 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:53.675852 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Router c7d5ac0f-501f-4817-99b1-ee780cf9d253 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:28:53.795151 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:28:53.800927 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-0b59b3fe-ca3c-4026-86dd-44c6d9909808 admin admin] 10.222.0.46 "PUT /v2.0/routers/c7d5ac0f-501f-4817-99b1-ee780cf9d253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678243 Nov 23 15:28:53.882630 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-d6e06475-922c-4b42-910e-cb44a5e41d49 None None] Provisioning complete for port f55ac3d1-bad7-4f68-9aec-6456ed60e13c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:53.883267 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d6e06475-922c-4b42-910e-cb44a5e41d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:53.928426 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d6e06475-922c-4b42-910e-cb44a5e41d49 None None] Port f55ac3d1-bad7-4f68-9aec-6456ed60e13c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:54.281553 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39956) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:54.286481 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-469799201-network', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:54.311603 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Made reservation on behalf of 8d038a2743fb4fe79a4cd1068c70804b for: {'network': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:28:54.314109 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for network, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.322734 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.396490 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.400247 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.421321 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 15:28:54.435731 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd44b0-8638-4418-86f2-29c6a0380826,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:54.439856 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.440195 n-d-818503-2 neutron-server[103345]: INFO neutron.db.segments_db [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Added segment 100cfe5f-3fcf-4a67-b305-bfdba7c5fb56 of type vlan for network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 Nov 23 15:28:54.481221 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762669910577'] for network, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.496007 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.506414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478'] for network, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.507505 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:54.508092 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.546596 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2637630 Nov 23 15:28:54.549273 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39958) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:54.554307 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Request body: {'subnet': {'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-469799201-subnet', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'ip_version': 4}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:54.573267 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93219e8f-c137-4fe0-84e3-e8a8ea2890e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fed46a1-fc94-4684-bbb7-4ed3c44aa239,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:54.574493 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Made reservation on behalf of 8d038a2743fb4fe79a4cd1068c70804b for: {'subnet': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:28:54.576834 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8852840'] for subnet, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.583827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 details requested by agent ovs-agent-n-d-818503-2 with host n-d-818503-2 {{(pid=103347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 15:28:54.764198 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12078767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8852826'] for subnet, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.817085 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b97bcd-4ca1-4706-b02e-308b32a292e0,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:54.831951 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bfd17207-a218-4f58-bdbc-85baf9a7b191 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:28:54.833070 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Checking segment: {'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:28:54.833430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Network hostable DHCP agents. Network: 8fed46a1-fc94-4684-bbb7-4ed3c44aa239, hostable agents: ['eb4a5ed9-e157-46a5-b1b1-d94fde3a1736'], hosted agents: [] {{(pid=103346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 15:28:54.851537 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 is scheduled to be hosted by DHCP agent eb4a5ed9-e157-46a5-b1b1-d94fde3a1736 with binding_index 1 {{(pid=103346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 15:28:54.861858 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-2, 8fed46a1-fc94-4684-bbb7-4ed3c44aa239) {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:54.868854 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:28:54.870750 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.874373 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc58d1e-1606-4d05-818b-50a248909aac None None] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:28:54.887644 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-fa469753-bc9c-4325-a43b-5d411c3f0cd0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3372350 Nov 23 15:28:54.890152 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39960) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:54.895539 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:54.915641 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65459'] for router, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.916724 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65412'] for router, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:54.977710 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.104129 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Sync routers for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:28:55.127123 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port bfd17207-a218-4f58-bdbc-85baf9a7b191 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:55.127493 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.127747 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.155193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:55.155865 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:55.326387 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc4c8b17-f170-585f-9d5e-8910a8be11b3-8fed46a1-fc94-4684-bbb7-4ed3c44aa239', 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'fixed_ips': [{'subnet_id': '03b97bcd-4ca1-4706-b02e-308b32a292e0'}]}} from n-d-818503-2. {{(pid=103347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 15:28:55.327245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.340251 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.363971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.364490 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:55.465859 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Allocated IP 172.25.3.240 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/7910f933-2a96-4aaf-8a73-f55d6eb9bb5c) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:28:55.572545 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.606821 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.626199 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.db_base_plugin_common [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Allocated IP 172.20.0.2 (8fed46a1-fc94-4684-bbb7-4ed3c44aa239/03b97bcd-4ca1-4706-b02e-308b32a292e0/6c610b99-2b3b-430b-a220-f46ad9e2e615) {{(pid=103347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:28:55.649978 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:55.652961 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:55.655644 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:28:55.677307 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5669c4e-17b2-4db4-903c-36996f056fc1 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:55.681463 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Pushing event updated for resources: {'Port': ['ID=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:55.767464 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 2, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:55.805316 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Checking router: c7d5ac0f-501f-4817-99b1-ee780cf9d253 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:28:55.805669 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Updating router c7d5ac0f-501f-4817-99b1-ee780cf9d253 port f55ac3d1-bad7-4f68-9aec-6456ed60e13c binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:28:55.852144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-90fe4e91-0ab6-4a47-8542-82cb35f022d1 None None] Provisioning complete for port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:55.852423 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-90fe4e91-0ab6-4a47-8542-82cb35f022d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.884627 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.898062 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Publish callbacks [] for port, precommit_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.914000 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898'] for port, after_create {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.914987 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:55.917363 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-90fe4e91-0ab6-4a47-8542-82cb35f022d1 None None] Port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:55.977730 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 is already hosted by enough agents. {{(pid=103347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:55.987899 n-d-818503-2 neutron-server[103347]: DEBUG neutron.scheduler.base_scheduler [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Resources bound (agent type, host, resource id): {{(pid=103347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:55.991466 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Received port after_create {{(pid=103347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:28:55.993340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Pushing event updated for resources: {'Port': ['ID=6c610b99-2b3b-430b-a220-f46ad9e2e615,revision_number=1']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:56.120582 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647719'] for router, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.125566 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Attempting to bind port 6c610b99-2b3b-430b-a220-f46ad9e2e615 on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:28:56.126073 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Attempting to bind port 6c610b99-2b3b-430b-a220-f46ad9e2e615 by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:28:56.126297 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Attempting to bind port 6c610b99-2b3b-430b-a220-f46ad9e2e615 on network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:28:56.141079 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:28:56.141451 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Checking segment: {'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:28:56.141851 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.142240 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Bound using segment: {'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:28:56.142706 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Bound port: 6c610b99-2b3b-430b-a220-f46ad9e2e615, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:28:56.143116 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.250176 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Router 74c6d0ed-cf36-416f-b0d9-585665c67a57 is scheduled to L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 with binding_index 1 {{(pid=103346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 15:28:56.266163 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] For port 6c610b99-2b3b-430b-a220-f46ad9e2e615, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:28:56.272060 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] For port 6c610b99-2b3b-430b-a220-f46ad9e2e615, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6c610b99-2b3b-430b-a220-f46ad9e2e615,segment=NetworkSegment(100cfe5f-3fcf-4a67-b305-bfdba7c5fb56),segment_id=100cfe5f-3fcf-4a67-b305-bfdba7c5fb56)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:28:56.278157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.370003 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:28:56.371647 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a8e0b-d8da-4e30-a126-fd14e5a57794 None None] Pushing event updated for resources: {'Port': ['ID=6c610b99-2b3b-430b-a220-f46ad9e2e615,revision_number=2']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:56.381715 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Sync routers for ids ['74c6d0ed-cf36-416f-b0d9-585665c67a57'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:28:56.392095 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.392955 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.396207 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-6bd0306e-b2b9-4021-8067-f2d8f3c971bd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5015345 Nov 23 15:28:56.396442 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39962) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:56.400432 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Routers {'74c6d0ed-cf36-416f-b0d9-585665c67a57'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:56.401446 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['74c6d0ed-cf36-416f-b0d9-585665c67a57'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:56.407560 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.461772 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1755149-f9bc-48b8-b68f-448dc2a8d29d None None] Pushing event updated for resources: {'Port': ['ID=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:56.551243 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Attempting to bind port f55ac3d1-bad7-4f68-9aec-6456ed60e13c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:28:56.551617 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Attempting to bind port f55ac3d1-bad7-4f68-9aec-6456ed60e13c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:28:56.551995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Attempting to bind port f55ac3d1-bad7-4f68-9aec-6456ed60e13c on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:28:56.558925 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:28:56.559329 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Checking segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:28:56.559740 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.560143 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Bound using segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:28:56.560633 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Bound port: f55ac3d1-bad7-4f68-9aec-6456ed60e13c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:28:56.561025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.571636 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Set router 74c6d0ed-cf36-416f-b0d9-585665c67a57 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:56.685418 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] For port f55ac3d1-bad7-4f68-9aec-6456ed60e13c, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:28:56.688922 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] For port f55ac3d1-bad7-4f68-9aec-6456ed60e13c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:28:56.696886 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:56.817015 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:56.817656 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:56.820179 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1755149-f9bc-48b8-b68f-448dc2a8d29d None None] Pushing event updated for resources: {'Port': ['ID=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:56.902992 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6c610b99-2b3b-430b-a220-f46ad9e2e615 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:28:56.937179 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:28:55Z', 'revision_number': 3, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port': {'id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:55Z', 'updated_at': '2021-11-23T15:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:56.975331 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Checking router: 74c6d0ed-cf36-416f-b0d9-585665c67a57 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:28:56.975828 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Updating router 74c6d0ed-cf36-416f-b0d9-585665c67a57 port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c binding host n-d-818503-2 {{(pid=103348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:28:57.009764 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.178311 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-186e2b49-58c1-4f24-816e-ab6636375f9e None None] Provisioning complete for port f55ac3d1-bad7-4f68-9aec-6456ed60e13c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:57.178886 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-186e2b49-58c1-4f24-816e-ab6636375f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.202977 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-cffb73cf-327d-4cd1-95e0-22e9e1a4459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.256805 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:57.259078 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6c610b99-2b3b-430b-a220-f46ad9e2e615 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:57.259078 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.293406 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Publish callbacks [] for port, precommit_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.300971 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.346872 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Attempting to bind port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c on host n-d-818503-2 for vnic_type normal with profile {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:28:57.347273 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Attempting to bind port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:28:57.347893 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Attempting to bind port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c on network d3be324a-e94b-4855-898c-b827f6b442ae {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:28:57.361793 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:28:57.362150 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Checking segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:28:57.362544 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.362949 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Bound using segment: {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'} {{(pid=103348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:28:57.363423 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.managers [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Bound port: 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f559f8e5-dd0a-42cd-9a68-49b3794fa677', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae'}}] {{(pid=103348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:28:57.363792 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.367326 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.398427 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b943f0e-e3db-4e8e-a156-042b03aab741 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:57.479154 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-186e2b49-58c1-4f24-816e-ab6636375f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.534636 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] For port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c, host n-d-818503-2, cleared binding levels {{(pid=103348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:28:57.545960 n-d-818503-2 neutron-server[103348]: DEBUG neutron.plugins.ml2.db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] For port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:28:57.556116 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713bba-641d-4e76-946d-003486063810 None None] Pushing event updated for resources: {'Port': ['ID=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,revision_number=2']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:57.561854 n-d-818503-2 neutron-server[103348]: DEBUG neutron_lib.callbacks.manager [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.564483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-186e2b49-58c1-4f24-816e-ab6636375f9e None None] For port f55ac3d1-bad7-4f68-9aec-6456ed60e13c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:57.593173 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-186e2b49-58c1-4f24-816e-ab6636375f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.593939 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Allocated IP 172.20.0.1 (8fed46a1-fc94-4684-bbb7-4ed3c44aa239/03b97bcd-4ca1-4706-b02e-308b32a292e0/17353b2a-4785-42fc-a4ac-56c0a2a9749d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:28:57.626186 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Routers {'74c6d0ed-cf36-416f-b0d9-585665c67a57'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:28:57.626813 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['74c6d0ed-cf36-416f-b0d9-585665c67a57'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:57.657989 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5d6e9-95fb-4ea5-9624-b66ef886dd49 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:28:57.696726 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.748665 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.756798 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713bba-641d-4e76-946d-003486063810 None None] Pushing event updated for resources: {'Port': ['ID=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,revision_number=3']} {{(pid=103348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:57.782085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] Set router 74c6d0ed-cf36-416f-b0d9-585665c67a57 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:28:57.782861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e2b49-58c1-4f24-816e-ab6636375f9e None None] Pushing event updated for resources: {'Port': ['ID=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:57.790874 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.792112 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] For port 6c610b99-2b3b-430b-a220-f46ad9e2e615, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6c610b99-2b3b-430b-a220-f46ad9e2e615,segment=NetworkSegment(100cfe5f-3fcf-4a67-b305-bfdba7c5fb56),segment_id=100cfe5f-3fcf-4a67-b305-bfdba7c5fb56)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:57.799270 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] Provisioning complete for port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:57.799648 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.824393 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.830348 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:57.833583 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:57.837343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:28:57.874473 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8258fb-2404-4257-893a-74723181d648 None None] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:28:57.886836 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Pushing event updated for resources: {'Port': ['ID=17353b2a-4785-42fc-a4ac-56c0a2a9749d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:57.893854 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589616'] for router_interface, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:57.906616 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:56Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:57.908477 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Pushing event updated for resources: {'Port': ['ID=6c610b99-2b3b-430b-a220-f46ad9e2e615,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:57.956479 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b275911-1b03-46f2-98e6-dd137147003e None None] The sync data for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 is: [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:56Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:28:57.991319 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:28:55Z', 'revision_number': 3, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port': {'id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:55Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:28:58.042745 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.058153 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f2f40-4a8a-4c0e-b7cd-a2ae00508796 None None] The sync data for ids ['74c6d0ed-cf36-416f-b0d9-585665c67a57'] in n-d-818503-2 is: [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:28:55Z', 'revision_number': 3, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port': {'id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:55Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:28:58.089974 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.093928 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.128269 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] For port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:28:58.157742 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.223892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] Pushing event updated for resources: {'Port': ['ID=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:58.239379 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] Provisioning complete for port f55ac3d1-bad7-4f68-9aec-6456ed60e13c triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:58.239839 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-baa23c19-ac4b-4c9e-b01a-f72488786013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.284112 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.290383 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.367624 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589724'] for router_interface, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.467786 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Pushing event updated for resources: {'Port': ['ID=17353b2a-4785-42fc-a4ac-56c0a2a9749d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:58.545131 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-831e06e2-b3ae-4c7b-93fb-9337b25d2917 None None] Provisioning complete for port 6c610b99-2b3b-430b-a220-f46ad9e2e615 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:58.545610 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-831e06e2-b3ae-4c7b-93fb-9337b25d2917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.577934 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:28:58.579562 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:28:58.764178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Router 74c6d0ed-cf36-416f-b0d9-585665c67a57 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:28:58.813219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7c23f014-6c2f-4fc3-ba5c-53c3e3de7762 None None] Provisioning complete for port 17353b2a-4785-42fc-a4ac-56c0a2a9749d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:58.813689 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c23f014-6c2f-4fc3-ba5c-53c3e3de7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.881700 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-7c23f014-6c2f-4fc3-ba5c-53c3e3de7762 None None] Port 17353b2a-4785-42fc-a4ac-56c0a2a9749d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:58.894486 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-7c23f014-6c2f-4fc3-ba5c-53c3e3de7762 None None] Provisioning complete for port 6c610b99-2b3b-430b-a220-f46ad9e2e615 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:58.895157 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-7c23f014-6c2f-4fc3-ba5c-53c3e3de7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:58.991208 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:28:59.008072 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1faa4d7d-55fe-4573-8c8b-c6a4b8678e96 admin admin] 10.222.0.46 "PUT /v2.0/routers/74c6d0ed-cf36-416f-b0d9-585665c67a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6102390 Nov 23 15:28:59.023492 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6c610b99-2b3b-430b-a220-f46ad9e2e615 up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:28:59.095484 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 6c610b99-2b3b-430b-a220-f46ad9e2e615 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:59.095863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.233533 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:28:59.237560 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-8b80dca8-a1e6-40e9-bc02-496e22195b0c None None] Provisioning complete for port 17353b2a-4785-42fc-a4ac-56c0a2a9749d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:59.237931 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8b80dca8-a1e6-40e9-bc02-496e22195b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.310902 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2a919b32-34f0-4ad6-8377-dbb631926e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.320052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-8b80dca8-a1e6-40e9-bc02-496e22195b0c None None] Port 17353b2a-4785-42fc-a4ac-56c0a2a9749d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:59.333569 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:59.333942 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.439593 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f55ac3d1-bad7-4f68-9aec-6456ed60e13c up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:28:59.486315 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-b5030c3d-2e24-41a2-ad19-4c409de1f889 None None] Provisioning complete for port 17353b2a-4785-42fc-a4ac-56c0a2a9749d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:59.486683 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b5030c3d-2e24-41a2-ad19-4c409de1f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.527660 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-b5030c3d-2e24-41a2-ad19-4c409de1f889 None None] Port 17353b2a-4785-42fc-a4ac-56c0a2a9749d cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:28:59.536342 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port f55ac3d1-bad7-4f68-9aec-6456ed60e13c triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:28:59.536715 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.821466 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 39972) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:59.826101 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [None req-1f1fff9a-2b83-40e2-baed-43765b889f2b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467550403', 'description': 'tempest-secgroup-smoke-1467550403 description', 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:59.848020 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f1fff9a-2b83-40e2-baed-43765b889f2b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.913164 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f1fff9a-2b83-40e2-baed-43765b889f2b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.917217 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f1fff9a-2b83-40e2-baed-43765b889f2b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.946054 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f1fff9a-2b83-40e2-baed-43765b889f2b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:28:59.947337 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-1f1fff9a-2b83-40e2-baed-43765b889f2b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1248577 Nov 23 15:28:59.950453 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39974) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:28:59.951761 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fff9a-2b83-40e2-baed-43765b889f2b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e821fb9-82c1-4a0b-b5e5-ed582d804e75,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:28:59.955739 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-d948bbea-b669-4e02-afca-fad847827418 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'security_group_rule': {'security_group_id': '2e821fb9-82c1-4a0b-b5e5-ed582d804e75', 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:28:59.981499 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d948bbea-b669-4e02-afca-fad847827418 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.035080 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d948bbea-b669-4e02-afca-fad847827418 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.038368 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d948bbea-b669-4e02-afca-fad847827418 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.054774 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948bbea-b669-4e02-afca-fad847827418 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e8184f-cf47-464c-bd61-dc60099d673b,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:00.063789 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d948bbea-b669-4e02-afca-fad847827418 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.064964 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-d948bbea-b669-4e02-afca-fad847827418 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134975 Nov 23 15:29:00.067686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39976) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:29:00.072226 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-40227f52-065b-45df-bb17-a625f142f6b5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'security_group_rule': {'security_group_id': '2e821fb9-82c1-4a0b-b5e5-ed582d804e75', 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:00.097374 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40227f52-065b-45df-bb17-a625f142f6b5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.151410 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40227f52-065b-45df-bb17-a625f142f6b5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.154830 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40227f52-065b-45df-bb17-a625f142f6b5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.171521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227f52-065b-45df-bb17-a625f142f6b5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c48e91d-203e-4335-9391-86114ff988cb,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:00.183728 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40227f52-065b-45df-bb17-a625f142f6b5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.185010 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-40227f52-065b-45df-bb17-a625f142f6b5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163485 Nov 23 15:29:00.189888 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39978) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:29:00.197260 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-28703831-2d6c-4c9e-b178-201238a749b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'security_group_rule': {'security_group_id': '2e821fb9-82c1-4a0b-b5e5-ed582d804e75', 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:00.223595 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28703831-2d6c-4c9e-b178-201238a749b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.280598 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28703831-2d6c-4c9e-b178-201238a749b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.284110 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28703831-2d6c-4c9e-b178-201238a749b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.297107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28703831-2d6c-4c9e-b178-201238a749b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92589335-7264-48ec-b957-6804c183f6ab,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:00.311880 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-28703831-2d6c-4c9e-b178-201238a749b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.313618 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-28703831-2d6c-4c9e-b178-201238a749b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198466 Nov 23 15:29:00.316613 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39980) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:29:00.320838 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-0f5876ac-c0ef-462a-9901-e5b7d0d8a97d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'security_group_rule': {'security_group_id': '2e821fb9-82c1-4a0b-b5e5-ed582d804e75', 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:00.345417 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f5876ac-c0ef-462a-9901-e5b7d0d8a97d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.377992 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.401845 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f5876ac-c0ef-462a-9901-e5b7d0d8a97d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.405089 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f5876ac-c0ef-462a-9901-e5b7d0d8a97d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.421350 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5876ac-c0ef-462a-9901-e5b7d0d8a97d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaedf61-cb9e-4990-b7b2-79e8bb47d563,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:00.430197 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0f5876ac-c0ef-462a-9901-e5b7d0d8a97d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.431447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-0f5876ac-c0ef-462a-9901-e5b7d0d8a97d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139193 Nov 23 15:29:00.434133 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39982) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:29:00.439065 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'security_group_rule': {'security_group_id': '2e821fb9-82c1-4a0b-b5e5-ed582d804e75', 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:00.465899 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Project 92197f4bbb214d2e88c0786ff3ccdc7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:29:00.473095 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.535488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.539682 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.559016 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8148bed-af8d-4f87-912e-a82fd9c86991,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:00.565291 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.566505 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-40787147-9e62-4029-8b2d-03aa41c0ea1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314344 Nov 23 15:29:00.569200 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 39984) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:29:00.573469 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'security_group_rule': {'security_group_id': '2e821fb9-82c1-4a0b-b5e5-ed582d804e75', 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:00.594848 n-d-818503-2 neutron-server[103346]: INFO neutron.db.securitygroups_db [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Project 92197f4bbb214d2e88c0786ff3ccdc7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 15:29:00.599990 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.663815 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.667667 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948097'] for security_group_rule, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.686194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb23fade-6211-4cb2-b754-93f4825921b4,revision_number=0']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:00.694676 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:00.696118 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-35823d4b-9a25-4817-86b0-4c0bcf3d73cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260068 Nov 23 15:29:00.847468 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-2f55ae48-27f1-4898-ab1a-083dbce10b7d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467550403&fields=id&tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e HTTP/1.1" status: 200 len: 267 time: 0.0428517 Nov 23 15:29:00.936792 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Sync routers for ids ['74c6d0ed-cf36-416f-b0d9-585665c67a57'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:29:00.946856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Routers {'74c6d0ed-cf36-416f-b0d9-585665c67a57'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:29:00.947581 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['74c6d0ed-cf36-416f-b0d9-585665c67a57'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:00.954185 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-a4eaf748-986e-4910-9f21-b07cf706f218 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:00.956029 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-a4eaf748-986e-4910-9f21-b07cf706f218 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 809 time: 0.1014619 Nov 23 15:29:00.972202 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-c5dc045a-3526-4b66-b322-2a154c7e65fb tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/quotas/92197f4bbb214d2e88c0786ff3ccdc7e HTTP/1.1" status: 200 len: 375 time: 0.0101945 Nov 23 15:29:01.028954 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-cdb1951b-955b-423c-9ce6-a78eeaeb6d50 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507095 Nov 23 15:29:01.053839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Set router 74c6d0ed-cf36-416f-b0d9-585665c67a57 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:29:01.149898 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-697abba9-25ca-4955-90b7-8b0185ee9a86 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:29:01.150874 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-697abba9-25ca-4955-90b7-8b0185ee9a86 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1089315 Nov 23 15:29:01.242114 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-580ea699-0f08-443e-8feb-8f0e243d0712 service neutron] 10.222.0.46 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839961 Nov 23 15:29:01.266400 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 4, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port': {'id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:55Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '17353b2a-4785-42fc-a4ac-56c0a2a9749d', 'name': '', 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'mac_address': 'fa:16:3e:97:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '03b97bcd-4ca1-4706-b02e-308b32a292e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:57Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 2, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'subnets': [{'id': '03b97bcd-4ca1-4706-b02e-308b32a292e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:01.336920 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-3c51dc8a-7280-4252-8a9d-329dbc2ca1d6 service neutron] 10.222.0.46 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887613 Nov 23 15:29:01.457441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Checking router: 74c6d0ed-cf36-416f-b0d9-585665c67a57 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:29:01.458000 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Updating router 74c6d0ed-cf36-416f-b0d9-585665c67a57 port 17353b2a-4785-42fc-a4ac-56c0a2a9749d binding host n-d-818503-2 {{(pid=103347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 15:29:01.489608 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:01.513634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-13739d28-f241-4c25-a026-e9bd9ee4be3d req-7fbceffd-fcaa-448b-8df4-bfb03fd44ee4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 210 time: 0.0311575 Nov 23 15:29:01.757865 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Publish callbacks [] for port, precommit_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:01.763297 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:01.817509 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6899b3-e62a-4ea1-8988-7f697c837659 None None] Pushing event updated for resources: {'Port': ['ID=17353b2a-4785-42fc-a4ac-56c0a2a9749d,revision_number=3']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:01.869827 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Attempting to bind port 17353b2a-4785-42fc-a4ac-56c0a2a9749d on host n-d-818503-2 for vnic_type normal with profile {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:29:01.870296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Attempting to bind port 17353b2a-4785-42fc-a4ac-56c0a2a9749d by drivers openvswitch,hyperv on host n-d-818503-2 at level 0 using segments [{'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:29:01.870754 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Attempting to bind port 17353b2a-4785-42fc-a4ac-56c0a2a9749d on network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:29:01.876462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Checking agent: {'id': '50ee9e6c-66c4-44b7-8404-a93c4398e6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 53, 32), 'started_at': datetime.datetime(2021, 11, 23, 13, 54, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:29:01.877034 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Checking segment: {'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:29:01.877443 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:01.877856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Bound using segment: {'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'} {{(pid=103347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:29:01.878374 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.managers [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Bound port: 17353b2a-4785-42fc-a4ac-56c0a2a9749d, host: n-d-818503-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239'}}] {{(pid=103347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:29:01.878762 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:01.949510 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] For port 17353b2a-4785-42fc-a4ac-56c0a2a9749d, host n-d-818503-2, cleared binding levels {{(pid=103347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:29:01.954672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] For port 17353b2a-4785-42fc-a4ac-56c0a2a9749d, host n-d-818503-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=17353b2a-4785-42fc-a4ac-56c0a2a9749d,segment=NetworkSegment(100cfe5f-3fcf-4a67-b305-bfdba7c5fb56),segment_id=100cfe5f-3fcf-4a67-b305-bfdba7c5fb56)] {{(pid=103347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:29:01.960992 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.039847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Routers {'74c6d0ed-cf36-416f-b0d9-585665c67a57'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:29:02.040462 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['74c6d0ed-cf36-416f-b0d9-585665c67a57'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:02.043857 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.074934 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6899b3-e62a-4ea1-8988-7f697c837659 None None] Pushing event updated for resources: {'Port': ['ID=17353b2a-4785-42fc-a4ac-56c0a2a9749d,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:02.104381 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-442b1cd4-90e4-41be-b436-700eb8424932 None None] Provisioning complete for port 17353b2a-4785-42fc-a4ac-56c0a2a9749d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:29:02.104757 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-442b1cd4-90e4-41be-b436-700eb8424932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.194966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] Set router 74c6d0ed-cf36-416f-b0d9-585665c67a57 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:29:02.320434 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-442b1cd4-90e4-41be-b436-700eb8424932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.397879 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-442b1cd4-90e4-41be-b436-700eb8424932 None None] For port 17353b2a-4785-42fc-a4ac-56c0a2a9749d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=17353b2a-4785-42fc-a4ac-56c0a2a9749d,segment=NetworkSegment(100cfe5f-3fcf-4a67-b305-bfdba7c5fb56),segment_id=100cfe5f-3fcf-4a67-b305-bfdba7c5fb56)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:29:02.404826 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-442b1cd4-90e4-41be-b436-700eb8424932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.477498 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b1cd4-90e4-41be-b436-700eb8424932 None None] Pushing event updated for resources: {'Port': ['ID=17353b2a-4785-42fc-a4ac-56c0a2a9749d,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:02.502699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 4, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port': {'id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:55Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '17353b2a-4785-42fc-a4ac-56c0a2a9749d', 'name': '', 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'mac_address': 'fa:16:3e:97:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '03b97bcd-4ca1-4706-b02e-308b32a292e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:57Z', 'updated_at': '2021-11-23T15:29:01Z', 'revision_number': 4, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'subnets': [{'id': '03b97bcd-4ca1-4706-b02e-308b32a292e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:02.533692 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-d672117e-fb21-4602-b77e-03011f14eb9d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:02.535215 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-d672117e-fb21-4602-b77e-03011f14eb9d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 809 time: 0.1220553 Nov 23 15:29:02.540949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5861bc-bb31-4f38-9356-53cbfd09d007 None None] The sync data for ids ['74c6d0ed-cf36-416f-b0d9-585665c67a57'] in n-d-818503-2 is: [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 4, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port': {'id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:55Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': '17353b2a-4785-42fc-a4ac-56c0a2a9749d', 'name': '', 'network_id': '8fed46a1-fc94-4684-bbb7-4ed3c44aa239', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'mac_address': 'fa:16:3e:97:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '03b97bcd-4ca1-4706-b02e-308b32a292e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:57Z', 'updated_at': '2021-11-23T15:29:01Z', 'revision_number': 4, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'subnets': [{'id': '03b97bcd-4ca1-4706-b02e-308b32a292e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:29:02.554694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-5bcbf9e5-3608-4e0f-b1f5-34fd5d78ede1 None None] Provisioning complete for port 17353b2a-4785-42fc-a4ac-56c0a2a9749d triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:29:02.555167 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5bcbf9e5-3608-4e0f-b1f5-34fd5d78ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.650918 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-3c6860b8-5b76-492d-8cb2-c59a28be49cf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e HTTP/1.1" status: 200 len: 380 time: 0.1005945 Nov 23 15:29:02.651134 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-353028c1-39c8-4247-9fbf-ae9e7717ec22 req-5ab8147b-b232-4c59-ad82-688d8acf0198 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 210 time: 0.0342426 Nov 23 15:29:02.667924 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'port': {'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'admin_state_up': True, 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'security_groups': ['2e821fb9-82c1-4a0b-b5e5-ed582d804e75']}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:02.746070 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.804995 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Made reservation on behalf of 92197f4bbb214d2e88c0786ff3ccdc7e for: {'port': 1} {{(pid=103345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:29:02.808691 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.855037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 17353b2a-4785-42fc-a4ac-56c0a2a9749d up at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:29:02.906348 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Provisioning complete for port 17353b2a-4785-42fc-a4ac-56c0a2a9749d triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:29:02.906634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:02.946067 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Allocated IP 172.20.0.7 (79cf5a9f-676d-4cf0-9eea-1ad2454eaa18/ee5b3b8d-da02-4555-af2b-01fb089df60a/13149885-bedb-4a76-add3-da1c15a7b9b2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:29:03.099765 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for port, precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.133902 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.187121 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:29:03.190191 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:29:03.193891 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:29:03.200561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:03.253506 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:03.254185 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.272586 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-7900516e-2b82-4a40-a1aa-477f149583fa tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139784 Nov 23 15:29:03.285476 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.v2.base [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Request body: {'port': {'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-2'}} {{(pid=103345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:03.349031 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.506029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-96cf2dd9-c834-4bf1-b7eb-39ca7a1cb1eb None None] Provisioning complete for port 13149885-bedb-4a76-add3-da1c15a7b9b2 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:29:03.506617 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dd9-c834-4bf1-b7eb-39ca7a1cb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.541144 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-96cf2dd9-c834-4bf1-b7eb-39ca7a1cb1eb None None] Port 13149885-bedb-4a76-add3-da1c15a7b9b2 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:29:03.619343 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13149885-bedb-4a76-add3-da1c15a7b9b2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:29:03.627237 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.638771 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Transition to ACTIVE for port object 13149885-bedb-4a76-add3-da1c15a7b9b2 will not be triggered until provisioned by entity L2. {{(pid=103345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:29:03.642322 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.690062 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:03.765864 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Attempting to bind port 13149885-bedb-4a76-add3-da1c15a7b9b2 on host n-h2-818503-2 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:29:03.766212 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Attempting to bind port 13149885-bedb-4a76-add3-da1c15a7b9b2 by drivers openvswitch,hyperv on host n-h2-818503-2 at level 0 using segments [{'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:29:03.766529 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Attempting to bind port 13149885-bedb-4a76-add3-da1c15a7b9b2 on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:29:03.772361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Port 13149885-bedb-4a76-add3-da1c15a7b9b2 on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:29:03.772683 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Attempting to bind port 13149885-bedb-4a76-add3-da1c15a7b9b2 on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:29:03.777668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Checking agent: {'id': 'c2136659-f584-46fd-8f4b-a0f6fe151c0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:29:03.778035 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Checking segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:29:03.778387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Bound using segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:29:03.778972 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Bound port: 13149885-bedb-4a76-add3-da1c15a7b9b2, host: n-h2-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:29:03.779212 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.794073 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b02861-6fff-4b8a-beb9-291cf4b11a62 req-9807e2e3-1a41-4bef-b6b3-36cde8d68861 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:03.796303 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8b02861-6fff-4b8a-beb9-291cf4b11a62 req-9807e2e3-1a41-4bef-b6b3-36cde8d68861 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 943 time: 0.0529194 Nov 23 15:29:03.854541 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-a8b02861-6fff-4b8a-beb9-291cf4b11a62 req-16cba8e4-2656-4901-82f5-8d9466cdf12e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508251 Nov 23 15:29:03.855666 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:29:03.859977 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:29:03.865083 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12505972'] for port, after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.899962 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:03.900571 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:03.901942 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] 10.222.0.74 "PUT /v2.0/ports/13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 1091 time: 0.6213553 Nov 23 15:29:03.902378 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:29:03.904648 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12716d6d-ec96-420b-9967-37d27d7de007" -d '{"events": [{"name": "network-changed", "server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:29:03.930361 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae5596-59ab-4cbe-b28c-4f2cec7b4957 service neutron] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:03.956784 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceb98a5-2a62-46c8-94d6-beb38b9ef8ab x-openstack-request-id: req-fceb98a5-2a62-46c8-94d6-beb38b9ef8ab {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:29:03.957151 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:29:03.957473 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fceb98a5-2a62-46c8-94d6-beb38b9ef8ab {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:29:03.957931 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'status': 'completed', 'code': 200} Nov 23 15:29:03.993567 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-49b51b56-ff83-45c4-adf3-05e3a1a747ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:03.995108 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-49b51b56-ff83-45c4-adf3-05e3a1a747ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1094 time: 0.0495021 Nov 23 15:29:04.041054 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-74a64660-816f-41b8-8d45-8d2f5b9e47f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0382440 Nov 23 15:29:04.091496 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-6efde891-2505-4674-b843-8cd9ac120142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:04.092988 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-6efde891-2505-4674-b843-8cd9ac120142 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0451770 Nov 23 15:29:04.141721 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-2e56443d-3a2d-4489-8fc3-9c7c6d054d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:04.143284 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-2e56443d-3a2d-4489-8fc3-9c7c6d054d23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422835 Nov 23 15:29:04.235629 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-b8a57afd-1368-40cb-a39d-b6c9084172bd service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853240 Nov 23 15:29:04.321744 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-b6a7133a-84f7-4f64-b016-0197a35e438c req-bf390126-bb2e-4bf4-8d7a-0441b1fe7c3c service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796969 Nov 23 15:29:04.432613 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716d6d-ec96-420b-9967-37d27d7de007 req-22d0ea32-ea33-48bb-a94b-fcc9f412f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:04.434102 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-12716d6d-ec96-420b-9967-37d27d7de007 req-22d0ea32-ea33-48bb-a94b-fcc9f412f25e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1094 time: 0.0451233 Nov 23 15:29:04.523880 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716d6d-ec96-420b-9967-37d27d7de007 req-a0a2b065-18cc-45b8-9d01-0349423e5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:04.525371 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-12716d6d-ec96-420b-9967-37d27d7de007 req-a0a2b065-18cc-45b8-9d01-0349423e5617 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0848260 Nov 23 15:29:04.569668 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-12716d6d-ec96-420b-9967-37d27d7de007 req-3a6b82e0-1fea-4343-86ef-0f1e2174b7d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0372014 Nov 23 15:29:04.620150 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716d6d-ec96-420b-9967-37d27d7de007 req-2a2490eb-6266-4681-a113-22079a45924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:04.621650 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-12716d6d-ec96-420b-9967-37d27d7de007 req-2a2490eb-6266-4681-a113-22079a45924f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0450916 Nov 23 15:29:04.667219 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716d6d-ec96-420b-9967-37d27d7de007 req-01d48b0e-e996-4c85-9b16-d628a6e9e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:04.668724 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-12716d6d-ec96-420b-9967-37d27d7de007 req-01d48b0e-e996-4c85-9b16-d628a6e9e98e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401182 Nov 23 15:29:04.760038 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-12716d6d-ec96-420b-9967-37d27d7de007 req-b999643c-9294-40d4-b22f-1f6bd1ed898a service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839055 Nov 23 15:29:04.848706 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-12716d6d-ec96-420b-9967-37d27d7de007 req-21c11276-e113-43c3-a1f4-481898426e22 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800447 Nov 23 15:29:04.974845 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb29a07-bfb0-4ccb-9562-8c95ee3fa9dc req-3f79328b-d542-4b05-897a-c86bb096404f tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:04.976352 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fb29a07-bfb0-4ccb-9562-8c95ee3fa9dc req-3f79328b-d542-4b05-897a-c86bb096404f tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 943 time: 0.0529952 Nov 23 15:29:05.025435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-3fb29a07-bfb0-4ccb-9562-8c95ee3fa9dc req-aad2d78d-a63f-4462-ab89-2ea819f0ba92 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Nov 23 15:29:06.139820 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a088b-8ada-47ca-9472-31e162ac197b req-8c51316b-2274-439f-b6fb-5bfddb946c23 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:06.141948 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-708a088b-8ada-47ca-9472-31e162ac197b req-8c51316b-2274-439f-b6fb-5bfddb946c23 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 943 time: 0.0485716 Nov 23 15:29:06.189241 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-708a088b-8ada-47ca-9472-31e162ac197b req-f7210230-ff6b-4962-a2d1-3533057d49df tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Nov 23 15:29:06.375640 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 13149885-bedb-4a76-add3-da1c15a7b9b2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:29:06.469334 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:29:06.480277 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:29:06.520445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:06.532724 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13149885-bedb-4a76-add3-da1c15a7b9b2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:29:06.551425 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:29:06.555445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:06.601091 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:06.767187 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['13149885-bedb-4a76-add3-da1c15a7b9b2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:29:07.309057 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e54744-29de-4852-b7f3-e28f79534fe4 req-b3d0f714-cd9d-4643-ad08-350657870b02 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:07.310514 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53e54744-29de-4852-b7f3-e28f79534fe4 req-b3d0f714-cd9d-4643-ad08-350657870b02 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 944 time: 0.0522537 Nov 23 15:29:07.359484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-53e54744-29de-4852-b7f3-e28f79534fe4 req-0fe63980-97b9-4b72-917a-53b369fb2cd4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Nov 23 15:29:08.376449 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 13149885-bedb-4a76-add3-da1c15a7b9b2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:29:08.434702 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning for port 13149885-bedb-4a76-add3-da1c15a7b9b2 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:29:08.439055 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 13149885-bedb-4a76-add3-da1c15a7b9b2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:29:08.439429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:08.479592 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a80b77-1e0a-40fb-a925-e5428c119e30 req-077b2a0a-dfd5-4ec2-b020-d7bdd3dc7b8b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:08.481252 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7a80b77-1e0a-40fb-a925-e5428c119e30 req-077b2a0a-dfd5-4ec2-b020-d7bdd3dc7b8b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 944 time: 0.0539088 Nov 23 15:29:08.523120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:08.535993 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-d7a80b77-1e0a-40fb-a925-e5428c119e30 req-ac7f429c-aa63-460a-82d8-97ade9af88da tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479255 Nov 23 15:29:08.547710 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:29:08.549974 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11597a47-ac26-4c7f-b7f6-d774cb272068" -d '{"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-plugged", "status": "completed", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:29:08.562080 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:29:08.566144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:08.591130 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67596f48-e989-45f9-9895-48797296b634 x-openstack-request-id: req-67596f48-e989-45f9-9895-48797296b634 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:29:08.591419 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-plugged", "status": "completed", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:29:08.591672 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67596f48-e989-45f9-9895-48797296b634 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:29:08.592058 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'code': 200} Nov 23 15:29:08.615919 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:08.689489 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf63e6a-77da-4eee-a848-274a5723204e req-c3dc4c84-88d8-4880-a877-95acad609802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:08.691008 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eaf63e6a-77da-4eee-a848-274a5723204e req-c3dc4c84-88d8-4880-a877-95acad609802 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1096 time: 0.0401232 Nov 23 15:29:08.742678 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-eaf63e6a-77da-4eee-a848-274a5723204e req-98746697-33a7-465e-b795-9529cec99c72 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 Nov 23 15:29:09.653873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090d3ce-ddfa-408e-bbf0-0bb723326acf req-6a0e1953-63ed-4709-8f72-54b0137f8201 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:09.655388 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f090d3ce-ddfa-408e-bbf0-0bb723326acf req-6a0e1953-63ed-4709-8f72-54b0137f8201 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 945 time: 0.0498891 Nov 23 15:29:09.714965 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f090d3ce-ddfa-408e-bbf0-0bb723326acf req-b74a171b-6e97-4bba-a691-474cdfd500ff tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520139 Nov 23 15:29:10.838058 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3ffd-f7c0-4b61-b462-a8af63fdebc5 req-ef3b52be-964d-4da0-97e1-9b0ddc7007fc tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:10.839697 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd6c3ffd-f7c0-4b61-b462-a8af63fdebc5 req-ef3b52be-964d-4da0-97e1-9b0ddc7007fc tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 945 time: 0.0510292 Nov 23 15:29:10.888249 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-dd6c3ffd-f7c0-4b61-b462-a8af63fdebc5 req-ea26bb05-f239-41d8-b749-41bc56a9df0a tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 Nov 23 15:29:11.003681 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8b7cc-ac87-40a2-98db-1c56bb8cf8cc req-68b1ba50-5dde-4707-bd84-d9f2b5db0ac9 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:11.005187 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7d8b7cc-ac87-40a2-98db-1c56bb8cf8cc req-68b1ba50-5dde-4707-bd84-d9f2b5db0ac9 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 945 time: 0.0489125 Nov 23 15:29:11.052690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f7d8b7cc-ac87-40a2-98db-1c56bb8cf8cc req-0897cd85-b43c-4486-96bc-8be9a98dbfa3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Nov 23 15:29:11.075005 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40036) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:29:11.159311 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6025f-6404-4e7a-aa27-2d2750dffcf6 tempest-TestSnapshotPattern-726415869 tempest-TestSnapshotPattern-726415869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:11.160806 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b1e6025f-6404-4e7a-aa27-2d2750dffcf6 tempest-TestSnapshotPattern-726415869 tempest-TestSnapshotPattern-726415869-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1091 time: 0.0848572 Nov 23 15:29:11.163762 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40040) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:29:11.167896 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:29:11.189387 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:11.290382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:11.393666 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Allocated IP 172.25.3.114 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/7645e219-31f7-42b7-94e4-576a0168e534) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:29:11.491857 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:11.527223 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:11.585703 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:29:11.591344 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:29:11.599297 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:29:11.601655 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'Port': ['ID=7645e219-31f7-42b7-94e4-576a0168e534,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:11.943187 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:12.009284 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:12.159382 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:12.163731 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:12.229654 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'Port': ['ID=7645e219-31f7-42b7-94e4-576a0168e534,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:29:12.239743 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:12.337020 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Floating IP 12bb4cdb-a8d2-47ba-ae3f-ecd892437db5 associated. External IP: 172.25.3.114, port: 13149885-bedb-4a76-add3-da1c15a7b9b2. Nov 23 15:29:12.539326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Router c7d5ac0f-501f-4817-99b1-ee780cf9d253 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:29:12.983101 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:29:12.993630 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] Sync routers for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:29:13.001232 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:13.005272 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:29:13.005888 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:13.035873 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-3416af5f-6623-4200-b28d-ce26110aabcf tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8642764 Nov 23 15:29:13.035873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:29:13.035873 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba726d-e4f5-468c-9dc2-d3978462814d" -d '{"events": [{"name": "network-changed", "server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:29:13.114092 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:29:13.126181 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6bc66a-32e3-4fe2-9b11-ae9c5e09307b x-openstack-request-id: req-ac6bc66a-32e3-4fe2-9b11-ae9c5e09307b {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:29:13.126473 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:29:13.126722 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac6bc66a-32e3-4fe2-9b11-ae9c5e09307b {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:29:13.127153 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'status': 'completed', 'code': 200} Nov 23 15:29:13.187436 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-bfa1028c-109c-4400-9d56-732b05aeadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:13.189004 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-bfa1028c-109c-4400-9d56-732b05aeadb0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1096 time: 0.0408046 Nov 23 15:29:13.274974 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:29:13.282055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-c2d66302-0ddb-44d9-bcd2-512d7e39dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:13.283580 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-c2d66302-0ddb-44d9-bcd2-512d7e39dc56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0869744 Nov 23 15:29:13.351684 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:11Z', 'revision_number': 0, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:13.358997 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-4a91a3ab-1fee-441b-aad1-e9e6ee5b810d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 999 time: 0.0684335 Nov 23 15:29:13.378437 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] Checking router: c7d5ac0f-501f-4817-99b1-ee780cf9d253 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:29:13.386586 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:29:13.387208 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:28:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:13.407149 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-fe7e4c85-91cd-406e-9239-1e692d0fd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:13.408608 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-fe7e4c85-91cd-406e-9239-1e692d0fd06b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0432696 Nov 23 15:29:13.452677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-d3b96933-4aa3-4162-a44f-c2b672319966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:13.454221 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-d3b96933-4aa3-4162-a44f-c2b672319966 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391459 Nov 23 15:29:13.489524 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:29:13.546888 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-eeb997d7-62fd-40e0-ac8f-9fd7813d3d3f service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857244 Nov 23 15:29:13.641440 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-86ba726d-e4f5-468c-9dc2-d3978462814d req-4853f16b-bd86-46d1-9318-5b44d8843f30 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873821 Nov 23 15:29:13.708259 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:11Z', 'revision_number': 0, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:29:13.737785 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbaa12-f16f-4bcd-98b6-245a75633021 None None] The sync data for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 is: [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:11Z', 'revision_number': 0, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:29:13.921839 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ade8c7-4096-4c11-a123-3059ab9b6f75 None None] New status for floating IP 12bb4cdb-a8d2-47ba-ae3f-ecd892437db5: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:29:24.493407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:25.359817 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-fe3fadf2-b17e-4174-a353-191df5060723 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412962 Nov 23 15:29:25.440682 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-fc974364-25fc-4a52-b07d-c96d564b6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:25.442130 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-fc974364-25fc-4a52-b07d-c96d564b6285 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1096 time: 0.0390375 Nov 23 15:29:25.556941 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-f1671824-a8a6-4799-a031-a5212f4cab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:25.558482 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-f1671824-a8a6-4799-a031-a5212f4cab10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0906155 Nov 23 15:29:25.627120 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-59779398-8734-4336-8e26-403b1c9aa66b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 1001 time: 0.0576568 Nov 23 15:29:25.674502 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-873335b5-bfc1-4b84-94ee-2668c0853939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:25.675936 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-873335b5-bfc1-4b84-94ee-2668c0853939 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0422761 Nov 23 15:29:25.725561 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-fc1a195d-8070-489f-b1d4-313e221db670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:29:25.727042 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-fc1a195d-8070-489f-b1d4-313e221db670 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427051 Nov 23 15:29:25.813180 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-a3cc7354-158e-4b94-a6e1-346683ed9966 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785193 Nov 23 15:29:25.909879 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-5f9c1a1f-7bc5-42dc-99fe-4236261d02e8 req-63f6bac7-81ca-42da-a2f4-3f3722381712 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873704 Nov 23 15:29:26.889943 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a3244c36-7030-4519-864c-4553bea113e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:27.991017 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:29.264076 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-b190a3bc-7443-4d1a-80d8-bdf2f0d77492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:30.381151 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:32.022159 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:32.738863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:50.273767 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:29:54.507942 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:56.882311 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d2c752b-35a4-48af-b392-06d01e78be59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:58.005424 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:29:59.265777 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-80e2eb7e-538e-4f7e-8d0b-690ea72c5bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:00.387392 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:02.025280 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:02.741903 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:24.507874 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:26.884212 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e429b98-0b28-41e2-8a49-94691d5e70b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:27.272544 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:30:27.391559 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-1922395f-02a3-46a8-ba28-01a0d786d786 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949037 Nov 23 15:30:27.471223 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-1d1a26e3-cfbb-4761-b574-fb1279ebaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:30:27.472752 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-1d1a26e3-cfbb-4761-b574-fb1279ebaf75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1096 time: 0.0396354 Nov 23 15:30:27.597236 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-f7e31492-0fb6-4c57-b934-b78eac87e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:30:27.598824 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-f7e31492-0fb6-4c57-b934-b78eac87e257 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.1067343 Nov 23 15:30:27.665732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-ca767edc-2dda-4a4a-a9f4-61fd37f564f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 1001 time: 0.0581186 Nov 23 15:30:27.720678 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-8633b56b-2f08-423f-b8d5-2aa6b39e69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:30:27.722728 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-8633b56b-2f08-423f-b8d5-2aa6b39e69aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0494413 Nov 23 15:30:27.771328 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-0d8f2a5f-69a3-44d1-b008-21a39fffab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:30:27.772826 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-0d8f2a5f-69a3-44d1-b008-21a39fffab60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431156 Nov 23 15:30:27.785386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-8df6aaf6-68c0-4869-84d3-95b4c50e18ca service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:30:27.786269 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-8df6aaf6-68c0-4869-84d3-95b4c50e18ca service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054715 Nov 23 15:30:27.874418 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-ce376135-98a4-49ba-bd07-deea9615e286 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808327 Nov 23 15:30:27.965873 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-ab1d7375-7edd-4e1f-ba3f-69b2f5f876b6 req-d649b49f-c5d1-4bd4-8c9e-4b844aab019a service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840967 Nov 23 15:30:28.024737 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:29.265934 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-aaa0bb76-2637-46fc-9748-0670c1d9f9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:30.387396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:32.028733 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:32.744057 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:54.506525 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:56.885551 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d0f1babe-062e-4564-aa80-8d07a4326c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:58.024135 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:30:59.267336 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-df3db513-9ae8-4971-80b6-6f15ea6efd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:00.390797 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:02.029899 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:02.745936 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:04.271528 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:31:11.044512 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 13149885-bedb-4a76-add3-da1c15a7b9b2 details requested by agent hyperv_n-h2-818503-2 with host n-h2-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:31:11.150308 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:31:11.162531 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Returning: {'device': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:31:11.205138 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:11.218699 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13149885-bedb-4a76-add3-da1c15a7b9b2 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:31:11.241165 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:31:11.247061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:11.301738 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:11.313446 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.313787 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.314321 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.314886 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.315258 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.315590 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.315915 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.317021 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.317366 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.317694 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.318019 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.318356 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:11.325555 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] get_ports_and_sgs() called for port_ids ['13149885-bedb-4a76-add3-da1c15a7b9b2'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:31:13.075601 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 13149885-bedb-4a76-add3-da1c15a7b9b2 up at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:31:13.129087 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Provisioning complete for port 13149885-bedb-4a76-add3-da1c15a7b9b2 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:31:13.129477 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:13.216025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:13.241345 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:31:13.245102 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424e3452-e4a8-43de-93ea-f00f6b51e513" -d '{"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-plugged", "status": "completed", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:31:13.262926 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:31:13.270250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:13.339260 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:13.398517 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8933983d-bfd8-4755-a6a1-5dfade303733 x-openstack-request-id: req-8933983d-bfd8-4755-a6a1-5dfade303733 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:31:13.398855 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-plugged", "status": "completed", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:31:13.399140 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8933983d-bfd8-4755-a6a1-5dfade303733 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:31:13.399542 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'code': 200} Nov 23 15:31:20.996959 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-4a4fcf8e-973f-44e6-84a6-8015879ed6ff tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467550403&fields=id&tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e HTTP/1.1" status: 200 len: 267 time: 0.0445693 Nov 23 15:31:21.105740 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-b9c0c8bd-439e-4f5c-9d3b-cf48e3e0babc tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:21.107152 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-b9c0c8bd-439e-4f5c-9d3b-cf48e3e0babc tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 809 time: 0.1035802 Nov 23 15:31:21.122181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-4037a15c-cde1-4d1e-a20c-8fc2549b4ac7 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/quotas/92197f4bbb214d2e88c0786ff3ccdc7e HTTP/1.1" status: 200 len: 375 time: 0.0093088 Nov 23 15:31:21.173588 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-6323ff56-9f19-4553-b452-7dc25d0faa83 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463614 Nov 23 15:31:21.266690 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-231009ca-baa8-44de-bbf1-0d03036aec62 service neutron] 10.222.0.46 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810769 Nov 23 15:31:21.357956 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-e9ee32e0-b595-4aac-9883-b79bce9c4775 service neutron] 10.222.0.46 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Nov 23 15:31:21.547243 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-27cfbdc6-de99-4873-a685-75ab2cb22e30 req-f71771c3-47a1-4556-8db4-53f8871f5e14 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Nov 23 15:31:22.686396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bd99e56c-b88c-43f5-b119-804afd056a5e req-b2afe8b7-010b-4a3b-85b1-6a1ff27c0e4e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 210 time: 0.0630333 Nov 23 15:31:22.723045 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-73e852cc-58a7-4970-8088-a7ffc9e842eb tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:22.724462 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-73e852cc-58a7-4970-8088-a7ffc9e842eb tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.11 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 809 time: 0.1577852 Nov 23 15:31:22.793593 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-8686ab19-2d09-4a64-aff6-caabe48b252a tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e HTTP/1.1" status: 200 len: 380 time: 0.0532572 Nov 23 15:31:22.805170 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'port': {'device_id': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'admin_state_up': True, 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'security_groups': ['2e821fb9-82c1-4a0b-b5e5-ed582d804e75']}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:31:22.919069 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Made reservation on behalf of 92197f4bbb214d2e88c0786ff3ccdc7e for: {'port': 1} {{(pid=103346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 15:31:22.922762 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:23.051946 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Allocated IP 172.20.0.9 (79cf5a9f-676d-4cf0-9eea-1ad2454eaa18/ee5b3b8d-da02-4555-af2b-01fb089df60a/efac1d53-acf6-4fe1-8206-1a5b95c72c96) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:31:23.236983 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:23.281453 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:23.329907 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:31:23.333004 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:31:23.337911 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:31:23.345963 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:23.417412 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.417776 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.418312 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.418717 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.419106 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.419439 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.419799 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.420202 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.420548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.420873 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.421197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.421521 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:31:23.449876 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:23.450691 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:23.477553 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-3127e0e3-ec6d-4561-94bc-766af8b58de4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6761670 Nov 23 15:31:23.624483 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-78612ac0-c52b-4e12-8278-1cd0f12eb1e4 None None] Provisioning complete for port efac1d53-acf6-4fe1-8206-1a5b95c72c96 triggered by entity DHCP. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:31:23.625051 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-78612ac0-c52b-4e12-8278-1cd0f12eb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:23.661902 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-78612ac0-c52b-4e12-8278-1cd0f12eb1e4 None None] Port efac1d53-acf6-4fe1-8206-1a5b95c72c96 cannot update to ACTIVE because it is not bound. {{(pid=103347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 15:31:23.822656 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c1db7-aa29-4d32-a1a2-76538bf790a4 req-97fbce07-45d2-457a-9320-a1eed17426b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:23.823914 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-243c1db7-aa29-4d32-a1a2-76538bf790a4 req-97fbce07-45d2-457a-9320-a1eed17426b8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0541735 Nov 23 15:31:23.880434 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-243c1db7-aa29-4d32-a1a2-76538bf790a4 req-7cee84dd-af0f-48c4-8f32-3ecd058fabfd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480869 Nov 23 15:31:24.522573 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:25.006708 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad17b5-dcc0-45f9-93c2-cfc4c50573e4 req-ab01cb35-1dff-4fc3-8ecc-7f0aae2bf859 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:25.008284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2ad17b5-dcc0-45f9-93c2-cfc4c50573e4 req-ab01cb35-1dff-4fc3-8ecc-7f0aae2bf859 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0500648 Nov 23 15:31:25.060163 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2ad17b5-dcc0-45f9-93c2-cfc4c50573e4 req-c4ec8f4d-42c8-4863-bee6-ed32283bef6a tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Nov 23 15:31:25.118672 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 13149885-bedb-4a76-add3-da1c15a7b9b2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:31:25.197827 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:25.222947 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:31:25.225216 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c99c159-6acf-488a-95e3-ffe422a8d076" -d '{"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-unplugged", "status": "completed", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:31:25.240052 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:31:25.246604 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:25.273007 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f080ae2-06c2-46bd-a50a-86472eae79aa x-openstack-request-id: req-1f080ae2-06c2-46bd-a50a-86472eae79aa {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:31:25.273871 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-unplugged", "status": "completed", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:31:25.274128 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f080ae2-06c2-46bd-a50a-86472eae79aa {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:31:25.274519 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'code': 200} Nov 23 15:31:25.300847 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Pushing event updated for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:26.188840 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1060e-994d-47a2-b115-ba4efda4e08a req-97d4442b-b581-48be-a8d3-56cca1550b1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:26.191095 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68b1060e-994d-47a2-b115-ba4efda4e08a req-97d4442b-b581-48be-a8d3-56cca1550b1e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0590806 Nov 23 15:31:26.243316 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-68b1060e-994d-47a2-b115-ba4efda4e08a req-b6c8ec96-9c35-4959-9124-24cc885365f4 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Nov 23 15:31:26.887845 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1ec13fc0-33ee-427a-a20c-d4953f3912da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:27.366442 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122d6f-6257-46a0-a835-2f11f189b986 req-0da5bdb2-83b9-45e7-9e1f-9c2295285b69 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:27.368038 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2122d6f-6257-46a0-a835-2f11f189b986 req-0da5bdb2-83b9-45e7-9e1f-9c2295285b69 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0516400 Nov 23 15:31:27.424193 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2122d6f-6257-46a0-a835-2f11f189b986 req-96abbe62-0a77-41e9-8260-f4ecd3590e4d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502002 Nov 23 15:31:28.061818 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:28.341207 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-f7cc46d5-c867-4845-a1df-a1eba13cd217 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441868 Nov 23 15:31:28.440724 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-c0fbaadd-1306-47e3-a579-2bc9f02ea21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:28.442542 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-c0fbaadd-1306-47e3-a579-2bc9f02ea21f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1094 time: 0.0464113 Nov 23 15:31:28.574975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4e5ff-07e0-4655-827d-cb30742d7fbb req-487d8e21-e08f-42cb-acba-df8c66e2b0d6 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:28.576661 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18e4e5ff-07e0-4655-827d-cb30742d7fbb req-487d8e21-e08f-42cb-acba-df8c66e2b0d6 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0599871 Nov 23 15:31:28.606065 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-0ab7f6db-894e-43da-b6d5-c51383dacb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:28.607484 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-0ab7f6db-894e-43da-b6d5-c51383dacb8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.1408710 Nov 23 15:31:28.645753 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-18e4e5ff-07e0-4655-827d-cb30742d7fbb req-17e116a2-df20-4172-9aae-aac3f4e38b16 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623353 Nov 23 15:31:28.688940 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-b6bfca0d-9455-45c1-9096-016b4d8dc8b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 999 time: 0.0727489 Nov 23 15:31:28.770673 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-03be8446-b292-4256-80bc-b20c0a1ccf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:28.772454 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-03be8446-b292-4256-80bc-b20c0a1ccf44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0773680 Nov 23 15:31:28.844313 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-3aa3fd35-7c04-4fa5-a0cc-a4c10c0768bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:28.845993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-3aa3fd35-7c04-4fa5-a0cc-a4c10c0768bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560153 Nov 23 15:31:28.948116 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-bd735f4b-2f85-4e9b-bdf6-11bc51a06f83 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941894 Nov 23 15:31:29.047584 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1fbdf6ba-7bd6-4a8c-a543-ac82322abf66 req-35cb2678-3f89-40f7-82a3-b5ceba881a47 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916767 Nov 23 15:31:29.268926 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d62b7e52-1f3f-45d3-812f-3bd0f4fb7c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:29.791068 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b94692-9829-481b-bfaf-2a5ffd5cb899 req-c107f333-4085-4bda-bec6-cbf53a324c51 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:29.794610 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12b94692-9829-481b-bfaf-2a5ffd5cb899 req-c107f333-4085-4bda-bec6-cbf53a324c51 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0684679 Nov 23 15:31:29.855044 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-12b94692-9829-481b-bfaf-2a5ffd5cb899 req-cb32cd9c-3b40-48bd-90c0-454a872a7310 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522764 Nov 23 15:31:30.393892 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:30.989629 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26122-c7b0-428b-869e-6a795112ffab req-636fb8c7-eac1-405d-bf3e-7fb62b675a3d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:30.991380 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bee26122-c7b0-428b-869e-6a795112ffab req-636fb8c7-eac1-405d-bf3e-7fb62b675a3d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0555775 Nov 23 15:31:31.048435 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-bee26122-c7b0-428b-869e-6a795112ffab req-cb239956-a81f-4155-9968-218b9f9acc29 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495317 Nov 23 15:31:32.032992 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:32.246353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b845-ecbe-4b92-8244-194e83f59411 req-473abd1a-9663-46c1-a909-c3ba89dbc38b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:32.247865 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21a1b845-ecbe-4b92-8244-194e83f59411 req-473abd1a-9663-46c1-a909-c3ba89dbc38b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0726624 Nov 23 15:31:32.299481 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-21a1b845-ecbe-4b92-8244-194e83f59411 req-a6b5730b-5652-4521-b8b2-f2a28323c65e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446620 Nov 23 15:31:32.747643 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:33.044301 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-e3ffc3b4-ebb2-410f-a896-f05ff7e4927d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 15:31:33.045764 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-e3ffc3b4-ebb2-410f-a896-f05ff7e4927d tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061541 Nov 23 15:31:33.105241 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Request body: {'port': {'device_id': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-2'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:31:33.156827 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:33.455698 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efac1d53-acf6-4fe1-8206-1a5b95c72c96 {{(pid=103346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:31:33.467184 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fc751-b5ad-44ae-890d-4a261cb3e26c req-488c5572-6da9-4f2c-a9f8-fbd28585e52a tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:33.468657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-600fc751-b5ad-44ae-890d-4a261cb3e26c req-488c5572-6da9-4f2c-a9f8-fbd28585e52a tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 931 time: 0.0929968 Nov 23 15:31:33.475011 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:33.498636 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.provisioning_blocks [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Transition to ACTIVE for port object efac1d53-acf6-4fe1-8206-1a5b95c72c96 will not be triggered until provisioned by entity L2. {{(pid=103346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 15:31:33.505816 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:33.572474 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-600fc751-b5ad-44ae-890d-4a261cb3e26c req-ca48af61-440f-455c-af49-3f4c6307ddd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931504 Nov 23 15:31:33.605143 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:33.660991 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Attempting to bind port efac1d53-acf6-4fe1-8206-1a5b95c72c96 on host n-h1-818503-2 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 15:31:33.661326 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Attempting to bind port efac1d53-acf6-4fe1-8206-1a5b95c72c96 by drivers openvswitch,hyperv on host n-h1-818503-2 at level 0 using segments [{'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 15:31:33.661679 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Attempting to bind port efac1d53-acf6-4fe1-8206-1a5b95c72c96 on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:31:33.666158 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Port efac1d53-acf6-4fe1-8206-1a5b95c72c96 on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-2 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 15:31:33.666474 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Attempting to bind port efac1d53-acf6-4fe1-8206-1a5b95c72c96 on network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 15:31:33.672336 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Checking agent: {'id': '54ff4a72-9cc7-4b30-87d2-06143e90ae7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'started_at': datetime.datetime(2021, 11, 23, 14, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 15:31:33.672705 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Checking segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 15:31:33.673174 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Bound using segment: {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 15:31:33.673595 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Bound port: efac1d53-acf6-4fe1-8206-1a5b95c72c96, host: n-h1-818503-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f319e5c-1c67-4b72-bd42-13f8f70226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 15:31:33.673944 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:33.739690 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 15:31:33.743435 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 15:31:33.748464 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:33.784678 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:33.785320 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:33.786693 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/efac1d53-acf6-4fe1-8206-1a5b95c72c96 HTTP/1.1" status: 200 len: 1091 time: 0.7293622 Nov 23 15:31:33.787299 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:31:33.789432 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e9678f-4240-4840-b3d4-be06e4bcd950" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:31:33.816686 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14563b-ec29-4926-8293-737b36c725a1 service neutron] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:33.859807 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9825a7f-2a7f-4161-9c9c-db1cfd06ef74 x-openstack-request-id: req-c9825a7f-2a7f-4161-9c9c-db1cfd06ef74 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:31:33.860102 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:31:33.860346 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9825a7f-2a7f-4161-9c9c-db1cfd06ef74 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:31:33.860751 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'status': 'completed', 'code': 200} Nov 23 15:31:33.888194 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-8cf7ad29-cb49-49b2-8d20-74f20894022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:33.890458 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-8cf7ad29-cb49-49b2-8d20-74f20894022c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 1094 time: 0.0628743 Nov 23 15:31:33.936467 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-98442e92-bdd3-401f-8e7a-ef23ae549e2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96 HTTP/1.1" status: 200 len: 217 time: 0.0358829 Nov 23 15:31:33.988146 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-a99c28e1-e671-47ee-848e-262fc5ccd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:33.989609 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-a99c28e1-e671-47ee-848e-262fc5ccd443 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0456827 Nov 23 15:31:34.038934 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-8d4c82b4-8f6d-424c-a8b0-937a143e8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:34.040401 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-8d4c82b4-8f6d-424c-a8b0-937a143e8db6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432997 Nov 23 15:31:34.129484 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-08cde43f-8dd2-4831-ab32-899eae91781c service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809424 Nov 23 15:31:34.222022 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-04b1ab75-c49a-4396-ad7d-3ba2f0cfd892 req-6b17072e-6d26-440a-a23d-7f9f0e53a91c service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847197 Nov 23 15:31:34.306140 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-7cf26650-1124-45af-a138-3ad83c26ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:34.307685 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-7cf26650-1124-45af-a138-3ad83c26ea41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 1094 time: 0.0399776 Nov 23 15:31:34.400668 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-d1f39c62-6157-466c-9a11-f8bd61d911bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:34.402628 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-d1f39c62-6157-466c-9a11-f8bd61d911bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0867846 Nov 23 15:31:34.442974 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-dc405222-dae6-4bda-b339-e1bb66b654a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96 HTTP/1.1" status: 200 len: 217 time: 0.0338759 Nov 23 15:31:34.493386 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-6bcd185e-1c4d-4fdd-a472-6bae2c198925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:34.495057 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-6bcd185e-1c4d-4fdd-a472-6bae2c198925 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0436797 Nov 23 15:31:34.546614 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-7ac8ef2e-18c4-444d-b7fc-8e05bf1c8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:34.548146 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-7ac8ef2e-18c4-444d-b7fc-8e05bf1c8442 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451970 Nov 23 15:31:34.646282 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-66f3b0df-63dc-408c-b0c2-dd051b3d3e0b service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896192 Nov 23 15:31:34.755382 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1b41e-1842-44f1-a4bf-3fa79e1cf247 req-072c0fc2-4a38-45f1-83f0-d6f812c8cb01 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:34.756880 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2c1b41e-1842-44f1-a4bf-3fa79e1cf247 req-072c0fc2-4a38-45f1-83f0-d6f812c8cb01 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 943 time: 0.1095841 Nov 23 15:31:34.788672 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08e9678f-4240-4840-b3d4-be06e4bcd950 req-0a2f6523-20b3-41dc-a870-60e3ada08a98 service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320591 Nov 23 15:31:34.823071 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-b2c1b41e-1842-44f1-a4bf-3fa79e1cf247 req-f87dbf77-e165-48d1-9daf-ab4d0bf484df tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577953 Nov 23 15:31:35.644949 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device efac1d53-acf6-4fe1-8206-1a5b95c72c96 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:31:35.740227 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:31:35.751037 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'port_id': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'mac_address': 'fa:16:3e:c7:a6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:31:35.787386 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:35.799698 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efac1d53-acf6-4fe1-8206-1a5b95c72c96 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:31:35.818208 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:31:35.822215 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:35.872601 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=4']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:35.957685 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc9570-d254-4947-8403-07c653b14b91 req-e5755baf-10a2-43ea-b408-54d7abb2e194 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:35.959183 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59bc9570-d254-4947-8403-07c653b14b91 req-e5755baf-10a2-43ea-b408-54d7abb2e194 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 944 time: 0.0584519 Nov 23 15:31:36.007918 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-59bc9570-d254-4947-8403-07c653b14b91 req-f72fdb2c-ef22-4629-882a-c72cf3541c1b tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Nov 23 15:31:36.084550 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['efac1d53-acf6-4fe1-8206-1a5b95c72c96'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:31:37.124021 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d34cf-ed79-4313-817a-d42581804680 req-7aca57c3-ea27-4266-97cb-06f4c26be746 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:37.125417 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a5d34cf-ed79-4313-817a-d42581804680 req-7aca57c3-ea27-4266-97cb-06f4c26be746 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 944 time: 0.0495670 Nov 23 15:31:37.175779 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-8a5d34cf-ed79-4313-817a-d42581804680 req-a9eb1e2a-2210-40a5-ab89-c06ba0e3df08 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Nov 23 15:31:37.650110 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device efac1d53-acf6-4fe1-8206-1a5b95c72c96 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:31:37.696875 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning for port efac1d53-acf6-4fe1-8206-1a5b95c72c96 completed by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 15:31:37.701343 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port efac1d53-acf6-4fe1-8206-1a5b95c72c96 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:31:37.701731 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:37.778495 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:37.799652 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:31:37.802178 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56326b6e-8ceb-4599-bda9-b5dcd8f387d4" -d '{"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-plugged", "status": "completed", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:31:37.815266 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:31:37.819050 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:37.844265 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de80219c-e9ec-4dac-8bf8-1304262e9ab9 x-openstack-request-id: req-de80219c-e9ec-4dac-8bf8-1304262e9ab9 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:31:37.844559 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-plugged", "status": "completed", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:31:37.844817 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de80219c-e9ec-4dac-8bf8-1304262e9ab9 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:31:37.845210 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'code': 200} Nov 23 15:31:37.871544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=5']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:37.944940 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a692f41-7efc-4d07-adf1-7dbafaecbe7a req-8d4965e3-a57f-4535-89c8-df04259d8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:37.946445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a692f41-7efc-4d07-adf1-7dbafaecbe7a req-8d4965e3-a57f-4535-89c8-df04259d8da2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 1096 time: 0.0446258 Nov 23 15:31:37.995351 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2a692f41-7efc-4d07-adf1-7dbafaecbe7a req-dd8d3382-c313-4aec-9ee8-84cabb91b4d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Nov 23 15:31:38.292583 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86f6b8-d351-4dbb-b9f1-ba033f799743 req-3f1a0ba1-36b6-4cc7-8b43-5e4b19b94572 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:38.294051 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf86f6b8-d351-4dbb-b9f1-ba033f799743 req-3f1a0ba1-36b6-4cc7-8b43-5e4b19b94572 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 945 time: 0.0485680 Nov 23 15:31:38.342396 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-cf86f6b8-d351-4dbb-b9f1-ba033f799743 req-4c8d92b4-23d4-4f97-a614-cbf65121a78f tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 Nov 23 15:31:39.458302 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784991f-ff18-4230-b0d1-f433a40affea req-c2e5cf27-1320-4a65-b0e2-9ab60b71d4ac tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:39.459784 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2784991f-ff18-4230-b0d1-f433a40affea req-c2e5cf27-1320-4a65-b0e2-9ab60b71d4ac tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 945 time: 0.0470362 Nov 23 15:31:39.510386 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2784991f-ff18-4230-b0d1-f433a40affea req-141b4240-258f-4f8f-ad49-1ca2a25b34ed tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Nov 23 15:31:39.631325 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1d073-3798-4222-9d1c-2e991d4f5153 req-32596eb3-ac7f-4549-9f6e-680dbc0d7026 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:39.632706 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fad1d073-3798-4222-9d1c-2e991d4f5153 req-32596eb3-ac7f-4549-9f6e-680dbc0d7026 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Nov 23 15:31:39.680488 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-fad1d073-3798-4222-9d1c-2e991d4f5153 req-b7189f0f-d776-49fb-b668-b60f889574f2 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418091 Nov 23 15:31:39.702079 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40334) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:31:39.740540 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd56391d-c0d8-48d7-a6f9-80dd78f41b45 tempest-TestSnapshotPattern-726415869 tempest-TestSnapshotPattern-726415869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:39.742030 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-dd56391d-c0d8-48d7-a6f9-80dd78f41b45 tempest-TestSnapshotPattern-726415869 tempest-TestSnapshotPattern-726415869-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 1091 time: 0.0389955 Nov 23 15:31:39.744795 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40336) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:31:39.749677 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.v2.base [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Request body: {'floatingip': {'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'port_id': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 15:31:39.770774 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:39.868599 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:39.971530 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_common [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Allocated IP 172.25.3.144 (d3be324a-e94b-4855-898c-b827f6b442ae/63c3a190-e726-4100-ae12-b0c7ffc7ee7e/e33be2a1-1097-4cde-a161-0852505929d7) {{(pid=103346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 15:31:40.073325 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for port, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:40.107628 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762669885898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:40.142706 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Network d3be324a-e94b-4855-898c-b827f6b442ae is already hosted by enough agents. {{(pid=103346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 15:31:40.147522 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Resources bound (agent type, host, resource id): {{(pid=103346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 15:31:40.149937 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Received port after_create {{(pid=103346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 15:31:40.179282 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'Port': ['ID=e33be2a1-1097-4cde-a161-0852505929d7,revision_number=1']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:40.505475 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:40.571552 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:40.720473 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for port, precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:40.724871 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12078648'] for port, after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:40.794291 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event updated for resources: {'Port': ['ID=e33be2a1-1097-4cde-a161-0852505929d7,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:31:40.804126 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647863'] for floatingip, after_create {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:40.906343 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Floating IP ae1834e8-e93a-4f96-af6f-580b8fd7f329 associated. External IP: 172.25.3.144, port: efac1d53-acf6-4fe1-8206-1a5b95c72c96. Nov 23 15:31:41.108162 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Router c7d5ac0f-501f-4817-99b1-ee780cf9d253 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:31:41.219975 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:31:41.233310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] Sync routers for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:31:41.237918 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:41.242648 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:31:41.243289 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:31:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:31:41.265438 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-b8e5ac92-e4b4-4ce9-8231-8cda60fb6dc3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5196595 Nov 23 15:31:41.266141 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:31:41.268398 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506604af-1b79-4f53-a7fc-cc22e9cd161d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:31:41.298599 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:31:41.305553 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e4c7d8-72f6-41b5-8c49-a2f4f64a0e42 x-openstack-request-id: req-45e4c7d8-72f6-41b5-8c49-a2f4f64a0e42 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:31:41.305841 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:31:41.306099 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45e4c7d8-72f6-41b5-8c49-a2f4f64a0e42 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:31:41.306508 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'status': 'completed', 'code': 200} Nov 23 15:31:41.363010 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:31:41.372746 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-d85a2e29-a499-4928-9553-4f2d21ee88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:41.374262 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-d85a2e29-a499-4928-9553-4f2d21ee88a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 1096 time: 0.0443156 Nov 23 15:31:41.463928 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-e2ec0370-2314-4269-8b10-fb048dd81984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:41.465901 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-e2ec0370-2314-4269-8b10-fb048dd81984 service neutron] 10.222.0.11 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0835028 Nov 23 15:31:41.539067 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-89e96ae5-4942-4323-8b41-8d6108356526 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96 HTTP/1.1" status: 200 len: 999 time: 0.0633616 Nov 23 15:31:41.586655 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:14Z', 'revision_number': 1, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}, {'id': 'ae1834e8-e93a-4f96-af6f-580b8fd7f329', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:c7:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:31:40Z', 'updated_at': '2021-11-23T15:31:40Z', 'revision_number': 0, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:31:41.587110 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-1fcb818c-1c92-43a0-8719-beeb08124cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:41.589657 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-1fcb818c-1c92-43a0-8719-beeb08124cc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0426848 Nov 23 15:31:41.614307 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] Checking router: c7d5ac0f-501f-4817-99b1-ee780cf9d253 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:31:41.622532 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:31:41.623145 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:31:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:31:41.635353 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-fe1a0632-7c8a-4240-b7d3-0e468dcd3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:31:41.637436 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-fe1a0632-7c8a-4240-b7d3-0e468dcd3769 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413713 Nov 23 15:31:41.729781 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:31:41.977364 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:14Z', 'revision_number': 1, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}, {'id': 'ae1834e8-e93a-4f96-af6f-580b8fd7f329', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:c7:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:31:40Z', 'updated_at': '2021-11-23T15:31:40Z', 'revision_number': 0, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:31:42.004016 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b262000-002f-4d70-963d-3ae59879d985 None None] The sync data for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 is: [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:14Z', 'revision_number': 1, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}, {'id': 'ae1834e8-e93a-4f96-af6f-580b8fd7f329', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:c7:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:31:40Z', 'updated_at': '2021-11-23T15:31:40Z', 'revision_number': 0, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:31:42.088577 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-10b82020-f211-45d4-950f-debd01c33a9c service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414964 Nov 23 15:31:42.180239 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-506604af-1b79-4f53-a7fc-cc22e9cd161d req-2ad1443d-b0f0-4f1c-a730-57fbb5a6d213 service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Nov 23 15:31:42.210753 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b240cd-85a9-48bc-8fd7-f781aeaeaa5d None None] New status for floating IP ae1834e8-e93a-4f96-af6f-580b8fd7f329: ACTIVE {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:31:54.520388 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:56.888763 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c8beee4-0fd4-4641-a10c-2b95135688f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:58.059701 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:31:59.272061 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-f356d68e-d85a-4abb-af9a-17bed59cc479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:00.396384 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:02.031362 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:02.750260 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:18.297367 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:32:24.531028 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:26.891472 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-832ea451-1eb8-49bc-922f-902b679ac499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:28.058090 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:29.273849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1c48760c-da6d-45c8-ba6a-cd793e10e34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:30.337306 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-6cc48cb9-4fa5-4e38-b8dd-5c7f8292400f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425458 Nov 23 15:32:30.412202 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:30.423883 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d960a43-480d-4150-b8df-d914c22539d7 req-0f3c4de8-68b6-4c20-be62-a861ec08cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:30.425395 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-0f3c4de8-68b6-4c20-be62-a861ec08cf67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1094 time: 0.0456548 Nov 23 15:32:30.526738 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d960a43-480d-4150-b8df-d914c22539d7 req-202cf3a9-22b9-4b50-a65f-e1d75f2d9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:30.528258 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-202cf3a9-22b9-4b50-a65f-e1d75f2d9b87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0834715 Nov 23 15:32:30.596039 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-8a6a2706-0124-4b16-aa63-3c7554584695 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 999 time: 0.0605698 Nov 23 15:32:30.644638 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d960a43-480d-4150-b8df-d914c22539d7 req-fffa6ab3-3418-48fa-99b9-3273b646cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:30.646732 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-fffa6ab3-3418-48fa-99b9-3273b646cba0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0431111 Nov 23 15:32:30.689247 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d960a43-480d-4150-b8df-d914c22539d7 req-7a4f3aa0-b82d-419b-a093-41a4bbdf9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:30.690737 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-7a4f3aa0-b82d-419b-a093-41a4bbdf9df5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376267 Nov 23 15:32:30.792208 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-17c972d2-f05a-44ec-8331-81e8beab3398 service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940125 Nov 23 15:32:30.882024 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9d960a43-480d-4150-b8df-d914c22539d7 req-ede82500-6fa1-47c0-ac90-d487c2aad79a service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Nov 23 15:32:32.032849 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:32.752076 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:34.549916 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-3b728271-0f60-4a92-b397-8df8bf653487 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503912 Nov 23 15:32:34.640403 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-a659b5fb-8611-4632-a5a6-618013e4b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:34.641881 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-a659b5fb-8611-4632-a5a6-618013e4b612 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 1096 time: 0.0449431 Nov 23 15:32:34.750019 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-5bd4d4a3-bcbe-4654-b614-2be94d15772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:34.751910 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-5bd4d4a3-bcbe-4654-b614-2be94d15772e service neutron] 10.222.0.11 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0899534 Nov 23 15:32:34.840284 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-2ffd7718-5457-4db7-bb32-85c5ac0270bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96 HTTP/1.1" status: 200 len: 1001 time: 0.0797114 Nov 23 15:32:34.889099 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-53c6b6c2-a028-4329-9210-29a822ba0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:34.890544 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-53c6b6c2-a028-4329-9210-29a822ba0cb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0428767 Nov 23 15:32:34.937900 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-e5a06e2f-e27a-4bcb-8399-28e98ca1362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:32:34.939450 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-e5a06e2f-e27a-4bcb-8399-28e98ca1362e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407426 Nov 23 15:32:35.045838 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-95961c84-4e5e-446c-bbab-d4c449612c08 service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982263 Nov 23 15:32:35.143389 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-2bc90bd4-924d-43bd-b996-8990228cd992 req-4a9e7c96-7d3a-45fb-b7a6-8818b9994243 service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902178 Nov 23 15:32:54.550250 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:55.297105 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:32:56.892946 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d162aa56-0047-403a-aab4-21ad08dd5551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:58.069179 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:32:59.275795 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55ad6810-b8e5-4ecc-9d2b-a0abed5fe2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:00.402467 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:02.034445 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:02.756449 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:12.196565 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device efac1d53-acf6-4fe1-8206-1a5b95c72c96 details requested by agent hyperv_n-h1-818503-2 with host n-h1-818503-2 {{(pid=103347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 15:33:12.295696 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:12.307794 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Returning: {'device': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'port_id': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'mac_address': 'fa:16:3e:c7:a6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 15:33:12.349421 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:12.362833 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efac1d53-acf6-4fe1-8206-1a5b95c72c96 {{(pid=103347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 15:33:12.384014 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:12.390517 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:12.450658 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=6']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:12.459209 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.459568 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.459913 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.460249 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.460586 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.460917 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.461248 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.462368 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.462718 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.463193 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.463539 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.463856 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:12.471831 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] get_ports_and_sgs() called for port_ids ['efac1d53-acf6-4fe1-8206-1a5b95c72c96'] {{(pid=103347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 15:33:14.213069 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device efac1d53-acf6-4fe1-8206-1a5b95c72c96 up at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 15:33:14.270065 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.provisioning_blocks [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Provisioning complete for port efac1d53-acf6-4fe1-8206-1a5b95c72c96 triggered by entity L2. {{(pid=103347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 15:33:14.270405 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3991948'] for port, provisioning_complete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:14.350786 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:14.376998 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:33:14.379379 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e51f0-2631-482a-bf6f-9f7d7c04ffba" -d '{"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-plugged", "status": "completed", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:33:14.394558 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:14.399897 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:14.429392 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65acfbfb-1e0b-40c0-b357-c2ab8b7b3b1d x-openstack-request-id: req-65acfbfb-1e0b-40c0-b357-c2ab8b7b3b1d {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:33:14.429682 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-plugged", "status": "completed", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:33:14.429931 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65acfbfb-1e0b-40c0-b357-c2ab8b7b3b1d {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:33:14.430332 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'code': 200} Nov 23 15:33:14.460296 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=7']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:21.646209 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40532) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:21.806060 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Deleting port e33be2a1-1097-4cde-a161-0852505929d7 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:21.806400 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:21.880623 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:21.880951 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:21.892697 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Calling delete_port for e33be2a1-1097-4cde-a161-0852505929d7 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:22.039124 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:22.063909 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event deleted for resources: {'Port': ['ID=e33be2a1-1097-4cde-a161-0852505929d7,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:22.075513 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.075870 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.076210 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.076548 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.076884 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.077213 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.077542 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.078407 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.078736 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.079095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.079430 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.079753 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:22.136645 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:22.136974 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Floating IP ae1834e8-e93a-4f96-af6f-580b8fd7f329 disassociated (deleted). External IP: 172.25.3.144, port: efac1d53-acf6-4fe1-8206-1a5b95c72c96. Nov 23 15:33:22.345855 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Router c7d5ac0f-501f-4817-99b1-ee780cf9d253 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:33:22.451120 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:33:22.456059 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:22.461696 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] Sync routers for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:33:22.470976 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:22.471569 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:22.483225 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-89f47cb3-0d48-44af-a35c-bf7299a11598 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "DELETE /v2.0/floatingips/ae1834e8-e93a-4f96-af6f-580b8fd7f329 HTTP/1.1" status: 204 len: 168 time: 0.8358819 Nov 23 15:33:22.483818 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:33:22.486118 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a279e38-f87f-4736-b974-540735ca65cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:33:22.528110 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d5510-f617-4c37-82c1-f869d0099e08 x-openstack-request-id: req-401d5510-f617-4c37-82c1-f869d0099e08 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:33:22.528477 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:33:22.528803 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-401d5510-f617-4c37-82c1-f869d0099e08 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:33:22.529273 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'status': 'completed', 'code': 200} Nov 23 15:33:22.579777 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:22.614563 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a279e38-f87f-4736-b974-540735ca65cd req-27d4585a-4705-44bf-ab35-1fe3d32edec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:22.618362 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a279e38-f87f-4736-b974-540735ca65cd req-27d4585a-4705-44bf-ab35-1fe3d32edec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 1096 time: 0.0665908 Nov 23 15:33:22.719953 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a279e38-f87f-4736-b974-540735ca65cd req-559895ea-1020-4eec-be93-1b2bc0e5143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:22.721447 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a279e38-f87f-4736-b974-540735ca65cd req-559895ea-1020-4eec-be93-1b2bc0e5143d service neutron] 10.222.0.11 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.0964384 Nov 23 15:33:22.771851 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a279e38-f87f-4736-b974-540735ca65cd req-17ca2670-54cf-4303-924d-f2c0b1ae71c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96 HTTP/1.1" status: 200 len: 217 time: 0.0410192 Nov 23 15:33:22.827955 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:14Z', 'revision_number': 1, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:22.844658 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a279e38-f87f-4736-b974-540735ca65cd req-ec905dfa-d3dd-4298-9572-80d238307b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:22.846133 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a279e38-f87f-4736-b974-540735ca65cd req-ec905dfa-d3dd-4298-9572-80d238307b20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.0642867 Nov 23 15:33:22.853625 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] Checking router: c7d5ac0f-501f-4817-99b1-ee780cf9d253 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:33:22.854812 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a999e29-2094-46e9-9384-d9748d81c4ad req-5360918e-ab7a-48f0-8f54-7d55a7a25f1c tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:22.856297 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a999e29-2094-46e9-9384-d9748d81c4ad req-5360918e-ab7a-48f0-8f54-7d55a7a25f1c tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 945 time: 0.1644869 Nov 23 15:33:22.862418 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:22.863043 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:22.942796 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a279e38-f87f-4736-b974-540735ca65cd req-f9ef7f12-5075-4283-8633-696c57665a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:22.944330 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a279e38-f87f-4736-b974-540735ca65cd req-f9ef7f12-5075-4283-8633-696c57665a3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871937 Nov 23 15:33:22.948066 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-6a999e29-2094-46e9-9384-d9748d81c4ad req-b1367ff6-edfa-4c3b-bd07-ecdc5fc7ea51 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829651 Nov 23 15:33:22.986600 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:23.036885 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a279e38-f87f-4736-b974-540735ca65cd req-4dfbd2b3-a322-4c24-8e5e-47e1bab59365 service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848145 Nov 23 15:33:23.133547 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-1a279e38-f87f-4736-b974-540735ca65cd req-31518e59-0f3f-4ab5-a066-b00a3ef62f44 service neutron] 10.222.0.11 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888720 Nov 23 15:33:23.294006 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:14Z', 'revision_number': 1, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:23.319396 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a598a77-f85e-4347-8fc6-918a17d326b7 None None] The sync data for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 is: [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_floatingips': [{'id': '12bb4cdb-a8d2-47ba-ae3f-ecd892437db5', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'router_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'port_id': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'mac_address': 'fa:16:3e:19:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T15:29:11Z', 'updated_at': '2021-11-23T15:29:14Z', 'revision_number': 1, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:33:23.557219 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af87b5-0768-49ab-9b48-a6a2812e5b19 None None] New status for floating IP ae1834e8-e93a-4f96-af6f-580b8fd7f329: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:33:24.065400 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d01c0-3e2e-4ee6-bcb7-0b2817ad1227 req-2ba188b0-91ac-4ccc-9021-d0b08d3930ef tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:24.066871 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f89d01c0-3e2e-4ee6-bcb7-0b2817ad1227 req-2ba188b0-91ac-4ccc-9021-d0b08d3930ef tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 945 time: 0.0485823 Nov 23 15:33:24.116497 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-f89d01c0-3e2e-4ee6-bcb7-0b2817ad1227 req-bad96fb7-04e2-4c10-b31f-47cf670e9a68 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 Nov 23 15:33:24.244358 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device efac1d53-acf6-4fe1-8206-1a5b95c72c96 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:24.327305 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689607'] for port, before_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:24.348171 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612907-4817-44b0-9714-f06bcb406c4d req-5aa4444a-dbd9-488c-99cc-f1ec4074fe0e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:24.349634 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35612907-4817-44b0-9714-f06bcb406c4d req-5aa4444a-dbd9-488c-99cc-f1ec4074fe0e tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 945 time: 0.0479016 Nov 23 15:33:24.350662 n-d-818503-2 neutron-server[103347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96'}] {{(pid=103347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:33:24.353135 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aacf316bb48afc300ad61c47dbfd0d63156dc2470b4fc125be9b033697b3ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9180057d-e91c-4d97-afbd-2a52e65d8b4e" -d '{"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-unplugged", "status": "completed", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96"}]}' {{(pid=103347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:33:24.365990 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:24.371832 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762670316782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762669885916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762669885934'] for port, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:24.399960 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f13b63-146d-4760-a4ae-cba778403710 x-openstack-request-id: req-86f13b63-146d-4760-a4ae-cba778403710 {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:33:24.400253 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-unplugged", "status": "completed", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96", "code": 200}]} {{(pid=103347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:33:24.400511 n-d-818503-2 neutron-server[103347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86f13b63-146d-4760-a4ae-cba778403710 {{(pid=103347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:33:24.400900 n-d-818503-2 neutron-server[103347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'code': 200} Nov 23 15:33:24.450452 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Deleting port efac1d53-acf6-4fe1-8206-1a5b95c72c96 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:24.450795 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:24.544579 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] For port efac1d53-acf6-4fe1-8206-1a5b95c72c96, host n-h1-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-2',level=0,port_id=efac1d53-acf6-4fe1-8206-1a5b95c72c96,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:24.544984 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:24.559905 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Calling delete_port for efac1d53-acf6-4fe1-8206-1a5b95c72c96 owned by compute:nova {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:24.599040 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Pushing event updated for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=8']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:24.608863 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:24.697030 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:24.726473 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event deleted for resources: {'Port': ['ID=efac1d53-acf6-4fe1-8206-1a5b95c72c96,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:24.770095 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] No DVR routers for this DVR port efac1d53-acf6-4fe1-8206-1a5b95c72c96 on host n-h1-818503-2 {{(pid=103346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:33:24.772690 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:24.775978 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-35612907-4817-44b0-9714-f06bcb406c4d req-5742746d-5023-42b1-8766-037e06b8daf3 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.11 "DELETE /v2.0/ports/efac1d53-acf6-4fe1-8206-1a5b95c72c96 HTTP/1.1" status: 204 len: 173 time: 0.4195976 Nov 23 15:33:24.776414 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-deleted', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:33:24.778699 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d56c0e-55fb-4c3f-8e9e-7b7a67e4f9db" -d '{"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-deleted", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:33:24.815987 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cd687b-6bd4-4f5b-aba2-ce01c7ed3460 x-openstack-request-id: req-d2cd687b-6bd4-4f5b-aba2-ce01c7ed3460 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:33:24.816280 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd32e7-7fe4-4b49-8881-d89618fb47f0", "name": "network-vif-deleted", "tag": "efac1d53-acf6-4fe1-8206-1a5b95c72c96", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:33:24.816532 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2cd687b-6bd4-4f5b-aba2-ce01c7ed3460 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:33:24.816935 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd32e7-7fe4-4b49-8881-d89618fb47f0', 'name': 'network-vif-deleted', 'tag': 'efac1d53-acf6-4fe1-8206-1a5b95c72c96', 'status': 'completed', 'code': 200} Nov 23 15:33:25.238574 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-e9cee92a-aaef-4dc6-b0d7-435f67681827 req-d723b4a4-1430-4579-b235-3aee08f9c5a8 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd32e7-7fe4-4b49-8881-d89618fb47f0 HTTP/1.1" status: 200 len: 210 time: 0.0294824 Nov 23 15:33:26.802673 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40592) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:26.896928 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-1726c175-f534-4e7a-8de7-4791629cfebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:26.962832 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Deleting port 7645e219-31f7-42b7-94e4-576a0168e534 {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:26.963209 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:27.040040 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:27.040286 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:27.052803 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Calling delete_port for 7645e219-31f7-42b7-94e4-576a0168e534 owned by network:floatingip {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:27.196208 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:27.225049 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event deleted for resources: {'Port': ['ID=7645e219-31f7-42b7-94e4-576a0168e534,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:27.287176 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for floatingip, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:27.287743 n-d-818503-2 neutron-server[103346]: INFO neutron.db.l3_db [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Floating IP 12bb4cdb-a8d2-47ba-ae3f-ecd892437db5 disassociated (deleted). External IP: 172.25.3.114, port: 13149885-bedb-4a76-add3-da1c15a7b9b2. Nov 23 15:33:27.494337 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Router c7d5ac0f-501f-4817-99b1-ee780cf9d253 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:33:27.603590 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:33:27.608740 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for floatingip, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:27.614185 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] Sync routers for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:33:27.623716 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:27.624566 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:27.636170 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-c07a217c-5e8e-4482-bb5d-16485b8e3fd5 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "DELETE /v2.0/floatingips/12bb4cdb-a8d2-47ba-ae3f-ecd892437db5 HTTP/1.1" status: 204 len: 168 time: 0.8323710 Nov 23 15:33:27.636752 n-d-818503-2 neutron-server[103346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2'}] {{(pid=103346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:33:27.639006 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480ef4e56bbd3b3265eba2ed392d2ae20442ec391b0bfe63506f6445af4861fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3f9157-9b2e-411a-a12e-254617de379a" -d '{"events": [{"name": "network-changed", "server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2"}]}' {{(pid=103346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:33:27.678911 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 15:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637ab52-23ff-4797-b1a2-51bbd31b9a79 x-openstack-request-id: req-3637ab52-23ff-4797-b1a2-51bbd31b9a79 {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:33:27.679188 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2", "status": "completed", "code": 200}]} {{(pid=103346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:33:27.679489 n-d-818503-2 neutron-server[103346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3637ab52-23ff-4797-b1a2-51bbd31b9a79 {{(pid=103346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:33:27.679892 n-d-818503-2 neutron-server[103346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'status': 'completed', 'code': 200} Nov 23 15:33:27.763261 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9157-9b2e-411a-a12e-254617de379a req-edd0372a-3316-4927-81fc-d4b5ef80de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:27.768333 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a3f9157-9b2e-411a-a12e-254617de379a req-edd0372a-3316-4927-81fc-d4b5ef80de00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 1094 time: 0.0620501 Nov 23 15:33:27.772412 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:27.895626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9157-9b2e-411a-a12e-254617de379a req-9a637779-f635-4587-bf41-c7ce0baf33de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:27.897212 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a3f9157-9b2e-411a-a12e-254617de379a req-9a637779-f635-4587-bf41-c7ce0baf33de service neutron] 10.222.0.74 "GET /v2.0/networks?id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 200 len: 910 time: 0.1157410 Nov 23 15:33:27.910167 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3907e-6f7b-4641-aefd-2048104dc0cc req-e9b92536-bea7-436e-a174-bb6ec12b484a tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:27.911794 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07f3907e-6f7b-4641-aefd-2048104dc0cc req-e9b92536-bea7-436e-a174-bb6ec12b484a tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 943 time: 0.0667841 Nov 23 15:33:27.948818 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a3f9157-9b2e-411a-a12e-254617de379a req-d7000018-d718-4ede-b01d-9c5ce7046b38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0426931 Nov 23 15:33:27.968742 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-07f3907e-6f7b-4641-aefd-2048104dc0cc req-07bedaaf-ea29-4dca-a0be-1ba7d76fd44c tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507293 Nov 23 15:33:27.991403 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:28.021299 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] Checking router: c7d5ac0f-501f-4817-99b1-ee780cf9d253 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:33:28.031085 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:28.032238 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:32:59Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:28.074641 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:28.149470 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:28.244729 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device efac1d53-acf6-4fe1-8206-1a5b95c72c96 no longer exists at agent hyperv_n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:28.273995 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] No Port match for: efac1d53-acf6-4fe1-8206-1a5b95c72c96 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:28.274613 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Device efac1d53-acf6-4fe1-8206-1a5b95c72c96 not bound to the agent host n-h1-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:28.362643 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9157-9b2e-411a-a12e-254617de379a req-2473aa8d-462e-4b75-93cb-a26be20de610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:28.364435 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a3f9157-9b2e-411a-a12e-254617de379a req-2473aa8d-462e-4b75-93cb-a26be20de610 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 200 len: 848 time: 0.4066851 Nov 23 15:33:28.386554 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:28.411571 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9157-9b2e-411a-a12e-254617de379a req-37292e4d-58a4-49bb-a963-b0eadf23a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:28.413138 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d0d2c-9a75-444d-a16b-81adda15642b None None] The sync data for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 is: [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2', '_interfaces': [{'id': 'f55ac3d1-bad7-4f68-9aec-6456ed60e13c', 'name': '', 'network_id': '79cf5a9f-676d-4cf0-9eea-1ad2454eaa18', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'mac_address': 'fa:16:3e:c8:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:52Z', 'updated_at': '2021-11-23T15:28:57Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'subnets': [{'id': 'ee5b3b8d-da02-4555-af2b-01fb089df60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:33:28.413405 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a3f9157-9b2e-411a-a12e-254617de379a req-37292e4d-58a4-49bb-a963-b0eadf23a495 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408630 Nov 23 15:33:28.512213 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a3f9157-9b2e-411a-a12e-254617de379a req-3551de1d-556b-4b12-8048-4a36ae9f072b service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889919 Nov 23 15:33:28.612416 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-1a3f9157-9b2e-411a-a12e-254617de379a req-cbfdab2e-e489-4782-815a-5ce4f32161bf service neutron] 10.222.0.74 "GET /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914128 Nov 23 15:33:28.657901 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd60bd6-5da1-43f4-be3c-5e0f0c697c8a None None] New status for floating IP 12bb4cdb-a8d2-47ba-ae3f-ecd892437db5: DOWN {{(pid=103347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 15:33:29.089459 n-d-818503-2 neutron-server[103346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90399-8461-410f-9381-5eb1313e427b req-1571fd88-3726-4dd6-8a0b-a8ddedbe6e26 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:29.091233 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79e90399-8461-410f-9381-5eb1313e427b req-1571fd88-3726-4dd6-8a0b-a8ddedbe6e26 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 943 time: 0.0523710 Nov 23 15:33:29.141411 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-79e90399-8461-410f-9381-5eb1313e427b req-982cdab8-687b-41b0-9c0c-be74490fbc5f tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e821fb9-82c1-4a0b-b5e5-ed582d804e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Nov 23 15:33:29.277013 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2eae0d02-df0f-4dcf-82d9-faae1e26469a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:29.395269 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7368c3ca-552e-4b7a-8b13-27b1fa7c1190 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:29.396643 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7368c3ca-552e-4b7a-8b13-27b1fa7c1190 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.74 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 943 time: 0.0484118 Nov 23 15:33:29.487677 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Deleting port 13149885-bedb-4a76-add3-da1c15a7b9b2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:29.488018 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:29.576640 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] For port 13149885-bedb-4a76-add3-da1c15a7b9b2, host n-h2-818503-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-2',level=0,port_id=13149885-bedb-4a76-add3-da1c15a7b9b2,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:29.577002 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:29.588531 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Calling delete_port for 13149885-bedb-4a76-add3-da1c15a7b9b2 owned by compute:nova {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:29.710565 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:29.740936 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event deleted for resources: {'Port': ['ID=13149885-bedb-4a76-add3-da1c15a7b9b2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:29.756461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.756461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.756461 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.756821 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.757010 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.757344 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.757675 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.758011 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.758337 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.758662 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.759105 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.759385 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-2 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 15:33:29.792178 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] No DVR routers for this DVR port 13149885-bedb-4a76-add3-da1c15a7b9b2 on host n-h2-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:33:29.794710 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131515'] for port, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:29.798653 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-9a89911b-953c-44e4-90b7-a0e0140d085d req-7fa012aa-fb3f-4f7f-9987-048c9abc5dbd tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.74 "DELETE /v2.0/ports/13149885-bedb-4a76-add3-da1c15a7b9b2 HTTP/1.1" status: 204 len: 173 time: 0.3960786 Nov 23 15:33:29.799118 n-d-818503-2 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-deleted', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 15:33:29.801351 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f61caf115b07200d1f51612284864b96b4aa08d95cd8edb9f582777619ea1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505c6a64-4ed1-4c07-97e0-cece96327eb8" -d '{"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-deleted", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 15:33:29.904820 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d748a824-abb4-40cd-8f75-dcd50f500ed5 x-openstack-request-id: req-d748a824-abb4-40cd-8f75-dcd50f500ed5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 15:33:29.905146 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca98fb-47d3-492d-8dd8-46ca2b999abd", "name": "network-vif-deleted", "tag": "13149885-bedb-4a76-add3-da1c15a7b9b2", "status": "completed", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 15:33:29.905427 n-d-818503-2 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d748a824-abb4-40cd-8f75-dcd50f500ed5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 15:33:29.906373 n-d-818503-2 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca98fb-47d3-492d-8dd8-46ca2b999abd', 'name': 'network-vif-deleted', 'tag': '13149885-bedb-4a76-add3-da1c15a7b9b2', 'status': 'completed', 'code': 200} Nov 23 15:33:30.249521 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [req-08193f87-e679-47ee-b2a3-a0c496c46dad req-c640e487-9fe8-4688-bcba-a815fb4d3e1f tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 210 time: 0.0267491 Nov 23 15:33:30.325508 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c120d0ad-9fdc-4032-b589-87c94fe3880b req-b79490bf-dd20-4892-8bce-1c98decf5c30 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291750 Nov 23 15:33:30.404071 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c120d0ad-9fdc-4032-b589-87c94fe3880b req-11c01b43-7954-4bd9-8ce0-efe72854a433 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&device_id=afca98fb-47d3-492d-8dd8-46ca2b999abd HTTP/1.1" status: 200 len: 210 time: 0.0294471 Nov 23 15:33:30.405801 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:30.582574 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120d0ad-9fdc-4032-b589-87c94fe3880b req-22ccca22-8f38-4374-9c0a-8288d0596467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:30.583993 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c120d0ad-9fdc-4032-b589-87c94fe3880b req-22ccca22-8f38-4374-9c0a-8288d0596467 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1615591 Nov 23 15:33:30.738813 n-d-818503-2 neutron-server[103345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120d0ad-9fdc-4032-b589-87c94fe3880b req-8897c995-0dc8-4050-ad7f-bbc1d8df3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 15:33:30.740329 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [req-c120d0ad-9fdc-4032-b589-87c94fe3880b req-8897c995-0dc8-4050-ad7f-bbc1d8df3bfc service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496317 Nov 23 15:33:31.305950 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40610) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:31.363151 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a95aa97c-5aa0-4ff9-ada9-2460b4a5aa33 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:31.387971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a95aa97c-5aa0-4ff9-ada9-2460b4a5aa33 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:31.445066 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a95aa97c-5aa0-4ff9-ada9-2460b4a5aa33 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:31.448029 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a95aa97c-5aa0-4ff9-ada9-2460b4a5aa33 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Publish callbacks [] for security_group, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:31.449168 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-a95aa97c-5aa0-4ff9-ada9-2460b4a5aa33 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] 10.222.0.46 "DELETE /v2.0/security-groups/2e821fb9-82c1-4a0b-b5e5-ed582d804e75 HTTP/1.1" status: 204 len: 168 time: 0.1422427 Nov 23 15:33:31.458020 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95aa97c-5aa0-4ff9-ada9-2460b4a5aa33 tempest-TestSnapshotPattern-278086295 tempest-TestSnapshotPattern-278086295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e821fb9-82c1-4a0b-b5e5-ed582d804e75,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:31.497668 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40614) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:31.835156 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.038181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.080854 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Deleting port f55ac3d1-bad7-4f68-9aec-6456ed60e13c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:32.081196 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.158098 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] For port f55ac3d1-bad7-4f68-9aec-6456ed60e13c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:32.158484 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.170330 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Calling delete_port for f55ac3d1-bad7-4f68-9aec-6456ed60e13c owned by network:router_interface {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:32.297126 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:33:32.352318 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.382068 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55ac3d1-bad7-4f68-9aec-6456ed60e13c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:32.543568 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.750234 n-d-818503-2 neutron-server[103345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Router c7d5ac0f-501f-4817-99b1-ee780cf9d253 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:33:32.759181 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.853469 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:33:32.858220 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-b5f202b4-7c61-4a10-96a0-c1c05e8abfa7 admin admin] 10.222.0.46 "PUT /v2.0/routers/c7d5ac0f-501f-4817-99b1-ee780cf9d253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3595209 Nov 23 15:33:32.861300 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40616) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:32.863456 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331dca85-1752-4856-895b-45f26484471e None None] Sync routers for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:33:32.873082 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331dca85-1752-4856-895b-45f26484471e None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:32.873758 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-331dca85-1752-4856-895b-45f26484471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:32.969787 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks [] for router, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:32.977531 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-331dca85-1752-4856-895b-45f26484471e None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: n-d-818503-2 {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:33.069757 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.160959 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-331dca85-1752-4856-895b-45f26484471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:33:32Z', 'revision_number': 5, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port': {'id': 'bfd17207-a218-4f58-bdbc-85baf9a7b191', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:33.192377 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331dca85-1752-4856-895b-45f26484471e None None] Checking router: c7d5ac0f-501f-4817-99b1-ee780cf9d253 for host: n-d-818503-2 {{(pid=103348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:33:33.201310 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331dca85-1752-4856-895b-45f26484471e None None] Routers {'c7d5ac0f-501f-4817-99b1-ee780cf9d253'} bound to L3 agent in host n-d-818503-2 {{(pid=103348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:33.201933 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-331dca85-1752-4856-895b-45f26484471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'], 'active': True} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:33.295625 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_dvr_db [None req-331dca85-1752-4856-895b-45f26484471e None None] Set router c7d5ac0f-501f-4817-99b1-ee780cf9d253 gateway port host: None {{(pid=103348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:33.348337 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.l3_hamode_db [None req-331dca85-1752-4856-895b-45f26484471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:33:33Z', 'revision_number': 6, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:33.457322 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Deleting port bfd17207-a218-4f58-bdbc-85baf9a7b191 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:33.457555 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.467431 n-d-818503-2 neutron-server[103348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331dca85-1752-4856-895b-45f26484471e None None] The sync data for ids ['c7d5ac0f-501f-4817-99b1-ee780cf9d253'] in n-d-818503-2 is: [{'id': 'c7d5ac0f-501f-4817-99b1-ee780cf9d253', 'name': 'tempest-TestSnapshotPattern-623312628-router', 'tenant_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:50Z', 'updated_at': '2021-11-23T15:33:33Z', 'revision_number': 6, 'project_id': '92197f4bbb214d2e88c0786ff3ccdc7e', 'gw_port_host': None}] {{(pid=103348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:33:33.536135 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] For port bfd17207-a218-4f58-bdbc-85baf9a7b191, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=bfd17207-a218-4f58-bdbc-85baf9a7b191,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:33.536492 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.549104 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Calling delete_port for bfd17207-a218-4f58-bdbc-85baf9a7b191 owned by network:router_gateway {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:33.550294 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 13149885-bedb-4a76-add3-da1c15a7b9b2 no longer exists at agent hyperv_n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:33.570051 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] No Port match for: 13149885-bedb-4a76-add3-da1c15a7b9b2 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:33.570392 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Device 13149885-bedb-4a76-add3-da1c15a7b9b2 not bound to the agent host n-h2-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:33.710942 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.739139 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd17207-a218-4f58-bdbc-85baf9a7b191,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:33.753159 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de6601-9ec4-43e4-8948-817c8fdfb000 None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:33:33.800362 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.893198 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.895871 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.941353 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.941928 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d5ac0f-501f-4817-99b1-ee780cf9d253 {{(pid=103345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:33:33.946693 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] Publish callbacks [] for router, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:33.947977 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-8b3efc39-4992-4cc3-9aa2-856cd67e0063 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c7d5ac0f-501f-4817-99b1-ee780cf9d253 HTTP/1.1" status: 204 len: 168 time: 1.0857680 Nov 23 15:33:33.950635 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40618) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:33.999225 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] Deleting subnet ee5b3b8d-da02-4555-af2b-01fb089df60a {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:33:34.002861 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.037720 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.115004 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.169731 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.203971 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.210757 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ee5b3b8d-da02-4555-af2b-01fb089df60a HTTP/1.1" status: 204 len: 168 time: 0.2560372 Nov 23 15:33:34.210757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d25872-90b4-41c2-a917-4be65911c2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5b3b8d-da02-4555-af2b-01fb089df60a,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:34.210948 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be3741-fd9a-4452-9a6f-65b09024ecd7 None None] Network 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:33:34.211055 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40620) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:34.278661 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.336440 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Deleting port 8623fea2-3621-41b1-9b02-4578b8cf024a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:34.337414 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.398701 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] DHCP port deletion for 79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:33:34.407387 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] For port 8623fea2-3621-41b1-9b02-4578b8cf024a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8623fea2-3621-41b1-9b02-4578b8cf024a,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:34.407749 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.419953 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Calling delete_port for 8623fea2-3621-41b1-9b02-4578b8cf024a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:34.446755 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] Deleting port 8623fea2-3621-41b1-9b02-4578b8cf024a {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:34.447155 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.499406 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.514009 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] For port 8623fea2-3621-41b1-9b02-4578b8cf024a, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=8623fea2-3621-41b1-9b02-4578b8cf024a,segment=NetworkSegment(3f319e5c-1c67-4b72-bd42-13f8f70226ae),segment_id=3f319e5c-1c67-4b72-bd42-13f8f70226ae)] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:34.514539 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.526161 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8623fea2-3621-41b1-9b02-4578b8cf024a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:34.528016 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] No DVR routers for this DVR port 8623fea2-3621-41b1-9b02-4578b8cf024a on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:33:34.528441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] Calling delete_port for 8623fea2-3621-41b1-9b02-4578b8cf024a owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:34.600947 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.608120 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.621271 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cf5a9f-676d-4cf0-9eea-1ad2454eaa18']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:34.630631 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f319e5c-1c67-4b72-bd42-13f8f70226ae') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:34.631080 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f319e5c-1c67-4b72-bd42-13f8f70226ae') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:34.636291 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] Pushing event deleted for resources: {'Port': ['ID=8623fea2-3621-41b1-9b02-4578b8cf024a,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:34.639966 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55850c3e-b26f-45a2-8065-7dbbde408f3f None None] No DVR routers for this DVR port 8623fea2-3621-41b1-9b02-4578b8cf024a on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:33:34.641369 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.654702 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.661049 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:33:34.661462 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:33:34.663102 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:33:34.719923 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.725191 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:34.728585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] 10.222.0.46 "DELETE /v2.0/networks/79cf5a9f-676d-4cf0-9eea-1ad2454eaa18 HTTP/1.1" status: 204 len: 168 time: 0.5171688 Nov 23 15:33:34.731757 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40622) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:34.739579 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e72677-f0bd-4fbe-ae4f-ae0b72adc4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=79cf5a9f-676d-4cf0-9eea-1ad2454eaa18,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:34.956017 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bfd17207-a218-4f58-bdbc-85baf9a7b191 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:34.976553 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: bfd17207-a218-4f58-bdbc-85baf9a7b191 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:34.976986 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device bfd17207-a218-4f58-bdbc-85baf9a7b191 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:34.977499 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f55ac3d1-bad7-4f68-9aec-6456ed60e13c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:34.996361 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: f55ac3d1-bad7-4f68-9aec-6456ed60e13c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:34.996712 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device f55ac3d1-bad7-4f68-9aec-6456ed60e13c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:34.997122 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8623fea2-3621-41b1-9b02-4578b8cf024a no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:35.016089 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 8623fea2-3621-41b1-9b02-4578b8cf024a {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:35.016441 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 8623fea2-3621-41b1-9b02-4578b8cf024a not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:35.067489 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589751'] for router_interface, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:35.315211 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Deleting port 17353b2a-4785-42fc-a4ac-56c0a2a9749d {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:35.315570 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:35.397283 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] For port 17353b2a-4785-42fc-a4ac-56c0a2a9749d, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=17353b2a-4785-42fc-a4ac-56c0a2a9749d,segment=NetworkSegment(100cfe5f-3fcf-4a67-b305-bfdba7c5fb56),segment_id=100cfe5f-3fcf-4a67-b305-bfdba7c5fb56)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:35.397653 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:35.410206 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Calling delete_port for 17353b2a-4785-42fc-a4ac-56c0a2a9749d owned by network:router_interface {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:35.921866 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:35.946754 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Pushing event deleted for resources: {'Port': ['ID=17353b2a-4785-42fc-a4ac-56c0a2a9749d,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:36.111593 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648743'] for router_interface, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:36.320197 n-d-818503-2 neutron-server[103346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Router 74c6d0ed-cf36-416f-b0d9-585665c67a57 has already been hosted by L3 agent b42541a0-e383-4131-9b51-3f3bd9a14cb0 {{(pid=103346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 15:33:36.430918 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] Notify agent at l3_agent.n-d-818503-2 the message routers_updated {{(pid=103346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 15:33:36.436181 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-603668d4-829e-49d5-97f5-3f9463f61976 admin admin] 10.222.0.46 "PUT /v2.0/routers/74c6d0ed-cf36-416f-b0d9-585665c67a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033348 Nov 23 15:33:36.440551 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40624) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:36.441085 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] Sync routers for ids ['74c6d0ed-cf36-416f-b0d9-585665c67a57'] in n-d-818503-2 {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 15:33:36.451340 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] Routers {'74c6d0ed-cf36-416f-b0d9-585665c67a57'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:36.452047 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['74c6d0ed-cf36-416f-b0d9-585665c67a57'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:36.543775 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks [] for router, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:36.555610 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] Set router 74c6d0ed-cf36-416f-b0d9-585665c67a57 gateway port host: n-d-818503-2 {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:36.645891 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:36.699577 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Deleting port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c {{(pid=103346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:36.699916 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:36.747474 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'external_fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:33:35Z', 'revision_number': 5, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port': {'id': '7910f933-2a96-4aaf-8a73-f55d6eb9bb5c', 'name': '', 'network_id': 'd3be324a-e94b-4855-898c-b827f6b442ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T15:28:55Z', 'updated_at': '2021-11-23T15:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c3a190-e726-4100-ae12-b0c7ffc7ee7e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-2'}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:36.775872 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] Checking router: 74c6d0ed-cf36-416f-b0d9-585665c67a57 for host: n-d-818503-2 {{(pid=103347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 15:33:36.785408 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] Routers {'74c6d0ed-cf36-416f-b0d9-585665c67a57'} bound to L3 agent in host n-d-818503-2 {{(pid=103347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 15:33:36.786029 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:53:29Z,description=,heartbeat_timestamp=2021-11-23T15:33:29Z,host='n-d-818503-2',id=b42541a0-e383-4131-9b51-3f3bd9a14cb0,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:53:29Z,topic='l3_agent')) {'router_ids': ['74c6d0ed-cf36-416f-b0d9-585665c67a57'], 'active': True} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:36.786172 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] For port 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,segment=NetworkSegment(f559f8e5-dd0a-42cd-9a68-49b3794fa677),segment_id=f559f8e5-dd0a-42cd-9a68-49b3794fa677)] {{(pid=103346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:36.786536 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:36.800726 n-d-818503-2 neutron-server[103346]: DEBUG neutron.plugins.ml2.plugin [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Calling delete_port for 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c owned by network:router_gateway {{(pid=103346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:36.873561 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvr_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] Set router 74c6d0ed-cf36-416f-b0d9-585665c67a57 gateway port host: None {{(pid=103347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 15:33:36.931793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_hamode_db [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:33:36Z', 'revision_number': 6, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port_host': None}], 'n-d-818503-2', False) {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:36.971403 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba80382-23c0-4b12-a6a2-cefc7b44c352 None None] The sync data for ids ['74c6d0ed-cf36-416f-b0d9-585665c67a57'] in n-d-818503-2 is: [{'id': '74c6d0ed-cf36-416f-b0d9-585665c67a57', 'name': 'tempest-TestSnapshotPattern-469799201-router', 'tenant_id': '8d038a2743fb4fe79a4cd1068c70804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T15:28:54Z', 'updated_at': '2021-11-23T15:33:36Z', 'revision_number': 6, 'project_id': '8d038a2743fb4fe79a4cd1068c70804b', 'gw_port_host': None}] {{(pid=103347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 15:33:36.987172 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12078643'] for port, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.015648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Pushing event deleted for resources: {'Port': ['ID=7910f933-2a96-4aaf-8a73-f55d6eb9bb5c,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:37.029806 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a10ee-48ee-49a1-a0d4-14467d259c7f None None] DHCP port deletion for d3be324a-e94b-4855-898c-b827f6b442ae request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:33:37.077071 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647692'] for router_gateway, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.167899 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65437'] for router, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.169922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.216420 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648808'] for router, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.217107 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c6d0ed-cf36-416f-b0d9-585665c67a57 {{(pid=103346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 15:33:37.221922 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] Publish callbacks [] for router, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.223072 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-107121a2-4fbf-4ff9-b96d-eac4005ef42d admin admin] 10.222.0.46 "DELETE /v2.0/routers/74c6d0ed-cf36-416f-b0d9-585665c67a57 HTTP/1.1" status: 204 len: 168 time: 0.7815764 Nov 23 15:33:37.225648 n-d-818503-2 neutron-server[103346]: DEBUG neutron.wsgi [-] (103346) accepted ('10.222.0.46', 40626) {{(pid=103346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:37.269466 n-d-818503-2 neutron-server[103346]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] Deleting subnet 03b97bcd-4ca1-4706-b02e-308b32a292e0 {{(pid=103346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 15:33:37.272498 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.307548 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11607578'] for subnet, precommit_delete_associations {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.391488 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3985474'] for subnet, precommit_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.445869 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3985483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12078702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8852813'] for subnet, after_delete {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.472177 n-d-818503-2 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b97bcd-4ca1-4706-b02e-308b32a292e0,revision_number=None']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:37.474109 n-d-818503-2 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.478932 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8992e65e-8ad6-4429-afa6-32bb5268456f None None] Network 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 requested from n-d-818503-2 {{(pid=103347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 15:33:37.479445 n-d-818503-2 neutron-server[103346]: INFO neutron.wsgi [None req-15e3a686-ece9-493d-8e6f-0862cd57e9d3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/03b97bcd-4ca1-4706-b02e-308b32a292e0 HTTP/1.1" status: 204 len: 168 time: 0.2527397 Nov 23 15:33:37.480187 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40628) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:37.547482 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131496'] for network, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.605539 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Deleting port 6c610b99-2b3b-430b-a220-f46ad9e2e615 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:37.605876 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.668386 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] For port 6c610b99-2b3b-430b-a220-f46ad9e2e615, host n-d-818503-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-2',level=0,port_id=6c610b99-2b3b-430b-a220-f46ad9e2e615,segment=NetworkSegment(100cfe5f-3fcf-4a67-b305-bfdba7c5fb56),segment_id=100cfe5f-3fcf-4a67-b305-bfdba7c5fb56)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:37.668697 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.680621 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Calling delete_port for 6c610b99-2b3b-430b-a220-f46ad9e2e615 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:37.723749 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] DHCP port deletion for 8fed46a1-fc94-4684-bbb7-4ed3c44aa239 request from n-d-818503-2 {{(pid=103347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 15:33:37.765932 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12505983'] for port, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.773579 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] Deleting port 6c610b99-2b3b-430b-a220-f46ad9e2e615 {{(pid=103347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 15:33:37.773952 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762670316638'] for port, before_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.791320 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c610b99-2b3b-430b-a220-f46ad9e2e615,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:37.794954 n-d-818503-2 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] No DVR routers for this DVR port 6c610b99-2b3b-430b-a220-f46ad9e2e615 on host n-d-818503-2 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:33:37.842406 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.db [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] For port 6c610b99-2b3b-430b-a220-f46ad9e2e615, host n-d-818503-2, got binding levels [] {{(pid=103347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 15:33:37.842799 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647198'] for port, precommit_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.855892 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] Calling delete_port for 6c610b99-2b3b-430b-a220-f46ad9e2e615 owned by network:dhcp {{(pid=103347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 15:33:37.858522 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.ipam_backend_mixin [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] Port 6c610b99-2b3b-430b-a220-f46ad9e2e615 was not found and therefore no delete operation was performed {{(pid=103347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 15:33:37.860385 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762670318448', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762669885907'] for port, after_delete {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.873082 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3987063', 'neutron.services.segments.db._delete_segments_for_network-8762670414520'] for network, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.885280 n-d-818503-2 neutron-server[103347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] Pushing event deleted for resources: {'Port': ['ID=6c610b99-2b3b-430b-a220-f46ad9e2e615,revision_number=None']} {{(pid=103347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:37.888802 n-d-818503-2 neutron-server[103347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e150fe-0f06-46fb-a779-95bb26c2ddb7 None None] No DVR routers for this DVR port 6c610b99-2b3b-430b-a220-f46ad9e2e615 on host n-d-818503-2 {{(pid=103347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 15:33:37.893714 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fed46a1-fc94-4684-bbb7-4ed3c44aa239']}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:37.905417 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56') {'for_net_delete': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:37.905748 n-d-818503-2 neutron-server[103345]: DEBUG neutron.services.segments.db [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100cfe5f-3fcf-4a67-b305-bfdba7c5fb56') {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 15:33:37.916093 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762670392652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12307793'] for segment, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.930451 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813'] for segment, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.937626 n-d-818503-2 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 15:33:37.938012 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3985813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12507020'] for segment, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: Traceback (most recent call last): Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: timer() Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: cb(*args, **kw) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: return func(*args, **kwargs) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: self._notify() Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: self.callback(batched_events) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: event.method(event) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: return f(self, *a, **k) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: return self._get(url).json() Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: return self.request(url, 'GET', **kwargs) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 15:33:37.939760 n-d-818503-2 neutron-server[103345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 15:33:37.995167 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3987054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1021478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647845'] for network, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.002277 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Publish callbacks [] for network, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.005407 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8fed46a1-fc94-4684-bbb7-4ed3c44aa239 HTTP/1.1" status: 204 len: 168 time: 0.5241716 Nov 23 15:33:38.017726 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb821cba-2fa6-442a-9ade-96e981c54045 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fed46a1-fc94-4684-bbb7-4ed3c44aa239,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:38.186155 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40632) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:38.224606 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-45c1c048-f04f-40a1-99b0-cc3e1d5d16c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92197f4bbb214d2e88c0786ff3ccdc7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372591 Nov 23 15:33:38.227114 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40634) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:38.277588 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6aaf20b8-261d-46b0-9d2b-1fa9aa25f040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.299028 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6aaf20b8-261d-46b0-9d2b-1fa9aa25f040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.346643 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6aaf20b8-261d-46b0-9d2b-1fa9aa25f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.350392 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6aaf20b8-261d-46b0-9d2b-1fa9aa25f040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.352767 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-6aaf20b8-261d-46b0-9d2b-1fa9aa25f040 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74f508b7-b688-49db-aeee-d266ecd74603 HTTP/1.1" status: 204 len: 168 time: 0.1237109 Nov 23 15:33:38.361103 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf20b8-261d-46b0-9d2b-1fa9aa25f040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f508b7-b688-49db-aeee-d266ecd74603,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:38.681079 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40640) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:38.722741 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-f250c299-2ef5-4b62-84e2-4d6cf7858f68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d038a2743fb4fe79a4cd1068c70804b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404549 Nov 23 15:33:38.725231 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [-] (103345) accepted ('10.222.0.46', 40642) {{(pid=103345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 15:33:38.770717 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc77462d-de69-4750-8859-8cfd241839d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.792035 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc77462d-de69-4750-8859-8cfd241839d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.836592 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc77462d-de69-4750-8859-8cfd241839d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593191'] for security_group, after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.839190 n-d-818503-2 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc77462d-de69-4750-8859-8cfd241839d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:38.840585 n-d-818503-2 neutron-server[103345]: INFO neutron.wsgi [None req-dc77462d-de69-4750-8859-8cfd241839d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84fd44b0-8638-4418-86f2-29c6a0380826 HTTP/1.1" status: 204 len: 168 time: 0.1143138 Nov 23 15:33:38.848829 n-d-818503-2 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77462d-de69-4750-8859-8cfd241839d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd44b0-8638-4418-86f2-29c6a0380826,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 15:33:38.945868 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6c610b99-2b3b-430b-a220-f46ad9e2e615 no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:38.970861 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 6c610b99-2b3b-430b-a220-f46ad9e2e615 {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:38.971300 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 6c610b99-2b3b-430b-a220-f46ad9e2e615 not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:38.971849 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:38.991197 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:38.991544 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 7910f933-2a96-4aaf-8a73-f55d6eb9bb5c not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:38.992043 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 17353b2a-4785-42fc-a4ac-56c0a2a9749d no longer exists at agent ovs-agent-n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 15:33:39.012443 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] No Port match for: 17353b2a-4785-42fc-a4ac-56c0a2a9749d {{(pid=103347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 15:33:39.012793 n-d-818503-2 neutron-server[103347]: DEBUG neutron.plugins.ml2.rpc [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Device 17353b2a-4785-42fc-a4ac-56c0a2a9749d not bound to the agent host n-d-818503-2 {{(pid=103347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 15:33:54.549805 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:56.900245 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-fd189720-a33d-4df4-9384-45cd77d56752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:58.083454 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:33:59.279217 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-35023327-59a9-470b-a607-1146b63e68c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:00.407548 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:02.040625 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:02.767817 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:09.295472 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:34:24.564325 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:26.902342 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e281c8ef-8e64-4290-abde-8e88ed046d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:28.083268 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:29.279901 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-19fa9188-e0bb-414a-bd49-ce6a29cdb8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:30.410771 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:32.043277 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:32.760796 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:46.294832 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:34:54.584775 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:56.902521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-05dcee90-8e8e-4f1a-80cb-bcef4bdb4374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:58.097610 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:34:59.281062 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-44199c8d-24b5-4735-be40-5bfc6cf58235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:00.415727 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:02.044781 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:02.763021 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:23.293590 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:35:24.576802 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:26.902701 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-10c7bb3f-0068-4ec6-bcbd-11facdf4b92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:28.118767 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:29.281481 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-050d18ec-91c9-4f8f-8a72-4945d36dde6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:30.415646 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:32.047567 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:32.764890 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:54.592220 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:56.904722 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-914fca51-656d-44e3-89a0-1078ce55ca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:58.112754 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:35:59.282510 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eea65ec3-f8cc-4cf9-9e4a-fa41eb14ca38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:00.291698 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:36:00.419019 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:02.049166 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:02.766808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:24.609467 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:26.907001 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-95809467-21c3-40d8-b696-6ba79ed8ab12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:28.112169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:29.283997 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-8c45447f-f96b-4f23-8b74-f1f45001b882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:30.420812 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:32.051396 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:32.767430 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:37.289826 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:36:54.605144 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:56.907613 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9beed428-936f-460c-b66c-866ca50a6c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:58.115989 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:36:59.285730 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9c87975f-28e2-41c7-a126-6ec531a290e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:00.424063 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:02.054368 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:02.768681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:14.290514 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:37:24.622677 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:26.909323 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-3eb2200b-4af2-4931-aa35-5ebeb8b3be15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:28.126023 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:29.286872 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2e600c72-8ee5-4a1c-8905-4b818c01dd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:30.426434 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:32.056914 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:32.771402 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:51.289851 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:37:54.635993 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:56.911442 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3aba-663b-469d-b1b1-2d741b521491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:58.145559 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:37:59.287257 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-ec7339b0-f4af-4ac8-86fb-7534183d8a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:00.430844 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:02.061991 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:02.773420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:24.650561 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:26.912008 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-062e50a0-a910-4cc8-bb8a-5107440f04d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:28.156859 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:28.290705 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:38:29.288569 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-eb685430-fa9c-4c4e-8cae-c20490710115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:30.433473 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:32.063882 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:32.775946 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:54.665634 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:56.912407 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-bf734528-babd-49be-a69a-01829592e906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:58.155574 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:38:59.288793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-2d0081dc-e616-4994-8086-34b6cd2a6251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:00.435805 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:02.067420 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:02.784514 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:05.289207 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:39:24.680280 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:26.913759 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-54d432ba-07c2-4e91-96ac-865d588d4276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:28.172186 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:29.289897 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-a1302a0f-c374-4fb0-840b-03453f74d0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:30.439998 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:32.069373 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:32.777326 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:42.289044 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:39:54.694221 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:56.914771 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-08004191-1964-4b82-8e19-acbc477fd017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:58.171476 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:39:59.291429 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-32a40a62-36c5-49a2-bacc-0efc21c6dc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:00.442301 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:02.073048 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:02.781633 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:19.288610 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:40:24.693412 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:26.915357 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-d4119614-38a8-42b4-b741-ac33ce38b5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:28.171521 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:29.293808 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-030e191e-e4ca-47d8-9c11-240249eea8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:30.445110 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:32.076089 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:32.783288 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:54.687022 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:56.287414 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:40:56.915997 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8115-e2cc-4bd2-8b06-024bd8ad67d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:58.168756 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:40:59.294681 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-db59f7a0-f09e-4a88-8091-f09602f3e926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:00.449627 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:02.079841 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:02.784386 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:24.707025 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:26.916778 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-016192fd-6b11-4e53-acc5-28d1c607c972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:28.184169 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:29.296086 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-58e70956-0777-4c5b-b753-215b3d6b9ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:30.451793 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:32.083065 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:32.788201 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:33.287104 n-d-818503-2 neutron-server[103348]: DEBUG neutron.db.agents_db [None req-7dd00ba8-d4e6-41bf-82eb-d6d1adb12c98 None None] Agent healthcheck: found 7 active agents {{(pid=103348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 15:41:54.724440 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c5677b88-aa36-43b4-8708-3d8f0866e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:56.917580 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-841d999a-8e0e-4866-937c-d55ac6734902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:58.200573 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-9118b440-dd06-48e1-9920-2c0380d0dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:59.297057 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-861d9973-97be-4400-a977-92bf364725db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:41:59.880525 n-d-818503-2 neutron-server[103345]: DEBUG neutron.wsgi [req-abc928e2-6b60-430f-a742-38ae69864053 req-bc8b028c-c28a-4663-b563-c760300cdcc9 service neutron] (103345) timed out ('10.222.0.46', 38482) {{(pid=103345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 15:42:00.455322 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-335d9427-b567-4f32-95f3-5ab929ecf910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:42:02.087101 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e4a58791-dec4-464b-8c6a-bfcc9d9bc330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 15:42:02.792900 n-d-818503-2 neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-c23fc18a-6454-4b12-ac43-d126066fb59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762670414529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992665'] for agent, after_update {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}